00010000:00000010:1.1F:1789447972.619460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204a600. 00010000:00000010:1.1:1789447972.626913:0:10659:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204ac00. 00000080:00000010:1.1:1789447990.332971:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b8991d5c0. 00000080:00000010:1.1:1789447990.332986:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b8991d1a0. 00010000:00000010:1.1:1789447990.332991:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b897c6500. 00010000:00000010:1.1:1789447990.332997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204bc00. 00000080:00000010:2.1F:1789447990.351278:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b83772500. 00010000:00000010:3.1F:1789447992.946984:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b843aab00. 00010000:00000010:3.1:1789447992.947032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b8151f200. 00000080:00000010:1.1:1789448008.263582:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b85565720. 00010000:00000010:0.1F:1789448026.710139:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b91fa7300. 00010000:00000010:0.1:1789448026.710165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204b400. 00000080:00000010:0.1:1789448026.756726:0:10866:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b8991d460. 00010000:00000010:3.1:1789448030.223015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b8151e800. 00000080:00000010:0.1:1789448046.633159:0:10895:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b82a9a7a0. 00010000:00000010:0.1:1789448093.547186:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b91fa7c00. 00010000:00000010:0.1:1789448093.547199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204be00. 00010000:00000010:0.1:1789448093.570928:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cbab00. 00010000:00000010:1.1:1789448110.155930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b8151e800. 00010000:00000010:1.1:1789448112.670984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc216ae00. 00010000:00000010:2.1:1789448138.509994:0:1544:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bdd00. 00010000:00000010:2.1:1789448138.510017:0:1544:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204ba00. 00010000:00000010:1.1:1789448138.531983:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b83075f00. 00010000:00000010:0.1:1789448155.299467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b80031e00. 00010000:00000010:0.1:1789448155.305940:0:12179:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bd200. 00010000:00000010:0.1:1789448155.305952:0:12179:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc216be00. 00010000:00000010:0.1:1789448155.305961:0:12179:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b83075400. 00010000:00000010:0.1:1789448155.305965:0:12179:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc216a800. 00000080:00000010:1.1:1789448155.316199:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b86a10760. 00000080:00000010:1.1:1789448155.316220:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b8321f0c0. 00010000:00000010:1.1:1789448157.998979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204b000. 00010000:00000010:1.1:1789448158.002945:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bd700. 00010000:00000010:1.1:1789448158.002969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204ba00. 00010000:00000010:1.1:1789448158.002976:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cbad00. 00010000:00000010:1.1:1789448158.002981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b80031600. 00000080:00000010:3.1:1789448173.591854:0:12205:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b86bfc660. 00000080:00000010:3.1:1789448173.591896:0:12205:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b86bfcac0. 00010000:00000010:1.1:1789448175.554137:0:12221:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cba500. 00010000:00000010:1.1:1789448175.554153:0:12221:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b80031e00. 00010000:00000010:1.1:1789448175.554158:0:12221:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b843aa300. 00010000:00000010:1.1:1789448175.554162:0:12221:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b8151e200. 00000080:00000010:1.1:1789448175.554169:0:12221:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b86379b40. 00000080:00000010:1.1:1789448175.577939:0:12227:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e8b891118c0. 00010000:00000010:3.1:1789448181.149030:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bd500. 00010000:00000010:3.1:1789448181.149050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204a600. 00010000:00000010:0.1:1789448181.908919:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cbab00. 00010000:00000010:0.1:1789448181.908934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b80031e00. 00010000:00000010:0.1:1789448181.922939:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cba100. 00010000:00000010:0.1:1789448198.131930:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cbab00. 00010000:00000010:0.1:1789448198.131947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b80031600. 00010000:00000010:0.1:1789448198.131951:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cba500. 00010000:00000010:0.1:1789448198.131954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b80031a00. 00000080:00000010:0.1:1789448198.153351:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b86379bc0. 00000080:00000010:0.1:1789448198.153372:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b863798e0. 00010000:00000010:2.1:1789448201.308950:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b8afc3200. 00010000:00000010:2.1:1789448201.308967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b80031a00. 00010000:00000010:2.1:1789448201.308972:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bd200. 00010000:00000010:2.1:1789448201.308975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204a600. 00000080:00000010:0.1:1789448217.607798:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b92298800. 00000080:00000010:0.1:1789448217.607814:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b889caf80. 00010000:00000010:0.1:1789448235.661270:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cba400. 00010000:00000010:0.1:1789448235.661296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204b400. 00010000:00000010:0.1:1789448235.661303:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b843aa100. 00010000:00000010:0.1:1789448235.661307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b8151e000. 00000080:00000010:0.1:1789448235.682961:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b988179c0. 00010000:00000010:0.1:1789448238.841210:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cba300. 00010000:00000010:0.1:1789448238.846244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b80031600. 00010000:00000010:0.1:1789448238.846267:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b8afc3100. 00010000:00000010:0.1:1789448238.846273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc216ae00. 00000080:00000010:0.1:1789448254.569167:0:12892:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b86379cc0. 00010000:00000010:2.1:1789448256.982340:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b843aa800. 00010000:00000010:2.1:1789448256.982356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b8151e800. 00010000:00000010:2.1:1789448256.982361:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b8afc3a00. 00010000:00000010:2.1:1789448256.982364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc216be00. 00000080:00000010:2.1:1789448257.004921:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b86289620. 00000080:00000010:2.1:1789448257.016979:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e8b89192940. 00010000:00000010:0.1:1789448262.041198:0:13152:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b8afc3900. 00010000:00000010:0.1:1789448262.041219:0:13152:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc216ac00. 00010000:00000010:0.1:1789448268.227007:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cba700. 00010000:00000010:0.1:1789448268.227018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b80030800. 00010000:00000010:0.1:1789448268.238175:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cbad00. 00010000:00000010:2.1:1789448268.244853:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cba700. 00010000:00000010:2.1:1789448268.244870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b80030600. 00000080:00000010:1.1:1789448284.759733:0:13495:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b9894df20. 00010000:00000010:0.1:1789448293.815926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b80031e00. 00010000:00000010:0.1:1789448293.815940:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b8afc3100. 00010000:00000010:0.1:1789448293.815945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc216a000. 00010000:00000010:0.1:1789448293.840960:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cba700. 00010000:00000010:0.1:1789448293.942122:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cba000. 00010000:00000010:0.1:1789448293.942137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b80031e00. 00000800:00000200:3.1:1789448293.962018:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 323280 low water 171160 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448293.969240:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 338652 low water 279954 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448293.971402:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace -19280 low water 458920 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448293.971425:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace -19280 low water 458920 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448293.971430:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace -19280 low water 458920 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448293.973926:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 26740 low water 435910 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448293.973949:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 26740 low water 435910 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448293.973955:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 26740 low water 435910 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448293.973976:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 64468 low water 417046 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448293.974008:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 129008 low water 384776 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448293.974551:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 129008 low water 384776 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448293.974567:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 129008 low water 384776 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448293.974825:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 127728 low water 385416 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448293.984662:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 182696 low water 357932 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448293.984675:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 182696 low water 357932 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448293.984703:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 270944 low water 330448 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448293.984707:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 270944 low water 330448 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448293.984733:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 324632 low water 303604 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448293.989409:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 40892 low water 462114 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448293.989441:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 40892 low water 462114 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448293.989447:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 40892 low water 462114 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448293.989464:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 106088 low water 429516 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448293.994201:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 161056 low water 402032 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448293.994220:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 161056 low water 402032 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448293.994229:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 161056 low water 402032 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448293.994234:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 161056 low water 402032 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448293.994248:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 216024 low water 374548 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448293.995400:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 216024 low water 374548 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448293.995423:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 214744 low water 375188 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448293.996232:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 302992 low water 347704 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448293.998479:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 357960 low water 320220 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448294.000424:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 70380 low water 480650 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448294.000435:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 70380 low water 480650 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448294.000489:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 97224 low water 467228 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448294.000494:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 97224 low water 467228 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448294.000523:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 134296 low water 448692 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448294.000537:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 133016 low water 449332 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448294.000542:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 133016 low water 449332 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448294.000561:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 196932 low water 417374 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448294.000826:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 294128 low water 385416 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448294.000839:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 294128 low water 385416 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448294.000847:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 292848 low water 386056 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448294.001241:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 292848 low water 386056 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448294.003682:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 310744 low water 377108 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448294.003706:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 310744 low water 377108 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448294.003753:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 356764 low water 354098 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448294.005575:0:32:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace -17736 low water 557988 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448294.005760:0:32:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace -17736 low water 557988 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448294.010238:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 333892 low water 415454 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448294.010260:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 333892 low water 415454 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448294.010267:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 333892 low water 415454 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448294.010643:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 333892 low water 415454 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448294.010658:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 333892 low water 415454 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448294.011140:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 333892 low water 415454 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448294.015711:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 397808 low water 383496 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448294.025545:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 420992 low water 438464 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448294.025854:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 420992 low water 438464 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448294.025879:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 420992 low water 438464 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448294.025893:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 420992 low water 438464 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448294.025900:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 420992 low water 438464 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448294.026262:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 420992 low water 438464 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448294.026283:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 419712 low water 439104 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448294.030675:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 465732 low water 416094 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448294.035798:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 377616 low water 493432 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448294.035827:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 377616 low water 493432 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448294.035855:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 377616 low water 493432 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448294.035862:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 377616 low water 493432 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448294.036438:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 377616 low water 493432 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448294.036454:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 377616 low water 493432 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448294.037501:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 405740 low water 479370 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448294.037527:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 404460 low water 480010 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448294.037533:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 404460 low water 480010 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448294.037998:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 565572 low water 416094 conn ffff9e8b83c7c000 blocked idle queued 00010000:00000010:1.1:1789448295.154486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204b000. 00010000:00000010:1.1:1789448295.160463:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bdb00. 00010000:00000010:1.1:1789448295.160477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204ae00. 00010000:00000010:1.1:1789448295.188047:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bd300. 00010000:00000010:0.1:1789448295.232119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204ae00. 00010000:00000010:2.1:1789448301.408933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b904e9e00. 00010000:00000010:3.1:1789448301.414034:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b843aa900. 00010000:00000010:3.1:1789448301.414050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c75e00. 00010000:00000010:0.1:1789448301.426933:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b843aa400. 00010000:00000010:0.1:1789448301.546533:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b8afc3400. 00010000:00000010:0.1:1789448301.546549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b904e9e00. 00000800:00000200:3.1:1789448301.557788:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 13332 low water 692214 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448301.557807:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 13332 low water 692214 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448301.557816:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 12052 low water 692854 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448301.557842:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 31228 low water 683266 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448301.557856:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 29948 low water 683906 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448301.557862:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 28668 low water 684546 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448301.557890:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 47844 low water 674958 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448301.557904:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 67020 low water 665370 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448301.557926:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 86196 low water 655782 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448301.558884:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 86196 low water 655782 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448301.558902:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 86196 low water 655782 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448301.558927:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 84916 low water 656422 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448301.560158:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 102812 low water 647474 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448301.560192:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 102812 low water 647474 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448301.560208:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 101532 low water 648114 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448301.560213:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 101532 low water 648114 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448301.560236:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 121988 low water 637886 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448301.560257:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 150112 low water 623824 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448301.562944:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 160340 low water 618710 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448301.562980:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 159060 low water 619350 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448301.562985:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 159060 low water 619350 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448301.563018:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 178236 low water 609762 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448301.563032:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 206360 low water 595700 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448301.563270:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 206360 low water 595700 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448301.563281:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 206360 low water 595700 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448301.563289:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 206360 low water 595700 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448301.565531:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 233204 low water 582278 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448301.565540:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 233204 low water 582278 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448301.565553:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 243432 low water 577164 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448301.565569:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 280504 low water 558628 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448301.565573:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 280504 low water 558628 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448301.565582:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 308628 low water 544566 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448301.565596:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 363596 low water 517082 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448301.565599:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 363596 low water 517082 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448301.565608:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 373824 low water 511968 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448301.565618:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 501656 low water 448052 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448301.566590:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace -9672 low water 703716 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448301.567494:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace -9672 low water 703716 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448301.568229:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace -9672 low water 703716 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448301.569204:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 247272 low water 575244 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448301.569221:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 247272 low water 575244 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448301.569226:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 247272 low water 575244 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448301.570002:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 247272 low water 575244 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448301.570020:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 247272 low water 575244 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448301.571842:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 566852 low water 415454 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448301.572839:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace -8392 low water 703076 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448301.572854:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace -8392 low water 703076 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448301.573251:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace -8392 low water 703076 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448301.573270:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace -9672 low water 703716 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448301.575941:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 346980 low water 525390 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448301.575968:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 346980 low water 525390 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448301.575982:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 346980 low water 525390 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448301.575992:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 346980 low water 525390 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448301.576496:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 346980 low water 525390 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448301.576510:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 346980 low water 525390 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448301.576864:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 346980 low water 525390 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448301.576881:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 345700 low water 526030 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448301.578519:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 372544 low water 512608 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448301.578530:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 372544 low water 512608 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448301.580156:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 781652 low water 324694 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448301.583568:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 411028 low water 543286 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448301.583588:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 411028 low water 543286 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448301.583594:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 411028 low water 543286 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448301.584164:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 411028 low water 543286 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448301.584181:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 411028 low water 543286 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448301.584431:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 411028 low water 543286 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448301.584445:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 411028 low water 543286 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448301.584693:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 409748 low water 543926 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448301.586805:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 887928 low water 338116 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448301.591531:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 27616 low water 768272 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448301.591543:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 27616 low water 768272 conn ffff9e8b83c7c000 blocked idle queued 00000800:00000200:3.1:1789448301.592668:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9e8b8bcec980 wspace 558252 low water 552874 conn ffff9e8b83c7c000 blocked idle queued 00010000:00000010:3.1:1789448301.801170:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bdb00. 00010000:00000010:3.1:1789448301.801184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204ac00. 00010000:00000010:3.1:1789448301.801189:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b8afc3700. 00010000:00000010:3.1:1789448301.801192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4de00. 00000080:00000010:2.1:1789448301.811755:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b98817920. 00000080:00000010:2.1:1789448301.811785:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e8b891118c0. 00010000:00000010:0.1:1789448301.821032:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cba300. 00010000:00000010:0.1:1789448301.821044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c74800. 00010000:00000010:0.1:1789448301.828147:0:14176:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b8afc3200. 00010000:00000010:0.1:1789448301.828155:0:14176:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4dc00. 00000080:00000010:0.1:1789448301.840377:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b90e9ab00. 00000080:00000010:0.1:1789448301.840395:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e8b89190000. 00010000:00000010:0.1:1789448301.847988:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cba100. 00010000:00000010:0.1:1789448301.848004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b80031600. 00010000:00000010:0.1:1789448301.848008:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cba300. 00010000:00000010:0.1:1789448301.848011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b80031a00. 00000080:00000010:0.1:1789448301.858071:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b90e6bf20. 00000080:00000010:0.1:1789448301.859204:0:14178:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e8b89196b40. 00010000:00000010:0.1:1789448307.091589:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bd900. 00010000:00000010:0.1:1789448307.091613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b904e9600. 00010000:00000010:0.1:1789448307.106157:0:14707:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cbaa00. 00010000:00000010:0.1:1789448307.106178:0:14707:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b80030800. 00010000:00000010:0.1:1789448307.127805:0:14709:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cba400. 00010000:00000010:0.1:1789448307.127823:0:14709:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b80031400. 00010000:00000010:3.1:1789448421.136941:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bde00. 00010000:00000010:3.1:1789448421.136958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204ae00. 00010000:00000010:2.1:1789448421.200921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b80030a00. 00010000:00000010:2.1:1789448421.200934:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b898c5b00. 00000080:00000010:2.1:1789448421.200940:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b85bcbf40. 00010000:00000010:2.1:1789448421.200948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b80031800. 00010000:00000010:2.1:1789448421.200953:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cbaf00. 00010000:00000010:2.1:1789448421.200957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc216b600. 00010000:00000010:2.1:1789448421.200962:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b8afc3f00. 00010000:00000010:3.1:1789448421.201018:0:791:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b843aa100. 00010000:00000010:3.1:1789448421.201024:0:791:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c75200. 00000080:00000010:3.1:1789448421.201029:0:791:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b90ed6420. 00010000:00000010:3.1:1789448421.340928:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cba300. 00010000:00000010:3.1:1789448421.340951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b80030800. 00010000:00000010:3.1:1789448421.356928:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b843aa100. 00010000:00000010:0.1:1789448421.368919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4ca00. 00010000:00000010:2.1:1789448421.523967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c74c00. 00010000:00000010:2.1:1789448421.523982:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b843aa600. 00010000:00000010:2.1:1789448421.523987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c75200. 00010000:00000010:2.1:1789448421.523990:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bd500. 00010000:00000010:2.1:1789448421.523994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204ac00. 00000080:00000010:0.1:1789448421.552085:0:14837:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b90ed6640. 00000080:00000010:0.1:1789448421.552110:0:14837:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e8b891c9080. 00010000:00000010:0.1:1789448426.890002:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b8afc3f00. 00010000:00000010:0.1:1789448426.890019:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4d000. 00010000:00000010:0.1:1789448447.355940:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cba300. 00010000:00000010:0.1:1789448447.355957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b80030800. 00010000:00000010:0.1:1789448447.749060:0:15507:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b843aaf00. 00010000:00000010:0.1:1789448447.749070:0:15507:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c74800. 00010000:00000010:0.1:1789448447.758939:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cba300. 00010000:00000010:0.1:1789448447.789989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204a000. 00010000:00000010:1.1:1789448447.919472:0:6167:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b843aa300. 00010000:00000010:1.1:1789448447.919481:0:6167:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c75600. 00010000:00000010:0.1:1789448447.935585:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bd000. 00010000:00000010:1.1:1789448447.950987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204a000. 00010000:00000010:0.1:1789448448.078051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c74a00. 00010000:00000010:0.1:1789448448.078075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b80030a00. 00010000:00000010:0.1:1789448448.078081:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cbaf00. 00010000:00000010:0.1:1789448448.078086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b80030800. 00010000:00000010:0.1:1789448448.078089:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b8afc3900. 00010000:00000010:0.1:1789448448.078093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4dc00. 00000080:00000010:0.1:1789448448.088713:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b91cec720. 00000080:00000010:0.1:1789448448.088750:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e8b89196b40. 00010000:00000010:0.1:1789448452.999975:0:15836:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bdc00. 00010000:00000010:0.1:1789448452.999995:0:15836:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204be00. 00010000:00000010:0.1:1789448456.929110:0:16106:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cbaf00. 00010000:00000010:0.1:1789448456.929125:0:16106:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b80030800. 00000080:00000010:0.1:1789448456.946001:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b91cec000. 00010000:00000010:2.1:1789448457.036943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b80031e00. 00010000:00000010:0.1:1789448458.265948:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cba400. 00010000:00000010:0.1:1789448458.265971:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b80031800. 00010000:00000010:1.1:1789448458.289908:0:1358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b80030800. 00000080:00000010:1.1:1789448458.289931:0:1358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b91cec160. 00010000:00000010:2.1:1789448458.300991:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cbaf00. 00010000:00000010:3.1:1789448458.347977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4c800. 00010000:00000010:3.1:1789448458.680169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4ca00. 00010000:00000010:0.1:1789448458.856099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c75000. 00010000:00000010:0.1:1789448458.860234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b80031800. 00010000:00000010:0.1:1789448458.860259:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b8afc3200. 00010000:00000010:0.1:1789448458.860266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4cc00. 00010000:00000010:0.1:1789448458.860269:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b8afc3800. 00010000:00000010:0.1:1789448458.860297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4d600. 00000080:00000010:0.1:1789448458.876909:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b91d2fa40. 00000080:00000010:0.1:1789448458.885707:0:16174:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e8b89185280. 00010000:00000010:0.1:1789448463.241123:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b8afc3000. 00010000:00000010:0.1:1789448463.241138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204bc00. 00010000:00000010:0.1:1789448469.616951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc216b000. 00010000:00000010:0.1:1789448469.616968:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b922def00. 00010000:00000010:0.1:1789448469.616974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b8151ee00. 00010000:00000010:0.1:1789448469.616977:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b99160200. 00010000:00000010:0.1:1789448469.616980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b80031200. 00000080:00000010:1.1:1789448469.621949:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b91d2fbe0. 00000080:00000010:1.1:1789448469.621976:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b8984ea80. 00000080:00000010:1.1:1789448469.621985:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e8b89110840. 00000080:00000010:1.1:1789448469.621999:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e8b89181080. 00000080:00000010:1.1:1789448469.622007:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e8b89112940. 00000080:00000010:1.1:1789448469.622023:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e8b89190840. 00000080:00000010:1.1:1789448469.622031:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e8b891918c0. 00000080:00000010:1.1:1789448469.622037:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e8b89196b40. 00010000:00000010:1.1:1789448469.671046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b80030200. 00010000:00000010:1.1:1789448469.671066:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cba600. 00010000:00000010:2.1:1789448469.673288:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4c600. 00010000:00000010:2.1:1789448469.673323:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cba000. 00010000:00000010:2.1:1789448469.673327:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b80031800. 00010000:00000010:2.1:1789448469.673330:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cba400. 00010000:00000010:2.1:1789448469.746004:0:16791:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b80030400. 00010000:00000010:2.1:1789448469.746015:0:16791:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b8afd5f00. 00010000:00000010:3.1:1789448471.038982:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cba700. 00010000:00000010:3.1:1789448471.039002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b80030a00. 00010000:00000010:3.1:1789448471.045985:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b843aa900. 00010000:00000010:1.1:1789448471.060930:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b843aaa00. 00010000:00000010:1.1:1789448471.060943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c74c00. 00010000:00000010:2.1:1789448471.071154:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b8afc3700. 00010000:00000010:2.1:1789448471.071172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4d200. 00000080:00000010:2.1:1789448471.106026:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b91de3d20. 00010000:00000010:0.1:1789448471.130859:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cbad00. 00010000:00000010:0.1:1789448471.130876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b80031400. 00010000:00000010:0.1:1789448471.136500:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cbaf00. 00010000:00000010:0.1:1789448471.140126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b80030a00. 00000080:00000010:0.1:1789448471.170381:0:16888:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b90e9afa0. 00010000:00000010:2.1:1789448471.224568:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b8afc3900. 00010000:00000010:2.1:1789448471.224585:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4ce00. 00010000:00000010:2.1:1789448471.410002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b80031800. 00010000:00000010:1.1:1789448471.418428:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cba300. 00010000:00000010:1.1:1789448471.418450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b80030200. 00010000:00000010:0.1:1789448471.774968:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b8afc3900. 00010000:00000010:0.1:1789448471.774984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4c200. 00010000:00000010:1.1:1789448471.778993:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cbaa00. 00010000:00000010:1.1:1789448471.779001:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b80031400. 00010000:00000010:0.1:1789448471.792966:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cba400. 00010000:00000010:0.1:1789448471.833937:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cba600. 00010000:00000010:0.1:1789448471.833950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b80030800. 00010000:00000010:0.1:1789448471.852917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b80030a00. 00010000:00000010:0.1:1789448471.852933:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cbaf00. 00010000:00000010:3.1:1789448471.946931:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b8afc3a00. 00010000:00000010:3.1:1789448471.946947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4da00. 00010000:00000010:2.1:1789448471.975084:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c75a00. 00010000:00000010:3.1:1789448471.976702:0:16933:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b843aa900. 00010000:00000010:0.1:1789448472.027980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4d000. 00010000:00000010:2.1:1789448472.188713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b80030800. 00010000:00000010:2.1:1789448472.188729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204be00. 00010000:00000010:2.1:1789448472.188735:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cba000. 00010000:00000010:2.1:1789448472.188740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b80031e00. 00010000:00000010:2.1:1789448472.188744:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b8afc3900. 00010000:00000010:2.1:1789448472.188747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4d000. 00000080:00000010:2.1:1789448472.204007:0:16937:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b9902d5a0. 00000080:00000010:2.1:1789448472.207130:0:16937:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e8b89190000. 00010000:00000010:1.1:1789448472.234974:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bd900. 00010000:00000010:1.1:1789448472.234989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204ac00. 00010000:00000010:2.1:1789448472.238414:0:16943:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b8afc3d00. 00010000:00000010:2.1:1789448472.238429:0:16943:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b80030a00. 00010000:00000010:1.1:1789448472.306660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b80031a00. 00000080:00000010:0.1:1789448474.126181:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b9902d960. 00000080:00000010:0.1:1789448474.126200:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b9902d740. 00000080:00000010:0.1:1789448474.126210:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e8b89112940. 00000080:00000010:0.1:1789448474.130949:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e8b89110840. 00010000:00000010:0.1:1789448474.130968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b80030600. 00010000:00000010:3.1:1789448474.131003:0:2394:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4cc00. 00010000:00000010:3.1:1789448474.131008:0:2394:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c74e00. 00010000:00000010:0.1:1789448474.152836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b80030a00. 00010000:00000010:0.1:1789448474.152847:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cbaf00. 00010000:00000010:0.1:1789448474.174027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204a600. 00010000:00000010:0.1:1789448474.174039:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204a000. 00010000:00000010:0.1:1789448474.174062:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bd700. 00010000:00000010:0.1:1789448474.174067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c75800. 00010000:00000010:0.1:1789448474.174076:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b843aa600. 00010000:00000010:3.1:1789448483.640939:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b843aa900. 00010000:00000010:3.1:1789448483.640952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c75e00. 00010000:00000010:1.1:1789448483.653052:0:17855:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b922de400. 00010000:00000010:0.1:1789448483.784927:0:17706:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bd900. 00010000:00000010:0.1:1789448483.784944:0:17706:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204ba00. 00010000:00000010:1.1:1789448483.785142:0:17866:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bd200. 00010000:00000010:1.1:1789448483.785149:0:17866:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204a600. 00010000:00000010:2.1:1789448484.146377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204a600. 00010000:00000010:1.1:1789448500.649204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4c400. 00010000:00000010:2.1:1789448501.092994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204a000. 00010000:00000010:2.1:1789448501.093012:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b80030600. 00010000:00000010:2.1:1789448501.093018:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bdc00. 00010000:00000010:2.1:1789448501.093022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c75a00. 00010000:00000010:2.1:1789448501.093026:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b922de700. 00010000:00000010:2.1:1789448501.093029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c75e00. 00000080:00000010:0.1:1789448501.123837:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b889af4c0. 00000080:00000010:0.1:1789448501.136311:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e8b89116b40. 00010000:00000010:2.1:1789448506.249864:0:18107:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b90652400. 00010000:00000010:2.1:1789448506.249872:0:18107:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b80030800. 00010000:00000010:0.1:1789448512.859563:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bd100. 00010000:00000010:0.1:1789448512.859575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204ba00. 00010000:00000010:0.1:1789448512.887465:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cba000. 00010000:00000010:3.1:1789448528.475081:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cba700. 00010000:00000010:3.1:1789448528.475099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b80030600. 00010000:00000010:3.1:1789448528.475104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b922de300. 00010000:00000010:3.1:1789448528.475107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c74e00. 00000080:00000010:3.1:1789448528.495997:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b867108a0. 00000080:00000010:3.1:1789448528.496022:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e8b891939c0. 00010000:00000010:0.1:1789448533.892006:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bdc00. 00010000:00000010:0.1:1789448533.892021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204b400. 00010000:00000010:1.1:1789448555.801598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204ba00. 00000080:00000010:2.1:1789448555.804743:0:19208:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b9902d580. 00010000:00000010:2.1:1789448555.804783:0:19208:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b90652900. 00010000:00000010:2.1:1789448555.804790:0:19208:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4c800. 00010000:00000010:0.1:1789448555.908921:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cbaf00. 00010000:00000010:0.1:1789448555.908935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4c800. 00000080:00000010:1.1:1789448556.003026:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b91de39a0. 00010000:00000010:1.1:1789448556.912072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204be00. 00010000:00000010:1.1:1789448573.820974:0:19232:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b80031800. 00010000:00000010:0.1:1789448573.859012:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4ce00. 00010000:00000010:0.1:1789448573.859024:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cba000. 00010000:00000010:0.1:1789448573.859028:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b80031a00. 00010000:00000010:0.1:1789448573.859032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b80030800. 00000080:00000010:0.1:1789448573.882921:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b91de3f40. 00000080:00000010:0.1:1789448573.886010:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e8b89194a40. 00010000:00000010:3.1:1789448573.890065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4c000. 00010000:00000010:3.1:1789448573.890081:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b90652900. 00010000:00000010:3.1:1789448573.890086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c74400. 00010000:00000010:3.1:1789448573.890089:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b922deb00. 00010000:00000010:3.1:1789448573.890092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c75600. 00000080:00000010:2.1:1789448573.916931:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e8b89194200. 00000080:00000010:2.1:1789448573.916951:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b889af680. 00010000:00000010:1.1:1789448580.587976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b80030600. 00000080:00000010:1.1:1789448580.588005:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b867107c0. 00010000:00000010:1.1:1789448580.588018:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cba100. 00010000:00000010:1.1:1789448580.588022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b80031a00. 00010000:00000010:0.1:1789448580.704142:0:19809:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cbad00. 00010000:00000010:0.1:1789448580.704158:0:19809:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b80031600. 00000080:00000010:0.1:1789448580.827069:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b86710fe0. 00010000:00000010:0.1:1789448581.730950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b80030800. 00010000:00000010:3.1:1789448591.523438:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b90652000. 00010000:00000010:3.1:1789448591.523461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4ce00. 00000080:00000010:2.1:1789448591.538100:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b889af8c0. 00010000:00000010:3.1:1789448591.550936:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b922dee00. 00010000:00000010:3.1:1789448591.550961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c75a00. 00010000:00000010:0.1:1789448591.598533:0:20414:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b80031800. 00010000:00000010:2.1:1789448599.586930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4c200. 00000080:00000010:2.1:1789448599.590077:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b867109a0. 00010000:00000010:2.1:1789448599.590103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b90652600. 00010000:00000010:2.1:1789448599.590108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4c000. 00010000:00000010:2.1:1789448599.602929:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b90652800. 00010000:00000010:0.1:1789448599.642213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c74e00. 00010000:00000010:2.1:1789448601.069076:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b922dee00. 00010000:00000010:2.1:1789448601.069090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c75a00. 00010000:00000010:3.1:1789448601.190371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b80030a00. 00010000:00000010:3.1:1789448639.258935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b80030800. 00010000:00000010:1.1:1789448651.257983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204b400. 00010000:00000010:1.1:1789448651.258011:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cba000. 00010000:00000010:1.1:1789448651.258046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b80031e00. 00010000:00000010:1.1:1789448651.286742:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bde00. 00010000:00000010:0.1:1789448651.326457:0:21783:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b80030800. 00010000:00000010:3.1:1789448693.225970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4cc00. 00010000:00000010:2.1:1789448693.358092:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bd900. 00010000:00000010:2.1:1789448693.358109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204be00. 00010000:00000010:2.1:1789448693.358114:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bd100. 00010000:00000010:2.1:1789448693.358117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204ba00. 00000080:00000010:1.1:1789448693.381698:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b9902dc00. 00000080:00000010:1.1:1789448693.381740:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e8b891139c0. 00010000:00000010:0.1:1789448699.289988:0:22285:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cbae00. 00010000:00000010:0.1:1789448699.289998:0:22285:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b80031400. 00010000:00000010:1.1:1789448706.347317:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cba000. 00010000:00000010:1.1:1789448706.347337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b80031e00. 00000080:00000010:3.1:1789448706.367927:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b86710d00. 00010000:00000010:3.1:1789448706.457078:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b90652800. 00010000:00000010:3.1:1789448706.457093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4de00. 00010000:00000010:1.1:1789448706.685923:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b90652100. 00010000:00000010:1.1:1789448706.685940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c74a00. 00010000:00000010:3.1:1789448706.704581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4d800. 00000080:00000010:0.1:1789448706.729112:0:22767:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b889af080. 00010000:00000010:0.1:1789448706.763115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b80031400. 00000080:00000010:0.1:1789448706.763132:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b86710680. 00010000:00000010:0.1:1789448706.792924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b80031a00. 00010000:00000010:3.1:1789448706.949256:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4d600. 00010000:00000010:0.1:1789448706.985459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4da00. 00010000:00000010:0.1:1789448707.011954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c74800. 00000080:00000010:0.1:1789448707.068863:0:22774:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b8652b120. 00010000:00000010:2.1:1789448707.175922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204b400. 00010000:00000010:2.1:1789448707.175930:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b922dea00. 00010000:00000010:1.1:1789448707.292992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b80031400. 00010000:00000010:2.1:1789448707.311939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4cc00. 00010000:00000010:2.1:1789448707.311953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b80031a00. 00010000:00000010:2.1:1789448707.311960:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b922deb00. 00010000:00000010:2.1:1789448707.311964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c74600. 00010000:00000010:0.1:1789448707.312016:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cba000. 00010000:00000010:0.1:1789448707.312022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b80030a00. 00000080:00000010:2.1:1789448707.336170:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b867103e0. 00000080:00000010:2.1:1789448707.340413:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e8b89182940. 00010000:00000010:1.1:1789448714.848247:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cba300. 00010000:00000010:1.1:1789448714.848265:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b80030800. 00000080:00000010:0.1:1789448714.967933:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b86710060. 00010000:00000010:0.1:1789448715.318687:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cba700. 00010000:00000010:0.1:1789448715.318705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b80030800. 00010000:00000010:0.1:1789448715.341332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b80030a00. 00000080:00000010:0.1:1789448715.365367:0:23417:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b867108c0. 00010000:00000010:1.1:1789448715.382285:0:23417:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204be00. 00000080:00000010:1.1:1789448715.382294:0:23417:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b9902d300. 00010000:00000010:1.1:1789448715.398412:0:23219:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bda00. 00010000:00000010:1.1:1789448715.398426:0:23219:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204ba00. 00010000:00000010:0.1:1789448715.491921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204ba00. 00010000:00000010:2.1:1789448715.517132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b80030800. 00010000:00000010:1.1:1789448715.539908:0:1150:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b80030600. 00000080:00000010:1.1:1789448715.598942:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b867100e0. 00010000:00000010:2.1:1789448719.856550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4de00. 00010000:00000010:2.1:1789448719.856565:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cba300. 00010000:00000010:0.1:1789448738.521948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4da00. 00010000:00000010:2.1:1789448738.543074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b80031e00. 00010000:00000010:2.1:1789448738.543090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204be00. 00010000:00000010:2.1:1789448738.543095:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cba700. 00010000:00000010:2.1:1789448738.543099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b80030a00. 00000080:00000010:2.1:1789448738.547677:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b8652bfe0. 00000080:00000010:2.1:1789448738.547715:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e8b89197380. 00010000:00000010:0.1:1789448743.905035:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b90652900. 00010000:00000010:0.1:1789448743.905051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4c000. 00010000:00000010:0.1:1789448747.713155:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b922de400. 00010000:00000010:0.1:1789448747.713172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c75800. 00000080:00000010:0.1:1789448747.740110:0:24065:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b86710ce0. 00010000:00000010:1.1:1789448747.940965:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cba000. 00010000:00000010:1.1:1789448747.940975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b80031a00. 00010000:00000010:1.1:1789448747.947981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204ba00. 00000080:00000010:1.1:1789448747.971988:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b86710360. 00010000:00000010:0.1:1789448748.009027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b80031e00. 00000080:00000010:0.1:1789448748.009043:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b86710140. 00010000:00000010:0.1:1789448748.018488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b80030600. 00010000:00000010:3.1:1789448748.090980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b80030600. 00010000:00000010:0.1:1789448748.096017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204bc00. 00010000:00000010:1.1:1789448748.123915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204a000. 00000080:00000010:0.1:1789448748.149052:0:23878:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b9902df20. 00010000:00000010:0.1:1789448760.866950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b80030800. 00010000:00000010:0.1:1789448760.866961:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bde00. 00010000:00000010:2.1:1789448763.006494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c74c00. 00010000:00000010:3.1:1789448763.017936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204a000. 00010000:00000010:3.1:1789448763.017955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b80031e00. 00010000:00000010:3.1:1789448763.017961:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bd100. 00010000:00000010:3.1:1789448763.017965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204ba00. 00000080:00000010:2.1:1789448763.030927:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b889af720. 00000080:00000010:2.1:1789448763.030961:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e8b89195ac0. 00010000:00000010:0.1:1789448768.891912:0:24486:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b90652700. 00010000:00000010:0.1:1789448768.891926:0:24486:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4d800. 00010000:00000010:0.1:1789448773.568943:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cba300. 00010000:00000010:0.1:1789448773.568967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b86498200. 00010000:00000010:0.1:1789448773.599796:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cba100. 00010000:00000010:0.1:1789448773.599818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b80030a00. 00000080:00000010:3.1:1789448876.031937:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b889af8c0. 00010000:00000010:3.1:1789448876.031953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c74400. 00010000:00000010:3.1:1789448876.031959:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cbad00. 00010000:00000010:3.1:1789448876.031963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4d200. 00010000:00000010:0.1:1789448876.038959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204b000. 00010000:00000010:0.1:1789448876.038970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b80030400. 00000080:00000010:0.1:1789448876.038995:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b9902d440. 00010000:00000010:0.1:1789448876.039017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204ac00. 00010000:00000010:0.1:1789448876.039026:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b8afc3700. 00010000:00000010:0.1:1789448876.039032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c75600. 00000080:00000010:0.1:1789448876.039077:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b889af960. 00010000:00000010:0.1:1789448876.039088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b80031600. 00010000:00000010:0.1:1789448876.039093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cbaa00. 00010000:00000010:0.1:1789448876.039096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b80030200. 00010000:00000010:0.1:1789448876.039099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cba400. 00000080:00000010:0.1:1789448876.039102:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b8652b140. 00010000:00000010:0.1:1789448876.039109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4dc00. 00010000:00000010:0.1:1789448876.039113:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b90652600. 00000080:00000010:0.1:1789448876.039119:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b86710a40. 00010000:00000010:0.1:1789448876.039244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4c400. 00010000:00000010:0.1:1789448876.039250:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b922de600. 00000080:00000010:0.1:1789448876.039253:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b86710da0. 00010000:00000010:0.1:1789448876.039260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b80031400. 00010000:00000010:0.1:1789448876.039263:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cba700. 00000080:00000010:3.1:1789448878.694000:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b86710400. 00000080:00000010:3.1:1789448878.694106:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e8b89196300. 00010000:00000010:0.1:1789448878.697255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204b000. 00010000:00000010:0.1:1789448878.697268:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bd200. 00010000:00000010:2.1:1789448878.698208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204a000. 00010000:00000010:2.1:1789448878.698218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204be00. 00010000:00000010:2.1:1789448878.698222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b86498a00. 00010000:00000010:0.1:1789448878.844272:0:255:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bda00. 00010000:00000010:0.1:1789448878.844295:0:255:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204b400. 00010000:00000010:0.1:1789448878.863973:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cba700. 00010000:00000010:1.1:1789448878.890932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b86498200. 00010000:00000010:1.1:1789448879.018937:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b90652100. 00010000:00000010:1.1:1789448879.018962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4d600. 00010000:00000010:1.1:1789448879.037204:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bd000. 00010000:00000010:0.1:1789448879.045001:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204a600. 00010000:00000010:2.1:1789448879.239080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c74400. 00010000:00000010:2.1:1789448879.239099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c74a00. 00010000:00000010:2.1:1789448879.239103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cba400. 00010000:00000010:2.1:1789448879.239107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b86498600. 00010000:00000010:2.1:1789448879.239111:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b922de700. 00010000:00000010:2.1:1789448879.239114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c74000. 00000080:00000010:0.1:1789448879.252550:0:24909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b86710280. 00000080:00000010:0.1:1789448879.252575:0:24909:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e8b89191080. 00010000:00000010:1.1:1789448885.128294:0:25410:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cbaa00. 00010000:00000010:1.1:1789448885.128309:0:25410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b86499800. 00010000:00000010:1.1:1789448887.200932:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cbaf00. 00010000:00000010:1.1:1789448887.200954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b80031800. 00010000:00000010:0.1:1789448887.280929:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cba600. 00010000:00000010:0.1:1789448887.280938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b86499a00. 00010000:00000010:0.1:1789448887.291398:0:25541:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cbab00. 00010000:00000010:1.1:1789448889.087669:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b90652000. 00010000:00000010:1.1:1789448889.087690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4dc00. 00010000:00000010:1.1:1789448889.119809:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bdb00. 00010000:00000010:1.1:1789448889.163005:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b90652500. 00010000:00000010:1.1:1789448889.163019:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4c200. 00000080:00000010:2.1:1789448993.612842:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b8984ff40. 00000080:00000010:2.1:1789448993.612865:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b8984fee0. 00000080:00000010:2.1:1789448993.627109:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e8b891139c0. 00000080:00000010:2.1:1789448993.627135:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e8b89114200. 00010000:00000010:0.1:1789448993.632902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4d200. 00010000:00000010:0.1:1789448993.632914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4d000. 00010000:00000010:2.1:1789448993.637852:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b86498a00. 00010000:00000010:2.1:1789448993.639312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204bc00. 00010000:00000010:2.1:1789448993.639332:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bdb00. 00010000:00000010:1.1:1789448993.657568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204a000. 00010000:00000010:1.1:1789448993.657575:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bd200. 00010000:00000010:1.1:1789448993.657580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b86499e00. 00010000:00000010:1.1:1789448993.657583:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cbae00. 00010000:00000010:0.1:1789448993.794996:0:25696:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cba700. 00010000:00000010:0.1:1789448993.795015:0:25696:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b86498400. 00010000:00000010:0.1:1789448993.795018:0:25696:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cba300. 00010000:00000010:0.1:1789448993.795020:0:25696:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b86498c00. 00000080:00000010:0.1:1789448993.801966:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b86710cc0. 00000080:00000010:0.1:1789448993.801985:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e8b89191080. 00010000:00000010:2.1:1789448993.828294:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bd200. 00010000:00000010:2.1:1789448993.828302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204a000. 00010000:00000010:2.1:1789448993.830913:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b90652700. 00010000:00000010:0.1:1789448993.848056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4c000. 00010000:00000010:1.1:1789448993.981978:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cba300. 00010000:00000010:1.1:1789448993.981992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b86498c00. 00010000:00000010:1.1:1789448993.986006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204b400. 00010000:00000010:0.1:1789448993.993209:0:25704:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bd600. 00010000:00000010:0.1:1789448994.150940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204b400. 00010000:00000010:0.1:1789448994.150959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b86498400. 00010000:00000010:0.1:1789448994.150964:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b90652d00. 00010000:00000010:0.1:1789448994.150968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4de00. 00010000:00000010:0.1:1789448994.150972:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b90652700. 00010000:00000010:0.1:1789448994.150975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4d600. 00000080:00000010:1.1:1789448994.193641:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b865fabe0. 00000080:00000010:1.1:1789448994.193668:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e8b89182940. 00010000:00000010:1.1:1789448996.270074:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b90652900. 00010000:00000010:1.1:1789448996.270094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4c400. 00010000:00000010:0.1:1789449002.454081:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bd500. 00010000:00000010:0.1:1789449002.454104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204be00. 00000080:00000010:1.1:1789449002.481457:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b8984f3c0. 00000080:00000010:1.1:1789449003.362928:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b87d97d40. 00010000:00000010:1.1:1789449003.362963:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cbaf00. 00010000:00000010:1.1:1789449003.362972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b86498600. 00010000:00000010:0.1:1789449003.407869:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bdd00. 00010000:00000010:0.1:1789449003.407900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b86499a00. 00000080:00000010:1.1:1789449003.427969:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b8316ffa0. 00010000:00000010:0.1:1789449007.340945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b86499200. 00010000:00000010:0.1:1789449007.340965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4d400. 00010000:00000010:0.1:1789449007.340970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b86498e00. 00000080:00000010:2.1:1789449007.341138:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b8316fb00. 00000080:00000010:2.1:1789449007.341148:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b8316f8c0. 00000080:00000010:2.1:1789449007.341161:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e8b891818c0. 00000080:00000010:2.1:1789449007.341176:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e8b89186b40. 00000080:00000010:2.1:1789449007.341196:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e8b89112100. 00010000:00000010:2.1:1789449007.385681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4d200. 00010000:00000010:2.1:1789449007.385690:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b922de300. 00010000:00000010:2.1:1789449007.385695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b86499800. 00010000:00000010:2.1:1789449007.385699:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cbaa00. 00010000:00000010:3.1:1789449007.423000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c75600. 00010000:00000010:3.1:1789449007.423030:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b922dee00. 00010000:00000010:3.1:1789449007.423034:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c74a00. 00010000:00000010:3.1:1789449007.423037:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b922de000. 00010000:00000010:1.1:1789449019.434943:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cba600. 00010000:00000010:1.1:1789449019.434954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b86498800. 00000080:00000010:1.1:1789449019.442174:0:26982:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b8984f8a0. 00010000:00000010:0.1:1789449019.493060:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b90652200. 00010000:00000010:0.1:1789449019.493076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4d800. 00010000:00000010:2.1:1789449019.510938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4c400. 00000080:00000010:1.1:1789449019.533419:0:26983:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b8316f460. 00010000:00000010:0.1:1789449020.551526:0:26984:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cba300. 00010000:00000010:0.1:1789449020.551552:0:26984:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b86499200. 00010000:00000010:0.1:1789449027.955054:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b90652000. 00010000:00000010:0.1:1789449027.955070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4ca00. 00000080:00000010:3.1:1789449028.005039:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b8316fd20. 00010000:00000010:0.1:1789449028.108497:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bd600. 00010000:00000010:0.1:1789449028.108522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204ba00. 00010000:00000010:1.1:1789449028.119909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204b000. 00000080:00000010:1.1:1789449028.153213:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b8984fee0. 00010000:00000010:2.1:1789449029.142928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204be00. 00010000:00000010:1.1:1789449029.172370:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bd100. 00010000:00000010:1.1:1789449029.172458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204a600. 00000080:00000010:0.1:1789449029.183921:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b8984ffc0. 00010000:00000010:3.1:1789449035.760946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204a600. 00000080:00000010:3.1:1789449035.760980:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b8984ffc0. 00010000:00000010:3.1:1789449035.760992:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b90652500. 00010000:00000010:3.1:1789449035.760996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4d000. 00010000:00000010:2.1:1789449035.793958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4ca00. 00000080:00000010:3.1:1789449035.797095:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b8316f1c0. 00010000:00000010:3.1:1789449035.797122:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b90652400. 00010000:00000010:3.1:1789449035.797129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4c800. 00000080:00000010:2.1:1789449039.355046:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b8316f9e0. 00000080:00000010:2.1:1789449039.355065:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b889af0c0. 00000080:00000010:2.1:1789449039.355073:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b889afca0. 00000080:00000010:2.1:1789449039.355080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b8316f320. 00000080:00000010:1.1:1789449039.355285:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b8316f880. 00010000:00000010:1.1:1789449039.359206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204b000. 00010000:00000010:1.1:1789449039.359229:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bd400. 00010000:00000010:1.1:1789449039.359234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204b400. 00010000:00000010:1.1:1789449039.359236:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bd200. 00010000:00000010:1.1:1789449039.359240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204ac00. 00010000:00000010:0.1:1789449039.370495:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bd000. 00010000:00000010:0.1:1789449039.370518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4da00. 00010000:00000010:0.1:1789449039.370522:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bd100. 00010000:00000010:0.1:1789449039.370535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c75c00. 00010000:00000010:0.1:1789449039.370540:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b90652900. 00010000:00000010:0.1:1789449039.370545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4ca00. 00010000:00000010:0.1:1789449039.370550:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cba000. 00010000:00000010:0.1:1789449039.370554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c74c00. 00010000:00000010:0.1:1789449039.370557:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b90652100. 00010000:00000010:0.1:1789449039.370560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4dc00. 00010000:00000010:0.1:1789449039.370585:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bdb00. 00010000:00000010:0.1:1789449039.370589:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4de00. 00010000:00000010:0.1:1789449039.370592:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b86498e00. 00010000:00000010:0.1:1789449039.370595:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c75a00. 00010000:00000010:0.1:1789449039.370598:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cbae00. 00010000:00000010:0.1:1789449039.370601:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b86499a00. 00010000:00000010:0.1:1789449039.370604:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b90652a00. 00010000:00000010:0.1:1789449039.370607:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4ce00. 00010000:00000010:0.1:1789449039.370610:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cbab00. 00010000:00000010:0.1:1789449039.370612:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b86499600. 00000080:00000010:0.1:1789449055.736171:0:28237:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b889afb00. 00000080:00000010:0.1:1789449055.736192:0:28237:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b8316fa80. 00010000:00000010:3.1:1789449057.422065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c74800. 00010000:00000010:1.1:1789449057.473149:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bd200. 00010000:00000010:1.1:1789449057.473169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204a000. 00010000:00000010:1.1:1789449057.473175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b86498e00. 00000080:00000010:1.1:1789449057.485184:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b87d97820. 00000080:00000010:1.1:1789449057.485224:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e8b89195280. 00000080:00000010:1.1:1789449057.485232:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b87d97420. 00010000:00000010:0.1:1789449057.511932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204a000. 00010000:00000010:0.1:1789449057.511954:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cba300. 00010000:00000010:0.1:1789449057.511959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204be00. 00010000:00000010:0.1:1789449057.511963:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cba000. 00010000:00000010:0.1:1789449057.511967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b86499000. 00000080:00000010:0.1:1789449057.526174:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e8b89115ac0. 00000080:00000010:0.1:1789449057.526197:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b8984f340. 00010000:00000010:0.1:1789449057.547943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b86499a00. 00010000:00000010:0.1:1789449057.575328:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b90652800. 00010000:00000010:0.1:1789449057.575339:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4d400. 00010000:00000010:0.1:1789449057.575343:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4c000. 00000080:00000010:0.1:1789449057.594278:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b8316fe60. 00000080:00000010:0.1:1789449057.594318:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e8b89116300. 00000080:00000010:0.1:1789449057.594336:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b8316f760. 00010000:00000010:0.1:1789449057.603931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b86499600. 00010000:00000010:0.1:1789449057.603955:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b90652f00. 00010000:00000010:0.1:1789449057.603960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b86499a00. 00010000:00000010:0.1:1789449057.603964:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cba000. 00010000:00000010:0.1:1789449057.603967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b86499000. 00000080:00000010:0.1:1789449057.618218:0:28251:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e8b89191080. 00000080:00000010:0.1:1789449057.618238:0:28251:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b87d97960. 00010000:00000010:2.1:1789449061.254148:0:28605:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b922de800. 00010000:00000010:2.1:1789449061.254162:0:28605:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c74400. 00010000:00000010:0.1:1789449061.276148:0:28610:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bd400. 00010000:00000010:0.1:1789449061.276167:0:28610:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204ba00. 00010000:00000010:1.1:1789449064.454975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4cc00. 00000080:00000010:1.1:1789449064.458932:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b8316faa0. 00010000:00000010:1.1:1789449064.458948:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b90652400. 00010000:00000010:1.1:1789449064.458953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4c600. 00010000:00000010:1.1:1789449064.503987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204ba00. 00000080:00000010:1.1:1789449064.511947:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b8984f3c0. 00010000:00000010:1.1:1789449064.511973:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bd900. 00010000:00000010:1.1:1789449064.511979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204be00. 00010000:00000010:2.1:1789449067.344695:0:28850:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bdc00. 00010000:00000010:2.1:1789449067.344716:0:28850:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4dc00. 00010000:00000010:2.1:1789449067.344796:0:28850:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cba100. 00010000:00000010:2.1:1789449067.344802:0:28850:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b86498000. 00010000:00000010:2.1:1789449067.344805:0:28850:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cbaf00. 00010000:00000010:2.1:1789449067.344809:0:28850:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204be00. 00010000:00000010:2.1:1789449067.344814:0:28850:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bd900. 00010000:00000010:2.1:1789449067.344817:0:28850:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b86498600. 00000080:00000010:1.1:1789449067.354978:0:1038:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b8984f680. 00000080:00000010:1.1:1789449067.355014:0:1038:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b87d97fc0. 00000080:00000010:1.1:1789449202.714943:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b8984fd40. 00000080:00000010:1.1:1789449202.714967:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b8316fee0. 00010000:00000010:1.1:1789449202.905197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204a600. 00010000:00000010:0.1:1789449202.970023:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bd700. 00010000:00000010:0.1:1789449202.970033:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b86498a00. 00010000:00000010:0.1:1789449202.970037:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4de00. 00000080:00000010:0.1:1789449202.977935:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b8984fd40. 00000080:00000010:0.1:1789449202.977976:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e8b89191080. 00000080:00000010:0.1:1789449202.977986:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b8316f020. 00010000:00000010:1.1:1789449202.988108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b86498400. 00010000:00000010:1.1:1789449202.988133:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bde00. 00010000:00000010:1.1:1789449202.988138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b86499e00. 00010000:00000010:1.1:1789449202.988141:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b922dea00. 00010000:00000010:1.1:1789449202.988145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c75a00. 00000080:00000010:1.1:1789449203.010942:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e8b89111080. 00000080:00000010:1.1:1789449203.010965:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b87d972a0. 00010000:00000010:1.1:1789449203.022170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204bc00. 00010000:00000010:1.1:1789449203.051112:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b90652d00. 00010000:00000010:1.1:1789449203.051131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4ca00. 00010000:00000010:1.1:1789449203.051136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204ac00. 00000080:00000010:0.1:1789449203.076548:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b8984fd80. 00000080:00000010:0.1:1789449203.076593:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e8b89116300. 00000080:00000010:0.1:1789449203.076606:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b8984fba0. 00010000:00000010:0.1:1789449203.087570:0:28875:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b86498a00. 00010000:00000010:0.1:1789449203.099940:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bdc00. 00010000:00000010:0.1:1789449203.099960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204bc00. 00010000:00000010:0.1:1789449203.099965:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bde00. 00010000:00000010:0.1:1789449203.099968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204a600. 00000080:00000010:1.1:1789449203.113182:0:28878:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e8b89115280. 00000080:00000010:1.1:1789449203.113206:0:28878:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b87d978c0. 00010000:00000010:0.1:1789449208.194395:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bdd00. 00010000:00000010:0.1:1789449208.194408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204b400. 00000080:00000010:2.1:1789449211.254930:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b87d97780. 00010000:00000010:2.1:1789449211.254953:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b922de400. 00010000:00000010:1.1:1789449211.255021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204ac00. 00010000:00000010:2.1:1789449211.255191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c74800. 00010000:00000010:0.1:1789449211.344063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b86498600. 00000080:00000010:0.1:1789449211.348045:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b87d970e0. 00010000:00000010:0.1:1789449211.348059:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b922de000. 00010000:00000010:0.1:1789449211.348064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c75a00. 00010000:00000010:0.1:1789449217.576999:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b922de700. 00010000:00000010:0.1:1789449217.577014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c75a00. 00010000:00000010:0.1:1789449217.577017:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b922de200. 00010000:00000010:0.1:1789449217.577042:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c75800. 00010000:00000010:0.1:1789449217.577045:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bd000. 00010000:00000010:0.1:1789449217.577049:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204ac00. 00010000:00000010:0.1:1789449217.577053:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bd500. 00010000:00000010:0.1:1789449217.577057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c74a00. 00000080:00000010:1.1:1789449233.952094:0:29455:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b889afca0. 00000080:00000010:1.1:1789449233.952111:0:29455:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b889af5e0. 00000080:00000010:1.1:1789449233.979714:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b8984f140. 00000080:00000010:1.1:1789449233.979737:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b889af2e0. 00010000:00000010:2.1:1789449236.057073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c74800. 00010000:00000010:2.1:1789449236.120961:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bd600. 00010000:00000010:2.1:1789449236.120975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204b400. 00010000:00000010:2.1:1789449236.120980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204ac00. 00000080:00000010:2.1:1789449236.140107:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b8984f600. 00000080:00000010:2.1:1789449236.140136:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e8b89115280. 00000080:00000010:2.1:1789449236.140144:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b8984f060. 00010000:00000010:2.1:1789449236.172065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4c000. 00010000:00000010:2.1:1789449236.172081:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bd300. 00010000:00000010:2.1:1789449236.172087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4ce00. 00010000:00000010:2.1:1789449236.172089:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bd000. 00010000:00000010:2.1:1789449236.172092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204a000. 00000080:00000010:2.1:1789449236.177059:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e8b89180000. 00000080:00000010:2.1:1789449236.177081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b8316fe60. 00010000:00000010:2.1:1789449236.202010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4ce00. 00010000:00000010:0.1:1789449236.258951:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bd100. 00010000:00000010:0.1:1789449236.258968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204a600. 00010000:00000010:0.1:1789449236.258974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b86499e00. 00000080:00000010:0.1:1789449236.266925:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b8984ffe0. 00000080:00000010:0.1:1789449236.266951:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e8b89111080. 00000080:00000010:0.1:1789449236.266960:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b87d979e0. 00010000:00000010:0.1:1789449236.300278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b86499e00. 00010000:00000010:0.1:1789449236.300295:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bda00. 00010000:00000010:0.1:1789449236.300300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4c000. 00010000:00000010:0.1:1789449236.300304:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b90652100. 00010000:00000010:0.1:1789449236.300306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4d400. 00000080:00000010:0.1:1789449236.310302:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e8b89191080. 00000080:00000010:0.1:1789449236.310321:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b87d974a0. 00010000:00000010:0.1:1789449239.964336:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bd800. 00010000:00000010:0.1:1789449239.964350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204bc00. 00010000:00000010:2.1:1789449243.367927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c75c00. 00000080:00000010:2.1:1789449243.367959:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b889af780. 00010000:00000010:2.1:1789449243.367972:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b90652200. 00010000:00000010:2.1:1789449243.367978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4cc00. 00010000:00000010:0.1:1789449243.438009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b86498200. 00000080:00000010:0.1:1789449243.438039:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b87d972e0. 00010000:00000010:0.1:1789449243.438050:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b922de800. 00010000:00000010:0.1:1789449243.438056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c75600. 00000080:00000010:0.1:1789449247.241928:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b8316fe80. 00000080:00000010:0.1:1789449247.241949:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b8316f8c0. 00010000:00000010:0.1:1789449247.307930:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b922def00. 00010000:00000010:0.1:1789449247.307952:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4d200. 00010000:00000010:0.1:1789449247.307959:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b90652f00. 00010000:00000010:0.1:1789449247.307962:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4d600. 00010000:00000010:0.1:1789449247.307966:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cbaf00. 00010000:00000010:0.1:1789449247.307970:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b86498200. 00010000:00000010:0.1:1789449247.307984:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b90652900. 00010000:00000010:0.1:1789449247.307988:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4cc00. 00010000:00000010:0.1:1789449247.307991:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b90652200. 00010000:00000010:0.1:1789449247.307994:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b86499600. 00000080:00000010:0.1:1789449263.614948:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b8316f820. 00000080:00000010:0.1:1789449263.614979:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b87d97e40. 00010000:00000010:1.1:1789449265.841127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204ba00. 00010000:00000010:1.1:1789449265.927155:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bd200. 00010000:00000010:1.1:1789449265.927181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204a600. 00010000:00000010:1.1:1789449265.927187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204ac00. 00000080:00000010:1.1:1789449265.976955:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b8984ff20. 00000080:00000010:1.1:1789449265.986945:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e8b891839c0. 00000080:00000010:1.1:1789449265.986961:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b8984fa80. 00010000:00000010:0.1:1789449265.991960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4d200. 00010000:00000010:0.1:1789449265.991986:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bd400. 00010000:00000010:0.1:1789449265.991992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b86498200. 00010000:00000010:0.1:1789449265.991995:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bd900. 00010000:00000010:0.1:1789449265.996951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204b000. 00000080:00000010:0.1:1789449266.016783:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e8b89180000. 00000080:00000010:0.1:1789449266.016806:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b8316fde0. 00010000:00000010:1.1:1789449266.059247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204ac00. 00010000:00000010:0.1:1789449266.115860:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bdd00. 00010000:00000010:0.1:1789449266.115893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204bc00. 00010000:00000010:0.1:1789449266.117486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204a000. 00000080:00000010:0.1:1789449266.156946:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b8984f560. 00000080:00000010:1.1:1789449266.166752:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e8b891c98c0. 00000080:00000010:1.1:1789449266.166785:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b87d97980. 00010000:00000010:0.1:1789449266.204376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204ac00. 00010000:00000010:0.1:1789449266.204406:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bde00. 00010000:00000010:0.1:1789449266.204412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b86499600. 00010000:00000010:0.1:1789449266.204418:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cba400. 00010000:00000010:0.1:1789449266.204422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b86498200. 00000080:00000010:0.1:1789449266.217943:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e8b89191080. 00000080:00000010:0.1:1789449266.217968:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b8984ff20. 00010000:00000010:2.1:1789449272.221253:0:30499:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cba600. 00010000:00000010:2.1:1789449272.221274:0:30499:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b86499000. 00010000:00000010:0.1:1789449272.265281:0:30502:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bda00. 00010000:00000010:0.1:1789449272.265300:0:30502:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204be00. 00010000:00000010:0.1:1789449275.179915:0:30705:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b86498800. 00000080:00000010:0.1:1789449275.186124:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b87d97680. 00010000:00000010:0.1:1789449275.186152:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bd300. 00010000:00000010:0.1:1789449275.186159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204be00. 00010000:00000010:1.1:1789449275.273123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204ba00. 00000080:00000010:3.1:1789449275.283005:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b8984f4a0. 00010000:00000010:3.1:1789449275.283025:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bda00. 00010000:00000010:3.1:1789449275.283042:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204a600. 00010000:00000010:0.1:1789449276.602940:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cba700. 00010000:00000010:0.1:1789449276.602965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b86499400. 00000080:00000010:0.1:1789449278.499230:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b87d97ec0. 00000080:00000010:0.1:1789449278.499266:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b87d97460. 00010000:00000010:1.1:1789449278.526078:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bd000. 00010000:00000010:1.1:1789449278.526098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204b400. 00010000:00000010:1.1:1789449278.526115:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bd100. 00010000:00000010:1.1:1789449278.526118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204ba00. 00010000:00000010:1.1:1789449278.526122:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cba300. 00010000:00000010:1.1:1789449278.526125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b86499c00. 00010000:00000010:1.1:1789449278.526129:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cbaa00. 00010000:00000010:1.1:1789449278.526132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b86498800. 00000080:00000010:2.1:1789449298.682937:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b8316fbc0. 00000080:00000010:2.1:1789449298.699037:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b8316f040. 00010000:00000010:3.1:1789449298.789959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4d600. 00010000:00000010:3.1:1789449298.846924:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bde00. 00010000:00000010:3.1:1789449298.846942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204ac00. 00010000:00000010:3.1:1789449298.846947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204bc00. 00000080:00000010:0.1:1789449298.881953:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b8984fb80. 00000080:00000010:0.1:1789449298.881986:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e8b89191080. 00000080:00000010:0.1:1789449298.881992:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b8984fb20. 00010000:00000010:0.1:1789449298.911227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b86498000. 00010000:00000010:0.1:1789449298.911246:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bd200. 00010000:00000010:0.1:1789449298.911251:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c75e00. 00010000:00000010:0.1:1789449298.911255:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bd000. 00010000:00000010:0.1:1789449298.911258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204b000. 00000080:00000010:1.1:1789449298.932759:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e8b891ceb40. 00000080:00000010:1.1:1789449298.932956:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b87d97b80. 00010000:00000010:1.1:1789449298.951291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204a000. 00010000:00000010:3.1:1789449299.013000:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b90652500. 00010000:00000010:3.1:1789449299.013017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4da00. 00010000:00000010:3.1:1789449299.013020:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4c400. 00000080:00000010:0.1:1789449299.040783:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b87d97940. 00010000:00000010:0.1:1789449299.047923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b86498000. 00010000:00000010:0.1:1789449299.047942:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b90652400. 00010000:00000010:0.1:1789449299.047948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4c600. 00010000:00000010:0.1:1789449299.047951:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bd400. 00010000:00000010:0.1:1789449299.047955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204ba00. 00010000:00000010:0.1:1789449304.948950:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bdd00. 00010000:00000010:0.1:1789449304.948967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204b400. 00000100:00000001:3.0:1789449372.099752:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449372.099755:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449372.099758:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789449372.099763:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065ce00 x1876371947473152/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449372.099775:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789449372.099776:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449372.099779:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789449372.099781:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789449372.099783:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449372.099787:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2401:1876371947473152:192.168.202.109@tcp:400:kworker.0 00000100:00000001:3.0:1789449372.099790:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789449372.099793:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789449372.099795:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449372.099797:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789449372.099800:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b888a2800. 02000000:00000001:3.0:1789449372.099802:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449372.099805:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:3.0:1789449372.099807:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b8525c268. 00000400:00000010:3.0:1789449372.103162:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69440. 00000100:00000200:3.0:1789449372.103173:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947473152, portal 4 00000100:00000001:3.0:1789449372.103177:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449372.103179:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993074688 : -107152716476928 : ffff9e8b9065ce00) 00000100:00000040:3.0:1789449372.103193:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b9065ce00 x1876371947473152/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449372.103201:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449372.103205:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1789449372.103207:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69550. 00000100:00000200:3.0:1789449372.103210:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876371947473152, offset 0 00000400:00000200:3.0:1789449372.103216:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1789449372.103225:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449372.103233:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449372.103238:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789449372.103242:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1789449372.103245:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789449372.103248:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1789449372.103252:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2522:2522:253:4294967295] 192.168.202.109@tcp LPNI seq info [2522:2522:5:4294967295] 00000400:00000200:3.0:1789449372.103256:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449372.103265:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449372.103271:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449372.103277:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051c300. 00000800:00000200:3.0:1789449372.103283:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449372.103290:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449372.103294:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051c300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789449372.103298:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449372.103303:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: using a timeout of 287846 usecs (288 jiffies) 00000400:00000200:3.0:1789449372.103306:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:3.0:1789449372.103309:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296375076 00000100:00000001:3.0:1789449372.103313:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296378911 00000100:00000001:3.0:1789449372.103315:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296375076 00000100:00000001:3.0:1789449372.103318:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296378911 00000100:00000001:3.0:1789449372.103320:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449372.103323:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449372.103328:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449372.103333:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449372.103355:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449372.103358:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449372.103397:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449372.103401:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b9051c400. 00000400:00000200:3.0:1789449372.103408:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449372.103413:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449372.103418:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69e58 00000400:00000010:3.0:1789449372.103420:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69e58. 00000100:00000001:3.0:1789449372.103425:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449372.103430:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065f480 x1876371947472768/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449372.103440:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449372.103444:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065f480 x1876371947472768/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449388 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449372.103451:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449372.103453:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789449372.103466:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449372.103468:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b9051c200. 00000400:00000200:3.0:1789449372.103471:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449372.103474:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449372.103476:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69ee0 00000400:00000010:3.0:1789449372.103478:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69ee0. 00000100:00000001:3.0:1789449372.103480:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449372.103484:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065c000 x1876371947473024/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449372.103491:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449372.103494:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065c000 x1876371947473024/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449388 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449372.103500:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449372.103501:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789449372.103508:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449372.103511:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b9051c500. 00000400:00000200:3.0:1789449372.103513:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449372.103516:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449372.103518:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69cc0 00000400:00000010:3.0:1789449372.103520:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69cc0. 00000100:00000001:3.0:1789449372.103521:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449372.103524:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065e300 x1876371947472896/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449372.103531:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449372.103533:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065e300 x1876371947472896/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449388 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449372.103540:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449372.103541:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789449372.103596:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449372.103599:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b9051c300. 00000400:00000200:3.0:1789449372.103602:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449372.103605:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449372.103608:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69550 00000400:00000010:3.0:1789449372.103609:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69550. 00000100:00000001:3.0:1789449372.103611:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449372.103615:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065ce00 x1876371947473152/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449372.103622:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449372.103624:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065ce00 x1876371947473152/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449388 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449372.103630:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449372.103631:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789449372.106267:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449372.106282:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449372.106286:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449372.106289:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449372.106297:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449372.106305:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449372.106314:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449372.106319:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449372.106324:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449372.106330:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x6aa8ce3654880 00000400:00000200:3.0:1789449372.106335:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449372.106340:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x738d [1] + 224 00000800:00000001:3.0:1789449372.106347:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449372.106354:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449372.106358:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449372.106361:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449372.106368:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449372.106379:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065c000 x1876371947473024/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449388 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449372.106389:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b9065c000 x1876371947473024/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449372.106414:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449372.106421:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449372.106424:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449372.110637:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449372.110654:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449372.110659:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449372.110661:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449372.110670:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449372.110678:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449372.110688:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449372.110692:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449372.110697:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449372.110702:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x6aa8ce3654800 00000400:00000200:3.0:1789449372.110707:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449372.110713:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x739d [1] + 224 00000800:00000001:3.0:1789449372.110720:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449372.110724:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449372.110728:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449372.110732:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449372.110740:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449372.110748:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065e300 x1876371947472896/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449388 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449372.110759:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b9065e300 x1876371947472896/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449372.110781:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449372.110788:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449372.110793:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449372.110795:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449372.110797:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449372.110800:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449372.110803:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449372.110807:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449372.110809:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449372.110812:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449372.110815:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x6aa8ce3654780 00000400:00000200:3.0:1789449372.110818:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449372.110823:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x737d [1] + 224 00000800:00000001:3.0:1789449372.110827:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449372.110832:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449372.110835:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449372.110838:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449372.110841:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449372.110845:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065f480 x1876371947472768/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449388 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449372.110854:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b9065f480 x1876371947472768/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449372.110860:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449372.110864:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449372.110867:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449372.121252:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449372.121272:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449372.121277:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449372.121279:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449372.121289:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449372.121297:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449372.121307:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449372.121312:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449372.121317:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449372.121322:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 4 MB=0x6aa8ce3654900 00000400:00000200:3.0:1789449372.121329:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449372.121335:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 224/224 into md 0x73ad [1] + 224 00000800:00000001:3.0:1789449372.121343:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449372.121352:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449372.121356:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449372.121361:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449372.121368:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449372.121380:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065ce00 x1876371947473152/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449388 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449372.121392:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b9065ce00 x1876371947473152/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449372.121417:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449372.121426:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449372.121431:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789449372.162439:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449372.162449:0:25072:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789449372.162451:0:25072:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449372.162456:0:25072:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449372.162461:0:25072:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789449372.162464:0:25072:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449372.162466:0:25072:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449372.162468:0:25072:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449372.162472:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449372.162473:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449373.186211:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449373.186217:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449373.186223:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449373.186225:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449374.210035:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449374.210042:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449374.210048:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449374.210049:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449375.234004:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449375.234012:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449375.234019:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449375.234020:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449376.260817:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449376.260825:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449376.260833:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449376.260834:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449376.705997:0:25072:0:(connection.c:75:cpu_latency_work()) work item of ffff9e8b8322a330 (cpu 3) has reached its deadline 4296378911, at 4296379392 00000100:00000010:3.0:1789449376.706026:0:25072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e8b87cd5420. 00000100:00000001:3.0:1789449377.218182:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449377.218186:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449377.218189:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789449377.218195:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065ce00 x1876371947473280/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449377.218203:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789449377.218205:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449377.218208:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789449377.218211:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789449377.218213:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449377.218216:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:80a9314a-fa92-41c3-8d17-36c58fffb192:2401:1876371947473280:192.168.202.109@tcp:400:kworker.0 00000100:00000001:3.0:1789449377.218220:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789449377.218226:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789449377.218228:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449377.218230:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789449377.218235:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b888a2600. 02000000:00000001:3.0:1789449377.218237:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449377.218245:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:3.0:1789449377.218249:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b8525c7e8. 00000400:00000010:3.0:1789449377.218256:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69550. 00000100:00000200:3.0:1789449377.218263:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947473280, portal 25 00000100:00000001:3.0:1789449377.218265:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449377.218266:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993074688 : -107152716476928 : ffff9e8b9065ce00) 00000100:00000040:3.0:1789449377.218272:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b9065ce00 x1876371947473280/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449377.218279:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449377.218282:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1789449377.218284:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69cc0. 00000100:00000200:3.0:1789449377.218287:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876371947473280, offset 0 00000400:00000200:3.0:1789449377.218293:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1789449377.218301:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449377.218309:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449377.218314:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789449377.218317:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1789449377.218321:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789449377.218323:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1789449377.218327:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2523:2523:256:4294967295] 192.168.202.109@tcp LPNI seq info [2523:2523:8:4294967295] 00000400:00000200:3.0:1789449377.218330:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449377.218339:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449377.218345:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449377.218349:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051c300. 00000800:00000200:3.0:1789449377.218355:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449377.218362:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449377.218366:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051c300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789449377.218379:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449377.218382:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:3.0:1789449377.218385:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296384031 00000100:00000010:3.0:1789449377.218389:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e8b87cd5420. 00000100:00000001:3.0:1789449377.218395:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789449377.218400:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296384031 00000100:00000010:3.0:1789449377.218402:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e8b87cd5840. 00000100:00000001:3.0:1789449377.218405:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789449377.218408:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449377.218410:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449377.218413:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449377.218416:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449377.218631:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449377.218634:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789449377.218637:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449377.218638:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449377.218640:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449377.218642:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1789449377.218644:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449377.218645:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449377.218647:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449377.218649:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449377.218650:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449377.218651:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789449377.218656:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065f480 x1876371947473408/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449377.218663:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789449377.218664:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449377.218666:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789449377.218668:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789449377.218670:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449377.218673:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2401:1876371947473408:192.168.202.109@tcp:400:kworker.0 00000100:00000001:3.0:1789449377.218676:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789449377.218678:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789449377.218680:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449377.218682:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789449377.218685:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b888a2800. 02000000:00000001:3.0:1789449377.218687:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449377.218691:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:3.0:1789449377.218694:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b8525c738. 00000400:00000010:3.0:1789449377.218697:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69ee0. 00000100:00000200:3.0:1789449377.218700:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947473408, portal 10 00000100:00000001:3.0:1789449377.218702:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449377.218704:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993084544 : -107152716467072 : ffff9e8b9065f480) 00000100:00000040:3.0:1789449377.218710:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b9065f480 x1876371947473408/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449377.218716:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449377.218718:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1789449377.218720:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69e58. 00000100:00000200:3.0:1789449377.218722:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876371947473408, offset 0 00000400:00000200:3.0:1789449377.218727:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1789449377.218731:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449377.218734:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449377.218737:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789449377.218740:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1789449377.218742:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789449377.218744:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1789449377.218747:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2524:2524:255:4294967295] 192.168.202.109@tcp LPNI seq info [2524:2524:7:4294967295] 00000400:00000200:3.0:1789449377.218750:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449377.218756:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449377.218760:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449377.218763:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051c500. 00000800:00000200:3.0:1789449377.218766:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449377.218770:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449377.218772:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051c500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789449377.218775:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449377.218778:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 531602 usecs (532 jiffies) 00000400:00000200:3.0:1789449377.218781:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:3.0:1789449377.218783:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296380436 00000100:00000001:3.0:1789449377.218785:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296384031 00000100:00000001:3.0:1789449377.218787:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296380436 00000100:00000001:3.0:1789449377.218790:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296384031 00000100:00000001:3.0:1789449377.218792:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449377.218793:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449377.218796:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449377.218798:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449377.218844:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449377.218849:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b9051c300. 00000400:00000200:3.0:1789449377.218855:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449377.218860:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449377.218866:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69cc0 00000400:00000010:3.0:1789449377.218869:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69cc0. 00000100:00000001:3.0:1789449377.218874:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449377.218878:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065ce00 x1876371947473280/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449377.219208:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449377.219213:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065ce00 x1876371947473280/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449393 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449377.219219:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449377.219221:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789449377.219291:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449377.219294:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b9051c500. 00000400:00000200:3.0:1789449377.219297:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449377.219300:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449377.219303:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69e58 00000400:00000010:3.0:1789449377.219305:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69e58. 00000100:00000001:3.0:1789449377.219308:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449377.219311:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065f480 x1876371947473408/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449377.219317:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449377.219320:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065f480 x1876371947473408/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449393 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449377.219326:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449377.219327:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789449377.219338:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449377.219341:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449377.219408:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449377.219410:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449377.219412:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449377.219414:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449377.219824:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449377.219827:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449377.219828:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789449377.219833:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065e300 x1876371947473536/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449377.219839:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789449377.219841:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449377.219844:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789449377.219846:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789449377.219848:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449377.219851:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2401:1876371947473536:192.168.202.109@tcp:400:kworker.0 00000100:00000001:3.0:1789449377.219854:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789449377.219857:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789449377.219859:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449377.219861:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789449377.219865:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b888a2c00. 02000000:00000001:3.0:1789449377.219867:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449377.219873:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:3.0:1789449377.219876:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b8525c478. 00000400:00000010:3.0:1789449377.219892:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69e58. 00000100:00000200:3.0:1789449377.219897:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947473536, portal 10 00000100:00000001:3.0:1789449377.219899:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449377.219900:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993080064 : -107152716471552 : ffff9e8b9065e300) 00000100:00000040:3.0:1789449377.219906:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b9065e300 x1876371947473536/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449377.219912:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449377.219915:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1789449377.219917:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69cc0. 00000100:00000200:3.0:1789449377.219919:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876371947473536, offset 0 00000400:00000200:3.0:1789449377.219924:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1789449377.219929:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449377.219934:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449377.219937:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789449377.219990:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1789449377.219994:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789449377.219996:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1789449377.219999:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2525:2525:256:4294967295] 192.168.202.109@tcp LPNI seq info [2525:2525:8:4294967295] 00000400:00000200:3.0:1789449377.220003:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449377.220010:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449377.220014:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449377.220018:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051c500. 00000800:00000200:3.0:1789449377.220023:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449377.220028:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449377.220031:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051c500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789449377.220040:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449377.220043:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: using a timeout of 22261 usecs (23 jiffies) 00000400:00000200:3.0:1789449377.220046:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:3.0:1789449377.220049:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296379928 00000100:00000001:3.0:1789449377.220051:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296384031 00000100:00000001:3.0:1789449377.220053:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296379928 00000100:00000001:3.0:1789449377.220055:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296384031 00000100:00000001:3.0:1789449377.220058:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449377.220060:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449377.220062:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449377.220064:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449377.220192:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449377.220194:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789449377.220197:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449377.220198:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449377.220200:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449377.220202:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1789449377.220203:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449377.220205:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449377.220206:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449377.220208:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449377.220209:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449377.220210:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789449377.220214:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065c000 x1876371947473664/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449377.220220:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789449377.220221:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449377.220223:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789449377.220224:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789449377.220226:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449377.220228:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2401:1876371947473664:192.168.202.109@tcp:400:kworker.0 00000100:00000001:3.0:1789449377.220231:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789449377.220233:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789449377.220235:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449377.220236:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789449377.220240:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b888a3400. 02000000:00000001:3.0:1789449377.220241:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449377.220245:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:3.0:1789449377.220248:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b8525c1b8. 00000400:00000010:3.0:1789449377.220251:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69aa0. 00000100:00000200:3.0:1789449377.220254:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947473664, portal 4 00000100:00000001:3.0:1789449377.220256:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449377.220257:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993071104 : -107152716480512 : ffff9e8b9065c000) 00000100:00000040:3.0:1789449377.220263:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b9065c000 x1876371947473664/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449377.220269:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449377.220270:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1789449377.220272:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69880. 00000100:00000200:3.0:1789449377.220274:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876371947473664, offset 0 00000400:00000200:3.0:1789449377.220278:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1789449377.220282:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449377.220285:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449377.220287:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789449377.220289:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1789449377.220291:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789449377.220294:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1789449377.220296:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2526:2526:255:4294967295] 192.168.202.109@tcp LPNI seq info [2526:2526:7:4294967295] 00000400:00000200:3.0:1789449377.220299:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449377.220304:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449377.220308:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449377.220310:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051c300. 00000800:00000200:3.0:1789449377.220314:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449377.220317:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449377.220320:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051c300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789449377.220322:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449377.220324:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: using a timeout of 286178 usecs (287 jiffies) 00000400:00000200:3.0:1789449377.220327:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:3.0:1789449377.220328:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296380193 00000100:00000001:3.0:1789449377.220330:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296384031 00000100:00000001:3.0:1789449377.220331:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296380193 00000100:00000001:3.0:1789449377.220333:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296384031 00000100:00000001:3.0:1789449377.220334:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449377.220336:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449377.220338:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449377.220340:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449377.220365:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449377.220367:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b9051c500. 00000400:00000200:3.0:1789449377.220370:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449377.220374:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449377.220377:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69cc0 00000400:00000010:3.0:1789449377.220379:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69cc0. 00000100:00000001:3.0:1789449377.220382:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449377.220386:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065e300 x1876371947473536/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449377.220393:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449377.220396:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065e300 x1876371947473536/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449393 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449377.220401:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449377.220403:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789449377.220409:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449377.220411:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b9051c300. 00000400:00000200:3.0:1789449377.220413:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449377.220416:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449377.220418:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69880 00000400:00000010:3.0:1789449377.220419:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69880. 00000100:00000001:3.0:1789449377.220421:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449377.220423:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065c000 x1876371947473664/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449377.220429:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449377.220431:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065c000 x1876371947473664/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449393 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449377.220437:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449377.220438:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789449377.220538:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449377.220601:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449377.224973:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449377.224977:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449377.224982:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449377.224986:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789449377.225703:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449377.225717:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449377.225720:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449377.225724:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449377.225733:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449377.225741:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449377.225750:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449377.225754:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449377.225760:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449377.225765:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x6aa8ce3654a00 00000400:00000200:3.0:1789449377.225771:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449377.225777:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x73cd [1] + 224 00000800:00000001:3.0:1789449377.225785:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449377.225789:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449377.225793:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449377.225798:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449377.225806:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449377.225815:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065f480 x1876371947473408/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449393 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449377.225827:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b9065f480 x1876371947473408/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449393 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449377.226014:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449377.226024:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449377.226029:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449377.226031:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449377.226033:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449377.226036:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449377.226040:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449377.226045:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449377.226058:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449377.226061:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449377.226064:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x6aa8ce3654a80 00000400:00000200:3.0:1789449377.226067:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449377.226072:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x73dd [1] + 224 00000800:00000001:3.0:1789449377.226076:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449377.226079:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449377.226081:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449377.226084:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449377.226087:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449377.226101:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065e300 x1876371947473536/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449393 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449377.226116:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b9065e300 x1876371947473536/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449393 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449377.226122:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449377.226126:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449377.226129:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449377.226130:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449377.226132:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449377.226135:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449377.226138:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449377.226141:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449377.226143:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449377.226145:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449377.226148:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 4 MB=0x6aa8ce3654b00 00000400:00000200:3.0:1789449377.226151:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449377.226154:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 224/224 into md 0x73ed [1] + 224 00000800:00000001:3.0:1789449377.226157:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449377.226162:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449377.226164:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449377.226167:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449377.226169:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449377.226172:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065c000 x1876371947473664/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449393 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449377.226179:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b9065c000 x1876371947473664/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449393 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449377.226185:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449377.226187:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449377.226189:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449377.226966:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449377.226973:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449377.226975:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449377.226978:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449377.226983:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449377.226987:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449377.226992:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449377.226995:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449377.226998:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449377.227002:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x6aa8ce3654980 00000400:00000200:3.0:1789449377.227006:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449377.227010:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x73bd [1] + 224 00000800:00000001:3.0:1789449377.227014:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449377.227019:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449377.227021:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449377.227025:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449377.227029:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449377.227034:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065ce00 x1876371947473280/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449393 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449377.227053:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b9065ce00 x1876371947473280/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449393 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449377.227059:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449377.227063:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449377.227066:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789449377.282192:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449377.282203:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449377.282209:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449377.282211:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449378.306002:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449378.306010:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449378.306016:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449378.306017:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449379.330028:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449379.330035:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449379.330041:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449379.330042:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449380.354762:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449380.354769:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449380.354776:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449380.354780:0:25072:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789449380.354782:0:25072:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449380.354788:0:25072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449380.354791:0:25072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449380.354793:0:25072:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449380.354796:0:25072:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789449380.354798:0:25072:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449380.354801:0:25072:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449380.354803:0:25072:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449381.378025:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449381.378033:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449381.378039:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449381.378041:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449381.826024:0:25072:0:(connection.c:75:cpu_latency_work()) work item of ffff9e8b8322a330 (cpu 3) has reached its deadline 4296384031, at 4296384512 00000100:00000010:3.0:1789449381.826039:0:25072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e8b87cd5840. 00000800:00000200:3.0:1789449382.341752:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449382.341762:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b83723100. 00000400:00000200:3.0:1789449382.341772:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449382.341782:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449382.341789:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012660 00000400:00000010:3.0:1789449382.341793:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012660. 00000100:00000001:3.0:1789449382.341800:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449382.341808:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83691f80 x1876371947473920/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449382.341823:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449382.341828:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83691f80 x1876371947473920/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449398 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449382.341856:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449382.341860:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789449382.343676:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449382.343685:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b83723a00. 00000400:00000200:3.0:1789449382.343692:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449382.343700:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449382.343708:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012aa0 00000400:00000010:3.0:1789449382.343712:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012aa0. 00000100:00000001:3.0:1789449382.343717:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449382.343724:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83690000 x1876371947474176/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449382.343736:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449382.343740:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83690000 x1876371947474176/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449398 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449382.343746:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449382.343748:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789449382.343785:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449382.343788:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b83723d00. 00000400:00000200:3.0:1789449382.343791:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449382.343795:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449382.343798:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012330 00000400:00000010:3.0:1789449382.343799:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012330. 00000100:00000001:3.0:1789449382.343802:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449382.343807:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83693480 x1876371947473792/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449382.343815:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449382.343818:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83693480 x1876371947473792/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449398 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449382.343825:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449382.343827:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789449382.343926:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449382.343929:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b83723600. 00000400:00000200:3.0:1789449382.343932:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449382.343936:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449382.343939:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012a18 00000400:00000010:3.0:1789449382.343941:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012a18. 00000100:00000001:3.0:1789449382.343943:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449382.343948:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83692d80 x1876371947474048/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449382.343962:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449382.343965:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83692d80 x1876371947474048/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449398 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449382.343971:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449382.343972:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789449382.347624:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449382.347649:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449382.347654:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449382.347657:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449382.347670:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449382.347679:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449382.347690:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449382.347696:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449382.347704:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449382.347710:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 4 MB=0x6aa8ce3654d00 00000400:00000200:3.0:1789449382.347715:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449382.347723:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 224/224 into md 0x7405 [1] + 224 00000800:00000001:3.0:1789449382.347732:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449382.347736:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449382.347741:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449382.347746:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449382.347756:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449382.347768:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83690000 x1876371947474176/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449398 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449382.347780:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b83690000 x1876371947474176/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449398 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449382.348117:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449382.348130:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449382.348137:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449382.348139:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449382.348142:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449382.348147:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449382.348150:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449382.348155:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449382.348158:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449382.348161:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449382.348165:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x6aa8ce3654c00 00000400:00000200:3.0:1789449382.348169:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449382.348175:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x73fd [1] + 224 00000800:00000001:3.0:1789449382.348180:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449382.348186:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449382.348188:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449382.348192:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449382.348195:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449382.348201:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83691f80 x1876371947473920/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449398 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449382.348211:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b83691f80 x1876371947473920/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449398 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449382.348219:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449382.348223:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449382.348226:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449382.354960:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449382.354983:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449382.354989:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449382.354992:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449382.355014:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449382.355025:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449382.355037:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449382.355043:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449382.355058:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449382.355694:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x6aa8ce3654c80 00000400:00000200:3.0:1789449382.355704:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449382.355713:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x7415 [1] + 224 00000800:00000001:3.0:1789449382.355724:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449382.355732:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449382.355737:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449382.355743:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449382.355753:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449382.355764:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83692d80 x1876371947474048/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449398 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449382.355777:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b83692d80 x1876371947474048/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449398 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449382.355803:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449382.355815:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449382.355819:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449382.355821:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449382.355824:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449382.355827:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449382.355830:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449382.355834:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449382.355848:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449382.355852:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449382.355855:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x6aa8ce3654b80 00000400:00000200:3.0:1789449382.355859:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449382.355865:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x740d [1] + 224 00000800:00000001:3.0:1789449382.355869:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449382.355876:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449382.355937:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449382.355941:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449382.355945:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449382.355950:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83693480 x1876371947473792/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449398 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449382.355961:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b83693480 x1876371947473792/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449398 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449382.355970:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449382.355974:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449382.355977:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789449382.403016:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449382.403032:0:25072:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789449382.403035:0:25072:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449382.403041:0:25072:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449382.403055:0:25072:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789449382.403059:0:25072:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449382.403061:0:25072:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449382.403064:0:25072:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449382.403071:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449382.403073:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449383.426284:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449383.426291:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449383.426297:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449383.426298:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449384.450556:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449384.450563:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449384.450569:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449384.450570:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449385.474560:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449385.474568:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449385.474574:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449385.474575:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449386.498050:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449386.498059:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449386.498065:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449386.498067:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449386.946062:0:25072:0:(connection.c:75:cpu_latency_work()) work item of ffff9e8b8322a330 (cpu 3) has reached its deadline 4296389156, at 4296389632 00000100:00000010:3.0:1789449386.946071:0:25072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e8b87c1e060. 00000100:00000001:3.0:1789449387.458430:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449387.458435:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449387.458437:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789449387.458444:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065e300 x1876371947474304/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449387.458460:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789449387.458462:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449387.458465:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789449387.458468:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789449387.458470:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449387.458474:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:80a9314a-fa92-41c3-8d17-36c58fffb192:2401:1876371947474304:192.168.202.109@tcp:400:kworker.0 00000100:00000001:3.0:1789449387.458478:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789449387.458483:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789449387.458486:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449387.458488:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789449387.458493:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b888a3e00. 02000000:00000001:3.0:1789449387.458495:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449387.458502:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:3.0:1789449387.458506:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b8525c210. 00000400:00000010:3.0:1789449387.458513:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69880. 00000100:00000200:3.0:1789449387.458519:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947474304, portal 25 00000100:00000001:3.0:1789449387.458522:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449387.458523:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993080064 : -107152716471552 : ffff9e8b9065e300) 00000100:00000040:3.0:1789449387.458529:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b9065e300 x1876371947474304/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449387.458536:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449387.458539:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1789449387.458541:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69cc0. 00000100:00000200:3.0:1789449387.458544:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876371947474304, offset 0 00000400:00000200:3.0:1789449387.458551:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1789449387.458561:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449387.458569:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449387.458575:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789449387.458578:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1789449387.458582:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789449387.458585:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1789449387.458589:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2531:2531:256:4294967295] 192.168.202.109@tcp LPNI seq info [2531:2531:8:4294967295] 00000400:00000200:3.0:1789449387.458594:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449387.458603:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449387.458609:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449387.458613:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051c300. 00000800:00000200:3.0:1789449387.458620:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449387.458627:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449387.458632:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051c300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789449387.458653:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449387.458657:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:3.0:1789449387.458660:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296394271 00000100:00000010:3.0:1789449387.458665:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e8b87cd5840. 00000100:00000001:3.0:1789449387.458672:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789449387.458679:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296394271 00000100:00000010:3.0:1789449387.458681:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e8b87cd5a20. 00000100:00000001:3.0:1789449387.458684:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789449387.458687:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449387.458690:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449387.458692:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789449387.458696:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065ce00 x1876371947474560/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449387.458703:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789449387.458704:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449387.458706:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789449387.458708:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789449387.458710:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449387.458712:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2401:1876371947474560:192.168.202.109@tcp:400:kworker.0 00000100:00000001:3.0:1789449387.458715:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789449387.458717:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789449387.458719:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449387.458721:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789449387.458723:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b888a2e00. 02000000:00000001:3.0:1789449387.458725:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449387.458728:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:3.0:1789449387.458730:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b8525c5d8. 00000400:00000010:3.0:1789449387.458733:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69000. 00000100:00000200:3.0:1789449387.458736:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947474560, portal 10 00000100:00000001:3.0:1789449387.458738:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449387.458739:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993074688 : -107152716476928 : ffff9e8b9065ce00) 00000100:00000040:3.0:1789449387.458745:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b9065ce00 x1876371947474560/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449387.458752:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449387.458754:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1789449387.458756:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69a18. 00000100:00000200:3.0:1789449387.458758:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876371947474560, offset 0 00000400:00000200:3.0:1789449387.458762:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1789449387.458765:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449387.458768:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449387.458771:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789449387.458773:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1789449387.458775:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789449387.458777:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1789449387.458780:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2532:2532:255:4294967295] 192.168.202.109@tcp LPNI seq info [2532:2532:7:4294967295] 00000400:00000200:3.0:1789449387.459064:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449387.459071:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449387.459076:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449387.459080:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051c500. 00000800:00000200:3.0:1789449387.459084:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449387.459088:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449387.459091:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051c500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789449387.459094:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449387.459098:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: using a timeout of 22202 usecs (23 jiffies) 00000400:00000200:3.0:1789449387.459102:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:3.0:1789449387.459104:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296390168 00000100:00000001:3.0:1789449387.459106:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296394271 00000100:00000001:3.0:1789449387.459108:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296390168 00000100:00000001:3.0:1789449387.459110:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296394271 00000100:00000001:3.0:1789449387.459112:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449387.459114:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449387.459117:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449387.459119:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449387.459126:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449387.459127:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789449387.459129:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449387.459131:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449387.459132:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449387.459134:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:3.0:1789449387.459136:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449387.459138:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449387.459140:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449387.459142:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449387.459142:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449387.459143:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789449387.459147:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065c000 x1876371947474432/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449387.459154:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789449387.459155:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449387.459157:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789449387.459159:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789449387.459161:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449387.459164:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2401:1876371947474432:192.168.202.109@tcp:400:kworker.0 00000100:00000001:3.0:1789449387.459167:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789449387.459169:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789449387.459171:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449387.459173:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789449387.459176:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b888a3a00. 02000000:00000001:3.0:1789449387.459178:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449387.459181:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:3.0:1789449387.459183:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b8525ce18. 00000400:00000010:3.0:1789449387.459186:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69330. 00000100:00000200:3.0:1789449387.459189:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947474432, portal 10 00000100:00000001:3.0:1789449387.459190:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449387.459192:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993071104 : -107152716480512 : ffff9e8b9065c000) 00000100:00000040:3.0:1789449387.459198:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b9065c000 x1876371947474432/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449387.459204:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449387.459206:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1789449387.459208:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69908. 00000100:00000200:3.0:1789449387.459210:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876371947474432, offset 0 00000400:00000200:3.0:1789449387.459213:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1789449387.470615:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449387.470629:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449387.470635:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789449387.470639:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1789449387.470643:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789449387.470646:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1789449387.470649:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2533:2533:256:4294967295] 192.168.202.109@tcp LPNI seq info [2533:2533:8:4294967295] 00000400:00000200:3.0:1789449387.470654:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449387.470663:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449387.470670:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449387.470678:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051c200. 00000800:00000200:3.0:1789449387.470684:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449387.470692:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449387.470696:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051c200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789449387.470713:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449387.470721:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 529847 usecs (530 jiffies) 00000400:00000200:3.0:1789449387.470726:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:3.0:1789449387.470728:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296390686 00000800:00000001:3.0:1789449387.470741:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449387.470753:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449387.470755:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449387.470758:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449387.470761:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449387.470829:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449387.470837:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449387.470840:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449387.470845:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449387.470848:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x6aa8ce3654d80 00000400:00000200:3.0:1789449387.470853:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449387.470860:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x741d [1] + 224 00000800:00000001:3.0:1789449387.470868:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449387.470875:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449387.471387:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449387.471393:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449387.471398:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449387.471404:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065e300 x1876371947474304/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449403 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449387.471413:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b9065e300 x1876371947474304/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449403 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449387.471422:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449387.471429:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1789449387.471444:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296394271 00000100:00000001:3.0:1789449387.471447:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296390440 00000100:00000001:3.0:1789449387.471449:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296394271 00000100:00000001:3.0:1789449387.471451:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449387.471453:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1789449387.471459:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449387.471461:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449387.471463:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b8525c210. 00000400:00000200:3.0:1789449387.471466:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69880 00000400:00000010:3.0:1789449387.471468:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69880. 00000100:00000001:3.0:1789449387.471470:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449387.471474:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065e300 x1876371947474304/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449403 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789449387.471482:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065e300 x1876371947474304/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449403 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449387.471489:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449387.471491:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449387.471494:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449387.471496:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449387.471499:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449387.471501:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449387.471503:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449387.471510:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b83927460 time=18 v=5 (5 5 5 5) 00000100:00001000:3.0:1789449387.471515:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b83927418 time=18 v=5 (1 1 1 1) 00000100:00000001:3.0:1789449387.471517:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789449387.471519:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449387.471522:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789449387.471525:0:2401:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449387.471527:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449387.471531:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065e300 x1876371947474304/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449403 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449387.471538:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449387.471541:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449387.471543:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449387.471547:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065e300 x1876371947474304/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449403 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789449387.471555:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:80a9314a-fa92-41c3-8d17-36c58fffb192:2401:1876371947474304:192.168.202.109@tcp:400:kworker.0 00000100:00000001:3.0:1789449387.471560:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449387.471564:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449387.471567:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065e300 x1876371947474304/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449403 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449387.471573:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449387.471576:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449387.471579:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b888a3e00. 02000000:00000001:3.0:1789449387.471582:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449387.471584:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449387.471586:0:2401:0:(genops.c:1222:class_import_put()) import ffff9e8b83927000 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:3.0:1789449387.471588:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449387.471591:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b82c10e00. 02000000:00000001:3.0:1789449387.471595:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449387.471596:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449387.471598:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065e300. 00000100:00000001:3.0:1789449387.471602:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449387.471604:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449387.471607:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449387.471609:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449387.471611:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449387.471613:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449387.471615:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789449387.472176:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449387.476632:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449387.476649:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449387.476653:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449387.476656:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449387.476665:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449387.476672:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449387.476682:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449387.476686:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449387.476691:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449387.476696:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 4 MB=0x6aa8ce3654f00 00000400:00000200:3.0:1789449387.476702:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449387.476708:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 224/224 into md 0x744d [1] + 224 00000800:00000001:3.0:1789449387.476715:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449387.476719:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449387.476723:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449387.476727:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449387.476735:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449387.476744:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065f480 x1876371947474688/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449403 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449387.476756:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b9065f480 x1876371947474688/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449403 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449387.476793:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449387.476803:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449387.476807:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449387.476809:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449387.476811:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449387.476814:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449387.476818:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449387.476821:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449387.476824:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449387.476826:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449387.476829:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x6aa8ce3654e80 00000400:00000200:3.0:1789449387.476832:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449387.476837:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x742d [1] + 224 00000800:00000001:3.0:1789449387.476840:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449387.476843:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449387.476845:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449387.476848:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449387.476850:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449387.476854:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065ce00 x1876371947474560/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449403 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449387.476864:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b9065ce00 x1876371947474560/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449403 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449387.476870:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449387.476874:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449387.476877:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449387.476905:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449387.476908:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449387.476911:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449387.476914:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449387.476918:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449387.476921:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449387.476923:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449387.476926:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x6aa8ce3654e00 00000400:00000200:3.0:1789449387.476930:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449387.476933:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x743d [1] + 224 00000800:00000001:3.0:1789449387.476937:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449387.476943:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449387.476945:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449387.476948:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449387.476951:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449387.476955:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065c000 x1876371947474432/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449403 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449387.476964:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b9065c000 x1876371947474432/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449403 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449387.476971:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449387.476974:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449387.476977:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789449387.522089:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449387.522095:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449387.522100:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449387.522102:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449388.546178:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449388.546185:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449388.546190:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449388.546191:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449389.570954:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449389.570961:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449389.570966:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449389.570967:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449390.594036:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449390.594044:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449390.594050:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449390.594054:0:25072:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789449390.594057:0:25072:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449390.594063:0:25072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449390.594065:0:25072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449390.594067:0:25072:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449390.594070:0:25072:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789449390.594072:0:25072:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449390.594074:0:25072:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449390.594076:0:25072:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449391.619588:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449391.619596:0:25072:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789449391.619598:0:25072:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449391.619602:0:25072:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449391.619607:0:25072:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789449391.619609:0:25072:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449391.619611:0:25072:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449391.619613:0:25072:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449391.619617:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449391.619619:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449392.067240:0:25072:0:(connection.c:75:cpu_latency_work()) work item of ffff9e8b8322a330 (cpu 3) has reached its deadline 4296394271, at 4296394753 00000100:00000010:3.0:1789449392.067251:0:25072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e8b87cd5a20. 00000100:00000001:3.0:1789449392.579108:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449392.579112:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449392.579115:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789449392.579122:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065ce00 x1876371947474816/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449392.579130:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789449392.579132:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449392.579135:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789449392.579139:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789449392.579142:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449392.579145:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:80a9314a-fa92-41c3-8d17-36c58fffb192:2401:1876371947474816:192.168.202.109@tcp:400:kworker.0 00000100:00000001:3.0:1789449392.579149:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789449392.579154:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789449392.579156:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449392.579159:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789449392.579163:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b888a3600. 02000000:00000001:3.0:1789449392.579165:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449392.579172:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:3.0:1789449392.579176:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b8525c210. 00000400:00000010:3.0:1789449392.579182:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69880. 00000100:00000200:3.0:1789449392.579189:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947474816, portal 25 00000100:00000001:3.0:1789449392.579191:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449392.579193:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993074688 : -107152716476928 : ffff9e8b9065ce00) 00000100:00000040:3.0:1789449392.579197:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b9065ce00 x1876371947474816/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449392.579204:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449392.579206:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1789449392.579209:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69b28. 00000100:00000200:3.0:1789449392.579211:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876371947474816, offset 0 00000400:00000200:3.0:1789449392.579216:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1789449392.579225:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449392.579232:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449392.579238:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789449392.579241:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1789449392.579245:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789449392.579247:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1789449392.579251:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2535:2535:256:4294967295] 192.168.202.109@tcp LPNI seq info [2535:2535:8:4294967295] 00000400:00000200:3.0:1789449392.579255:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449392.579264:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449392.579271:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449392.579275:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051c400. 00000800:00000200:3.0:1789449392.579282:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449392.579290:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449392.579294:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051c400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789449392.579309:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449392.579313:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:3.0:1789449392.579328:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296399392 00000800:00000200:3.0:1789449392.579442:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449392.579446:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b9051c400. 00000400:00000200:3.0:1789449392.579453:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449392.579458:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449392.579464:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69b28 00000400:00000010:3.0:1789449392.579467:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69b28. 00000100:00000001:3.0:1789449392.579472:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449392.579477:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065ce00 x1876371947474816/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449392.579486:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449392.579490:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065ce00 x1876371947474816/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449408 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449392.579496:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449392.579498:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000010:3.0:1789449392.579517:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e8b87cd5a20. 00000100:00000001:3.0:1789449392.579524:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789449392.579529:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296399392 00000100:00000010:3.0:1789449392.579533:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e8b87cd5540. 00000100:00000001:3.0:1789449392.579536:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789449392.579539:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449392.579541:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449392.579544:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449392.579547:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449392.587279:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449392.587289:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789449392.587297:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449392.587300:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1789449392.587328:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449392.587343:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449392.587346:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449392.587348:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449392.587358:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449392.587366:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449392.587375:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449392.587379:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449392.587384:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449392.587388:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x6aa8ce3654f80 00000400:00000200:3.0:1789449392.587393:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449392.587399:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x745d [1] + 224 00000800:00000001:3.0:1789449392.587406:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449392.587413:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449392.587416:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449392.587421:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449392.587428:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449392.587437:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065ce00 x1876371947474816/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449408 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449392.587449:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b9065ce00 x1876371947474816/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449408 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449392.587458:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449392.587466:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449392.587469:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1789449392.587482:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449392.587484:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449392.587487:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b8525c210. 00000400:00000200:3.0:1789449392.587491:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69880 00000400:00000010:3.0:1789449392.587494:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69880. 00000100:00000001:3.0:1789449392.587497:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449392.587501:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065ce00 x1876371947474816/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449408 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789449392.587509:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065ce00 x1876371947474816/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449408 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449392.587515:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449392.587517:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449392.587519:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449392.587522:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449392.587525:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449392.587527:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449392.587530:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449392.587537:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b83927460 time=23 v=5 (5 5 5 5) 00000100:00001000:3.0:1789449392.587540:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b83927418 time=23 v=5 (1 1 1 1) 00000100:00000001:3.0:1789449392.587543:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789449392.587544:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449392.587547:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789449392.587550:0:2401:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449392.587552:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449392.587557:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065ce00 x1876371947474816/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449408 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449392.587921:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449392.587925:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449392.587927:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449392.587933:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065ce00 x1876371947474816/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449408 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789449392.587941:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:80a9314a-fa92-41c3-8d17-36c58fffb192:2401:1876371947474816:192.168.202.109@tcp:400:kworker.0 00000100:00000001:3.0:1789449392.587946:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449392.587949:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449392.587961:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065ce00 x1876371947474816/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449408 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449392.587968:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449392.587971:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449392.587975:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b888a3600. 02000000:00000001:3.0:1789449392.587979:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449392.587982:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449392.587985:0:2401:0:(genops.c:1222:class_import_put()) import ffff9e8b83927000 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:3.0:1789449392.587987:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449392.587990:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b82c10d00. 02000000:00000001:3.0:1789449392.587995:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449392.587998:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449392.588000:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065ce00. 00000100:00000001:3.0:1789449392.588003:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449392.588004:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449392.588007:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449392.588012:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449392.588013:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449392.588015:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1789449392.588018:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1789449392.588019:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449392.588021:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449392.588022:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449392.588024:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449392.588024:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449392.588027:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789449392.588031:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065f480 x1876371947474944/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449392.588037:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789449392.588039:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449392.588044:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789449392.588046:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789449392.588049:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449392.588052:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2401:1876371947474944:192.168.202.109@tcp:400:kworker.0 00000100:00000001:3.0:1789449392.588056:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789449392.588062:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789449392.588065:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449392.588067:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789449392.588072:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b888a3600. 02000000:00000001:3.0:1789449392.588074:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449392.588080:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:3.0:1789449392.588084:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b8525c210. 00000400:00000010:3.0:1789449392.588088:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69880. 00000100:00000200:3.0:1789449392.588095:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947474944, portal 10 00000100:00000001:3.0:1789449392.588098:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449392.588099:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993084544 : -107152716467072 : ffff9e8b9065f480) 00000100:00000040:3.0:1789449392.588107:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b9065f480 x1876371947474944/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449392.588114:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449392.588117:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1789449392.588120:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69b28. 00000100:00000200:3.0:1789449392.588123:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876371947474944, offset 0 00000400:00000200:3.0:1789449392.588128:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1789449392.588134:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449392.588140:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449392.588145:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789449392.588148:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1789449392.588152:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789449392.588155:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1789449392.588157:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2536:2536:256:4294967295] 192.168.202.109@tcp LPNI seq info [2536:2536:8:4294967295] 00000400:00000200:3.0:1789449392.588162:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449392.588170:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449392.588175:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449392.588180:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051c400. 00000800:00000200:3.0:1789449392.588186:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449392.588193:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449392.588198:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051c400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789449392.588210:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449392.588215:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 528996 usecs (529 jiffies) 00000400:00000200:3.0:1789449392.588219:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:3.0:1789449392.588221:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296395796 00000800:00000200:3.0:1789449392.588282:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449392.588286:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b9051c400. 00000400:00000200:3.0:1789449392.588289:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449392.588293:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449392.588297:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69b28 00000400:00000010:3.0:1789449392.588299:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69b28. 00000100:00000001:3.0:1789449392.588302:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449392.588306:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065f480 x1876371947474944/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449392.589165:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449392.589174:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065f480 x1876371947474944/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449408 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449392.589182:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449392.589183:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789449392.589202:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296399392 00000100:00000001:3.0:1789449392.589206:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296395804 00000100:00000001:3.0:1789449392.589209:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296399392 00000100:00000001:3.0:1789449392.589211:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449392.589214:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449392.589217:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449392.589220:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449392.589241:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449392.589244:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449392.591083:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449392.591090:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449392.591093:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789449392.591103:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065e680 x1876371947475200/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449392.591115:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789449392.591117:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449392.591121:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789449392.591125:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789449392.591128:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449392.591131:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2402:1876371947475200:192.168.202.109@tcp:400:kworker.0 00000100:00000001:3.0:1789449392.591136:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789449392.591141:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789449392.591143:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449392.591146:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789449392.591153:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b888a2c00. 02000000:00000001:3.0:1789449392.591156:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449392.591163:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:3.0:1789449392.591167:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b8525cdc0. 00000400:00000010:3.0:1789449392.591173:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69b28. 00000100:00000200:3.0:1789449392.591179:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947475200, portal 4 00000100:00000001:3.0:1789449392.591182:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449392.591183:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993080960 : -107152716470656 : ffff9e8b9065e680) 00000100:00000040:3.0:1789449392.591190:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b9065e680 x1876371947475200/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449392.591198:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449392.591201:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1789449392.591203:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b693b8. 00000100:00000200:3.0:1789449392.591206:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876371947475200, offset 0 00000400:00000200:3.0:1789449392.591212:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1789449392.591222:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449392.591229:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449392.591234:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789449392.591238:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1789449392.591242:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789449392.591245:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1789449392.591248:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2537:2537:256:4294967295] 192.168.202.109@tcp LPNI seq info [2537:2537:8:4294967295] 00000400:00000200:3.0:1789449392.591253:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449392.591262:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449392.591268:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449392.591273:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051c400. 00000800:00000200:3.0:1789449392.591279:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449392.591287:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449392.591291:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051c400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789449392.591764:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449392.591770:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: using a timeout of 281038 usecs (282 jiffies) 00000400:00000200:3.0:1789449392.591775:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:3.0:1789449392.591778:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296395559 00000100:00000001:3.0:1789449392.591780:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296399392 00000100:00000001:3.0:1789449392.591783:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296395559 00000100:00000001:3.0:1789449392.591785:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296399392 00000100:00000001:3.0:1789449392.591787:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449392.591790:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449392.591793:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449392.591795:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449392.591802:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449392.591804:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789449392.591806:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449392.603795:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1789449392.604097:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449392.604108:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449392.604113:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449392.604116:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449392.604124:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449392.604131:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449392.604140:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449392.604145:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449392.604149:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449392.604154:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x6aa8ce3655000 00000400:00000200:3.0:1789449392.604159:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449392.604165:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x746d [1] + 224 00000800:00000001:3.0:1789449392.604172:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449392.604177:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449392.604180:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449392.604185:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449392.604194:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449392.604205:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065f480 x1876371947474944/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449408 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449392.604216:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b9065f480 x1876371947474944/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449408 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449392.604231:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449392.604238:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449392.604241:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449392.604243:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449392.604245:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449392.604248:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449392.604251:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449392.604255:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449392.604257:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449392.604260:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449392.604262:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x6aa8ce3655080 00000400:00000200:3.0:1789449392.604266:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449392.604270:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x748d [1] + 224 00000800:00000001:3.0:1789449392.604274:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449392.604277:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449392.604279:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449392.604282:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449392.604285:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449392.604289:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065c000 x1876371947475072/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449408 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449392.604298:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b9065c000 x1876371947475072/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449408 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449392.604305:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449392.604309:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449392.604312:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449392.604314:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449392.604326:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449392.604330:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449392.604333:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449392.604338:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449392.604340:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449392.604342:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449392.604345:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 4 MB=0x6aa8ce3655100 00000400:00000200:3.0:1789449392.604348:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449392.604352:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 224/224 into md 0x747d [1] + 224 00000800:00000001:3.0:1789449392.604355:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449392.604402:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449392.604404:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449392.604408:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449392.604410:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449392.604414:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065e680 x1876371947475200/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449408 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449392.604423:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b9065e680 x1876371947475200/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449408 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449392.604430:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449392.604433:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449392.604436:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449392.604449:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449392.604451:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789449392.604457:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449392.604459:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449392.604462:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b9000. 00000400:00000200:3.0:1789449392.604466:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085dcc0 00000400:00000010:3.0:1789449392.604469:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085dcc0. 00000100:00000001:3.0:1789449392.604473:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449392.604477:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065c000 x1876371947475072/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449408 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789449392.604485:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065c000 x1876371947475072/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449408 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449392.604496:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449392.604498:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449392.604500:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449392.604504:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449392.604506:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449392.604508:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449392.604511:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449392.604521:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b862dcc60 time=22 v=5 (5 102 102 102) 00000100:00001000:3.0:1789449392.604525:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b862dcc18 time=22 v=5 (1 1 1 1) 00000100:00000001:3.0:1789449392.604528:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789449392.604529:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449392.604532:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789449392.604535:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449392.604539:0:2401:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789449392.604540:0:2401:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967328 00000100:00000001:3.0:1789449392.604542:0:2401:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789449392.604544:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449392.604548:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065c000 x1876371947475072/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449408 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449392.604555:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449392.604558:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449392.604560:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449392.604573:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065c000 x1876371947475072/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449408 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789449392.604582:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2401:1876371947475072:192.168.202.109@tcp:400:kworker.0 00000400:00000001:3.0:1789449392.604588:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449392.604590:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449392.604591:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b8525c210. 00000400:00000200:3.0:1789449392.604651:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69880 00000400:00000010:3.0:1789449392.604654:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69880. 00000100:00000001:3.0:1789449392.604657:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449392.604660:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065f480 x1876371947474944/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449408 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789449392.604668:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065f480 x1876371947474944/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449408 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449392.604675:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449392.604676:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449392.604678:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449392.604679:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449392.604680:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449392.604682:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449392.604683:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449392.604687:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=22 v=5 (5 102 102 102) 00000100:00001000:3.0:1789449392.604690:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=129 v=5 (1 0 0 0) 00000100:00000001:3.0:1789449392.604692:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789449392.604693:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449392.604695:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789449392.604696:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449392.604698:0:2401:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789449392.604699:0:2401:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967575 00000100:00000001:3.0:1789449392.604701:0:2401:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789449392.604702:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449392.604706:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065f480 x1876371947474944/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449408 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449392.604711:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449392.604713:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449392.604714:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449392.604717:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065f480 x1876371947474944/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449408 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789449392.604724:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2401:1876371947474944:192.168.202.109@tcp:400:kworker.0 00000100:00000001:3.0:1789449392.604728:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449392.604730:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449392.604734:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065c000 x1876371947475072/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449408 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449392.604740:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449392.604743:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449392.604747:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b83079a00. 02000000:00000001:3.0:1789449392.604749:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449392.604752:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449392.604753:0:2401:0:(genops.c:1222:class_import_put()) import ffff9e8b862dc800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000020:00000001:3.0:1789449392.604755:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449392.604758:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b82c10300. 02000000:00000001:3.0:1789449392.604761:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449392.604763:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449392.604765:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065c000. 00000100:00000001:3.0:1789449392.604767:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449392.604769:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449392.604770:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449392.604772:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065f480 x1876371947474944/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449408 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449392.604778:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449392.604778:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449392.604780:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b888a3600. 02000000:00000001:3.0:1789449392.604781:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449392.604782:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449392.604783:0:2401:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:3.0:1789449392.604785:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449392.604786:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b82c10a00. 02000000:00000001:3.0:1789449392.604787:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449392.604788:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449392.604789:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065f480. 00000100:00000001:3.0:1789449392.604791:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449392.604792:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449392.604794:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449392.604800:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449392.604802:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449392.604804:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449392.604806:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449392.642030:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449392.642039:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449392.642045:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449392.642047:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449393.666104:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449393.666112:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449393.666118:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449393.666119:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449394.690910:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449394.690918:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449394.690924:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449394.690925:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449395.713985:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449395.713993:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449395.713999:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449395.714001:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449396.738009:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449396.738015:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449396.738021:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449396.738023:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449397.186037:0:25072:0:(connection.c:75:cpu_latency_work()) work item of ffff9e8b8322a330 (cpu 3) has reached its deadline 4296399392, at 4296399872 00000100:00000010:3.0:1789449397.186064:0:25072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e8b87cd5540. 00000800:00000200:3.0:1789449397.701620:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449397.701634:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ec100. 00000400:00000200:3.0:1789449397.701639:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449397.701644:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449397.701657:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e53b8 00000400:00000010:3.0:1789449397.701660:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e53b8. 00000100:00000001:3.0:1789449397.701665:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449397.701672:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83690380 x1876371947475328/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449397.701682:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449397.701686:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83690380 x1876371947475328/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449413 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449397.701693:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449397.701695:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789449397.701747:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449397.701750:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ec400. 00000400:00000200:3.0:1789449397.701753:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449397.701756:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449397.701767:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5220 00000400:00000010:3.0:1789449397.701770:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5220. 00000100:00000001:3.0:1789449397.701772:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449397.701776:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83690e00 x1876371947475584/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449397.701783:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449397.703524:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83690e00 x1876371947475584/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449413 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449397.703534:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449397.703536:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789449397.704419:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449397.704426:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b83723d00. 00000400:00000200:3.0:1789449397.704431:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449397.704436:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449397.704443:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012bb0 00000400:00000010:3.0:1789449397.704446:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012bb0. 00000100:00000001:3.0:1789449397.704450:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449397.704457:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83692a00 x1876371947475712/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449397.704467:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449397.704470:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83692a00 x1876371947475712/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449413 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449397.704476:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449397.704478:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:3.0:1789449397.762070:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449397.762079:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449397.762085:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449397.762086:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449398.786018:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449398.786034:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449398.786040:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449398.786041:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449399.810026:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449399.810032:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449399.810038:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449399.810041:0:25072:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789449399.810043:0:25072:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449399.810051:0:25072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449399.810053:0:25072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449399.810055:0:25072:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449399.810058:0:25072:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789449399.810060:0:25072:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449399.810062:0:25072:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449399.810064:0:25072:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449400.834083:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449400.834100:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449400.834106:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449400.834108:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449401.860562:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449401.860571:0:25072:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789449401.860574:0:25072:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449401.860577:0:25072:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449401.860583:0:25072:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789449401.860585:0:25072:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449401.860587:0:25072:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449401.860589:0:25072:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449401.860593:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449401.860594:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449402.306601:0:25072:0:(connection.c:75:cpu_latency_work()) work item of ffff9e8b8322a330 (cpu 3) has reached its deadline 4296404513, at 4296404992 00000100:00000010:3.0:1789449402.306616:0:25072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e8b87c1ed80. 00000800:00000200:3.0:1789449402.820334:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449402.820341:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b82c10d00. 00000400:00000200:3.0:1789449402.820350:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449402.820357:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449402.820363:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085da18 00000400:00000010:3.0:1789449402.820366:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085da18. 00000100:00000001:3.0:1789449402.820372:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449402.820378:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065ea00 x1876371947475968/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449402.820400:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449402.820404:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065ea00 x1876371947475968/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449418 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449402.820412:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449402.820414:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789449402.820429:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449402.820432:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b82c10e00. 00000400:00000200:3.0:1789449402.820435:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449402.820439:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449402.820442:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d880 00000400:00000010:3.0:1789449402.820443:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d880. 00000100:00000001:3.0:1789449402.820445:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449402.820448:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065fb80 x1876371947476224/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449402.820455:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449402.820457:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065fb80 x1876371947476224/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449418 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449402.820464:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449402.820465:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789449402.820473:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449402.820475:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8b255c00. 00000400:00000200:3.0:1789449402.820477:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449402.820481:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449402.820483:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085dcc0 00000400:00000010:3.0:1789449402.820485:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085dcc0. 00000100:00000001:3.0:1789449402.820487:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449402.820490:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065e680 x1876371947475840/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449402.820496:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449402.820499:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065e680 x1876371947475840/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449418 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449402.820505:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449402.820506:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789449402.820569:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449402.820571:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8b255b00. 00000400:00000200:3.0:1789449402.820574:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449402.820578:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449402.820580:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085ddd0 00000400:00000010:3.0:1789449402.820581:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085ddd0. 00000100:00000001:3.0:1789449402.820584:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449402.820587:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065d500 x1876371947476096/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449402.820594:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449402.820596:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065d500 x1876371947476096/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449418 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449402.820601:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449402.820603:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789449402.820615:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449402.820618:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449402.825717:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449402.825722:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789449402.825734:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449402.825738:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449402.825743:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b9b58. 00000400:00000200:3.0:1789449402.825750:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d220 00000400:00000010:3.0:1789449402.825753:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d220. 00000100:00000001:3.0:1789449402.825757:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449402.825764:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065ea00 x1876371947475968/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449418 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789449402.825793:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065ea00 x1876371947475968/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449418 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449402.825824:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449402.825830:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449402.825837:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449402.825842:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449402.825847:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449402.825851:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449402.825856:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449402.825876:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=32 v=5 (5 102 102 102) 00000100:00001000:3.0:1789449402.825930:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=139 v=5 (1 0 0 0) 00000100:00000001:3.0:1789449402.825946:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789449402.825949:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449402.825954:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789449402.825960:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449402.825965:0:2402:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789449402.825969:0:2402:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967575 00000100:00000001:3.0:1789449402.825973:0:2402:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789449402.825976:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449402.825985:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065ea00 x1876371947475968/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449418 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449402.825999:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449402.826005:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449402.826009:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449402.826017:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065ea00 x1876371947475968/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449418 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789449402.826041:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2402:1876371947475968:192.168.202.109@tcp:400:kworker.0 00000400:00000001:3.0:1789449402.827606:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449402.827612:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449402.827616:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b9b00. 00000400:00000200:3.0:1789449402.827624:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d6e8 00000400:00000010:3.0:1789449402.827627:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d6e8. 00000100:00000001:3.0:1789449402.827631:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449402.827639:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065fb80 x1876371947476224/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449418 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789449402.827660:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065fb80 x1876371947476224/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449418 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449402.827668:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449402.827670:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449402.827673:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449402.827676:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449402.827678:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449402.827681:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449402.827683:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449402.827690:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8986b460 time=32 v=5 (5 5 5 36) 00000100:00001000:3.0:1789449402.827693:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8986b418 time=104 v=5 (1 0 0 0) 00000100:00000001:3.0:1789449402.827696:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789449402.827698:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449402.827700:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789449402.827703:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449402.827706:0:2402:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789449402.827708:0:2402:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9e8b89903000: skip recheck: last_committed 4294967313 00000100:00000001:3.0:1789449402.827710:0:2402:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789449402.827712:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449402.827716:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065fb80 x1876371947476224/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449418 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449402.827723:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449402.827725:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449402.827727:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449402.827730:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065fb80 x1876371947476224/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449418 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789449402.827737:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2402:1876371947476224:192.168.202.109@tcp:400:kworker.0 00000100:00000001:3.0:1789449402.827741:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449402.827744:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449402.827748:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065ea00 x1876371947475968/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449418 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449402.827755:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449402.827757:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449402.827761:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b83078200. 02000000:00000001:3.0:1789449402.827765:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449402.827768:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449402.827770:0:2402:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:3.0:1789449402.827772:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449402.827775:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b82c10200. 02000000:00000001:3.0:1789449402.827779:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449402.827781:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449402.827783:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065ea00. 00000100:00000001:3.0:1789449402.827786:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449402.827788:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449402.827789:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449402.827792:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065fb80 x1876371947476224/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449418 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449402.827797:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449402.827798:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449402.827800:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b83079c00. 02000000:00000001:3.0:1789449402.827801:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449402.827802:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449402.827803:0:2402:0:(genops.c:1222:class_import_put()) import ffff9e8b8986b000 refcount=2 obd=lustre-OST0001-osc-ffff9e8b89903000 00000020:00000001:3.0:1789449402.827815:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449402.827817:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b82c10300. 02000000:00000001:3.0:1789449402.827819:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449402.827821:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449402.827822:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065fb80. 00000100:00000001:3.0:1789449402.827824:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449402.827826:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449402.827829:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449402.827832:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449402.827833:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789449402.827837:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449402.827838:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449402.827841:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b9948. 00000400:00000200:3.0:1789449402.827843:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d550 00000400:00000010:3.0:1789449402.827844:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d550. 00000100:00000001:3.0:1789449402.827847:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449402.827850:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065e680 x1876371947475840/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449418 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789449402.827868:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065e680 x1876371947475840/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449418 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449402.827875:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449402.827876:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449402.827892:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449402.827893:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449402.827894:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449402.827896:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449402.827898:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449402.827900:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b83927460 time=33 v=5 (5 5 5 5) 00000100:00001000:3.0:1789449402.827903:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b83927418 time=33 v=5 (1 1 1 1) 00000100:00000001:3.0:1789449402.827905:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789449402.827906:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449402.827908:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789449402.827909:0:2402:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449402.827911:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449402.827915:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065e680 x1876371947475840/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449418 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449402.827921:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449402.827923:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449402.827924:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449402.827927:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065e680 x1876371947475840/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449418 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789449402.828156:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:80a9314a-fa92-41c3-8d17-36c58fffb192:2402:1876371947475840:192.168.202.109@tcp:400:kworker.0 00000100:00000001:3.0:1789449402.828162:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449402.828164:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449402.828167:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065e680 x1876371947475840/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449418 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449402.828172:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449402.828174:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449402.828176:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b83079000. 02000000:00000001:3.0:1789449402.828178:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449402.828179:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449402.828180:0:2402:0:(genops.c:1222:class_import_put()) import ffff9e8b83927000 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:3.0:1789449402.828182:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449402.828184:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b82c10c00. 02000000:00000001:3.0:1789449402.828186:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449402.828187:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449402.828188:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065e680. 00000100:00000001:3.0:1789449402.828190:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449402.828191:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449402.828193:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449402.828194:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449402.828195:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449402.828197:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449402.828198:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449402.833226:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449402.833232:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789449402.833240:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449402.833242:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449402.833246:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b92c0. 00000400:00000200:3.0:1789449402.833252:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d770 00000400:00000010:3.0:1789449402.833254:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d770. 00000100:00000001:3.0:1789449402.833257:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449402.833264:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065d500 x1876371947476096/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449418 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789449402.833274:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065d500 x1876371947476096/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449418 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449402.833280:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449402.833282:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449402.833286:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449402.833289:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449402.833292:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449402.833294:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449402.833297:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449402.833306:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b862dcc60 time=32 v=5 (5 102 102 102) 00000100:00001000:3.0:1789449402.833311:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b862dcc18 time=32 v=5 (1 1 1 1) 00000100:00000001:3.0:1789449402.833314:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789449402.833316:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449402.833319:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789449402.833322:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449402.833326:0:2402:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789449402.833328:0:2402:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967328 00000100:00000001:3.0:1789449402.833330:0:2402:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789449402.833332:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449402.833338:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065d500 x1876371947476096/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449418 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449402.833345:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449402.833357:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449402.833641:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449402.833654:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065d500 x1876371947476096/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449418 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789449402.833663:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2402:1876371947476096:192.168.202.109@tcp:400:kworker.0 00000100:00000001:3.0:1789449402.833668:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449402.833671:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449402.833674:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065d500 x1876371947476096/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449418 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449402.833680:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449402.833682:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449402.833686:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b83079a00. 02000000:00000001:3.0:1789449402.833690:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449402.833692:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449402.833694:0:2402:0:(genops.c:1222:class_import_put()) import ffff9e8b862dc800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000020:00000001:3.0:1789449402.833696:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449402.833698:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b82c10a00. 02000000:00000001:3.0:1789449402.833702:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449402.833704:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449402.833705:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065d500. 00000100:00000001:3.0:1789449402.833708:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449402.833710:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449402.833712:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449402.833718:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449402.833720:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449402.833722:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449402.833724:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449402.884171:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449402.884179:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449402.884187:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449402.884188:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449403.906040:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449403.906048:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449403.906056:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449403.906057:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449404.930237:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449404.930246:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449404.930253:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449404.930254:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449405.957237:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449405.957245:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449405.957251:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449405.957252:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449406.977965:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449406.977973:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449406.977980:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449406.977981:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449407.426005:0:25072:0:(connection.c:75:cpu_latency_work()) work item of ffff9e8b8322a330 (cpu 3) has reached its deadline 4296409632, at 4296410112 00000100:00000010:3.0:1789449407.426135:0:25072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e8b898c6120. 00000100:00000001:3.0:1789449407.938686:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449407.938690:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449407.938693:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789449407.938702:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065e680 x1876371947476480/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449407.938717:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789449407.938720:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449407.938726:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789449407.938729:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789449407.938734:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449407.938741:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2402:1876371947476480:192.168.202.109@tcp:400:kworker.0 00000100:00000001:3.0:1789449407.938746:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789449407.938752:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789449407.938755:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449407.938759:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789449407.938765:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b888a3400. 02000000:00000001:3.0:1789449407.938768:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449407.938777:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:3.0:1789449407.938783:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b8525c210. 00000400:00000010:3.0:1789449407.938790:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69880. 00000100:00000200:3.0:1789449407.938794:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947476480, portal 10 00000100:00000001:3.0:1789449407.938798:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449407.938802:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993080960 : -107152716470656 : ffff9e8b9065e680) 00000100:00000040:3.0:1789449407.938874:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b9065e680 x1876371947476480/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449407.938964:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449407.938971:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1789449407.938976:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69770. 00000100:00000200:3.0:1789449407.938983:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876371947476480, offset 0 00000400:00000200:3.0:1789449407.939739:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1789449407.939748:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449407.939758:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449407.939762:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789449407.939765:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1789449407.939767:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789449407.939770:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1789449407.939773:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2549:2549:256:4294967295] 192.168.202.109@tcp LPNI seq info [2549:2549:8:4294967295] 00000400:00000200:3.0:1789449407.939778:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449407.939785:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449407.939790:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449407.939797:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051cc00. 00000800:00000200:3.0:1789449407.939957:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449407.939964:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449407.939967:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051cc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789449407.939986:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449407.939991:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 526441 usecs (527 jiffies) 00000400:00000200:3.0:1789449407.939995:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:3.0:1789449407.939998:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296411153 00000100:00000001:3.0:1789449407.940000:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296414751 00000100:00000001:3.0:1789449407.940002:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296411153 00000100:00000001:3.0:1789449407.940004:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296414751 00000100:00000001:3.0:1789449407.940007:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449407.940010:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449407.940012:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789449407.940018:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065ea00 x1876371947476736/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449407.940027:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789449407.940028:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449407.940031:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789449407.940033:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789449407.940036:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449407.940039:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2402:1876371947476736:192.168.202.109@tcp:400:kworker.0 00000100:00000001:3.0:1789449407.940043:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789449407.940057:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789449407.940059:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449407.940062:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789449407.940066:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b888a2c00. 02000000:00000001:3.0:1789449407.940068:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449407.940272:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:3.0:1789449407.940277:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b8525ce70. 00000400:00000010:3.0:1789449407.940282:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b697f8. 00000100:00000200:3.0:1789449407.940291:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947476736, portal 4 00000100:00000001:3.0:1789449407.940293:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449407.940295:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993081856 : -107152716469760 : ffff9e8b9065ea00) 00000100:00000040:3.0:1789449407.940303:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b9065ea00 x1876371947476736/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449407.940310:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449407.940312:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1789449407.940314:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69990. 00000100:00000200:3.0:1789449407.940317:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876371947476736, offset 0 00000400:00000200:3.0:1789449407.940322:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1789449407.940326:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449407.940392:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449407.940400:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789449407.940402:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1789449407.940405:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789449407.940407:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1789449407.940410:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2550:2550:255:4294967295] 192.168.202.109@tcp LPNI seq info [2550:2550:7:4294967295] 00000400:00000200:3.0:1789449407.940414:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449407.940420:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449407.940424:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449407.940428:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051cb00. 00000800:00000200:3.0:1789449407.940431:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449407.940435:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449407.940438:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051cb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789449407.940441:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449407.940444:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: using a timeout of 276158 usecs (277 jiffies) 00000400:00000200:3.0:1789449407.940446:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:3.0:1789449407.940448:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296410903 00000100:00000001:3.0:1789449407.940451:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296414751 00000100:00000001:3.0:1789449407.940453:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296410903 00000100:00000001:3.0:1789449407.940455:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296414751 00000100:00000001:3.0:1789449407.940457:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449407.940459:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449407.940461:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449407.940464:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449407.940470:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449407.940471:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789449407.940473:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449407.940475:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449407.940476:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449407.940478:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449407.945440:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449407.945444:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789449407.945452:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449407.945454:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449407.945458:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b9948. 00000400:00000200:3.0:1789449407.945462:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d198 00000400:00000010:3.0:1789449407.945464:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d198. 00000100:00000001:3.0:1789449407.945468:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449407.945473:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065fb80 x1876371947476608/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449423 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789449407.945482:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065fb80 x1876371947476608/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449423 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449407.945488:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449407.945490:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449407.945492:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449407.945496:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449407.945499:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449407.945501:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449407.945504:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449407.945513:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b862dcc60 time=37 v=5 (5 102 102 102) 00000100:00001000:3.0:1789449407.945517:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b862dcc18 time=37 v=5 (1 1 1 1) 00000100:00000001:3.0:1789449407.945520:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789449407.945521:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449407.945525:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789449407.945529:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449407.945533:0:2401:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789449407.945535:0:2401:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967328 00000100:00000001:3.0:1789449407.945537:0:2401:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789449407.945539:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449407.945544:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065fb80 x1876371947476608/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449423 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449407.945551:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449407.945554:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449407.945556:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449407.945560:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065fb80 x1876371947476608/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449423 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789449407.945568:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2401:1876371947476608:192.168.202.109@tcp:400:kworker.0 00000100:00000001:3.0:1789449407.945572:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449407.945575:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449407.945578:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065fb80 x1876371947476608/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449423 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449407.945585:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449407.945587:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449407.945590:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b83079e00. 02000000:00000001:3.0:1789449407.945593:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449407.945601:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449407.945602:0:2401:0:(genops.c:1222:class_import_put()) import ffff9e8b862dc800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000020:00000001:3.0:1789449407.945605:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449407.945611:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b8b255b00. 02000000:00000001:3.0:1789449407.945616:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449407.945618:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449407.945619:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065fb80. 00000100:00000001:3.0:1789449407.945623:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449407.945624:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449407.945627:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449407.945629:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449407.945631:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449407.945633:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449407.945635:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449407.945858:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449407.945861:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789449407.945865:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449407.945867:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449407.946337:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b8525ce70. 00000400:00000200:3.0:1789449407.946343:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b697f8 00000400:00000010:3.0:1789449407.946345:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b697f8. 00000100:00000001:3.0:1789449407.946348:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449407.946352:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065ea00 x1876371947476736/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449423 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789449407.946360:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065ea00 x1876371947476736/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449423 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449407.946367:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449407.946368:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449407.946370:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449407.946372:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449407.946373:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449407.946375:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449407.946377:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449407.946381:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8986b460 time=37 v=5 (5 5 5 36) 00000100:00001000:3.0:1789449407.946384:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8986b418 time=109 v=5 (1 0 0 0) 00000100:00000001:3.0:1789449407.946386:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789449407.946388:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449407.946389:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789449407.946391:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449407.946394:0:2402:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789449407.946395:0:2402:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9e8b89903000: skip recheck: last_committed 4294967313 00000100:00000001:3.0:1789449407.946396:0:2402:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789449407.946398:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449407.946401:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065ea00 x1876371947476736/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449423 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449407.946407:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449407.946410:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449407.946411:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449407.946415:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065ea00 x1876371947476736/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449423 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789449407.946422:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2402:1876371947476736:192.168.202.109@tcp:400:kworker.0 00000100:00000001:3.0:1789449407.946426:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449407.946428:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449407.946430:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065ea00 x1876371947476736/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449423 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449407.946436:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449407.946438:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449407.946440:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b888a2c00. 02000000:00000001:3.0:1789449407.946442:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449407.946444:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449407.946445:0:2402:0:(genops.c:1222:class_import_put()) import ffff9e8b8986b000 refcount=2 obd=lustre-OST0001-osc-ffff9e8b89903000 00000020:00000001:3.0:1789449407.946447:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449407.946449:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b8b255c00. 02000000:00000001:3.0:1789449407.946451:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449407.946452:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449407.946453:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065ea00. 00000100:00000001:3.0:1789449407.946456:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449407.946457:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449407.946459:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449407.946461:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449407.946462:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449407.946463:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449407.946465:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449407.957291:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449407.957297:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789449407.957303:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449407.957305:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449407.957309:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b8525c210. 00000400:00000200:3.0:1789449407.957314:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69880 00000400:00000010:3.0:1789449407.957316:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69880. 00000100:00000001:3.0:1789449407.957320:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449407.957326:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065e680 x1876371947476480/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449423 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789449407.957337:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065e680 x1876371947476480/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449423 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449407.957343:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449407.957345:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449407.957348:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449407.957351:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449407.957353:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449407.957355:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449407.957357:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449407.957367:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=37 v=5 (5 102 102 102) 00000100:00001000:3.0:1789449407.957371:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=144 v=5 (1 0 0 0) 00000100:00000001:3.0:1789449407.957374:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789449407.957375:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449407.957378:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789449407.957381:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449407.957385:0:2402:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789449407.957387:0:2402:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967575 00000100:00000001:3.0:1789449407.957389:0:2402:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789449407.957390:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449407.957395:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065e680 x1876371947476480/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449423 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449407.957401:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449407.957404:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449407.957406:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449407.957409:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065e680 x1876371947476480/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449423 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789449407.957416:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2402:1876371947476480:192.168.202.109@tcp:400:kworker.0 00000100:00000001:3.0:1789449407.957420:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449407.957423:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449407.957426:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065e680 x1876371947476480/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449423 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449407.957433:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449407.957434:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449407.957438:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b888a3400. 02000000:00000001:3.0:1789449407.957441:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449407.957444:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449407.957446:0:2402:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:3.0:1789449407.957447:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449407.957450:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b8b255a00. 02000000:00000001:3.0:1789449407.957453:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449407.957455:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449407.957456:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065e680. 00000100:00000001:3.0:1789449407.957459:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449407.957461:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449407.957463:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449407.957469:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449407.957471:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449407.957473:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449407.957476:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449407.958053:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449407.958055:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789449407.964360:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449407.964366:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449407.964371:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b92c0. 00000400:00000200:3.0:1789449407.964379:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d440 00000400:00000010:3.0:1789449407.964382:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d440. 00000100:00000001:3.0:1789449407.964387:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449407.964398:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065d500 x1876371947476352/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449423 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789449407.964409:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065d500 x1876371947476352/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449423 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449407.964418:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449407.964420:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449407.964423:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449407.964427:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449407.964429:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449407.964432:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449407.964435:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449407.964441:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b83927460 time=38 v=5 (5 5 5 5) 00000100:00001000:3.0:1789449407.964445:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b83927418 time=38 v=5 (1 1 1 1) 00000100:00000001:3.0:1789449407.964448:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789449407.964450:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449407.964452:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789449407.964454:0:2401:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449407.964457:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449407.964461:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065d500 x1876371947476352/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449423 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449407.964467:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449407.964470:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449407.964472:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449407.964475:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065d500 x1876371947476352/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449423 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789449407.964483:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:80a9314a-fa92-41c3-8d17-36c58fffb192:2401:1876371947476352:192.168.202.109@tcp:400:kworker.0 00000100:00000001:3.0:1789449407.964488:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449407.964491:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449407.964494:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065d500 x1876371947476352/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449423 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449407.964501:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449407.964504:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449407.964507:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b83078600. 02000000:00000001:3.0:1789449407.964511:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449407.964514:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449407.964515:0:2401:0:(genops.c:1222:class_import_put()) import ffff9e8b83927000 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:3.0:1789449407.964518:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449407.964520:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b8b255e00. 02000000:00000001:3.0:1789449407.964523:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449407.964525:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449407.964526:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065d500. 00000100:00000001:3.0:1789449407.964530:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449407.964532:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449407.964534:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449407.964542:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449407.964544:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449407.964547:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449407.964550:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449408.002225:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449408.002236:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449408.002244:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449408.002245:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449409.026403:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449409.026413:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449409.026420:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449409.026421:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449410.053026:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449410.053035:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449410.053041:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449410.053044:0:25072:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789449410.053047:0:25072:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449410.053054:0:25072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449410.053056:0:25072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449410.053057:0:25072:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449410.053060:0:25072:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789449410.053063:0:25072:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449410.053065:0:25072:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449410.053067:0:25072:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449411.074054:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449411.074064:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449411.074070:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449411.074071:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449412.102450:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449412.102459:0:25072:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789449412.102461:0:25072:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449412.102464:0:25072:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449412.102468:0:25072:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789449412.102471:0:25072:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449412.102473:0:25072:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449412.102474:0:25072:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449412.102478:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449412.102480:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449412.546266:0:25072:0:(connection.c:75:cpu_latency_work()) work item of ffff9e8b8322a330 (cpu 3) has reached its deadline 4296414751, at 4296415232 00000100:00000010:3.0:1789449412.546278:0:25072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e8b898c6240. 00000100:00000001:3.0:1789449413.058380:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449413.058385:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449413.058387:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789449413.058394:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065c000 x1876371947476992/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449413.058403:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789449413.058406:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449413.058410:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789449413.058412:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789449413.058415:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449413.058419:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2402:1876371947476992:192.168.202.109@tcp:400:kworker.0 00000100:00000001:3.0:1789449413.058423:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789449413.058438:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789449413.058441:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449413.058444:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789449413.058448:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b888a2c00. 02000000:00000001:3.0:1789449413.058450:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449413.058458:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:3.0:1789449413.058462:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b8525c210. 00000400:00000010:3.0:1789449413.058468:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69880. 00000100:00000200:3.0:1789449413.058475:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947476992, portal 10 00000100:00000001:3.0:1789449413.058478:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449413.058480:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993071104 : -107152716480512 : ffff9e8b9065c000) 00000100:00000040:3.0:1789449413.058487:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b9065c000 x1876371947476992/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449413.058494:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449413.058498:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1789449413.058500:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b697f8. 00000100:00000200:3.0:1789449413.058503:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876371947476992, offset 0 00000400:00000200:3.0:1789449413.058510:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1789449413.058518:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449413.058525:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449413.058531:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789449413.058535:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1789449413.058539:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789449413.058542:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1789449413.058546:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2551:2551:256:4294967295] 192.168.202.109@tcp LPNI seq info [2551:2551:8:4294967295] 00000400:00000200:3.0:1789449413.058560:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449413.058570:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449413.058576:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449413.058582:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051ca00. 00000800:00000200:3.0:1789449413.058589:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449413.058597:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449413.058601:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051ca00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789449413.058616:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449413.058620:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 525601 usecs (526 jiffies) 00000400:00000200:3.0:1789449413.058624:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:3.0:1789449413.058627:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296416270 00000100:00000010:3.0:1789449413.058632:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e8b87cd5a80. 00000100:00000001:3.0:1789449413.058639:0:2402:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789449413.058646:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296416270 00000100:00000010:3.0:1789449413.058656:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e8b87cd54e0. 00000100:00000001:3.0:1789449413.058665:0:2402:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789449413.058668:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449413.058671:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449413.058675:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789449413.058679:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065e300 x1876371947477248/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449413.058686:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789449413.058688:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449413.058690:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789449413.058692:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789449413.058695:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449413.058698:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2402:1876371947477248:192.168.202.109@tcp:400:kworker.0 00000100:00000001:3.0:1789449413.058701:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789449413.058703:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789449413.058705:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449413.058707:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789449413.058709:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b888a2200. 02000000:00000001:3.0:1789449413.058711:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449413.058722:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:3.0:1789449413.058725:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b8525ce70. 00000400:00000010:3.0:1789449413.058729:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b695d8. 00000100:00000200:3.0:1789449413.058732:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947477248, portal 4 00000100:00000001:3.0:1789449413.058734:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449413.058735:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993080064 : -107152716471552 : ffff9e8b9065e300) 00000100:00000040:3.0:1789449413.058741:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b9065e300 x1876371947477248/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449413.058748:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449413.058750:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1789449413.058752:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b694c8. 00000100:00000200:3.0:1789449413.058754:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876371947477248, offset 0 00000400:00000200:3.0:1789449413.058759:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1789449413.058762:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449413.058776:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449413.058779:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789449413.058782:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1789449413.058785:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789449413.058787:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1789449413.058790:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2552:2552:255:4294967295] 192.168.202.109@tcp LPNI seq info [2552:2552:7:4294967295] 00000400:00000200:3.0:1789449413.058795:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449413.058801:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449413.058806:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449413.058809:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051cf00. 00000800:00000200:3.0:1789449413.058813:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449413.058818:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449413.058820:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051cf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789449413.058823:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449413.058826:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: using a timeout of 274516 usecs (275 jiffies) 00000400:00000200:3.0:1789449413.058829:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:3.0:1789449413.058831:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296416019 00000100:00000001:3.0:1789449413.058834:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296416270 00000100:00000001:3.0:1789449413.058836:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296416019 00000100:00000001:3.0:1789449413.058839:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296416270 00000100:00000001:3.0:1789449413.058841:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449413.058843:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449413.058845:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449413.058848:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449413.058854:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449413.058856:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789449413.058858:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449413.058859:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449413.058861:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449413.058864:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:3.0:1789449413.058866:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449413.058868:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449413.058869:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449413.058871:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449413.058872:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449413.058873:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789449413.058877:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065f480 x1876371947476864/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449413.058906:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789449413.058907:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449413.058910:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789449413.058912:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789449413.058913:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449413.058916:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:80a9314a-fa92-41c3-8d17-36c58fffb192:2402:1876371947476864:192.168.202.109@tcp:400:kworker.0 00000100:00000001:3.0:1789449413.058919:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789449413.058921:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789449413.058922:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449413.058924:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789449413.058927:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b888a3e00. 02000000:00000001:3.0:1789449413.058928:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449413.058932:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:3.0:1789449413.058935:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b8525c6e0. 00000400:00000010:3.0:1789449413.058938:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69c38. 00000100:00000200:3.0:1789449413.058941:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947476864, portal 25 00000100:00000001:3.0:1789449413.058943:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449413.058944:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993084544 : -107152716467072 : ffff9e8b9065f480) 00000100:00000040:3.0:1789449413.058949:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b9065f480 x1876371947476864/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449413.058955:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449413.058957:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1789449413.058960:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69110. 00000100:00000200:3.0:1789449413.058962:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876371947476864, offset 0 00000400:00000200:3.0:1789449413.058965:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1789449413.058969:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449413.058972:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449413.058974:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789449413.058976:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1789449413.058978:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789449413.058980:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1789449413.058983:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2553:2553:254:4294967295] 192.168.202.109@tcp LPNI seq info [2553:2553:6:4294967295] 00000400:00000200:3.0:1789449413.058986:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449413.058992:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449413.058997:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449413.059001:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051cb00. 00000800:00000200:3.0:1789449413.059005:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449413.059009:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449413.059011:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051cb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789449413.059014:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449413.059017:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:3.0:1789449413.059019:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296419872 00000100:00000001:3.0:1789449413.059024:0:2402:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296416270 00000100:00000001:3.0:1789449413.059028:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296419872 00000100:00000001:3.0:1789449413.059030:0:2402:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296416270 00000100:00000001:3.0:1789449413.059033:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449413.059035:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449413.059036:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789449413.059040:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065ce00 x1876371947477120/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449413.059045:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789449413.059046:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449413.059048:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789449413.059050:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789449413.059052:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449413.059054:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2402:1876371947477120:192.168.202.109@tcp:400:kworker.0 00000100:00000001:3.0:1789449413.059057:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789449413.059059:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789449413.059061:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449413.059062:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789449413.059065:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b888a2e00. 02000000:00000001:3.0:1789449413.059067:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449413.059069:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:3.0:1789449413.059071:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b8525c790. 00000400:00000010:3.0:1789449413.059076:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69990. 00000100:00000200:3.0:1789449413.059078:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947477120, portal 10 00000100:00000001:3.0:1789449413.059080:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449413.059081:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993074688 : -107152716476928 : ffff9e8b9065ce00) 00000100:00000040:3.0:1789449413.059087:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b9065ce00 x1876371947477120/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449413.059093:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449413.059095:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1789449413.059097:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69770. 00000100:00000200:3.0:1789449413.059100:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876371947477120, offset 0 00000400:00000200:3.0:1789449413.059103:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1789449413.059107:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449413.059110:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449413.059113:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789449413.059115:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1789449413.059118:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789449413.059120:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1789449413.059123:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2554:2554:253:4294967295] 192.168.202.109@tcp LPNI seq info [2554:2554:5:4294967295] 00000400:00000200:3.0:1789449413.059127:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449413.059133:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449413.059137:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449413.059141:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051cc00. 00000800:00000200:3.0:1789449413.059144:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449413.059148:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449413.059150:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051cc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789449413.059153:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449413.059156:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: using a timeout of 22135 usecs (23 jiffies) 00000400:00000200:3.0:1789449413.059159:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:3.0:1789449413.059161:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296415768 00000100:00000001:3.0:1789449413.059163:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296419872 00000100:00000001:3.0:1789449413.059167:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296415768 00000100:00000001:3.0:1789449413.059170:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296419872 00000100:00000001:3.0:1789449413.059172:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449413.059174:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449413.059176:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449413.059178:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449413.059193:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449413.059195:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449413.068510:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449413.068514:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789449413.068521:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449413.068523:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449413.068527:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b8525c6e0. 00000400:00000200:3.0:1789449413.068531:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69c38 00000400:00000010:3.0:1789449413.068533:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69c38. 00000100:00000001:3.0:1789449413.068536:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449413.068542:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065f480 x1876371947476864/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449429 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789449413.068559:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065f480 x1876371947476864/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449429 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449413.068565:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449413.068567:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449413.068570:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449413.068573:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449413.068575:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449413.068578:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449413.068581:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449413.068587:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b83927460 time=44 v=5 (5 5 5 5) 00000100:00001000:3.0:1789449413.068591:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b83927418 time=44 v=5 (1 1 1 1) 00000100:00000001:3.0:1789449413.068593:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789449413.068595:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449413.068598:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789449413.068600:0:2402:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449413.068604:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449413.068608:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065f480 x1876371947476864/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449429 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449413.068616:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449413.068619:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449413.068620:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449413.068624:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065f480 x1876371947476864/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449429 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789449413.068632:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:80a9314a-fa92-41c3-8d17-36c58fffb192:2402:1876371947476864:192.168.202.109@tcp:400:kworker.0 00000400:00000001:3.0:1789449413.068638:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449413.068640:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449413.068641:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b8525c790. 00000400:00000200:3.0:1789449413.068650:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69990 00000400:00000010:3.0:1789449413.068651:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69990. 00000100:00000001:3.0:1789449413.068653:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449413.068656:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065ce00 x1876371947477120/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449429 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789449413.068672:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065ce00 x1876371947477120/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449429 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449413.068678:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449413.068679:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449413.068681:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449413.068682:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449413.068683:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449413.068685:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449413.068687:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449413.068692:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b862dcc60 time=43 v=5 (5 102 102 102) 00000100:00001000:3.0:1789449413.068695:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b862dcc18 time=43 v=5 (1 1 1 1) 00000100:00000001:3.0:1789449413.068697:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789449413.068698:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449413.068699:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789449413.068702:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449413.068704:0:2402:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789449413.068706:0:2402:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967328 00000100:00000001:3.0:1789449413.068709:0:2402:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789449413.068710:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449413.068723:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065ce00 x1876371947477120/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449429 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449413.068729:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449413.068731:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449413.068732:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449413.068736:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065ce00 x1876371947477120/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449429 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789449413.068744:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2402:1876371947477120:192.168.202.109@tcp:400:kworker.0 00000400:00000001:3.0:1789449413.068749:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449413.068750:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449413.068751:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b8525c210. 00000400:00000200:3.0:1789449413.068754:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69880 00000400:00000010:3.0:1789449413.068755:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69880. 00000100:00000001:3.0:1789449413.068761:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449413.068775:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065c000 x1876371947476992/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449429 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789449413.068785:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065c000 x1876371947476992/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449429 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449413.068791:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449413.068792:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449413.068796:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449413.068798:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449413.068799:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449413.068800:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449413.068802:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449413.068805:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=43 v=5 (5 102 102 102) 00000100:00001000:3.0:1789449413.068808:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=150 v=5 (1 0 0 0) 00000100:00000001:3.0:1789449413.068812:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789449413.068814:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449413.068815:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789449413.068817:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449413.068819:0:2402:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789449413.068821:0:2402:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967575 00000100:00000001:3.0:1789449413.068822:0:2402:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789449413.068823:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449413.068827:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065c000 x1876371947476992/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449429 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449413.068833:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449413.068835:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449413.068836:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449413.068839:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065c000 x1876371947476992/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449429 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789449413.068844:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2402:1876371947476992:192.168.202.109@tcp:400:kworker.0 00000400:00000001:3.0:1789449413.068848:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449413.068849:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449413.068850:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b8525ce70. 00000400:00000200:3.0:1789449413.068852:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b695d8 00000400:00000010:3.0:1789449413.068853:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b695d8. 00000100:00000001:3.0:1789449413.068855:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449413.068857:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065e300 x1876371947477248/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449429 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789449413.068865:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065e300 x1876371947477248/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449429 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449413.068871:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449413.068872:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449413.068874:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449413.068875:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449413.068877:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449413.068878:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449413.068905:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449413.068908:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8986b460 time=43 v=5 (5 5 5 36) 00000100:00001000:3.0:1789449413.068912:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8986b418 time=115 v=5 (1 0 0 0) 00000100:00000001:3.0:1789449413.068914:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789449413.068915:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449413.068917:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789449413.068919:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449413.068921:0:2402:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789449413.068922:0:2402:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9e8b89903000: skip recheck: last_committed 4294967313 00000100:00000001:3.0:1789449413.068924:0:2402:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789449413.068925:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449413.068930:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065e300 x1876371947477248/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449429 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449413.068936:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449413.068938:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449413.068940:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449413.068943:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065e300 x1876371947477248/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449429 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789449413.068951:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2402:1876371947477248:192.168.202.109@tcp:400:kworker.0 00000100:00000001:3.0:1789449413.069175:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449413.069179:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449413.069184:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065f480 x1876371947476864/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449429 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449413.069190:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449413.069193:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449413.069196:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b888a3e00. 02000000:00000001:3.0:1789449413.069200:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449413.069203:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449413.069204:0:2402:0:(genops.c:1222:class_import_put()) import ffff9e8b83927000 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:3.0:1789449413.069206:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449413.069209:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b8b175800. 02000000:00000001:3.0:1789449413.069213:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449413.069215:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449413.069216:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065f480. 00000100:00000001:3.0:1789449413.069220:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449413.069221:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449413.069223:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449413.069226:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065ce00 x1876371947477120/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449429 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449413.069231:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449413.069232:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449413.069234:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b888a2e00. 02000000:00000001:3.0:1789449413.069235:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449413.069237:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449413.069238:0:2402:0:(genops.c:1222:class_import_put()) import ffff9e8b862dc800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000020:00000001:3.0:1789449413.069240:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449413.069241:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b86412a00. 02000000:00000001:3.0:1789449413.069244:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449413.069245:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449413.069247:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065ce00. 00000100:00000001:3.0:1789449413.069249:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449413.069250:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449413.069252:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449413.069255:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065c000 x1876371947476992/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449429 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449413.069261:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449413.069262:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449413.069263:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b888a2c00. 02000000:00000001:3.0:1789449413.069265:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449413.069266:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449413.069267:0:2402:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:3.0:1789449413.069269:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449413.069270:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b86412400. 02000000:00000001:3.0:1789449413.069272:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449413.069273:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449413.069274:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065c000. 00000100:00000001:3.0:1789449413.069276:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449413.069277:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449413.069278:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449413.069281:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065e300 x1876371947477248/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449429 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449413.069288:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449413.069289:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449413.069290:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b888a2200. 02000000:00000001:3.0:1789449413.069292:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449413.069293:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449413.069294:0:2402:0:(genops.c:1222:class_import_put()) import ffff9e8b8986b000 refcount=2 obd=lustre-OST0001-osc-ffff9e8b89903000 00000020:00000001:3.0:1789449413.069295:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449413.069296:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b86412600. 02000000:00000001:3.0:1789449413.069298:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449413.069299:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449413.069300:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065e300. 00000100:00000001:3.0:1789449413.069302:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449413.069303:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449413.069305:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449413.069313:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449413.069315:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449413.069318:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449413.069320:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449413.125285:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449413.125292:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449413.125298:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449413.125299:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449413.654938:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449413.654943:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ec900. 00000400:00000200:3.0:1789449413.654948:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449413.654954:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449413.654960:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5990 00000400:00000010:3.0:1789449413.654963:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5990. 00000100:00000001:3.0:1789449413.654967:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449413.654972:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d18000 x1876371947456640/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 488/512 e 0 to 0 dl 1789449550 ref 3 fl Rpc:r/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449413.654982:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449413.654985:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d18000 x1876371947456640/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 488/512 e 0 to 0 dl 1789449550 ref 3 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449413.654998:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449413.654999:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789449413.709510:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449413.709520:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b83723b00. 00000400:00000200:3.0:1789449413.709527:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449413.709537:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449413.710101:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012ee0 00000400:00000010:3.0:1789449413.710106:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012ee0. 00000100:00000001:3.0:1789449413.710111:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449413.710120:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d18000 x1876371947478016/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 376/472 e 0 to 0 dl 1789449429 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449413.710132:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449413.710136:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d18000 x1876371947478016/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 376/472 e 0 to 0 dl 1789449429 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449413.710143:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449413.710145:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789449413.719963:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449413.719968:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b83723200. 00000400:00000200:3.0:1789449413.719980:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449413.719985:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449413.719990:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012c38 00000400:00000010:3.0:1789449413.719993:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012c38. 00000100:00000001:3.0:1789449413.719997:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449413.720001:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83692a00 x1876371947478144/t0(0) o2->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1789449429 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449413.720010:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449413.720014:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83692a00 x1876371947478144/t0(0) o2->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1789449429 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449413.720021:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449413.720023:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449413.726281:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449413.726286:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449413.726290:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449413.726299:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449413.726309:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83692a00 x1876371947478144/t0(0) o2->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1789449429 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449413.726321:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff9e8b83692a00 x1876371947478144/t0(0) o2->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1789449429 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449413.726344:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449413.726351:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449413.726355:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789449413.728556:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449413.728561:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ec900. 00000400:00000200:3.0:1789449413.728566:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449413.728572:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449413.728577:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5aa0 00000400:00000010:3.0:1789449413.728579:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5aa0. 00000100:00000001:3.0:1789449413.728583:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449413.728588:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d1bb80 x1876371947478400/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449429 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449413.728598:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449413.728601:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d1bb80 x1876371947478400/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449429 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449413.728608:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449413.728610:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449413.743019:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449413.743040:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449413.743044:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449413.743046:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449413.743057:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449413.743065:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449413.743075:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449413.743080:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449413.743087:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449413.743091:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 456 into portal 10 MB=0x6aa8ce3655d80 00000400:00000200:2.0:1789449413.743097:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449413.743104:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 456/456 into md 0x75bd [1] + 224 00000800:00000001:2.0:1789449413.743111:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449413.743118:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449413.743122:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449413.743127:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449413.743134:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449413.743145:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d1bb80 x1876371947478400/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449429 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449413.743158:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9e8b87d1bb80 x1876371947478400/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449429 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449413.743189:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449413.743196:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449413.743200:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1789449413.767419:0:31182:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e8b89195280. 00000080:00000010:0.1:1789449413.767435:0:31182:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b87d97d20. 00000080:00000010:0.1:1789449413.767443:0:31182:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e8b89184200. 00000080:00000010:0.1:1789449413.767450:0:31182:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b8984f5c0. 00010000:00000001:3.0:1789449414.146629:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449414.146638:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449414.146644:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449414.146645:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449414.146648:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449414.146649:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449415.156918:0:31285:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449415.181403:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449415.181411:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449415.181418:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449415.181419:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449415.181422:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449415.181423:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449416.203247:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449416.203259:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449416.203267:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449416.203269:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449416.203273:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449416.203274:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449416.203306:0:16815:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789449416.203310:0:16815:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449416.203314:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1789449416.257770:0:31334:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789449416.257784:0:31334:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789449416.257787:0:31334:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789449416.257794:0:31334:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820e3b20 00000080:00200000:2.0:1789449416.257800:0:31334:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:2.0:1789449416.257813:0:31334:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b8b10d400. 00800000:00000002:2.0:1789449416.257824:0:31334:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:2.0:1789449416.257828:0:31334:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789449416.257834:0:31334:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789449416.257837:0:31334:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820e3a40 00800000:00000002:2.0:1789449416.257839:0:31334:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789449416.257843:0:31334:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789449416.257847:0:31334:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789449416.257850:0:31334:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789449416.257853:0:31334:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789449416.257856:0:31334:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789449416.257858:0:31334:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449416.257861:0:31334:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789449416.257863:0:31334:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449416.257868:0:31334:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789449416.257875:0:31334:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789449416.257877:0:31334:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820e3910 00000002:00010000:2.0:1789449416.257904:0:31334:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789449416.257910:0:31334:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789449416.257912:0:31334:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789449416.257916:0:31334:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789449416.257925:0:31334:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449416.257928:0:31334:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449416.257929:0:31334:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449416.257932:0:31334:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789449416.257935:0:31334:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1789449416.257944:0:31334:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065ca80. 00000020:00000040:2.0:1789449416.257950:0:31334:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00010000:00000001:2.0:1789449416.257959:0:31334:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789449416.257965:0:31334:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789449416.257974:0:31334:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449416.257977:0:31334:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449416.257979:0:31334:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449416.257983:0:31334:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449416.257986:0:31334:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449416.257991:0:31334:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449416.258000:0:31334:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b83605000. 00000100:00000001:2.0:1789449416.258009:0:31334:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449416.258016:0:31334:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789449416.258019:0:31334:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449416.258021:0:31334:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789449416.258022:0:31334:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449416.258024:0:31334:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449416.258031:0:31334:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446636920993073792 : -107152716477824 : ffff9e8b9065ca80) 00010000:00000001:2.0:1789449416.258035:0:31334:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789449416.258038:0:31334:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1789449416.258043:0:31334:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9e8b90652000. 00010000:00000010:2.0:1789449416.258048:0:31334:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e8b84d2a200. 00010000:00000001:2.0:1789449416.258053:0:31334:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789449416.258057:0:31334:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8b91c4c600. 00000020:00000001:2.0:1789449416.258061:0:31334:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789449416.258064:0:31334:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8b91c4c600 with handle 0xcddde1459ded64e4 to hash 00000020:00000001:2.0:1789449416.258066:0:31334:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789449416.258068:0:31334:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636921016075776 : -107152693475840 : ffff9e8b91c4c600) 00010000:00000001:2.0:1789449416.258071:0:31334:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636921016075776 : -107152693475840 : ffff9e8b91c4c600) 00010000:00000001:2.0:1789449416.258076:0:31334:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449416.258079:0:31334:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449416.258084:0:31334:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c600/0xcddde1459ded64e4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31334 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789449416.258094:0:31334:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c600/0xcddde1459ded64e4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31334 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789449416.258106:0:31334:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c600/0xcddde1459ded64e4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31334 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789449416.258112:0:31334:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789449416.258114:0:31334:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789449416.258123:0:31334:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b8365d600. 00000100:00000001:2.0:1789449416.258126:0:31334:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920774972928 : -107152934578688 : ffff9e8b8365d600) 00000100:00000001:2.0:1789449416.258129:0:31334:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449416.258131:0:31334:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993073792 : -107152716477824 : ffff9e8b9065ca80) 00000100:00000001:2.0:1789449416.258137:0:31334:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449416.258141:0:31334:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449416.258143:0:31334:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789449416.258145:0:31334:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789449416.258158:0:31334:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065ca80 x1876371947478528/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449416.258166:0:31334:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449416.258169:0:31334:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449416.258174:0:31334:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449416.258177:0:31334:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449416.258180:0:31334:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449416.258184:0:31334:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065ca80 pname:cluuid:pid:xid:nid:opc:job lfs:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:31334:1876371947478528:192.168.202.109@tcp:101:lfs.0 00000100:00000001:2.0:1789449416.258188:0:31334:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789449416.258195:0:31334:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449416.258197:0:31334:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449416.258200:0:31334:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789449416.258206:0:31334:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e8b8bc6f800. 02000000:00000001:2.0:1789449416.258208:0:31334:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449416.258218:0:31334:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449416.258223:0:31334:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b9b58. 00000400:00000010:2.0:1789449416.258231:0:31334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d000. 00000100:00000200:2.0:1789449416.258239:0:31334:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876371947478528, portal 10 00000100:00000001:2.0:1789449416.258241:0:31334:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449416.258243:0:31334:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993073792 : -107152716477824 : ffff9e8b9065ca80) 00000100:00000040:2.0:1789449416.258250:0:31334:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b9065ca80 x1876371947478528/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449432 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449416.258259:0:31334:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449416.258263:0:31334:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449416.258266:0:31334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d908. 00000100:00000200:2.0:1789449416.258269:0:31334:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876371947478528, offset 0 00000400:00000200:2.0:1789449416.258276:0:31334:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449416.258287:0:31334:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449416.258298:0:31334:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449416.258305:0:31334:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449416.258310:0:31334:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449416.258314:0:31334:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449416.258318:0:31334:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449416.258322:0:31334:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2563:2563:256:4294967295] 192.168.202.109@tcp LPNI seq info [2563:2563:8:4294967295] 00000400:00000200:2.0:1789449416.258327:0:31334:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449416.258340:0:31334:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449416.258348:0:31334:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449416.258355:0:31334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b86412600. 00000800:00000200:2.0:1789449416.258364:0:31334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449416.258374:0:31334:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449416.258381:0:31334:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b86412600 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1789449416.258408:0:31334:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449416.258414:0:31334:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 805642 usecs (806 jiffies) 00000400:00000200:2.0:1789449416.258420:0:31334:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449416.258424:0:31334:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296419748 00000100:00000001:2.0:1789449416.258427:0:31334:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296420424 00000100:00000001:2.0:1789449416.258430:0:31334:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296419748 00000100:00000001:2.0:1789449416.258432:0:31334:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296420424 00000100:00000001:2.0:1789449416.258435:0:31334:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449416.258438:0:31334:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449416.258440:0:31334:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449416.258442:0:31334:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789449416.258445:0:31334:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b8365d600 going to sleep for 11 seconds 00000100:00000001:2.0:1789449416.258448:0:31334:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449416.258453:0:31334:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449416.259165:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449416.259175:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b86412600. 00000400:00000200:3.0:1789449416.259185:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449416.259193:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449416.259200:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d908 00000400:00000010:3.0:1789449416.259203:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d908. 00000100:00000001:3.0:1789449416.259210:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449416.259217:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065ca80 x1876371947478528/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449432 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449416.259230:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449416.259234:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b9065ca80 x1876371947478528/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449432 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449416.259241:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449416.259243:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449416.266467:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449416.266493:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449416.266500:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449416.266503:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449416.266514:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449416.266524:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449416.266536:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449416.266542:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449416.266549:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449416.266555:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 688 into portal 10 MB=0x6aa8ce3655e00 00000400:00000200:2.0:1789449416.266562:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449416.266570:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 688/688 into md 0x75c5 [1] + 224 00000800:00000001:2.0:1789449416.266580:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449416.266588:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449416.266593:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449416.266599:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449416.266611:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449416.266625:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065ca80 x1876371947478528/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449432 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449416.266638:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9e8b9065ca80 x1876371947478528/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449432 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449416.266677:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449416.266690:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449416.266693:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789449416.273376:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449416.273382:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b83723600. 00000400:00000200:3.0:1789449416.273391:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449416.273396:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449416.273404:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b850124c8 00000400:00000010:3.0:1789449416.273407:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b850124c8. 00000100:00000001:3.0:1789449416.273412:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449416.273417:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d18380 x1876371947478656/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449432 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449416.273429:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449416.273432:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d18380 x1876371947478656/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449432 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449416.273439:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449416.273441:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449416.284494:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449416.284518:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449416.284535:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449416.284540:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449416.284553:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449416.284562:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449416.284574:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449416.284580:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449416.284586:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449416.284592:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 584 into portal 10 MB=0x6aa8ce3655e80 00000400:00000200:2.0:1789449416.284597:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449416.284605:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 584/584 into md 0x75d5 [1] + 224 00000800:00000001:2.0:1789449416.284615:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449416.284644:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449416.284649:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449416.284654:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449416.284665:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449416.284677:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d18380 x1876371947478656/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449432 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449416.284690:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9e8b87d18380 x1876371947478656/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449432 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449416.284727:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449416.284747:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449416.284751:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789449416.301748:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449416.301757:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b83723c00. 00000400:00000200:3.0:1789449416.301766:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449416.301774:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449416.301783:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012dd0 00000400:00000010:3.0:1789449416.301787:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012dd0. 00000100:00000001:3.0:1789449416.301792:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449416.301802:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83692680 x1876371947478912/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1789449432 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449416.301816:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449416.301820:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83692680 x1876371947478912/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1789449432 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449416.301828:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449416.301830:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1789449416.302695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b86499000. 00000080:00000010:1.1:1789449416.308386:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b87d97a20. 00010000:00000010:1.1:1789449416.308410:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b90652000. 00010000:00000010:1.1:1789449416.308418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4c600. 00000800:00000001:2.0:1789449416.315589:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449416.315617:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449416.315624:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449416.315627:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449416.315640:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449416.315650:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449416.315677:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449416.315684:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449416.315690:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449416.315695:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 448 into portal 10 MB=0x6aa8ce3655f80 00000400:00000200:2.0:1789449416.315702:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449416.315712:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 448/448 into md 0x75dd [1] + 224 00000800:00000001:2.0:1789449416.315722:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449416.315746:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449416.315751:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449416.315756:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449416.315767:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449416.315779:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83692680 x1876371947478912/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1789449432 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449416.315803:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff9e8b83692680 x1876371947478912/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1789449432 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449416.315836:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449416.315847:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449416.315850:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789449416.341530:0:31336:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789449416.341538:0:31336:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789449416.341541:0:31336:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789449416.341546:0:31336:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820b3b20 00000080:00200000:2.0:1789449416.341553:0:31336:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:2.0:1789449416.341563:0:31336:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b8b10d400. 00800000:00000002:2.0:1789449416.341572:0:31336:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:2.0:1789449416.341577:0:31336:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789449416.341583:0:31336:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789449416.341585:0:31336:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820b3a40 00800000:00000002:2.0:1789449416.341588:0:31336:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789449416.341593:0:31336:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789449416.341596:0:31336:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789449416.341598:0:31336:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789449416.341602:0:31336:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789449416.341604:0:31336:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789449416.341607:0:31336:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449416.341609:0:31336:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789449416.341611:0:31336:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449416.341615:0:31336:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789449416.341622:0:31336:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789449416.341625:0:31336:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820b3910 00000002:00010000:2.0:1789449416.341628:0:31336:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789449416.341632:0:31336:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789449416.341634:0:31336:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789449416.341637:0:31336:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789449416.341647:0:31336:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449416.341649:0:31336:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449416.341651:0:31336:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449416.341653:0:31336:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789449416.341656:0:31336:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1789449416.341663:0:31336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065dc00. 00000020:00000040:2.0:1789449416.341668:0:31336:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00010000:00000001:2.0:1789449416.341677:0:31336:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789449416.341682:0:31336:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789449416.341691:0:31336:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449416.341693:0:31336:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449416.341694:0:31336:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449416.341698:0:31336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449416.341702:0:31336:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449416.341707:0:31336:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449416.341716:0:31336:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b83607000. 00000100:00000001:2.0:1789449416.341725:0:31336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449416.341731:0:31336:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789449416.343590:0:31336:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449416.343608:0:31336:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789449416.343609:0:31336:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449416.343613:0:31336:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449416.343632:0:31336:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446636920993078272 : -107152716473344 : ffff9e8b9065dc00) 00010000:00000001:2.0:1789449416.343640:0:31336:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789449416.343644:0:31336:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1789449416.343661:0:31336:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9e8b90652c00. 00010000:00000010:2.0:1789449416.343670:0:31336:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e8b84d2a400. 00010000:00000001:2.0:1789449416.343677:0:31336:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789449416.343681:0:31336:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8b91c4de00. 00000020:00000001:2.0:1789449416.343699:0:31336:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789449416.343703:0:31336:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8b91c4de00 with handle 0xcddde1459ded64f2 to hash 00000020:00000001:2.0:1789449416.343708:0:31336:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789449416.343710:0:31336:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636921016081920 : -107152693469696 : ffff9e8b91c4de00) 00010000:00000001:2.0:1789449416.343714:0:31336:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636921016081920 : -107152693469696 : ffff9e8b91c4de00) 00010000:00000001:2.0:1789449416.343719:0:31336:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449416.343723:0:31336:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449416.343729:0:31336:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4de00/0xcddde1459ded64f2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789449416.343749:0:31336:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4de00/0xcddde1459ded64f2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789449416.343763:0:31336:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4de00/0xcddde1459ded64f2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31336 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789449416.343770:0:31336:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789449416.343772:0:31336:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789449416.343783:0:31336:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b8365d6c0. 00000100:00000001:2.0:1789449416.343786:0:31336:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920774973120 : -107152934578496 : ffff9e8b8365d6c0) 00000100:00000001:2.0:1789449416.343789:0:31336:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449416.343791:0:31336:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993078272 : -107152716473344 : ffff9e8b9065dc00) 00000100:00000001:2.0:1789449416.343797:0:31336:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449416.343802:0:31336:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449416.343805:0:31336:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789449416.343807:0:31336:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789449416.343823:0:31336:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065dc00 x1876371947479040/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449416.343833:0:31336:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449416.343836:0:31336:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449416.343841:0:31336:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449416.343845:0:31336:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449416.343862:0:31336:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449416.343867:0:31336:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065dc00 pname:cluuid:pid:xid:nid:opc:job lfs:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:31336:1876371947479040:192.168.202.109@tcp:101:lfs.0 00000100:00000001:2.0:1789449416.343872:0:31336:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789449416.343897:0:31336:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449416.343900:0:31336:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449416.343904:0:31336:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789449416.343912:0:31336:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e8b8bc6a800. 02000000:00000001:2.0:1789449416.343914:0:31336:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449416.343924:0:31336:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449416.343930:0:31336:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b9000. 00000400:00000010:2.0:1789449416.343938:0:31336:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d990. 00000100:00000200:2.0:1789449416.343947:0:31336:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876371947479040, portal 10 00000100:00000001:2.0:1789449416.343949:0:31336:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449416.343951:0:31336:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993078272 : -107152716473344 : ffff9e8b9065dc00) 00000100:00000040:2.0:1789449416.343958:0:31336:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b9065dc00 x1876371947479040/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449432 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449416.343966:0:31336:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449416.343969:0:31336:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449416.343972:0:31336:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d110. 00000100:00000200:2.0:1789449416.343976:0:31336:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876371947479040, offset 0 00000400:00000200:2.0:1789449416.343983:0:31336:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449416.343996:0:31336:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449416.344007:0:31336:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449416.344016:0:31336:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449416.344022:0:31336:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449416.344028:0:31336:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449416.344031:0:31336:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449416.344036:0:31336:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2566:2566:256:4294967295] 192.168.202.109@tcp LPNI seq info [2566:2566:8:4294967295] 00000400:00000200:2.0:1789449416.344042:0:31336:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449416.344052:0:31336:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449416.344060:0:31336:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449416.344067:0:31336:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b86412400. 00000800:00000200:2.0:1789449416.344077:0:31336:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449416.344087:0:31336:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449416.344092:0:31336:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b86412400 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1789449416.344114:0:31336:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449416.344120:0:31336:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 801731 usecs (802 jiffies) 00000400:00000200:2.0:1789449416.344123:0:31336:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449416.344127:0:31336:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296419829 00000100:00000001:2.0:1789449416.344130:0:31336:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296420424 00000100:00000001:2.0:1789449416.344133:0:31336:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296419829 00000100:00000001:2.0:1789449416.344135:0:31336:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296420424 00000100:00000001:2.0:1789449416.344138:0:31336:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449416.344141:0:31336:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449416.344144:0:31336:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449416.344146:0:31336:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789449416.344149:0:31336:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b8365d6c0 going to sleep for 11 seconds 00000100:00000001:2.0:1789449416.344152:0:31336:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449416.344156:0:31336:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449416.345166:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449416.345175:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b86412400. 00000400:00000200:3.0:1789449416.345184:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449416.345191:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449416.345199:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d110 00000400:00000010:3.0:1789449416.345202:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d110. 00000100:00000001:3.0:1789449416.345206:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449416.345213:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065dc00 x1876371947479040/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449432 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449416.345225:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449416.345228:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b9065dc00 x1876371947479040/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449432 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449416.345235:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449416.345237:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449416.349212:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449416.349237:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449416.349243:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449416.349245:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449416.349256:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449416.349265:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449416.349276:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449416.349281:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449416.349288:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449416.349293:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 688 into portal 10 MB=0x6aa8ce3656000 00000400:00000200:2.0:1789449416.349300:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449416.349307:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 688/688 into md 0x75e5 [1] + 224 00000800:00000001:2.0:1789449416.349317:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449416.349338:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449416.349343:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449416.349349:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449416.349360:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449416.349372:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065dc00 x1876371947479040/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449432 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449416.349386:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9e8b9065dc00 x1876371947479040/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449432 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449416.349413:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449416.349423:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449416.349428:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449416.349468:0:31336:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789449416.349480:0:31336:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449416.349483:0:31336:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449416.349487:0:31336:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b9000. 00000400:00000200:3.0:1789449416.349496:0:31336:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d990 00000400:00000010:3.0:1789449416.349499:0:31336:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d990. 00000100:00000001:3.0:1789449416.349503:0:31336:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449416.349508:0:31336:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065dc00 x1876371947479040/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449432 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789449416.349529:0:31336:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065dc00 x1876371947479040/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449432 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449416.349536:0:31336:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449416.349540:0:31336:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449416.349543:0:31336:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449416.349548:0:31336:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449416.349551:0:31336:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449416.349554:0:31336:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449416.349557:0:31336:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449416.349569:0:31336:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=46 v=5 (5 102 102 102) 00000100:00001000:3.0:1789449416.349574:0:31336:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=3 v=5 (1 0 0 0) 00000100:00000001:3.0:1789449416.349577:0:31336:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789449416.349579:0:31336:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449416.349582:0:31336:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789449416.349586:0:31336:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449416.349590:0:31336:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789449416.349592:0:31336:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967575 00000100:00000001:3.0:1789449416.349594:0:31336:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789449416.349597:0:31336:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449416.349603:0:31336:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065dc00 x1876371947479040/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449432 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449416.349611:0:31336:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449416.349615:0:31336:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449416.349617:0:31336:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449416.349622:0:31336:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065dc00 x1876371947479040/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449432 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789449416.349631:0:31336:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065dc00 pname:cluuid:pid:xid:nid:opc:job lfs:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:31336:1876371947479040:192.168.202.109@tcp:101:lfs.0 00000100:00000001:3.0:1789449416.349636:0:31336:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449416.349640:0:31336:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449416.349643:0:31336:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789449416.349645:0:31336:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449416.349649:0:31336:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065dc00 x1876371947479040/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449432 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449416.349657:0:31336:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789449416.349660:0:31336:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b8365d6c0. 00000100:00000001:3.0:1789449416.349665:0:31336:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789449416.349668:0:31336:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449416.349671:0:31336:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789449416.349676:0:31336:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449416.349679:0:31336:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449416.349694:0:31336:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4de00 refcount=4 00000020:00000001:3.0:1789449416.349697:0:31336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016081920 : -107152693469696 : ffff9e8b91c4de00) 00010000:00000001:3.0:1789449416.349700:0:31336:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016081920 : -107152693469696 : ffff9e8b91c4de00) 00010000:00000040:3.0:1789449416.349707:0:31336:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e8b91c4de00, remote cookie: 0xeb7cbf5e2fd3ceb6, flags: 0x1001 00010000:00010000:3.0:1789449416.349714:0:31336:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4de00/0xcddde1459ded64f2 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3ceb6 expref: -99 pid: 31336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789449416.349726:0:31336:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4de00/0xcddde1459ded64f2 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3ceb6 expref: -99 pid: 31336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449416.349757:0:31336:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1789449416.349763:0:31336:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1789449416.349766:0:31336:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1789449416.349768:0:31336:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1789449416.349770:0:31336:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1789449416.349773:0:31336:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9e8b90652c00) refcount = 1 00010000:00010000:3.0:1789449416.349778:0:31336:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4de00/0xcddde1459ded64f2 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3ceb6 expref: -99 pid: 31336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449416.349786:0:31336:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1789449416.349791:0:31336:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1789449416.349793:0:31336:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789449416.349797:0:31336:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1789449416.349799:0:31336:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449416.349803:0:31336:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4de00/0xcddde1459ded64f2 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3ceb6 expref: -99 pid: 31336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449416.349810:0:31336:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1789449416.349811:0:31336:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449416.349814:0:31336:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449416.349815:0:31336:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449416.349816:0:31336:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449416.349818:0:31336:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449416.349824:0:31336:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1789449416.349826:0:31336:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449416.349827:0:31336:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449416.349829:0:31336:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4de00 refcount=3 00000020:00000001:3.0:1789449416.349831:0:31336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016081920 : -107152693469696 : ffff9e8b91c4de00) 00010000:00000001:3.0:1789449416.349834:0:31336:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016081920 : -107152693469696 : ffff9e8b91c4de00) 00010000:00000001:3.0:1789449416.349846:0:31336:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449416.349847:0:31336:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449416.349848:0:31336:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4de00 refcount=4 00000020:00000001:3.0:1789449416.349850:0:31336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016081920 : -107152693469696 : ffff9e8b91c4de00) 00010000:00000001:3.0:1789449416.349853:0:31336:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016081920 : -107152693469696 : ffff9e8b91c4de00) 00010000:00000001:3.0:1789449416.349856:0:31336:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449416.349860:0:31336:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449416.349873:0:31336:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4de00/0xcddde1459ded64f2 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3ceb6 expref: -99 pid: 31336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449416.349924:0:31336:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449416.349925:0:31336:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449416.349927:0:31336:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449416.349928:0:31336:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449416.349930:0:31336:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4de00 refcount=5 00000020:00000001:3.0:1789449416.349937:0:31336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016081920 : -107152693469696 : ffff9e8b91c4de00) 00010000:00000001:3.0:1789449416.349940:0:31336:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016081920 : -107152693469696 : ffff9e8b91c4de00) 00010000:00000001:3.0:1789449416.349943:0:31336:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789449416.349947:0:31336:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4de00/0xcddde1459ded64f2 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3ceb6 expref: -99 pid: 31336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449416.349953:0:31336:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449416.349955:0:31336:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789449416.349958:0:31336:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4de00/0xcddde1459ded64f2 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3ceb6 expref: -99 pid: 31336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449416.349964:0:31336:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789449416.349965:0:31336:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449416.349966:0:31336:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449416.349968:0:31336:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449416.349968:0:31336:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1789449416.349974:0:31336:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9e8b9065dc00 x1876371947479040/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449432 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1789449416.349983:0:31336:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449416.349984:0:31336:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449416.349986:0:31336:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4de00 refcount=3 00000020:00000001:3.0:1789449416.349988:0:31336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016081920 : -107152693469696 : ffff9e8b91c4de00) 00010000:00000001:3.0:1789449416.349990:0:31336:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016081920 : -107152693469696 : ffff9e8b91c4de00) 00010000:00000001:3.0:1789449416.349992:0:31336:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449416.349993:0:31336:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789449416.349995:0:31336:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449416.349997:0:31336:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449416.350000:0:31336:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1789449416.350003:0:31336:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449416.350004:0:31336:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449416.350006:0:31336:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4de00 refcount=3 00000020:00000001:3.0:1789449416.350008:0:31336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016081920 : -107152693469696 : ffff9e8b91c4de00) 00010000:00000001:3.0:1789449416.350010:0:31336:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016081920 : -107152693469696 : ffff9e8b91c4de00) 00000002:00010000:3.0:1789449416.350014:0:31336:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4de00/0xcddde1459ded64f2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3ceb6 expref: -99 pid: 31336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449416.350020:0:31336:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449416.350021:0:31336:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449416.350023:0:31336:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789449416.350024:0:31336:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449416.350025:0:31336:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449416.350026:0:31336:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4de00 refcount=3 00000020:00000001:3.0:1789449416.350029:0:31336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016081920 : -107152693469696 : ffff9e8b91c4de00) 00010000:00000001:3.0:1789449416.350031:0:31336:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016081920 : -107152693469696 : ffff9e8b91c4de00) 00010000:00000040:3.0:1789449416.350037:0:31336:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652c00 count: 2 00010000:00000001:3.0:1789449416.350040:0:31336:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1789449416.350045:0:31336:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e8b83488400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1789449416.350048:0:31336:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449416.350049:0:31336:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789449416.350050:0:31336:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1789449416.350054:0:31336:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820b3898 00000002:00002000:3.0:1789449416.350056:0:31336:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1789449416.350060:0:31336:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789449416.350064:0:31336:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789449416.350067:0:31336:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1789449416.350072:0:31336:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1789449416.350076:0:31336:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449416.350082:0:31336:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:3.0:1789449416.350086:0:31336:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b8b10d400. 00000080:00000001:3.0:1789449416.350093:0:31336:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789449416.350096:0:31336:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1789449416.350104:0:31336:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1789449416.350109:0:31336:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1789449416.350117:0:31336:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9e8b896f0a00. 00800000:00000001:3.0:1789449416.350119:0:31336:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446636920876239360 : -107152833312256 : ffff9e8b896f0a00) 00800000:00000001:3.0:1789449416.350122:0:31336:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449416.350124:0:31336:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1789449416.350127:0:31336:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1789449416.350129:0:31336:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1789449416.350132:0:31336:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1789449416.350135:0:31336:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1789449416.350137:0:31336:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449416.350142:0:31336:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1789449416.350145:0:31336:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:3.0:1789449416.350147:0:31336:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115188193296385 mtime from 1789449299 to 1789449416 00000080:00200000:3.0:1789449416.350152:0:31336:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:3.0:1789449416.350155:0:31336:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449416.350157:0:31336:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449416.350158:0:31336:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4de00 refcount=3 00000020:00000001:3.0:1789449416.350160:0:31336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016081920 : -107152693469696 : ffff9e8b91c4de00) 00010000:00000001:3.0:1789449416.350162:0:31336:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016081920 : -107152693469696 : ffff9e8b91c4de00) 00010000:00000001:3.0:1789449416.350164:0:31336:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449416.350166:0:31336:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789449416.350167:0:31336:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1789449416.350170:0:31336:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1789449416.350171:0:31336:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b896f0a00 1 00800000:00000010:3.0:1789449416.350173:0:31336:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9e8b896f0a00. 00800000:00000001:3.0:1789449416.350176:0:31336:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789449416.350180:0:31336:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded64f2 00800000:00000001:3.0:1789449416.350183:0:31336:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789449416.350185:0:31336:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789449416.350186:0:31336:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449416.350187:0:31336:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449416.350189:0:31336:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4de00 refcount=3 00000020:00000001:3.0:1789449416.350190:0:31336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016081920 : -107152693469696 : ffff9e8b91c4de00) 00010000:00000001:3.0:1789449416.350193:0:31336:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016081920 : -107152693469696 : ffff9e8b91c4de00) 00010000:00000001:3.0:1789449416.350195:0:31336:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449416.350197:0:31336:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789449416.350198:0:31336:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789449416.350200:0:31336:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449416.350202:0:31336:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789449416.350204:0:31336:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:3.0:1789449416.350208:0:31336:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded64f2 from it ffffb711820b3b58 00010000:00000001:3.0:1789449416.350210:0:31336:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449416.350211:0:31336:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449416.350212:0:31336:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4de00 refcount=3 00000020:00000001:3.0:1789449416.350214:0:31336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016081920 : -107152693469696 : ffff9e8b91c4de00) 00010000:00000001:3.0:1789449416.350216:0:31336:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016081920 : -107152693469696 : ffff9e8b91c4de00) 00010000:00000001:3.0:1789449416.350218:0:31336:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789449416.350221:0:31336:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4de00/0xcddde1459ded64f2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3ceb6 expref: -99 pid: 31336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449416.350227:0:31336:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449416.350228:0:31336:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449416.350230:0:31336:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789449416.350233:0:31336:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789449416.350236:0:31336:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4de00/0xcddde1459ded64f2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3ceb6 expref: -99 pid: 31336 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789449416.350243:0:31336:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449416.350246:0:31336:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789449416.350248:0:31336:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449416.350253:0:31336:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449416.350254:0:31336:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449416.350256:0:31336:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449416.350259:0:31336:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789449416.350261:0:31336:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449416.350264:0:31336:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449416.350267:0:31336:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449416.350269:0:31336:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789449416.350270:0:31336:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449416.350272:0:31336:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789449416.350274:0:31336:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449416.350280:0:31336:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065dc00 x1876371947479040/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449432 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449416.350287:0:31336:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449416.350290:0:31336:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449416.350295:0:31336:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9e8b8bc6a800. 02000000:00000001:3.0:1789449416.350298:0:31336:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449416.350302:0:31336:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449416.350304:0:31336:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:3.0:1789449416.350306:0:31336:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449416.350309:0:31336:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b83607000. 02000000:00000001:3.0:1789449416.350313:0:31336:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449416.350315:0:31336:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449416.350318:0:31336:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065dc00. 00000100:00000001:3.0:1789449416.350322:0:31336:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449416.350323:0:31336:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789449416.350327:0:31336:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908), inode mode 41ff mask 1 00000080:00000001:3.0:1789449416.350333:0:31336:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1789449416.350350:0:31336:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9e8b889af280. 00000020:00000001:3.0:1789449416.350354:0:31336:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820b3ae8 00000080:00200000:3.0:1789449416.350357:0:31336:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21f.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9e8b89180908), flags=13 00000080:00000001:3.0:1789449416.350361:0:31336:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1789449416.350363:0:31336:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820b3998 00000080:00200000:3.0:1789449416.350365:0:31336:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21f.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9e8b89180908), intent=getattr 00000080:00000010:3.0:1789449416.350374:0:31336:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b83079800. 00800000:00000002:3.0:1789449416.350379:0:31336:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:3.0:1789449416.350384:0:31336:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789449416.350387:0:31336:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789449416.350389:0:31336:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820b38b8 00800000:00000002:3.0:1789449416.350391:0:31336:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21f.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789449416.350395:0:31336:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789449416.350400:0:31336:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789449416.350403:0:31336:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789449416.350406:0:31336:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789449416.350409:0:31336:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789449416.350411:0:31336:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449416.350414:0:31336:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789449416.350416:0:31336:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449416.350420:0:31336:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820b3850 00800000:00000002:3.0:1789449416.350422:0:31336:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21f.recovery-small-2' -> mds #0 00000002:00000001:3.0:1789449416.350426:0:31336:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789449416.350428:0:31336:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820b3788 00000002:00010000:3.0:1789449416.350430:0:31336:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21f.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:3.0:1789449416.350434:0:31336:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1789449416.350436:0:31336:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1789449416.350441:0:31336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b8310b800. 00000020:00000040:3.0:1789449416.350445:0:31336:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00010000:00000001:3.0:1789449416.350450:0:31336:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789449416.350454:0:31336:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449416.350457:0:31336:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449416.350458:0:31336:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449416.350459:0:31336:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449416.350463:0:31336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789449416.350465:0:31336:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789449416.350470:0:31336:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789449416.350477:0:31336:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b87c4b800. 00000100:00000001:3.0:1789449416.350484:0:31336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449416.350487:0:31336:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789449416.350489:0:31336:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449416.350491:0:31336:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789449416.350492:0:31336:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449416.350494:0:31336:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449416.350502:0:31336:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446636920769394688 : -107152940156928 : ffff9e8b8310b800) 00010000:00000001:3.0:1789449416.350505:0:31336:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789449416.350508:0:31336:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1789449416.350510:0:31336:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652c00 count: 2 00010000:00000001:3.0:1789449416.350513:0:31336:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789449416.350516:0:31336:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789449416.350519:0:31336:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8b91c75c00. 00000020:00000001:3.0:1789449416.350523:0:31336:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789449416.350526:0:31336:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8b91c75c00 with handle 0xcddde1459ded64f9 to hash 00000020:00000001:3.0:1789449416.350528:0:31336:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789449416.350530:0:31336:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636921016245248 : -107152693306368 : ffff9e8b91c75c00) 00010000:00000001:3.0:1789449416.350534:0:31336:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636921016245248 : -107152693306368 : ffff9e8b91c75c00) 00010000:00000001:3.0:1789449416.350537:0:31336:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449416.350538:0:31336:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449416.350542:0:31336:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75c00/0xcddde1459ded64f9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789449416.350549:0:31336:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75c00/0xcddde1459ded64f9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789449416.350559:0:31336:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75c00/0xcddde1459ded64f9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31336 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789449416.350566:0:31336:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789449416.350567:0:31336:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789449416.350573:0:31336:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b865cc480. 00000100:00000001:3.0:1789449416.350576:0:31336:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920824710272 : -107152884841344 : ffff9e8b865cc480) 00000100:00000001:3.0:1789449416.350579:0:31336:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449416.350581:0:31336:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769394688 : -107152940156928 : ffff9e8b8310b800) 00000100:00000001:3.0:1789449416.350586:0:31336:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789449416.350590:0:31336:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449416.350592:0:31336:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789449416.350594:0:31336:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789449416.350598:0:31336:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b8310b800 x1876371947479168/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449416.350607:0:31336:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789449416.350609:0:31336:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449416.350613:0:31336:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789449416.350615:0:31336:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789449416.350618:0:31336:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449416.350623:0:31336:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b8310b800 pname:cluuid:pid:xid:nid:opc:job lfs:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:31336:1876371947479168:192.168.202.109@tcp:101:lfs.0 00000100:00000001:3.0:1789449416.350627:0:31336:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789449416.350633:0:31336:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789449416.350635:0:31336:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449416.350637:0:31336:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789449416.350642:0:31336:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e8b86132000. 02000000:00000001:3.0:1789449416.350644:0:31336:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449416.350652:0:31336:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:3.0:1789449416.350656:0:31336:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b8525ce70. 00000400:00000010:3.0:1789449416.350663:0:31336:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b695d8. 00000100:00000200:3.0:1789449416.350670:0:31336:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876371947479168, portal 10 00000100:00000001:3.0:1789449416.350672:0:31336:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449416.350673:0:31336:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769394688 : -107152940156928 : ffff9e8b8310b800) 00000100:00000040:3.0:1789449416.350679:0:31336:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b8310b800 x1876371947479168/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449432 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449416.350694:0:31336:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449416.350697:0:31336:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1789449416.350700:0:31336:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69880. 00000100:00000200:3.0:1789449416.350703:0:31336:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876371947479168, offset 0 00000400:00000200:3.0:1789449416.350709:0:31336:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1789449416.350717:0:31336:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449416.350726:0:31336:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449416.350732:0:31336:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789449416.350747:0:31336:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1789449416.350751:0:31336:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789449416.350754:0:31336:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1789449416.350758:0:31336:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2567:2567:256:4294967295] 192.168.202.109@tcp LPNI seq info [2567:2567:8:4294967295] 00000400:00000200:3.0:1789449416.350763:0:31336:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449416.350773:0:31336:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449416.350780:0:31336:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449416.350787:0:31336:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051c300. 00000800:00000200:3.0:1789449416.350795:0:31336:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449416.350805:0:31336:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449416.350810:0:31336:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051c300 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:3.0:1789449416.350831:0:31336:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449416.350837:0:31336:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 800422 usecs (801 jiffies) 00000400:00000200:3.0:1789449416.350840:0:31336:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:3.0:1789449416.350843:0:31336:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296419837 00000100:00000001:3.0:1789449416.350847:0:31336:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296420424 00000100:00000001:3.0:1789449416.350850:0:31336:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296419837 00000100:00000001:3.0:1789449416.350853:0:31336:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296420424 00000100:00000001:3.0:1789449416.350856:0:31336:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449416.350859:0:31336:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449416.350862:0:31336:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449416.350864:0:31336:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789449416.350868:0:31336:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b865cc480 going to sleep for 11 seconds 00000100:00000001:3.0:1789449416.350872:0:31336:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449416.350874:0:31336:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449416.351286:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449416.351293:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b9051c300. 00000400:00000200:2.0:1789449416.351298:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449416.351304:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449416.351310:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69880 00000400:00000010:2.0:1789449416.351313:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69880. 00000100:00000001:2.0:1789449416.351318:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449416.351336:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b8310b800 x1876371947479168/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449432 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449416.351355:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449416.351360:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b8310b800 x1876371947479168/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449432 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449416.351366:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449416.351368:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449416.354821:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449416.354850:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449416.354858:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449416.354862:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449416.354875:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449416.354935:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449416.354948:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449416.354954:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449416.354961:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449416.354967:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 584 into portal 10 MB=0x6aa8ce3656080 00000400:00000200:2.0:1789449416.354973:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449416.354981:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 584/584 into md 0x75f5 [1] + 224 00000800:00000001:2.0:1789449416.354993:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449416.355002:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449416.355007:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449416.355012:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449416.355022:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449416.355034:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b8310b800 x1876371947479168/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449432 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449416.355047:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9e8b8310b800 x1876371947479168/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449432 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449416.355119:0:31336:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449416.355238:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449416.355250:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449416.355253:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1789449416.355281:0:31336:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449416.355284:0:31336:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449416.355288:0:31336:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b8525ce70. 00000400:00000200:3.0:1789449416.355294:0:31336:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b695d8 00000400:00000010:3.0:1789449416.355297:0:31336:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b695d8. 00000100:00000001:3.0:1789449416.355300:0:31336:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449416.355305:0:31336:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b8310b800 x1876371947479168/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449432 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789449416.355315:0:31336:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b8310b800 x1876371947479168/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449432 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449416.355322:0:31336:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449416.355333:0:31336:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449416.355337:0:31336:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449416.355349:0:31336:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449416.355353:0:31336:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449416.355356:0:31336:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449416.355361:0:31336:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449416.355374:0:31336:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=46 v=5 (5 102 102 102) 00000100:00001000:3.0:1789449416.355380:0:31336:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=3 v=5 (1 0 0 0) 00000100:00000001:3.0:1789449416.355383:0:31336:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1789449416.355387:0:31336:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9e8b8310b800 x1876371947479168/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1789449432 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449416.355395:0:31336:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1789449416.355401:0:31336:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789449416.355403:0:31336:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967575 00000100:00000001:3.0:1789449416.355406:0:31336:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789449416.355409:0:31336:0:(client.c:1798:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:3.0:1789449416.355414:0:31336:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b8310b800 x1876371947479168/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1789449432 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449416.355428:0:31336:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:3.0:1789449416.355431:0:31336:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449416.355434:0:31336:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449416.355439:0:31336:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b8310b800 x1876371947479168/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1789449432 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789449416.355447:0:31336:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b8310b800 pname:cluuid:pid:xid:nid:opc:job lfs:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:31336:1876371947479168:192.168.202.109@tcp:101:lfs.0 00000100:00000001:3.0:1789449416.355453:0:31336:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449416.355456:0:31336:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1789449416.355459:0:31336:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789449416.355462:0:31336:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449416.355466:0:31336:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b8310b800 x1876371947479168/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1789449432 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449416.355474:0:31336:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789449416.355477:0:31336:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b865cc480. 00000100:00000001:3.0:1789449416.355482:0:31336:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789449416.355484:0:31336:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1789449416.355489:0:31336:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789449416.355494:0:31336:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449416.355497:0:31336:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449416.355501:0:31336:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75c00 refcount=4 00000020:00000001:3.0:1789449416.355503:0:31336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016245248 : -107152693306368 : ffff9e8b91c75c00) 00010000:00000001:3.0:1789449416.355507:0:31336:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016245248 : -107152693306368 : ffff9e8b91c75c00) 00010000:00010000:3.0:1789449416.355513:0:31336:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75c00/0xcddde1459ded64f9 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449416.355535:0:31336:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1789449416.355540:0:31336:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75c00/0xcddde1459ded64f9 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 31336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449416.355546:0:31336:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789449416.355551:0:31336:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75c00/0xcddde1459ded64f9 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 31336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449416.355557:0:31336:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449416.355559:0:31336:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789449416.355562:0:31336:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75c00/0xcddde1459ded64f9 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 31336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449416.355569:0:31336:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449416.355572:0:31336:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449416.355576:0:31336:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1789449416.355579:0:31336:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75c00/0xcddde1459ded64f9 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 31336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789449416.355586:0:31336:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e8b91c75c00 already unused, calling callback (ffffffffc1b31740) 00000080:00000001:3.0:1789449416.355591:0:31336:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1789449416.355595:0:31336:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75c00/0xcddde1459ded64f9 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 31336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449416.355602:0:31336:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1789449416.355604:0:31336:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1789449416.355608:0:31336:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75c00/0xcddde1459ded64f9 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 31336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449416.355614:0:31336:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1789449416.355616:0:31336:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1789449416.355618:0:31336:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449416.355620:0:31336:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449416.355621:0:31336:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75c00 refcount=5 00000020:00000001:3.0:1789449416.355624:0:31336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016245248 : -107152693306368 : ffff9e8b91c75c00) 00010000:00000001:3.0:1789449416.355626:0:31336:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016245248 : -107152693306368 : ffff9e8b91c75c00) 00010000:00000001:3.0:1789449416.355629:0:31336:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789449416.355632:0:31336:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75c00/0xcddde1459ded64f9 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 31336 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1789449416.355643:0:31336:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789449416.355645:0:31336:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449416.355648:0:31336:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1789449416.355650:0:31336:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789449416.355654:0:31336:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789449416.355656:0:31336:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789449416.355658:0:31336:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449416.355659:0:31336:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789449416.355662:0:31336:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9e8b91c75c00 with handle 0xcddde1459ded64f9 from hash 00010000:00000001:3.0:1789449416.355665:0:31336:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789449416.355666:0:31336:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449416.355667:0:31336:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449416.355668:0:31336:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789449416.355670:0:31336:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789449416.355672:0:31336:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1789449416.355675:0:31336:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449416.355676:0:31336:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449416.355678:0:31336:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449416.355680:0:31336:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449416.355683:0:31336:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75c00/0xcddde1459ded64f9 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 31336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449416.355698:0:31336:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449416.355700:0:31336:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449416.355701:0:31336:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1789449416.355703:0:31336:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789449416.355705:0:31336:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449416.355706:0:31336:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449416.355707:0:31336:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789449416.355710:0:31336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75c00/0xcddde1459ded64f9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 31336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449416.355722:0:31336:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449416.355725:0:31336:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:3.0:1789449416.355730:0:31336:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:3.0:1789449416.355748:0:31336:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0 req@ffff9e8b8310b800 x1876371947479168/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1789449432 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1789449416.355757:0:31336:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1789449416.355759:0:31336:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449416.355761:0:31336:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449416.355764:0:31336:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449416.355767:0:31336:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1789449416.355770:0:31336:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1789449416.355772:0:31336:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449416.355774:0:31336:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1789449416.355778:0:31336:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820b3710 00000002:00002000:3.0:1789449416.355780:0:31336:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21f.recovery-small-2 intent=getattr status=0 disp=0x7: rc = 0 00000002:00000001:3.0:1789449416.355784:0:31336:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789449416.355789:0:31336:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789449416.355792:0:31336:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1789449416.355795:0:31336:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1789449416.355799:0:31336:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449416.355803:0:31336:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000001:3.0:1789449416.355806:0:31336:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1789449416.355809:0:31336:0:(namei.c:674:ll_lookup_it_finish()) it ffffb711820b3b20 it_disposition 7 00000080:00002000:3.0:1789449416.355816:0:31336:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9e8b8935faf8 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:3.0:1789449416.355826:0:31336:0:(lmv_obd.c:4261:lmv_revalidate_lock()) Process entered 00800000:00000001:3.0:1789449416.355828:0:31336:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789449416.355832:0:31336:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789449416.355835:0:31336:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789449416.355838:0:31336:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789449416.355840:0:31336:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449416.355842:0:31336:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789449416.355845:0:31336:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449416.355851:0:31336:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789449416.355854:0:31336:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789449416.355856:0:31336:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789449416.355865:0:31336:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652c00 count: 2 00010000:00000001:3.0:1789449416.355869:0:31336:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789449416.355874:0:31336:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449416.355877:0:31336:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789449416.356409:0:31336:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4de00/0xcddde1459ded64f2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3ceb6 expref: -99 pid: 31336 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1789449416.356421:0:31336:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789449416.356427:0:31336:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449416.356431:0:31336:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4de00/0xcddde1459ded64f2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3ceb6 expref: -99 pid: 31336 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1789449416.356437:0:31336:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789449416.356440:0:31336:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789449416.356442:0:31336:0:(lmv_obd.c:4268:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789449416.356446:0:31336:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1789449416.356448:0:31336:0:(dcache.c:176:ll_intent_release()) intent ffffb711820b3930 released 00000080:00010000:3.0:1789449416.356450:0:31336:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded64f2 from it ffffb711820b3930 00010000:00000001:3.0:1789449416.356453:0:31336:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449416.356454:0:31336:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449416.356456:0:31336:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4de00 refcount=3 00000020:00000001:3.0:1789449416.356459:0:31336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016081920 : -107152693469696 : ffff9e8b91c4de00) 00010000:00000001:3.0:1789449416.356461:0:31336:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016081920 : -107152693469696 : ffff9e8b91c4de00) 00010000:00000001:3.0:1789449416.356464:0:31336:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789449416.356466:0:31336:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4de00/0xcddde1459ded64f2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3ceb6 expref: -99 pid: 31336 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789449416.356472:0:31336:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449416.356474:0:31336:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449416.356476:0:31336:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789449416.356479:0:31336:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789449416.356481:0:31336:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4de00/0xcddde1459ded64f2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3ceb6 expref: -99 pid: 31336 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1789449416.356488:0:31336:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449416.356491:0:31336:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789449416.356493:0:31336:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449416.356499:0:31336:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449416.356500:0:31336:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449416.356502:0:31336:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449416.356505:0:31336:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789449416.356506:0:31336:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449416.356508:0:31336:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449416.356511:0:31336:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449416.356513:0:31336:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789449416.356515:0:31336:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449416.356516:0:31336:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789449416.356572:0:31336:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1789449416.356574:0:31336:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1789449416.356578:0:31336:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1789449416.356583:0:31336:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b83079800. 00000100:00000001:3.0:1789449416.356589:0:31336:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449416.356597:0:31336:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b8310b800 x1876371947479168/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1789449432 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449416.356605:0:31336:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449416.356608:0:31336:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449416.356612:0:31336:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9e8b86132000. 02000000:00000001:3.0:1789449416.356617:0:31336:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449416.356620:0:31336:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449416.356622:0:31336:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:3.0:1789449416.356625:0:31336:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449416.356628:0:31336:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b87c4b800. 02000000:00000001:3.0:1789449416.356633:0:31336:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449416.356635:0:31336:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449416.356637:0:31336:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b8310b800. 00000100:00000001:3.0:1789449416.356641:0:31336:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449416.356642:0:31336:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789449416.356645:0:31336:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1789449416.356647:0:31336:0:(dcache.c:176:ll_intent_release()) intent ffffb711820b3b20 released 00000080:00000001:3.0:1789449416.356648:0:31336:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1789449416.356654:0:31336:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1789449416.356656:0:31336:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820b3b70 00000080:00002000:3.0:1789449416.356659:0:31336:0:(dcache.c:127:ll_ddelete()) keeping dentry d21f.recovery-small-2 (ffff9e8b8935faf8, parent ffff9e8b892cbca8, inode 0000000000000000) hashed, 00000080:00000001:3.0:1789449416.356662:0:31336:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449416.356787:0:31336:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789449416.356792:0:31336:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789449416.356795:0:31336:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789449416.356797:0:31336:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820b3bb0 00000080:00200000:3.0:1789449416.356800:0:31336:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:3.0:1789449416.356808:0:31336:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b83079800. 00800000:00000002:3.0:1789449416.356814:0:31336:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:3.0:1789449416.356817:0:31336:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789449416.356821:0:31336:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789449416.356824:0:31336:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820b3ad0 00800000:00000002:3.0:1789449416.356826:0:31336:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789449416.356830:0:31336:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789449416.356832:0:31336:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789449416.356833:0:31336:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789449416.356835:0:31336:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789449416.356837:0:31336:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789449416.356839:0:31336:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449416.356840:0:31336:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789449416.356842:0:31336:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449416.356845:0:31336:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789449416.356849:0:31336:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789449416.356851:0:31336:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820b39a0 00000002:00010000:3.0:1789449416.356853:0:31336:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789449416.356857:0:31336:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789449416.356858:0:31336:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789449416.356861:0:31336:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789449416.356865:0:31336:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652c00 count: 2 00010000:00000001:3.0:1789449416.356868:0:31336:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789449416.356871:0:31336:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449416.356874:0:31336:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789449416.356950:0:31336:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4de00/0xcddde1459ded64f2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3ceb6 expref: -99 pid: 31336 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1789449416.356959:0:31336:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789449416.356962:0:31336:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449416.356965:0:31336:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4de00/0xcddde1459ded64f2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3ceb6 expref: -99 pid: 31336 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:3.0:1789449416.356972:0:31336:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789449416.356973:0:31336:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789449416.356975:0:31336:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789449416.356977:0:31336:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789449416.356979:0:31336:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789449416.356981:0:31336:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789449416.356983:0:31336:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789449416.356985:0:31336:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:3.0:1789449416.356987:0:31336:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b83079800. 00000080:00000001:3.0:1789449416.356991:0:31336:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789449416.356992:0:31336:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789449416.356995:0:31336:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:3.0:1789449416.356998:0:31336:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded64f2 00800000:00000001:3.0:1789449416.357002:0:31336:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789449416.357005:0:31336:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789449416.357006:0:31336:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449416.357007:0:31336:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449416.357009:0:31336:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4de00 refcount=3 00000020:00000001:3.0:1789449416.357011:0:31336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016081920 : -107152693469696 : ffff9e8b91c4de00) 00010000:00000001:3.0:1789449416.357014:0:31336:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016081920 : -107152693469696 : ffff9e8b91c4de00) 00010000:00000001:3.0:1789449416.357016:0:31336:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449416.357017:0:31336:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789449416.357019:0:31336:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789449416.357021:0:31336:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789449416.357023:0:31336:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded64f2 from it ffffb711820b3be8 00010000:00000001:3.0:1789449416.357025:0:31336:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449416.357026:0:31336:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449416.357027:0:31336:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4de00 refcount=3 00000020:00000001:3.0:1789449416.357029:0:31336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016081920 : -107152693469696 : ffff9e8b91c4de00) 00010000:00000001:3.0:1789449416.357031:0:31336:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016081920 : -107152693469696 : ffff9e8b91c4de00) 00010000:00000001:3.0:1789449416.357033:0:31336:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789449416.357036:0:31336:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4de00/0xcddde1459ded64f2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3ceb6 expref: -99 pid: 31336 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1789449416.357042:0:31336:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449416.357043:0:31336:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449416.357045:0:31336:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789449416.357046:0:31336:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789449416.357048:0:31336:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4de00/0xcddde1459ded64f2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3ceb6 expref: -99 pid: 31336 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1789449416.357054:0:31336:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449416.357055:0:31336:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789449416.357057:0:31336:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449416.357059:0:31336:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449416.357061:0:31336:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449416.357062:0:31336:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449416.357064:0:31336:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789449416.357065:0:31336:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449416.357066:0:31336:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449416.357068:0:31336:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449416.357070:0:31336:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789449416.357071:0:31336:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449416.357072:0:31336:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789449416.357073:0:31336:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789449416.357075:0:31336:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789449416.357077:0:31336:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908), inode mode 41ff mask 1 00000080:00000001:3.0:1789449416.357082:0:31336:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449416.357086:0:31336:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1789449416.357088:0:31336:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820b3bd8 00000080:00002000:3.0:1789449416.357090:0:31336:0:(dcache.c:87:ll_dcompare()) found name d21f.recovery-small-2(ffff9e8b8935faf8) flags 0x8000e refc 0 00000080:00000001:3.0:1789449416.357092:0:31336:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449416.357095:0:31336:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820b3c20 00000080:00200000:3.0:1789449416.357096:0:31336:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21f.recovery-small-2, flags=16392 00000080:00000001:3.0:1789449416.357100:0:31336:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1789449416.357102:0:31336:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820b3ba8 00000080:00002000:3.0:1789449416.357104:0:31336:0:(dcache.c:127:ll_ddelete()) keeping dentry d21f.recovery-small-2 (ffff9e8b8935faf8, parent ffff9e8b892cbca8, inode 0000000000000000) hashed, 00000080:00000001:3.0:1789449416.357108:0:31336:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449416.357140:0:31336:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820b3d08 00000080:00200008:3.0:1789449416.357143:0:31336:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9e8b89180908), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1789449416.357149:0:31336:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789449416.357150:0:31336:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820b3c80 00000080:00200000:3.0:1789449416.357152:0:31336:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:3.0:1789449416.357155:0:31336:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b83079800. 00800000:00000002:3.0:1789449416.357158:0:31336:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:3.0:1789449416.357161:0:31336:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789449416.357163:0:31336:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789449416.357164:0:31336:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820b3ba0 00800000:00000002:3.0:1789449416.357166:0:31336:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789449416.357169:0:31336:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789449416.357170:0:31336:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789449416.357171:0:31336:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789449416.357173:0:31336:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789449416.357174:0:31336:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789449416.357176:0:31336:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449416.357177:0:31336:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789449416.357179:0:31336:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449416.357181:0:31336:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789449416.357184:0:31336:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789449416.357186:0:31336:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820b3a70 00000002:00010000:3.0:1789449416.357188:0:31336:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789449416.357190:0:31336:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789449416.357191:0:31336:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789449416.357192:0:31336:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789449416.357195:0:31336:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652c00 count: 2 00010000:00000001:3.0:1789449416.357198:0:31336:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789449416.357200:0:31336:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449416.357202:0:31336:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789449416.357206:0:31336:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4de00/0xcddde1459ded64f2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3ceb6 expref: -99 pid: 31336 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1789449416.357223:0:31336:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789449416.357226:0:31336:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449416.357229:0:31336:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4de00/0xcddde1459ded64f2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3ceb6 expref: -99 pid: 31336 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1789449416.357234:0:31336:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789449416.357236:0:31336:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789449416.357238:0:31336:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789449416.357240:0:31336:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789449416.357241:0:31336:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789449416.357243:0:31336:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789449416.357246:0:31336:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789449416.357247:0:31336:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:3.0:1789449416.357249:0:31336:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b83079800. 00000080:00000001:3.0:1789449416.357252:0:31336:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789449416.357253:0:31336:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789449416.357256:0:31336:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:3.0:1789449416.357258:0:31336:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded64f2 00800000:00000001:3.0:1789449416.357261:0:31336:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789449416.357262:0:31336:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789449416.357263:0:31336:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449416.357264:0:31336:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449416.357266:0:31336:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4de00 refcount=3 00000020:00000001:3.0:1789449416.357268:0:31336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016081920 : -107152693469696 : ffff9e8b91c4de00) 00010000:00000001:3.0:1789449416.357270:0:31336:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016081920 : -107152693469696 : ffff9e8b91c4de00) 00010000:00000001:3.0:1789449416.357272:0:31336:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449416.357273:0:31336:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789449416.357274:0:31336:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789449416.357275:0:31336:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789449416.357277:0:31336:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded64f2 from it ffffb711820b3cb8 00010000:00000001:3.0:1789449416.357279:0:31336:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449416.357280:0:31336:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449416.357282:0:31336:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4de00 refcount=3 00000020:00000001:3.0:1789449416.357284:0:31336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016081920 : -107152693469696 : ffff9e8b91c4de00) 00010000:00000001:3.0:1789449416.357286:0:31336:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016081920 : -107152693469696 : ffff9e8b91c4de00) 00010000:00000001:3.0:1789449416.357287:0:31336:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789449416.357290:0:31336:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4de00/0xcddde1459ded64f2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3ceb6 expref: -99 pid: 31336 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1789449416.357296:0:31336:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449416.357297:0:31336:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449416.357298:0:31336:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789449416.357299:0:31336:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789449416.357301:0:31336:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4de00/0xcddde1459ded64f2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3ceb6 expref: -99 pid: 31336 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1789449416.357307:0:31336:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449416.357309:0:31336:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789449416.357310:0:31336:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449416.357312:0:31336:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449416.357313:0:31336:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449416.357314:0:31336:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449416.357317:0:31336:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789449416.357318:0:31336:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449416.357320:0:31336:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449416.357321:0:31336:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449416.357323:0:31336:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789449416.357400:0:31336:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449416.357401:0:31336:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789449416.357403:0:31336:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789449416.357404:0:31336:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789449416.357408:0:31336:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449416.357412:0:31336:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820b3d08 00000080:00000008:3.0:1789449416.357414:0:31336:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9e8b89180908), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1789449416.358776:0:31336:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449416.358825:0:31336:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820b3d08 00000080:00200008:3.0:1789449416.358829:0:31336:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9e8b89180908), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1789449416.358838:0:31336:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789449416.358839:0:31336:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820b3c80 00000080:00200000:3.0:1789449416.358841:0:31336:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:3.0:1789449416.358847:0:31336:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b83079800. 00800000:00000002:3.0:1789449416.358853:0:31336:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:3.0:1789449416.358857:0:31336:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789449416.358861:0:31336:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789449416.358864:0:31336:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820b3ba0 00800000:00000002:3.0:1789449416.358866:0:31336:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789449416.358869:0:31336:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789449416.358871:0:31336:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789449416.358874:0:31336:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789449416.358876:0:31336:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789449416.359134:0:31336:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789449416.359137:0:31336:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449416.359140:0:31336:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789449416.359142:0:31336:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449416.359146:0:31336:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789449416.359151:0:31336:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789449416.359153:0:31336:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820b3a70 00000002:00010000:3.0:1789449416.359155:0:31336:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789449416.359158:0:31336:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789449416.359161:0:31336:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789449416.359164:0:31336:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789449416.359172:0:31336:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652c00 count: 2 00010000:00000001:3.0:1789449416.359175:0:31336:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789449416.359179:0:31336:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449416.359183:0:31336:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789449416.359188:0:31336:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4de00/0xcddde1459ded64f2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3ceb6 expref: -99 pid: 31336 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:3.0:1789449416.359198:0:31336:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789449416.359203:0:31336:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449416.359206:0:31336:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4de00/0xcddde1459ded64f2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3ceb6 expref: -99 pid: 31336 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:3.0:1789449416.359218:0:31336:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789449416.359219:0:31336:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789449416.359222:0:31336:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789449416.359224:0:31336:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789449416.359225:0:31336:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789449416.359228:0:31336:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789449416.359230:0:31336:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789449416.359233:0:31336:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:3.0:1789449416.359236:0:31336:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b83079800. 00000080:00000001:3.0:1789449416.359242:0:31336:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789449416.359244:0:31336:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789449416.359247:0:31336:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:3.0:1789449416.359251:0:31336:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded64f2 00800000:00000001:3.0:1789449416.359254:0:31336:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789449416.359256:0:31336:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789449416.359257:0:31336:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449416.359260:0:31336:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449416.359262:0:31336:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4de00 refcount=3 00000020:00000001:3.0:1789449416.359265:0:31336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016081920 : -107152693469696 : ffff9e8b91c4de00) 00010000:00000001:3.0:1789449416.359267:0:31336:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016081920 : -107152693469696 : ffff9e8b91c4de00) 00010000:00000001:3.0:1789449416.359270:0:31336:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449416.359271:0:31336:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789449416.359272:0:31336:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789449416.359274:0:31336:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789449416.359276:0:31336:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded64f2 from it ffffb711820b3cb8 00010000:00000001:3.0:1789449416.359278:0:31336:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449416.359279:0:31336:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449416.359280:0:31336:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4de00 refcount=3 00000020:00000001:3.0:1789449416.359282:0:31336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016081920 : -107152693469696 : ffff9e8b91c4de00) 00010000:00000001:3.0:1789449416.359284:0:31336:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016081920 : -107152693469696 : ffff9e8b91c4de00) 00010000:00000001:3.0:1789449416.359286:0:31336:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789449416.359289:0:31336:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4de00/0xcddde1459ded64f2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3ceb6 expref: -99 pid: 31336 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1789449416.359295:0:31336:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449416.359296:0:31336:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449416.359297:0:31336:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789449416.359300:0:31336:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789449416.359302:0:31336:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4de00/0xcddde1459ded64f2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3ceb6 expref: -99 pid: 31336 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1789449416.359309:0:31336:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449416.359312:0:31336:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789449416.359314:0:31336:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449416.359319:0:31336:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449416.359320:0:31336:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449416.359321:0:31336:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449416.359393:0:31336:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789449416.359395:0:31336:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449416.359397:0:31336:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449416.359400:0:31336:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449416.359403:0:31336:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789449416.359404:0:31336:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449416.359405:0:31336:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789449416.359408:0:31336:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789449416.359410:0:31336:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789449416.359413:0:31336:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449416.359418:0:31336:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820b3d08 00000080:00000008:3.0:1789449416.359420:0:31336:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9e8b89180908), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1789449416.360141:0:31336:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789449416.360145:0:31336:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789449416.360147:0:31336:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820b3b78 00000080:00200000:3.0:1789449416.360150:0:31336:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:3.0:1789449416.360157:0:31336:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b83079800. 00800000:00000002:3.0:1789449416.360161:0:31336:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:3.0:1789449416.360164:0:31336:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789449416.360168:0:31336:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789449416.360169:0:31336:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820b3a98 00800000:00000002:3.0:1789449416.360172:0:31336:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789449416.360176:0:31336:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789449416.360178:0:31336:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789449416.360180:0:31336:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789449416.360182:0:31336:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789449416.360183:0:31336:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789449416.360186:0:31336:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449416.360188:0:31336:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789449416.360190:0:31336:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449416.360193:0:31336:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789449416.360197:0:31336:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789449416.360199:0:31336:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820b3968 00000002:00010000:3.0:1789449416.360201:0:31336:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789449416.360204:0:31336:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789449416.360206:0:31336:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789449416.360209:0:31336:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789449416.360215:0:31336:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652c00 count: 2 00010000:00000001:3.0:1789449416.360217:0:31336:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789449416.360221:0:31336:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449416.360224:0:31336:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789449416.360227:0:31336:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4de00/0xcddde1459ded64f2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3ceb6 expref: -99 pid: 31336 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:3.0:1789449416.360236:0:31336:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789449416.360239:0:31336:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449416.360242:0:31336:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4de00/0xcddde1459ded64f2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3ceb6 expref: -99 pid: 31336 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:3.0:1789449416.360249:0:31336:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789449416.360251:0:31336:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789449416.360253:0:31336:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789449416.360255:0:31336:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789449416.360257:0:31336:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789449416.360259:0:31336:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789449416.360263:0:31336:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789449416.360265:0:31336:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:3.0:1789449416.360268:0:31336:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b83079800. 00000080:00000001:3.0:1789449416.360272:0:31336:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789449416.360273:0:31336:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789449416.360276:0:31336:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:3.0:1789449416.360279:0:31336:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded64f2 00800000:00000001:3.0:1789449416.360283:0:31336:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789449416.360284:0:31336:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789449416.360286:0:31336:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449416.360287:0:31336:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449416.360290:0:31336:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4de00 refcount=3 00000020:00000001:3.0:1789449416.360292:0:31336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016081920 : -107152693469696 : ffff9e8b91c4de00) 00010000:00000001:3.0:1789449416.360294:0:31336:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016081920 : -107152693469696 : ffff9e8b91c4de00) 00010000:00000001:3.0:1789449416.360296:0:31336:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449416.360298:0:31336:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789449416.360299:0:31336:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789449416.360301:0:31336:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789449416.360303:0:31336:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded64f2 from it ffffb711820b3bb0 00010000:00000001:3.0:1789449416.360305:0:31336:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449416.360306:0:31336:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449416.360307:0:31336:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4de00 refcount=3 00000020:00000001:3.0:1789449416.360309:0:31336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016081920 : -107152693469696 : ffff9e8b91c4de00) 00010000:00000001:3.0:1789449416.360311:0:31336:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016081920 : -107152693469696 : ffff9e8b91c4de00) 00010000:00000001:3.0:1789449416.360313:0:31336:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789449416.360316:0:31336:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4de00/0xcddde1459ded64f2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3ceb6 expref: -99 pid: 31336 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1789449416.360393:0:31336:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449416.360396:0:31336:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449416.360397:0:31336:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789449416.360398:0:31336:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789449416.360401:0:31336:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4de00/0xcddde1459ded64f2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3ceb6 expref: -99 pid: 31336 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1789449416.360414:0:31336:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449416.360416:0:31336:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789449416.360418:0:31336:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449416.360420:0:31336:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449416.360421:0:31336:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449416.360423:0:31336:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449416.360425:0:31336:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789449416.360426:0:31336:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449416.360428:0:31336:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449416.360430:0:31336:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449416.360432:0:31336:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789449416.360433:0:31336:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449416.360434:0:31336:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789449416.360436:0:31336:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789449416.360438:0:31336:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789449416.360440:0:31336:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908), inode mode 41ff mask 44 00000080:00000001:3.0:1789449416.360444:0:31336:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449416.360450:0:31336:0:(dir.c:3016:ll_dir_open()) Process entered 00000080:00000001:3.0:1789449416.360453:0:31336:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1789449416.360455:0:31336:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820b3b78 00000080:00200008:3.0:1789449416.360458:0:31336:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9e8b89180908), flags 300000 00000080:00000010:3.0:1789449416.360463:0:31336:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9e8b817c1180. 00000080:00000001:3.0:1789449416.360469:0:31336:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449416.360471:0:31336:0:(dir.c:3017:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449416.360488:0:31336:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789449416.360490:0:31336:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c03066f0 arg=7ffcc7852bb0 00000020:00000001:3.0:1789449416.360497:0:31336:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789449416.360503:0:31336:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 648 at ffff9e8b87c4b800. 00000020:00000001:3.0:1789449416.360507:0:31336:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449416.360511:0:31336:0:(dir.c:442:ll_dir_setdirstripe()) Process entered 00000020:00000001:3.0:1789449416.360513:0:31336:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820b3ad0 00000080:00200000:3.0:1789449416.360515:0:31336:0:(dir.c:451:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) name=d21f.recovery-small-2 stripe_offset=0 stripe_count=1, hash_type=0 00000080:00000010:3.0:1789449416.360531:0:31336:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b83079800. 00800000:00000002:3.0:1789449416.360534:0:31336:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00800000:00000001:3.0:1789449416.360544:0:31336:0:(lmv_obd.c:2310:lmv_create()) Process entered 00800000:00000001:3.0:1789449416.360547:0:31336:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1789449416.360551:0:31336:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789449416.360552:0:31336:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789449416.360554:0:31336:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789449416.360555:0:31336:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789449416.360557:0:31336:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449416.360558:0:31336:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789449416.360560:0:31336:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789449416.360563:0:31336:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446636920772627456 : -107152936924160 : ffff9e8b83420c00) 00800000:00000001:3.0:1789449416.360567:0:31336:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1789449416.360569:0:31336:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1789449416.360573:0:31336:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1789449416.360576:0:31336:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1789449416.360579:0:31336:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9e8b89903000: Allocated FID [0x200000405:0x1c:0x0] 40000000:00000001:3.0:1789449416.360582:0:31336:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449416.360585:0:31336:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789449416.360586:0:31336:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789449416.360588:0:31336:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449416.360591:0:31336:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820b39e8 00800000:00000002:3.0:1789449416.360594:0:31336:0:(lmv_obd.c:2351:lmv_create()) CREATE name 'd21f.recovery-small-2' [0x200000405:0x1c:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:3.0:1789449416.360598:0:31336:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:3.0:1789449416.360600:0:31336:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1789449416.360603:0:31336:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652c00 count: 2 00010000:00000001:3.0:1789449416.360606:0:31336:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789449416.360608:0:31336:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1789449416.360612:0:31336:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789449416.360615:0:31336:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4de00/0xcddde1459ded64f2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xeb7cbf5e2fd3ceb6 expref: -99 pid: 31336 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00000001:3.0:1789449416.360623:0:31336:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789449416.360628:0:31336:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1789449416.360630:0:31336:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1789449416.360632:0:31336:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1789449416.360635:0:31336:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789449416.360636:0:31336:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789449416.360639:0:31336:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652c00 count: 3 00010000:00000001:3.0:1789449416.360640:0:31336:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789449416.360643:0:31336:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449416.360644:0:31336:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789449416.360645:0:31336:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789449416.360646:0:31336:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652c00 count: 3 00010000:00000001:3.0:1789449416.360648:0:31336:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789449416.360650:0:31336:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449416.360651:0:31336:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789449416.360653:0:31336:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789449416.360654:0:31336:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652c00 count: 3 00010000:00000001:3.0:1789449416.360656:0:31336:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789449416.360657:0:31336:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449416.360659:0:31336:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1789449416.360662:0:31336:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9e8b89180840, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1789449416.360668:0:31336:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000020:00000001:3.0:1789449416.360671:0:31336:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820b3670 00000080:00002000:3.0:1789449416.360673:0:31336:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry d21f.recovery-small-2 00000080:00000001:3.0:1789449416.360680:0:31336:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1789449416.360796:0:31336:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1789449416.360802:0:31336:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1789449416.360805:0:31336:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1789449416.360807:0:31336:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449416.360813:0:31336:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789449416.360817:0:31336:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789449416.360818:0:31336:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789449416.360820:0:31336:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449416.360822:0:31336:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1789449416.360825:0:31336:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9e8b91c4de00 with handle 0xcddde1459ded64f2 from hash 00010000:00000001:3.0:1789449416.360828:0:31336:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789449416.360829:0:31336:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449416.360830:0:31336:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449416.360831:0:31336:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789449416.360834:0:31336:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789449416.360836:0:31336:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1789449416.360839:0:31336:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789449416.360842:0:31336:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789449416.360844:0:31336:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1789449416.360852:0:31336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b8310b800. 00000020:00000040:3.0:1789449416.360857:0:31336:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e8b89903000 02000000:00000001:3.0:1789449416.360865:0:31336:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789449416.360867:0:31336:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449416.360870:0:31336:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789449416.360876:0:31336:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449416.360958:0:31336:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449416.360960:0:31336:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449416.360962:0:31336:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449416.360967:0:31336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789449416.360970:0:31336:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789449416.360973:0:31336:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789449416.360982:0:31336:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b87c4a800. 00000100:00000001:3.0:1789449416.360991:0:31336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449416.360994:0:31336:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789449416.360997:0:31336:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1789449416.361005:0:31336:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4de00/0xcddde1459ded64f2 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xeb7cbf5e2fd3ceb6 expref: -99 pid: 31336 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1789449416.361013:0:31336:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1789449416.361015:0:31336:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789449416.361017:0:31336:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789449416.361020:0:31336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4de00/0xcddde1459ded64f2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xeb7cbf5e2fd3ceb6 expref: -99 pid: 31336 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000040:3.0:1789449416.361028:0:31336:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9e8b90652c00 count: 0 00010000:00000010:3.0:1789449416.361035:0:31336:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e8b84d2a400. 00010000:00000001:3.0:1789449416.361043:0:31336:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449416.361045:0:31336:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449416.361047:0:31336:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789449416.361048:0:31336:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449416.361050:0:31336:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1789449416.361066:0:31336:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e8b89903000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1789449416.361082:0:31336:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e8b8310b800 x1876371947479424/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789449416.361090:0:31336:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789449416.361093:0:31336:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789449416.361102:0:31336:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b865cc480. 00000100:00000001:3.0:1789449416.361105:0:31336:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920824710272 : -107152884841344 : ffff9e8b865cc480) 00000100:00000001:3.0:1789449416.361108:0:31336:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449416.361110:0:31336:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769394688 : -107152940156928 : ffff9e8b8310b800) 00000100:00000001:3.0:1789449416.361116:0:31336:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789449416.361122:0:31336:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449416.361125:0:31336:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789449416.361127:0:31336:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789449416.361132:0:31336:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b8310b800 x1876371947479424/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449416.361140:0:31336:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789449416.361143:0:31336:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449416.361148:0:31336:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789449416.361151:0:31336:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789449416.361153:0:31336:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449416.361157:0:31336:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b8310b800 pname:cluuid:pid:xid:nid:opc:job lfs:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:31336:1876371947479424:192.168.202.109@tcp:36:lfs.0 00000100:00000001:3.0:1789449416.361161:0:31336:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789449416.361168:0:31336:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789449416.361171:0:31336:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449416.361174:0:31336:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789449416.361178:0:31336:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b87c4b400. 02000000:00000001:3.0:1789449416.361181:0:31336:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449416.361192:0:31336:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:3.0:1789449416.361198:0:31336:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b8525ce70. 00000400:00000010:3.0:1789449416.361205:0:31336:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b695d8. 00000100:00000200:3.0:1789449416.361214:0:31336:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947479424, portal 10 00000100:00000001:3.0:1789449416.361216:0:31336:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449416.361217:0:31336:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769394688 : -107152940156928 : ffff9e8b8310b800) 00000100:00000040:3.0:1789449416.361223:0:31336:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b8310b800 x1876371947479424/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1789449432 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449416.361232:0:31336:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449416.361235:0:31336:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1789449416.361237:0:31336:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69990. 00000100:00000200:3.0:1789449416.361240:0:31336:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1876371947479424, offset 0 00000400:00000200:3.0:1789449416.361247:0:31336:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1789449416.361257:0:31336:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449416.361267:0:31336:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449416.361273:0:31336:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789449416.361278:0:31336:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1789449416.361282:0:31336:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789449416.361285:0:31336:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1789449416.361289:0:31336:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2568:2568:256:4294967295] 192.168.202.109@tcp LPNI seq info [2568:2568:8:4294967295] 00000400:00000200:3.0:1789449416.361294:0:31336:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449416.361305:0:31336:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449416.361311:0:31336:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449416.361317:0:31336:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051c800. 00000800:00000200:3.0:1789449416.361407:0:31336:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449416.361416:0:31336:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449416.361422:0:31336:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051c800 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:3.0:1789449416.361496:0:31336:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449416.361502:0:31336:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 799116 usecs (800 jiffies) 00000400:00000200:3.0:1789449416.361506:0:31336:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:3.0:1789449416.361509:0:31336:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296419847 00000100:00000001:3.0:1789449416.361512:0:31336:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296420424 00000100:00000001:3.0:1789449416.361515:0:31336:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296419847 00000100:00000001:3.0:1789449416.361517:0:31336:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296420424 00000100:00000001:3.0:1789449416.361528:0:31336:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449416.361531:0:31336:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449416.361534:0:31336:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449416.361536:0:31336:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789449416.361540:0:31336:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b865cc480 going to sleep for 11 seconds 00000100:00000001:3.0:1789449416.361543:0:31336:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449416.361546:0:31336:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449416.361843:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449416.361849:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b9051c800. 00000400:00000200:2.0:1789449416.361855:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449416.361861:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449416.361868:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69990 00000400:00000010:2.0:1789449416.361871:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69990. 00000100:00000001:2.0:1789449416.361877:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449416.362038:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b8310b800 x1876371947479424/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1789449432 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449416.362052:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449416.362055:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b8310b800 x1876371947479424/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1789449432 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449416.362062:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449416.362064:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:3.1:1789449416.367404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c75c00. 00000080:00000010:3.1:1789449416.367432:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b889af280. 00010000:00000010:3.1:1789449416.367444:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b90652c00. 00010000:00000010:3.1:1789449416.367449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4de00. 00000800:00000001:2.0:1789449416.367858:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449416.367915:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449416.367920:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449416.367924:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449416.367936:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449416.367946:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449416.367957:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449416.367964:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449416.367971:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449416.367976:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 448 into portal 10 MB=0x6aa8ce3656180 00000400:00000200:2.0:1789449416.367982:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449416.367990:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 448/448 into md 0x7605 [1] + 224 00000800:00000001:2.0:1789449416.367997:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449416.368005:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449416.368009:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449416.368015:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449416.368024:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449416.368035:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b8310b800 x1876371947479424/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1789449432 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449416.368049:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff9e8b8310b800 x1876371947479424/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1789449432 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449416.368072:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449416.368082:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449416.368085:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449416.368266:0:31336:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789449416.368276:0:31336:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449416.368279:0:31336:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449416.368283:0:31336:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b8525ce70. 00000400:00000200:3.0:1789449416.368289:0:31336:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b695d8 00000400:00000010:3.0:1789449416.368291:0:31336:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b695d8. 00000100:00000001:3.0:1789449416.368295:0:31336:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449416.368299:0:31336:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b8310b800 x1876371947479424/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1789449432 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789449416.368308:0:31336:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b8310b800 x1876371947479424/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1789449432 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449416.368315:0:31336:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449416.368317:0:31336:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449416.368320:0:31336:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449416.368335:0:31336:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449416.368339:0:31336:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449416.368342:0:31336:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449416.368345:0:31336:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449416.368357:0:31336:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=46 v=5 (5 102 102 102) 00000100:00001000:3.0:1789449416.368362:0:31336:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=3 v=5 (1 0 0 0) 00000100:00000001:3.0:1789449416.368365:0:31336:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789449416.368367:0:31336:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449416.368370:0:31336:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789449416.368375:0:31336:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449416.368379:0:31336:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1789449416.368380:0:31336:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009c/0x1] 00000100:00000001:3.0:1789449416.368382:0:31336:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1789449416.368385:0:31336:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449416.368387:0:31336:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769394688 : -107152940156928 : ffff9e8b8310b800) 00000100:00000001:3.0:1789449416.368391:0:31336:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789449416.368394:0:31336:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967575 00000100:00000001:3.0:1789449416.368397:0:31336:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789449416.368399:0:31336:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449416.368405:0:31336:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b8310b800 x1876371947479424/t4294967578(4294967578) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/448 e 0 to 0 dl 1789449432 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449416.368414:0:31336:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449416.368418:0:31336:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449416.368420:0:31336:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449416.368424:0:31336:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b8310b800 x1876371947479424/t4294967578(4294967578) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/448 e 0 to 0 dl 1789449432 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789449416.368433:0:31336:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b8310b800 pname:cluuid:pid:xid:nid:opc:job lfs:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:31336:1876371947479424:192.168.202.109@tcp:36:lfs.0 00000100:00000001:3.0:1789449416.368439:0:31336:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449416.368442:0:31336:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449416.368445:0:31336:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789449416.368448:0:31336:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449416.368452:0:31336:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b8310b800 x1876371947479424/t4294967578(4294967578) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/448 e 0 to 0 dl 1789449432 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449416.368460:0:31336:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789449416.368462:0:31336:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b865cc480. 00000100:00000001:3.0:1789449416.368468:0:31336:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789449416.368469:0:31336:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449416.368478:0:31336:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449416.368482:0:31336:0:(lmv_obd.c:2359:lmv_create()) Created - [0x200000405:0x1c:0x0] 00800000:00000001:3.0:1789449416.368485:0:31336:0:(lmv_obd.c:2416:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449416.368490:0:31336:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1789449416.368498:0:31336:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1789449416.368501:0:31336:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1789449416.368504:0:31336:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611164 : 144115205339611164 : 20000040500001c) 00000080:00000001:3.0:1789449416.368508:0:31336:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:3.0:1789449416.368532:0:31336:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9e8b891c8000. 00000080:00000001:3.0:1789449416.368544:0:31336:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:3.0:1789449416.368547:0:31336:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000405:0x1c:0x0](ffff9e8b891c80c8) 00000080:00000001:3.0:1789449416.368551:0:31336:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1789449416.368554:0:31336:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x1c:0x0] 00000080:00000001:3.0:1789449416.368557:0:31336:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449416.368559:0:31336:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611164 : 144115205339611164 : 20000040500001c) 00000080:00000001:3.0:1789449416.368561:0:31336:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1789449416.368564:0:31336:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611164 mtime from 0 to 1789449416 00000080:00200000:3.0:1789449416.368569:0:31336:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x1c:0x0], updating i_size 4096 00000080:00000001:3.0:1789449416.368571:0:31336:0:(llite_lib.c:3382:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1789449416.368574:0:31336:0:(namei.c:156:ll_iget()) Process leaving (rc=18446636920870830280 : -107152838721336 : ffff9e8b891c80c8) 00000080:00000001:3.0:1789449416.368576:0:31336:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1789449416.368579:0:31336:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1789449416.368581:0:31336:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449416.368590:0:31336:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449416.368593:0:31336:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b8310b800 x1876371947479424/t4294967578(4294967578) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/448 e 0 to 0 dl 1789449432 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449416.368600:0:31336:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449416.368603:0:31336:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:3.0:1789449416.368607:0:31336:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b83079800. 00000080:00000010:3.0:1789449416.368613:0:31336:0:(dir.c:2111:ll_dir_ioctl()) kvfree 'data': 648 at ffff9e8b87c4b800. 00000080:00000001:3.0:1789449416.368618:0:31336:0:(dir.c:2112:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449416.368643:0:31336:0:(dir.c:3022:ll_dir_release()) Process entered 00000080:00000001:3.0:1789449416.368646:0:31336:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1789449416.368650:0:31336:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820b3dd0 00000080:00200008:3.0:1789449416.368653:0:31336:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9e8b89180908), flags 300000 00000080:00400000:3.0:1789449416.368657:0:31336:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:3.0:1789449416.368661:0:31336:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9e8b817c1180. 00000080:00000001:3.0:1789449416.368667:0:31336:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1789449416.368670:0:31336:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820b3dd0 00000080:00000008:3.0:1789449416.368671:0:31336:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9e8b89180908), flags 300000, rc = 0 00000080:00000001:3.0:1789449416.368674:0:31336:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449416.368676:0:31336:0:(dir.c:3023:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449416.423274:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449416.423289:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b83723700. 00000400:00000200:2.0:1789449416.423302:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449416.423316:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449416.423327:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012cc0 00000400:00000010:2.0:1789449416.423330:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012cc0. 00000100:00000001:2.0:1789449416.423337:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449416.423346:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83693800 x1876371947479552/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449432 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449416.423361:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449416.423364:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83693800 x1876371947479552/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449432 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449416.423371:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449416.423373:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449416.429060:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449416.429087:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449416.429092:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449416.429095:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449416.429109:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449416.429121:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449416.429132:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449416.429138:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449416.429145:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449416.429150:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 688 into portal 10 MB=0x6aa8ce3656200 00000400:00000200:2.0:1789449416.429155:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449416.429164:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 688/688 into md 0x7615 [1] + 224 00000800:00000001:2.0:1789449416.429172:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449416.429181:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449416.429186:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449416.429192:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449416.429204:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449416.429219:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83693800 x1876371947479552/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449432 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449416.429233:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9e8b83693800 x1876371947479552/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449432 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449416.429255:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449416.429266:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449416.429270:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1789449416.430958:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449416.430964:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b83723100. 00000400:00000200:2.0:1789449416.430970:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449416.430977:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449416.430983:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012110 00000400:00000010:2.0:1789449416.430986:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012110. 00000100:00000001:2.0:1789449416.430991:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449416.430995:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83693800 x1876371947479680/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449432 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449416.431010:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449416.431013:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83693800 x1876371947479680/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449432 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449416.431018:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449416.431020:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449416.443705:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449416.443748:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449416.443753:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449416.443757:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449416.443770:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449416.443780:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449416.443792:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449416.443798:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449416.443805:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449416.443811:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 688 into portal 10 MB=0x6aa8ce3656280 00000400:00000200:2.0:1789449416.443829:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449416.443837:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 688/688 into md 0x761d [1] + 224 00000800:00000001:2.0:1789449416.443848:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449416.443857:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449416.443862:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449416.443867:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449416.443933:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449416.443945:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83693800 x1876371947479680/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449432 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449416.443958:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9e8b83693800 x1876371947479680/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449432 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449416.443981:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449416.443992:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449416.443995:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1789449416.448619:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449416.448632:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b83723100. 00000400:00000200:2.0:1789449416.448643:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449416.448652:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449416.448661:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b850122a8 00000400:00000010:2.0:1789449416.448665:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b850122a8. 00000100:00000001:2.0:1789449416.448671:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449416.448680:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83693800 x1876371947479936/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789449432 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449416.448943:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449416.448947:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83693800 x1876371947479936/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789449432 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449416.448955:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449416.448957:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449416.454941:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449416.454965:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449416.454971:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449416.454974:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449416.454987:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449416.454996:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449416.455008:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449416.455015:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449416.455022:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449416.455028:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 664 into portal 10 MB=0x6aa8ce3656380 00000400:00000200:2.0:1789449416.455034:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449416.455042:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 664/664 into md 0x7625 [32] + 224 00000800:00000001:2.0:1789449416.455051:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449416.455059:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449416.455064:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449416.455070:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449416.455082:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449416.455095:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83693800 x1876371947479936/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789449432 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449416.455107:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9e8b83693800 x1876371947479936/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789449432 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449416.455195:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449416.455208:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449416.455211:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789449417.218677:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449417.218686:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449417.218695:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449417.218697:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449417.218703:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449417.218704:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449417.252815:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449417.252822:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b83723200. 00000400:00000200:2.0:1789449417.252829:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449417.252835:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449417.252843:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012a18 00000400:00000010:2.0:1789449417.252847:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012a18. 00000100:00000001:2.0:1789449417.252853:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449417.252857:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83691c00 x1876371947480064/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449433 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449417.252868:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449417.252872:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83691c00 x1876371947480064/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449433 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449417.253377:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449417.253380:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449417.269986:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449417.270023:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449417.270029:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449417.270032:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449417.270044:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449417.270054:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449417.270068:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449417.270074:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449417.270080:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449417.270086:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 688 into portal 10 MB=0x6aa8ce3656400 00000400:00000200:2.0:1789449417.270093:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449417.270101:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 688/688 into md 0x762d [1] + 224 00000800:00000001:2.0:1789449417.270110:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449417.270121:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449417.270125:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449417.270132:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449417.270143:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449417.270165:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83691c00 x1876371947480064/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449433 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449417.270177:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9e8b83691c00 x1876371947480064/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449433 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449417.270191:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449417.270202:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449417.270206:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449417.270673:0:31348:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789449417.270683:0:31348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449417.270685:0:31348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449417.270690:0:31348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b83427688. 00000400:00000200:3.0:1789449417.270697:0:31348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012220 00000400:00000010:3.0:1789449417.270700:0:31348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012220. 00000100:00000001:3.0:1789449417.270714:0:31348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449417.270721:0:31348:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83691c00 x1876371947480064/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449433 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789449417.270757:0:31348:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83691c00 x1876371947480064/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449433 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449417.270765:0:31348:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449417.270767:0:31348:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449417.270770:0:31348:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449417.270775:0:31348:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449417.270779:0:31348:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449417.270782:0:31348:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449417.270786:0:31348:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449417.270799:0:31348:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=47 v=5 (5 102 102 102) 00000100:00001000:3.0:1789449417.270804:0:31348:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=4 v=5 (1 0 0 0) 00000100:00000001:3.0:1789449417.270808:0:31348:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789449417.270810:0:31348:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449417.270814:0:31348:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789449417.270819:0:31348:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449417.270824:0:31348:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789449417.270826:0:31348:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967575 00000100:00000001:3.0:1789449417.270829:0:31348:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789449417.270833:0:31348:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449417.270838:0:31348:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83691c00 x1876371947480064/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/688 e 0 to 0 dl 1789449433 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449417.270847:0:31348:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449417.270851:0:31348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449417.270853:0:31348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449417.270858:0:31348:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83691c00 x1876371947480064/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/688 e 0 to 0 dl 1789449433 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789449417.270867:0:31348:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83691c00 pname:cluuid:pid:xid:nid:opc:job touch:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:31348:1876371947480064:192.168.202.109@tcp:101:touch.0 00000100:00000001:3.0:1789449417.270873:0:31348:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449417.270877:0:31348:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449417.270916:0:31348:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789449417.270919:0:31348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449417.270924:0:31348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83691c00 x1876371947480064/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/688 e 0 to 0 dl 1789449433 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449417.270932:0:31348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789449417.270936:0:31348:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b831c5b40. 00000100:00000001:3.0:1789449417.270940:0:31348:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789449417.270942:0:31348:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449417.270946:0:31348:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789449417.270951:0:31348:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449417.270955:0:31348:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449417.270959:0:31348:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204be00 refcount=4 00000020:00000001:3.0:1789449417.270962:0:31348:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825574400 : -107151883977216 : ffff9e8bc204be00) 00010000:00000001:3.0:1789449417.270965:0:31348:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825574400 : -107151883977216 : ffff9e8bc204be00) 00010000:00000040:3.0:1789449417.270973:0:31348:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e8bc204be00, remote cookie: 0xeb7cbf5e2fd3cf49, flags: 0x1001 00010000:00010000:3.0:1789449417.270980:0:31348:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204be00/0xcddde1459ded6515 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3cf49 expref: -99 pid: 31348 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1789449417.270990:0:31348:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x1c:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1789449417.270994:0:31348:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1789449417.271017:0:31348:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9e8b922dec00. 00010000:00000010:3.0:1789449417.271024:0:31348:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e8b84d02b00. 00010000:00000001:3.0:1789449417.271030:0:31348:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449417.271035:0:31348:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204be00/0xcddde1459ded6515 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3cf49 expref: -99 pid: 31348 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789449417.271052:0:31348:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204be00/0xcddde1459ded6515 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3cf49 expref: -99 pid: 31348 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449417.271060:0:31348:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1789449417.271065:0:31348:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1789449417.271068:0:31348:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1789449417.271070:0:31348:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1789449417.271071:0:31348:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1789449417.271074:0:31348:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x1c:0x0].0x0 (ffff9e8b922dec00) refcount = 1 00010000:00010000:3.0:1789449417.271080:0:31348:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204be00/0xcddde1459ded6515 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3cf49 expref: -99 pid: 31348 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449417.271087:0:31348:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1789449417.271091:0:31348:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1789449417.271092:0:31348:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789449417.271096:0:31348:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1789449417.271100:0:31348:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449417.271104:0:31348:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204be00/0xcddde1459ded6515 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3cf49 expref: -99 pid: 31348 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449417.271112:0:31348:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1789449417.271114:0:31348:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449417.271116:0:31348:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449417.271117:0:31348:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449417.271118:0:31348:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449417.271121:0:31348:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449417.271127:0:31348:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1789449417.271129:0:31348:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449417.271131:0:31348:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449417.271132:0:31348:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204be00 refcount=3 00000020:00000001:3.0:1789449417.271135:0:31348:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825574400 : -107151883977216 : ffff9e8bc204be00) 00010000:00000001:3.0:1789449417.271137:0:31348:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825574400 : -107151883977216 : ffff9e8bc204be00) 00010000:00000001:3.0:1789449417.271141:0:31348:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449417.271142:0:31348:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449417.271144:0:31348:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204be00 refcount=4 00000020:00000001:3.0:1789449417.271146:0:31348:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825574400 : -107151883977216 : ffff9e8bc204be00) 00010000:00000001:3.0:1789449417.271157:0:31348:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825574400 : -107151883977216 : ffff9e8bc204be00) 00010000:00000001:3.0:1789449417.271160:0:31348:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449417.271165:0:31348:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449417.271169:0:31348:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204be00/0xcddde1459ded6515 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3cf49 expref: -99 pid: 31348 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449417.271177:0:31348:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449417.271178:0:31348:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449417.271180:0:31348:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449417.271181:0:31348:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449417.271183:0:31348:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204be00 refcount=5 00000020:00000001:3.0:1789449417.271185:0:31348:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825574400 : -107151883977216 : ffff9e8bc204be00) 00010000:00000001:3.0:1789449417.271187:0:31348:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825574400 : -107151883977216 : ffff9e8bc204be00) 00010000:00000001:3.0:1789449417.271191:0:31348:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789449417.271194:0:31348:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204be00/0xcddde1459ded6515 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3cf49 expref: -99 pid: 31348 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449417.271201:0:31348:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449417.271202:0:31348:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789449417.271205:0:31348:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204be00/0xcddde1459ded6515 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3cf49 expref: -99 pid: 31348 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449417.271213:0:31348:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789449417.271215:0:31348:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449417.271216:0:31348:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449417.271217:0:31348:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449417.271218:0:31348:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1789449417.271223:0:31348:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff9e8b83691c00 x1876371947480064/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/688 e 0 to 0 dl 1789449433 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1789449417.271239:0:31348:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449417.271240:0:31348:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449417.271242:0:31348:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204be00 refcount=3 00000020:00000001:3.0:1789449417.271244:0:31348:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825574400 : -107151883977216 : ffff9e8bc204be00) 00010000:00000001:3.0:1789449417.271247:0:31348:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825574400 : -107151883977216 : ffff9e8bc204be00) 00010000:00000001:3.0:1789449417.271250:0:31348:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449417.271251:0:31348:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789449417.271253:0:31348:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449417.271255:0:31348:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449417.271260:0:31348:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1789449417.271264:0:31348:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449417.271265:0:31348:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449417.271267:0:31348:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204be00 refcount=3 00000020:00000001:3.0:1789449417.271269:0:31348:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825574400 : -107151883977216 : ffff9e8bc204be00) 00010000:00000001:3.0:1789449417.271271:0:31348:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825574400 : -107151883977216 : ffff9e8bc204be00) 00000002:00010000:3.0:1789449417.271275:0:31348:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204be00/0xcddde1459ded6515 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3cf49 expref: -99 pid: 31348 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449417.271282:0:31348:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449417.271283:0:31348:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449417.271286:0:31348:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789449417.271287:0:31348:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449417.271289:0:31348:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449417.271290:0:31348:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204be00 refcount=3 00000020:00000001:3.0:1789449417.271292:0:31348:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825574400 : -107151883977216 : ffff9e8bc204be00) 00010000:00000001:3.0:1789449417.271295:0:31348:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825574400 : -107151883977216 : ffff9e8bc204be00) 00010000:00000040:3.0:1789449417.271300:0:31348:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922dec00 count: 2 00010000:00000001:3.0:1789449417.271304:0:31348:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1789449417.271310:0:31348:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e8b83488400 type 13 mode 4 res 8589935621/28 (0 0) 00010000:00000001:3.0:1789449417.271313:0:31348:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449417.271314:0:31348:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789449417.271317:0:31348:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1789449417.271320:0:31348:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181643750 00000002:00002000:3.0:1789449417.271323:0:31348:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21f.recovery-small-2 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1789449417.271327:0:31348:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789449417.271332:0:31348:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789449417.271336:0:31348:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1789449417.271341:0:31348:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1789449417.271346:0:31348:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449417.271351:0:31348:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000001:3.0:1789449417.271356:0:31348:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1789449417.271358:0:31348:0:(namei.c:674:ll_lookup_it_finish()) it ffffb71181643ac8 it_disposition b 00000080:00000001:3.0:1789449417.271362:0:31348:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1789449417.271371:0:31348:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1789449417.271377:0:31348:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1789449417.271384:0:31348:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9e8b896f07c0. 00800000:00000001:3.0:1789449417.271387:0:31348:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446636920876238784 : -107152833312832 : ffff9e8b896f07c0) 00800000:00000001:3.0:1789449417.271390:0:31348:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449417.271393:0:31348:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1789449417.271397:0:31348:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611164 : 144115205339611164 : 20000040500001c) 00000080:00000001:3.0:1789449417.271400:0:31348:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:3.0:1789449417.271408:0:31348:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1789449417.271411:0:31348:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x1c:0x0] 00000080:00000001:3.0:1789449417.271416:0:31348:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000002:3.0:1789449417.271420:0:31348:0:(lustre_lmv.h:160:lmv_stripe_object_dump()) dump LMV: magic=0xcd30cd0 refs=1 count=0 index=0 hash=invalid:0x0 max_inherit=0 max_inherit_rr=0 version=0 migrate_offset=0 migrate_hash=invalid:0 pool= 00000080:00000001:3.0:1789449417.271425:0:31348:0:(llite_lib.c:1947:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1789449417.271427:0:31348:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449417.271431:0:31348:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611164 : 144115205339611164 : 20000040500001c) 00000080:00000001:3.0:1789449417.271434:0:31348:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:3.0:1789449417.271440:0:31348:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x1c:0x0], updating i_size 4096 00000080:00200000:3.0:1789449417.271443:0:31348:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x1c:0x0](ffff9e8b891c80c8): rc = 0 00000080:00000001:3.0:1789449417.271446:0:31348:0:(namei.c:156:ll_iget()) Process leaving (rc=18446636920870830280 : -107152838721336 : ffff9e8b891c80c8) 00010000:00000001:3.0:1789449417.271448:0:31348:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449417.271450:0:31348:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449417.271451:0:31348:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204be00 refcount=3 00000020:00000001:3.0:1789449417.271455:0:31348:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825574400 : -107151883977216 : ffff9e8bc204be00) 00010000:00000001:3.0:1789449417.271457:0:31348:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825574400 : -107151883977216 : ffff9e8bc204be00) 00010000:00000001:3.0:1789449417.271460:0:31348:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449417.271461:0:31348:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789449417.271463:0:31348:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1789449417.271466:0:31348:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1789449417.271468:0:31348:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789449417.271472:0:31348:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x1c:0x0](ffff9e8b891c80c8) for lock 0xcddde1459ded6515 00800000:00000001:3.0:1789449417.271475:0:31348:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789449417.271477:0:31348:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789449417.271479:0:31348:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449417.271480:0:31348:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449417.271481:0:31348:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204be00 refcount=3 00000020:00000001:3.0:1789449417.271483:0:31348:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825574400 : -107151883977216 : ffff9e8bc204be00) 00010000:00000001:3.0:1789449417.271485:0:31348:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825574400 : -107151883977216 : ffff9e8bc204be00) 00010000:00000001:3.0:1789449417.271488:0:31348:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449417.271489:0:31348:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789449417.271491:0:31348:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789449417.271493:0:31348:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1789449417.271503:0:31348:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9e8b892d7000 inode ffff9e8b891c80c8 refc 1 flags 0x20000e 00000080:00000002:3.0:1789449417.271511:0:31348:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21f.recovery-small-2 [0x200000405:0x1c:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:3.0:1789449417.271516:0:31348:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:3.0:1789449417.271520:0:31348:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x1c:0x0](ffff9e8b891c80c8) 00000080:00010000:3.0:1789449417.271524:0:31348:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded6515 from it ffffb71181643ac8 00010000:00000001:3.0:1789449417.271527:0:31348:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449417.271528:0:31348:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449417.271529:0:31348:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204be00 refcount=3 00000020:00000001:3.0:1789449417.271531:0:31348:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825574400 : -107151883977216 : ffff9e8bc204be00) 00010000:00000001:3.0:1789449417.271533:0:31348:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825574400 : -107151883977216 : ffff9e8bc204be00) 00010000:00000001:3.0:1789449417.271535:0:31348:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789449417.271538:0:31348:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204be00/0xcddde1459ded6515 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3cf49 expref: -99 pid: 31348 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449417.271551:0:31348:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449417.271552:0:31348:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449417.271554:0:31348:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789449417.271557:0:31348:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789449417.271559:0:31348:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204be00/0xcddde1459ded6515 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3cf49 expref: -99 pid: 31348 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789449417.271567:0:31348:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449417.271570:0:31348:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789449417.271573:0:31348:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449417.271579:0:31348:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449417.271580:0:31348:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449417.271581:0:31348:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449417.271585:0:31348:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789449417.271588:0:31348:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449417.271590:0:31348:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449417.271592:0:31348:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449417.271594:0:31348:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789449417.271596:0:31348:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449417.271597:0:31348:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789449417.271598:0:31348:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1789449417.271603:0:31348:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b82bec400. 00000100:00000001:3.0:1789449417.271608:0:31348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449417.271612:0:31348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83691c00 x1876371947480064/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/688 e 0 to 0 dl 1789449433 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449417.271619:0:31348:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449417.271622:0:31348:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449417.271626:0:31348:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9e8b86794000. 02000000:00000001:3.0:1789449417.271632:0:31348:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449417.271635:0:31348:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449417.271637:0:31348:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:3.0:1789449417.271639:0:31348:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449417.271642:0:31348:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b8678c000. 02000000:00000001:3.0:1789449417.271648:0:31348:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449417.271651:0:31348:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449417.271653:0:31348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83691c00. 00000100:00000001:3.0:1789449417.271657:0:31348:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449417.271658:0:31348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789449417.271668:0:31348:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1789449417.271671:0:31348:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x1c:0x0](ffff9e8b891c80c8), inode mode 41ed mask 1 00000080:00000001:3.0:1789449417.271676:0:31348:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1789449417.271696:0:31348:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9e8b889af3c0. 00000080:00000001:3.0:1789449417.271702:0:31348:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1789449417.271703:0:31348:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x1c:0x0](ffff9e8b891c80c8), inode mode 41ed mask 3 00000080:00000001:3.0:1789449417.271706:0:31348:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449417.271710:0:31348:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:3.0:1789449417.271712:0:31348:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181643b58 00000080:00200000:3.0:1789449417.271715:0:31348:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f, dir=[0x200000405:0x1c:0x0](ffff9e8b891c80c8), file ffff9e8b993ffe00, open_flags 8941, mode 81b6 opened 0 00000080:00000010:3.0:1789449417.271721:0:31348:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9e8b87cd5b40. 00000080:00000001:3.0:1789449417.271735:0:31348:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1789449417.271737:0:31348:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181643a08 00000080:00200000:3.0:1789449417.271740:0:31348:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000405:0x1c:0x0](ffff9e8b891c80c8), intent=open|creat 00000080:00000010:3.0:1789449417.271749:0:31348:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b83079c00. 00800000:00000002:3.0:1789449417.271754:0:31348:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b896f07c0 2 00000080:00000001:3.0:1789449417.271761:0:31348:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789449417.271764:0:31348:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789449417.271767:0:31348:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181643928 00800000:00000002:3.0:1789449417.271769:0:31348:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f' on [0x200000405:0x1c:0x0] 00800000:00000001:3.0:1789449417.271773:0:31348:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:3.0:1789449417.271777:0:31348:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1789449417.271781:0:31348:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789449417.271785:0:31348:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789449417.271789:0:31348:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789449417.271791:0:31348:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789449417.271793:0:31348:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449417.271796:0:31348:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1c:0x0] 00800000:00000001:3.0:1789449417.271798:0:31348:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789449417.271803:0:31348:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446636920772627456 : -107152936924160 : ffff9e8b83420c00) 00800000:00000001:3.0:1789449417.271806:0:31348:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1789449417.271808:0:31348:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1789449417.271812:0:31348:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1789449417.271815:0:31348:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1789449417.271819:0:31348:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9e8b89903000: Allocated FID [0x200000405:0x1e:0x0] 40000000:00000001:3.0:1789449417.271822:0:31348:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449417.271824:0:31348:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789449417.271826:0:31348:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789449417.271828:0:31348:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449417.271830:0:31348:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711816438a8 00800000:00000002:3.0:1789449417.271832:0:31348:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000405:0x1c:0x0], fid2=[0x200000405:0x1e:0x0], name='f' -> mds #0 layout version 1 00000002:00000001:3.0:1789449417.271836:0:31348:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789449417.271838:0:31348:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711816437e0 00000002:00010000:3.0:1789449417.271840:0:31348:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x200000405:0x1e:0x0]) in obj [0x200000405:0x1c:0x0], intent: open|creat flags 0104502 00000002:00000001:3.0:1789449417.271844:0:31348:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1789449417.271847:0:31348:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1789449417.271851:0:31348:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:3.0:1789449417.271855:0:31348:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449417.271857:0:31348:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1789449417.271860:0:31348:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922dec00 count: 2 00010000:00000001:3.0:1789449417.271862:0:31348:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789449417.271866:0:31348:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1789449417.271869:0:31348:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449417.271872:0:31348:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449417.271874:0:31348:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789449417.271905:0:31348:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b8310bb80. 00000020:00000040:3.0:1789449417.271909:0:31348:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e8b89903000 02000000:00000001:3.0:1789449417.271915:0:31348:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789449417.271917:0:31348:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449417.271920:0:31348:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789449417.271924:0:31348:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449417.271927:0:31348:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449417.271928:0:31348:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449417.271929:0:31348:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449417.271933:0:31348:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789449417.271936:0:31348:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789449417.271940:0:31348:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789449417.271951:0:31348:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b87c48c00. 00000100:00000001:3.0:1789449417.271957:0:31348:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449417.271962:0:31348:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789449417.271964:0:31348:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449417.271966:0:31348:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789449417.271967:0:31348:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449417.271969:0:31348:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449417.271980:0:31348:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446636920769395584 : -107152940156032 : ffff9e8b8310bb80) 00010000:00000001:3.0:1789449417.271984:0:31348:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789449417.271987:0:31348:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1789449417.271990:0:31348:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922dec00 count: 2 00010000:00000001:3.0:1789449417.271992:0:31348:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789449417.271995:0:31348:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789449417.271999:0:31348:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8b91c75c00. 00000020:00000001:3.0:1789449417.272003:0:31348:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789449417.272006:0:31348:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8b91c75c00 with handle 0xcddde1459ded651c to hash 00000020:00000001:3.0:1789449417.272008:0:31348:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789449417.272010:0:31348:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636921016245248 : -107152693306368 : ffff9e8b91c75c00) 00010000:00000001:3.0:1789449417.272014:0:31348:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636921016245248 : -107152693306368 : ffff9e8b91c75c00) 00010000:00000001:3.0:1789449417.272017:0:31348:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449417.272019:0:31348:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449417.272022:0:31348:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75c00/0xcddde1459ded651c lrc: 3/0,1 mode: --/CW res: [0x200000405:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31348 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789449417.272032:0:31348:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75c00/0xcddde1459ded651c lrc: 3/0,1 mode: --/CW res: [0x200000405:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31348 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1789449417.272044:0:31348:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e8b89903000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1789449417.272051:0:31348:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e8b8310bb80 x1876371947480320/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1789449417.272060:0:31348:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75c00/0xcddde1459ded651c lrc: 3/0,1 mode: --/CW res: [0x200000405:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31348 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789449417.272070:0:31348:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789449417.272072:0:31348:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789449417.272080:0:31348:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b865cc480. 00000100:00000001:3.0:1789449417.272082:0:31348:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920824710272 : -107152884841344 : ffff9e8b865cc480) 00000100:00000001:3.0:1789449417.272085:0:31348:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449417.272087:0:31348:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769395584 : -107152940156032 : ffff9e8b8310bb80) 00000100:00000001:3.0:1789449417.272092:0:31348:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789449417.272096:0:31348:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449417.272098:0:31348:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789449417.272100:0:31348:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789449417.272103:0:31348:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b8310bb80 x1876371947480320/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449417.272112:0:31348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789449417.272114:0:31348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449417.272119:0:31348:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789449417.272122:0:31348:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789449417.272124:0:31348:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449417.272127:0:31348:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b8310bb80 pname:cluuid:pid:xid:nid:opc:job touch:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:31348:1876371947480320:192.168.202.109@tcp:101:touch.0 00000100:00000001:3.0:1789449417.272131:0:31348:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789449417.272138:0:31348:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789449417.272141:0:31348:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449417.272144:0:31348:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789449417.272232:0:31348:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9e8b87e40000. 02000000:00000001:3.0:1789449417.272235:0:31348:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449417.272245:0:31348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:3.0:1789449417.272250:0:31348:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b8525ce70. 00000400:00000010:3.0:1789449417.272257:0:31348:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9e8b87c4a000. 00000100:00000200:3.0:1789449417.272267:0:31348:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876371947480320, portal 10 00000100:00000001:3.0:1789449417.272269:0:31348:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449417.272271:0:31348:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769395584 : -107152940156032 : ffff9e8b8310bb80) 00000100:00000040:3.0:1789449417.272277:0:31348:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b8310bb80 x1876371947480320/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789449433 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449417.272291:0:31348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449417.272295:0:31348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1789449417.272299:0:31348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b695d8. 00000100:00000200:3.0:1789449417.272302:0:31348:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1876371947480320, offset 0 00000400:00000200:3.0:1789449417.272310:0:31348:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1789449417.272320:0:31348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449417.272331:0:31348:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449417.272338:0:31348:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789449417.272343:0:31348:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1789449417.272347:0:31348:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789449417.272350:0:31348:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1789449417.272354:0:31348:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2573:2573:256:4294967295] 192.168.202.109@tcp LPNI seq info [2573:2573:8:4294967295] 00000400:00000200:3.0:1789449417.272359:0:31348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449417.272370:0:31348:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449417.272377:0:31348:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449417.272383:0:31348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051ce00. 00000800:00000200:3.0:1789449417.272391:0:31348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449417.272399:0:31348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449417.272406:0:31348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051ce00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:3.0:1789449417.272425:0:31348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449417.272431:0:31348:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 792723 usecs (793 jiffies) 00000400:00000200:3.0:1789449417.272434:0:31348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:3.0:1789449417.272439:0:31348:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296420749 00000100:00000001:3.0:1789449417.272448:0:31348:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, simply extend its deadline from 4296420729 00000100:00000001:3.0:1789449417.272456:0:31348:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296420749 00000100:00000001:3.0:1789449417.272461:0:31348:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, simply extend its deadline from 4296420733 00000100:00000001:3.0:1789449417.272465:0:31348:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449417.272467:0:31348:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449417.272471:0:31348:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449417.272473:0:31348:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789449417.272476:0:31348:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b865cc480 going to sleep for 11 seconds 00000100:00000001:3.0:1789449417.272478:0:31348:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449417.272481:0:31348:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449417.273430:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449417.273440:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b9051ce00. 00000400:00000200:2.0:1789449417.273448:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449417.273456:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449417.273464:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b695d8 00000400:00000010:2.0:1789449417.273467:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b695d8. 00000100:00000001:2.0:1789449417.273473:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449417.273480:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b8310bb80 x1876371947480320/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789449433 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449417.273493:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449417.273497:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b8310bb80 x1876371947480320/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789449433 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449417.273504:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449417.273506:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449417.310487:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449417.310520:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449417.310526:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449417.310530:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449417.310542:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449417.310563:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449417.310577:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449417.310585:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449417.310592:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449417.310598:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 664 into portal 10 MB=0x6aa8ce3656500 00000400:00000200:2.0:1789449417.310606:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449417.310614:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 664/664 into md 0x7635 [32] + 224 00000800:00000001:2.0:1789449417.310624:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449417.310640:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449417.310645:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449417.310650:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449417.310668:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449417.310680:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b8310bb80 x1876371947480320/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789449433 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449417.310692:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9e8b8310bb80 x1876371947480320/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789449433 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449417.310717:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449417.310735:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449417.310739:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449417.310919:0:31348:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789449417.310930:0:31348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449417.310932:0:31348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449417.310937:0:31348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b8525ce70. 00000400:00000200:3.0:1789449417.310942:0:31348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b87c4a000 00000400:00000010:3.0:1789449417.310945:0:31348:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9e8b87c4a000. 00000100:00000001:3.0:1789449417.310950:0:31348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449417.310955:0:31348:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b8310bb80 x1876371947480320/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789449433 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789449417.310965:0:31348:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b8310bb80 x1876371947480320/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789449433 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449417.310971:0:31348:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449417.310974:0:31348:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449417.310977:0:31348:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449417.310981:0:31348:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449417.310984:0:31348:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449417.310987:0:31348:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449417.310991:0:31348:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449417.311002:0:31348:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=47 v=5 (5 102 102 102) 00000100:00001000:3.0:1789449417.311007:0:31348:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=4 v=5 (1 0 0 0) 00000100:00000001:3.0:1789449417.311010:0:31348:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789449417.311012:0:31348:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449417.311015:0:31348:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789449417.311019:0:31348:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449417.311024:0:31348:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1789449417.311027:0:31348:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000011a/0x1] 00000100:00000001:3.0:1789449417.311029:0:31348:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1789449417.311031:0:31348:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449417.311033:0:31348:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769395584 : -107152940156032 : ffff9e8b8310bb80) 00000100:00000001:3.0:1789449417.311037:0:31348:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789449417.311040:0:31348:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967575 00000100:00000001:3.0:1789449417.311042:0:31348:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789449417.311045:0:31348:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449417.311052:0:31348:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b8310bb80 x1876371947480320/t4294967580(4294967580) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1789449433 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449417.311059:0:31348:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449417.311063:0:31348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449417.311065:0:31348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449417.311070:0:31348:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b8310bb80 x1876371947480320/t4294967580(4294967580) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1789449433 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789449417.311079:0:31348:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b8310bb80 pname:cluuid:pid:xid:nid:opc:job touch:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:31348:1876371947480320:192.168.202.109@tcp:101:touch.0 00000100:00000001:3.0:1789449417.311085:0:31348:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449417.311088:0:31348:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449417.311091:0:31348:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789449417.311094:0:31348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449417.311098:0:31348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b8310bb80 x1876371947480320/t4294967580(4294967580) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1789449433 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449417.311106:0:31348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789449417.311109:0:31348:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b865cc480. 00000100:00000001:3.0:1789449417.311113:0:31348:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789449417.311115:0:31348:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449417.311119:0:31348:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789449417.311125:0:31348:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449417.311129:0:31348:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449417.311133:0:31348:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75c00 refcount=4 00000020:00000001:3.0:1789449417.311136:0:31348:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016245248 : -107152693306368 : ffff9e8b91c75c00) 00010000:00000001:3.0:1789449417.311139:0:31348:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016245248 : -107152693306368 : ffff9e8b91c75c00) 00010000:00000040:3.0:1789449417.311157:0:31348:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e8b91c75c00, remote cookie: 0xeb7cbf5e2fd3cf65, flags: 0x1001 00010000:00010000:3.0:1789449417.311164:0:31348:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75c00/0xcddde1459ded651c lrc: 4/0,1 mode: --/CW res: [0x200000405:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3cf65 expref: -99 pid: 31348 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1789449417.311179:0:31348:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x1e:0x0].0x0, instead of [0x200000405:0x1c:0x0].0x0 00010000:00000001:3.0:1789449417.311183:0:31348:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1789449417.311192:0:31348:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9e8b922de600. 00010000:00000010:3.0:1789449417.311198:0:31348:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e8b84d02680. 00010000:00000001:3.0:1789449417.311204:0:31348:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449417.311208:0:31348:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75c00/0xcddde1459ded651c lrc: 4/0,1 mode: --/PR res: [0x200000405:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3cf65 expref: -99 pid: 31348 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789449417.311216:0:31348:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75c00/0xcddde1459ded651c lrc: 4/0,1 mode: --/PR res: [0x200000405:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3cf65 expref: -99 pid: 31348 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449417.311224:0:31348:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1789449417.311229:0:31348:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1789449417.311231:0:31348:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1789449417.311233:0:31348:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1789449417.311234:0:31348:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1789449417.311237:0:31348:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x1e:0x0].0x0 (ffff9e8b922de600) refcount = 1 00010000:00010000:3.0:1789449417.311242:0:31348:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75c00/0xcddde1459ded651c lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3cf65 expref: -99 pid: 31348 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449417.311249:0:31348:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1789449417.311253:0:31348:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1789449417.311255:0:31348:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789449417.311258:0:31348:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1789449417.311261:0:31348:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449417.311265:0:31348:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75c00/0xcddde1459ded651c lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3cf65 expref: -99 pid: 31348 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449417.311272:0:31348:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1789449417.311274:0:31348:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449417.311276:0:31348:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449417.311277:0:31348:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449417.311278:0:31348:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449417.311280:0:31348:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449417.311286:0:31348:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1789449417.311289:0:31348:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449417.311291:0:31348:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449417.311293:0:31348:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75c00 refcount=3 00000020:00000001:3.0:1789449417.311296:0:31348:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016245248 : -107152693306368 : ffff9e8b91c75c00) 00010000:00000001:3.0:1789449417.311298:0:31348:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016245248 : -107152693306368 : ffff9e8b91c75c00) 00010000:00000001:3.0:1789449417.311301:0:31348:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449417.311302:0:31348:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449417.311304:0:31348:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75c00 refcount=4 00000020:00000001:3.0:1789449417.311306:0:31348:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016245248 : -107152693306368 : ffff9e8b91c75c00) 00010000:00000001:3.0:1789449417.311308:0:31348:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016245248 : -107152693306368 : ffff9e8b91c75c00) 00010000:00000001:3.0:1789449417.311312:0:31348:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449417.311316:0:31348:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449417.311320:0:31348:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75c00/0xcddde1459ded651c lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3cf65 expref: -99 pid: 31348 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449417.311327:0:31348:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449417.311328:0:31348:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449417.311330:0:31348:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449417.311331:0:31348:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449417.311332:0:31348:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75c00 refcount=5 00000020:00000001:3.0:1789449417.311334:0:31348:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016245248 : -107152693306368 : ffff9e8b91c75c00) 00010000:00000001:3.0:1789449417.311337:0:31348:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016245248 : -107152693306368 : ffff9e8b91c75c00) 00010000:00000001:3.0:1789449417.311340:0:31348:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789449417.311343:0:31348:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75c00/0xcddde1459ded651c lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3cf65 expref: -99 pid: 31348 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449417.311350:0:31348:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449417.311351:0:31348:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789449417.311355:0:31348:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75c00/0xcddde1459ded651c lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3cf65 expref: -99 pid: 31348 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449417.311362:0:31348:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789449417.311364:0:31348:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449417.311365:0:31348:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449417.311366:0:31348:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449417.311368:0:31348:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1789449417.311373:0:31348:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9e8b8310bb80 x1876371947480320/t4294967580(4294967580) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1789449433 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1789449417.311385:0:31348:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1789449417.311390:0:31348:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9e8b8310bb80 x1876371947480320/t4294967580(4294967580) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1789449433 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1789449417.311398:0:31348:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449417.311406:0:31348:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449417.311408:0:31348:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449417.311409:0:31348:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75c00 refcount=3 00000020:00000001:3.0:1789449417.311411:0:31348:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016245248 : -107152693306368 : ffff9e8b91c75c00) 00010000:00000001:3.0:1789449417.311413:0:31348:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016245248 : -107152693306368 : ffff9e8b91c75c00) 00000002:00010000:3.0:1789449417.311417:0:31348:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75c00/0xcddde1459ded651c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3cf65 expref: -99 pid: 31348 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:3.0:1789449417.311428:0:31348:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9e8b896f03c0. 00010000:00000001:3.0:1789449417.311430:0:31348:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449417.311431:0:31348:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789449417.311432:0:31348:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449417.311434:0:31348:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449417.311438:0:31348:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1789449417.311441:0:31348:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449417.311442:0:31348:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769395584 : -107152940156032 : ffff9e8b8310bb80) 00000100:00000001:3.0:1789449417.311444:0:31348:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449417.311445:0:31348:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769395584 : -107152940156032 : ffff9e8b8310bb80) 00010000:00000001:3.0:1789449417.311448:0:31348:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449417.311449:0:31348:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449417.311451:0:31348:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75c00 refcount=3 00000020:00000001:3.0:1789449417.311453:0:31348:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016245248 : -107152693306368 : ffff9e8b91c75c00) 00010000:00000001:3.0:1789449417.311456:0:31348:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016245248 : -107152693306368 : ffff9e8b91c75c00) 00000002:00010000:3.0:1789449417.311460:0:31348:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75c00/0xcddde1459ded651c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3cf65 expref: -99 pid: 31348 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449417.311466:0:31348:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449417.311468:0:31348:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449417.311470:0:31348:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789449417.311471:0:31348:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449417.311472:0:31348:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449417.311474:0:31348:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75c00 refcount=3 00000020:00000001:3.0:1789449417.311476:0:31348:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016245248 : -107152693306368 : ffff9e8b91c75c00) 00010000:00000001:3.0:1789449417.311478:0:31348:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016245248 : -107152693306368 : ffff9e8b91c75c00) 00010000:00000040:3.0:1789449417.311482:0:31348:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922de600 count: 2 00010000:00000001:3.0:1789449417.311485:0:31348:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1789449417.311490:0:31348:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e8b83488400 type 13 mode 4 res 8589935621/30 (0 0) 00010000:00000001:3.0:1789449417.311493:0:31348:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449417.311495:0:31348:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789449417.311496:0:31348:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1789449417.311500:0:31348:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181643768 00000002:00002000:3.0:1789449417.311503:0:31348:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:3.0:1789449417.311507:0:31348:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789449417.311510:0:31348:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789449417.311513:0:31348:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1789449417.311517:0:31348:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000405:0x1c:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1789449417.311521:0:31348:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449417.311527:0:31348:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b896f07c0 2 00000080:00000001:3.0:1789449417.311531:0:31348:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1789449417.311534:0:31348:0:(namei.c:674:ll_lookup_it_finish()) it ffff9e8b87cd5b40 it_disposition 1800037 00000080:00002000:3.0:1789449417.311540:0:31348:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9e8b8935fca8 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:3.0:1789449417.311547:0:31348:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1789449417.311550:0:31348:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:3.0:1789449417.311552:0:31348:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181643990 00000080:00200000:3.0:1789449417.311555:0:31348:0:(namei.c:1628:ll_create_it()) VFS Op:name=f, dir=[0x200000405:0x1c:0x0](ffff9e8b891c80c8), intent=open|creat 00000080:00000001:3.0:1789449417.311558:0:31348:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:3.0:1789449417.311560:0:31348:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1789449417.311566:0:31348:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1789449417.311570:0:31348:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1789449417.311573:0:31348:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611166 : 144115205339611166 : 20000040500001e) 00000080:00000001:3.0:1789449417.311577:0:31348:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:3.0:1789449417.311591:0:31348:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9e8b891cb9c0. 00000020:00000001:3.0:1789449417.311603:0:31348:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:3.0:1789449417.311605:0:31348:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:3.0:1789449417.311610:0:31348:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:3.0:1789449417.311612:0:31348:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000405:0x1e:0x0](ffff9e8b891cba88) 00000020:00000001:3.0:1789449417.311618:0:31348:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789449417.311623:0:31348:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822456 : -107152888729160 : ffff9e8b862171b8) 00000020:00001000:3.0:1789449417.311626:0:31348:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b862171b0 00000020:00000001:3.0:1789449417.311631:0:31348:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:3.0:1789449417.311636:0:31348:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9e8b903b5578. 00000020:00000001:3.0:1789449417.311640:0:31348:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1789449417.311642:0:31348:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449417.311650:0:31348:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:3.0:1789449417.311655:0:31348:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9e8b90f1c000. 00020000:00000001:3.0:1789449417.311658:0:31348:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446636921002246144 : -107152707305472 : ffff9e8b90f1c000) 00020000:00000001:3.0:1789449417.311661:0:31348:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:3.0:1789449417.311665:0:31348:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1789449417.311672:0:31348:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9e8b87cd5540. 00020000:00000010:3.0:1789449417.311677:0:31348:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9e8b89891c80. 00020000:00000010:3.0:1789449417.311682:0:31348:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9e8b87cd5a20. 00020000:00000001:3.0:1789449417.311684:0:31348:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446636920848865824 : -107152860685792 : ffff9e8b87cd5a20) 00020000:00000002:3.0:1789449417.311688:0:31348:0:(lov_ea.c:755:dump_lsm()) lsm ffff9e8b87cd5a20, objid 0x1e:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1789449417.311693:0:31348:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout 1 layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1789449417.311698:0:31348:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff9e8b89891c80: ostid: 0x2c0000401:17 ost idx: 1 gen: 0 00020000:00000001:3.0:1789449417.311702:0:31348:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:3.0:1789449417.311704:0:31348:0:(lov_ea.c:755:dump_lsm()) lsm ffff9e8b87cd5a20, objid 0x1e:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1789449417.311708:0:31348:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout 1 layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1789449417.311711:0:31348:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff9e8b89891c80: ostid: 0x2c0000401:17 ost idx: 1 gen: 0 00020000:00000010:3.0:1789449417.311715:0:31348:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9e8b84dbaf80. 00020000:00000010:3.0:1789449417.311719:0:31348:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff9e8b865cc480. 00020000:00000001:3.0:1789449417.311733:0:31348:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:3.0:1789449417.311738:0:31348:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9e8b82d26ed0. 00020000:00000001:3.0:1789449417.311742:0:31348:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:3.0:1789449417.311743:0:31348:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:3.0:1789449417.311749:0:31348:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:3.0:1789449417.311753:0:31348:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9e8b903b5320. 00000020:00000001:3.0:1789449417.311755:0:31348:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1789449417.311756:0:31348:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449417.311759:0:31348:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446636920990290848 : -107152719260768 : ffff9e8b903b53a0) 00020000:00000001:3.0:1789449417.311763:0:31348:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:3.0:1789449417.311769:0:31348:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff9e8b85520e00. 00020000:00000001:3.0:1789449417.311772:0:31348:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449417.311779:0:31348:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446636920990290848 : -107152719260768 : ffff9e8b903b53a0) 00020000:00000001:3.0:1789449417.311782:0:31348:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446636920990290848 : -107152719260768 : ffff9e8b903b53a0) 00020000:00000002:3.0:1789449417.311785:0:31348:0:(lov_object.c:134:lov_init_sub()) [0x2c0000401:0x11:0x0]@ffff9e8b903b5320[0:0] -> [0x200000405:0x1e:0x0]@ffff9e8b903b5578: ostid: 0x2c0000401:17 ost idx: 1 gen: 0 00020000:00000001:3.0:1789449417.311791:0:31348:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:3.0:1789449417.311794:0:31348:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:3.0:1789449417.311797:0:31348:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449417.311800:0:31348:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446636920990291448 : -107152719260168 : ffff9e8b903b55f8) 00000020:00001000:3.0:1789449417.311804:0:31348:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b862171b0 00000080:00000001:3.0:1789449417.311808:0:31348:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611166 : 144115205339611166 : 20000040500001e) 00000080:00000001:3.0:1789449417.311811:0:31348:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1789449417.311814:0:31348:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611166 mtime from 0 to 1789449417 00000080:00000001:3.0:1789449417.311819:0:31348:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1789449417.311821:0:31348:0:(namei.c:156:ll_iget()) Process leaving (rc=18446636920870845064 : -107152838706552 : ffff9e8b891cba88) 00010000:00000001:3.0:1789449417.311824:0:31348:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449417.311826:0:31348:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449417.311828:0:31348:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75c00 refcount=3 00000020:00000001:3.0:1789449417.311830:0:31348:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016245248 : -107152693306368 : ffff9e8b91c75c00) 00010000:00000001:3.0:1789449417.311832:0:31348:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016245248 : -107152693306368 : ffff9e8b91c75c00) 00000080:00000001:3.0:1789449417.311836:0:31348:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:3.0:1789449417.311837:0:31348:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789449417.311839:0:31348:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822456 : -107152888729160 : ffff9e8b862171b8) 00000020:00001000:3.0:1789449417.311841:0:31348:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b862171b0 00000020:00000001:3.0:1789449417.311844:0:31348:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:3.0:1789449417.311846:0:31348:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1789449417.311848:0:31348:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1789449417.311851:0:31348:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9e8b87cd5840. 00020000:00000010:3.0:1789449417.311854:0:31348:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9e8b89891600. 00020000:00000010:3.0:1789449417.311857:0:31348:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9e8b87cd5420. 00020000:00000001:3.0:1789449417.311859:0:31348:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446636920848864288 : -107152860687328 : ffff9e8b87cd5420) 00020000:00000002:3.0:1789449417.311862:0:31348:0:(lov_ea.c:755:dump_lsm()) lsm ffff9e8b87cd5420, objid 0x1e:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1789449417.311866:0:31348:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout 1 layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1789449417.311869:0:31348:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff9e8b89891600: ostid: 0x2c0000401:17 ost idx: 1 gen: 0 00020000:00000002:3.0:1789449417.311873:0:31348:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9e8b90f1c000) owner ffff9e8b89eb27c0 00020000:00000001:3.0:1789449417.311876:0:31348:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1789449417.311917:0:31348:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9e8b90f1c000) owner ffff9e8b89eb27c0 00020000:00000010:3.0:1789449417.311923:0:31348:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9e8b89891600. 00020000:00000010:3.0:1789449417.311927:0:31348:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9e8b87cd5840. 00020000:00000010:3.0:1789449417.311931:0:31348:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9e8b87cd5420. 00020000:00000002:3.0:1789449417.311934:0:31348:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x1e:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1789449417.311936:0:31348:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449417.311939:0:31348:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449417.311943:0:31348:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1789449417.311946:0:31348:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b90f1c000) owner 0000000000000000/ffff9e8b89eb27c0 00020000:00000002:3.0:1789449417.311950:0:31348:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9e8b87cd5a20 addref 2/0 by ffff9e8b89eb27c0. 00020000:00000002:3.0:1789449417.311953:0:31348:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b90f1c000) owner 0000000000000000/ffff9e8b89eb27c0 00020000:00000001:3.0:1789449417.311957:0:31348:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1789449417.311959:0:31348:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1789449417.311961:0:31348:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1789449417.311963:0:31348:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:3.0:1789449417.311966:0:31348:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:3.0:1789449417.311968:0:31348:0:(file.c:6843:ll_layout_conf()) [0x200000405:0x1e:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:3.0:1789449417.311971:0:31348:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b862171b0 00000080:00000001:3.0:1789449417.311974:0:31348:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449417.311976:0:31348:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449417.311977:0:31348:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789449417.311979:0:31348:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1789449417.311982:0:31348:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1789449417.311985:0:31348:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789449417.311987:0:31348:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000405:0x1e:0x0](ffff9e8b891cba88) 00000080:00010000:3.0:1789449417.311992:0:31348:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x1e:0x0](ffff9e8b891cba88) for lock 0xcddde1459ded651c 00800000:00000001:3.0:1789449417.311995:0:31348:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789449417.311997:0:31348:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789449417.311999:0:31348:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449417.312000:0:31348:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449417.312002:0:31348:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75c00 refcount=3 00000020:00000001:3.0:1789449417.312004:0:31348:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016245248 : -107152693306368 : ffff9e8b91c75c00) 00010000:00000001:3.0:1789449417.312006:0:31348:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016245248 : -107152693306368 : ffff9e8b91c75c00) 00010000:00000001:3.0:1789449417.312009:0:31348:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449417.312010:0:31348:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789449417.312012:0:31348:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789449417.312014:0:31348:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449417.312017:0:31348:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:3.0:1789449417.312019:0:31348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449417.312025:0:31348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9e8b8310bb80 x1876371947480320/t4294967580(4294967580) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1789449433 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449417.312032:0:31348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1789449417.312038:0:31348:0:(namei.c:1651:ll_create_it()) inode ffff9e8b891cba88 need_sync_to_mds [0x200000405:0x1e:0x0] 00000080:00000001:3.0:1789449417.312043:0:31348:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789449417.312046:0:31348:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x1e:0x0](ffff9e8b891cba88) 00000080:00000001:3.0:1789449417.312049:0:31348:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1789449417.312054:0:31348:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b83079c00. 00000100:00000001:3.0:1789449417.312058:0:31348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449417.312061:0:31348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b8310bb80 x1876371947480320/t4294967580(4294967580) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1789449433 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449417.312067:0:31348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449417.312071:0:31348:0:(pcc.c:3603:pcc_inode_create_fini()) Process entered 00000080:00000001:3.0:1789449417.312073:0:31348:0:(pcc.c:3606:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1789449417.312075:0:31348:0:(namei.c:1500:ll_atomic_open()) inode ffff9e8b891cba88 need_sync_to_mds [0x200000405:0x1e:0x0] 00000080:00000001:3.0:1789449417.312087:0:31348:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1789449417.312090:0:31348:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181643a68 00000080:00200008:3.0:1789449417.312093:0:31348:0:(file.c:1090:ll_file_open()) START file f:[0x200000405:0x1e:0x0](ffff9e8b891cba88), flags 104501 00000080:00000010:3.0:1789449417.312102:0:31348:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9e8b817c1180. 00000080:00000010:3.0:1789449417.312109:0:31348:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9e8b896f0380. 00000080:00000001:3.0:1789449417.312111:0:31348:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:3.0:1789449417.312116:0:31348:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:3.0:1789449417.312119:0:31348:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789449417.312123:0:31348:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789449417.312125:0:31348:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789449417.312129:0:31348:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789449417.312131:0:31348:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449417.312133:0:31348:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1e:0x0] 00800000:00000001:3.0:1789449417.312135:0:31348:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449417.312139:0:31348:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1789449417.312142:0:31348:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9e8b889af8a0. 00000002:00100000:3.0:1789449417.312147:0:31348:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9e8b8310bb80 x1876371947480320/t4294967580(4294967580) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1789449433 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1789449417.312154:0:31348:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789449417.312155:0:31348:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1789449417.312159:0:31348:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1789449417.312163:0:31348:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449417.312166:0:31348:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449417.312169:0:31348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449417.312172:0:31348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b8310bb80 x1876371947480320/t4294967580(4294967580) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1789449433 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1789449417.312186:0:31348:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449417.312190:0:31348:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9e8b87e40000. 02000000:00000001:3.0:1789449417.312229:0:31348:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1789449417.312231:0:31348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449417.312234:0:31348:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181643a68 00000080:00000008:3.0:1789449417.312236:0:31348:0:(file.c:1329:ll_file_open()) COMPLETED file f:[0x200000405:0x1e:0x0](ffff9e8b891cba88), flags 104501, rc = 0 00000080:00000001:3.0:1789449417.312241:0:31348:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1789449417.312244:0:31348:0:(dcache.c:176:ll_intent_release()) intent ffff9e8b87cd5b40 released 00000080:00010000:3.0:1789449417.312246:0:31348:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded651c from it ffff9e8b87cd5b40 00010000:00000001:3.0:1789449417.312249:0:31348:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449417.312251:0:31348:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449417.312253:0:31348:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75c00 refcount=3 00000020:00000001:3.0:1789449417.312255:0:31348:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016245248 : -107152693306368 : ffff9e8b91c75c00) 00010000:00000001:3.0:1789449417.312257:0:31348:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016245248 : -107152693306368 : ffff9e8b91c75c00) 00010000:00000001:3.0:1789449417.312260:0:31348:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789449417.312264:0:31348:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75c00/0xcddde1459ded651c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xeb7cbf5e2fd3cf65 expref: -99 pid: 31348 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449417.312272:0:31348:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449417.312273:0:31348:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449417.312275:0:31348:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789449417.312278:0:31348:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789449417.312281:0:31348:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75c00/0xcddde1459ded651c lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xeb7cbf5e2fd3cf65 expref: -99 pid: 31348 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789449417.312290:0:31348:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449417.312294:0:31348:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789449417.312296:0:31348:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449417.312302:0:31348:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449417.312303:0:31348:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449417.312305:0:31348:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449417.312309:0:31348:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789449417.312311:0:31348:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449417.312314:0:31348:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449417.312317:0:31348:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449417.312319:0:31348:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789449417.312320:0:31348:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449417.312321:0:31348:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789449417.312323:0:31348:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1789449417.312325:0:31348:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:3.0:1789449417.312329:0:31348:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1789449417.312330:0:31348:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789449417.312334:0:31348:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1789449417.312335:0:31348:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449417.312339:0:31348:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:3.0:1789449417.312341:0:31348:0:(pcc.c:1970:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449417.312344:0:31348:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1789449417.312346:0:31348:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449417.312348:0:31348:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1789449417.312351:0:31348:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9e8b87cd5b40. 00000080:00000001:3.0:1789449417.312354:0:31348:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449417.312359:0:31348:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1789449417.312362:0:31348:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x1e:0x0](ffff9e8b891cba88), inode mode 81a4 mask 40 00000080:00000001:3.0:1789449417.312366:0:31348:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449417.312417:0:31348:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1789449417.312420:0:31348:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b90f1c000) owner 0000000000000000/ffff9e8b89eb27c0 00020000:00000002:3.0:1789449417.312424:0:31348:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b90f1c000) owner 0000000000000000/ffff9e8b89eb27c0 00020000:00000001:3.0:1789449417.312426:0:31348:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449417.312439:0:31348:0:(llite_lib.c:2418:ll_setattr_raw()) Process entered 00000020:00000001:3.0:1789449417.312441:0:31348:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181643c30 00000080:00200008:3.0:1789449417.312444:0:31348:0:(llite_lib.c:2427:ll_setattr_raw()) START file f:[0x200000405:0x1e:0x0](ffff9e8b891cba88) current size 0, valid attrs 20070, mode 0, uid -1054067974, gid -1, new size 213440, atime 1789449417.000000000, mtime 1789449417.000000000, ctime 1789449417.000000000 00000080:00000002:3.0:1789449417.312450:0:31348:0:(llite_lib.c:2479:ll_setattr_raw()) setting mtime 1789449417, ctime 1789449417, now = 1789449417 00000080:00000002:3.0:1789449417.312453:0:31348:0:(llite_lib.c:2486:ll_setattr_raw()) inode ffff9e8b891cba88 attr 0x100201f0 need_sync_to_mds [0x200000405:0x1e:0x0] 00000080:00000010:3.0:1789449417.312457:0:31348:0:(llite_lib.c:2494:ll_setattr_raw()) kmalloced '(op_data)': 392 at ffff9e8b83079c00. 00000080:00000001:3.0:1789449417.312460:0:31348:0:(llite_lib.c:2125:ll_md_setattr()) Process entered 00800000:00000001:3.0:1789449417.312466:0:31348:0:(lmv_obd.c:3034:lmv_setattr()) Process entered 00800000:00000002:3.0:1789449417.312468:0:31348:0:(lmv_obd.c:3038:lmv_setattr()) SETATTR for [0x200000405:0x1e:0x0], valid 0x100201f0/0x0 00800000:00000001:3.0:1789449417.312470:0:31348:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789449417.312473:0:31348:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789449417.312474:0:31348:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789449417.312476:0:31348:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789449417.312478:0:31348:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449417.312480:0:31348:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1e:0x0] 00800000:00000001:3.0:1789449417.312481:0:31348:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449417.312485:0:31348:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:3.0:1789449417.312488:0:31348:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1789449417.312493:0:31348:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922de600 count: 2 00010000:00000001:3.0:1789449417.312495:0:31348:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789449417.312499:0:31348:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1789449417.312503:0:31348:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789449417.312507:0:31348:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75c00/0xcddde1459ded651c lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xeb7cbf5e2fd3cf65 expref: -99 pid: 31348 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:3.0:1789449417.312514:0:31348:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789449417.312518:0:31348:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1789449417.312521:0:31348:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1789449417.312523:0:31348:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x1e:0x0] mode (null) 00000002:00000001:3.0:1789449417.312527:0:31348:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789449417.312529:0:31348:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789449417.312531:0:31348:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922de600 count: 3 00010000:00000001:3.0:1789449417.312533:0:31348:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789449417.312536:0:31348:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449417.312538:0:31348:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789449417.312539:0:31348:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789449417.312540:0:31348:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922de600 count: 3 00010000:00000001:3.0:1789449417.312542:0:31348:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789449417.312544:0:31348:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449417.312546:0:31348:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789449417.312546:0:31348:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789449417.312548:0:31348:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922de600 count: 3 00010000:00000001:3.0:1789449417.312550:0:31348:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789449417.312552:0:31348:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449417.312553:0:31348:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789449417.312554:0:31348:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789449417.312556:0:31348:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922de600 count: 3 00010000:00000001:3.0:1789449417.312558:0:31348:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789449417.312560:0:31348:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449417.312562:0:31348:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449417.312565:0:31348:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:3.0:1789449417.312567:0:31348:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789449417.312569:0:31348:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822456 : -107152888729160 : ffff9e8b862171b8) 00000020:00001000:3.0:1789449417.312571:0:31348:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b862171b0 00000020:00000001:3.0:1789449417.312573:0:31348:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:3.0:1789449417.312575:0:31348:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x1e:0x0]: losing layout lock 00000080:00000001:3.0:1789449417.312578:0:31348:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1789449417.312581:0:31348:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1789449417.312583:0:31348:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1789449417.312585:0:31348:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1789449417.312587:0:31348:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x1e:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1789449417.312589:0:31348:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449417.312592:0:31348:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1789449417.312594:0:31348:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b862171b0 00000080:00000001:3.0:1789449417.312595:0:31348:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449417.312597:0:31348:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1789449417.312599:0:31348:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x1e:0x0](ffff9e8b891cba88) invalid 00000020:00000001:3.0:1789449417.312601:0:31348:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181643838 00000080:00002000:3.0:1789449417.312603:0:31348:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f (ffff9e8b8935fca8) parent ffff9e8b892d7000 inode ffff9e8b891cba88 refc 1 00000080:00000001:3.0:1789449417.312607:0:31348:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1789449417.312610:0:31348:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1789449417.312612:0:31348:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449417.312615:0:31348:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789449417.312618:0:31348:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789449417.312620:0:31348:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789449417.312622:0:31348:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449417.312624:0:31348:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1789449417.312628:0:31348:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9e8b91c75c00 with handle 0xcddde1459ded651c from hash 00010000:00000001:3.0:1789449417.312630:0:31348:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789449417.312632:0:31348:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449417.312633:0:31348:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449417.312635:0:31348:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789449417.312637:0:31348:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789449417.312640:0:31348:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1789449417.312644:0:31348:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789449417.312646:0:31348:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789449417.312649:0:31348:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1789449417.312656:0:31348:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83109f80. 00000020:00000040:3.0:1789449417.312660:0:31348:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=9 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00010000:00000001:3.0:1789449417.312666:0:31348:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789449417.312670:0:31348:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449417.312673:0:31348:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449417.312674:0:31348:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449417.312675:0:31348:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449417.312678:0:31348:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789449417.312680:0:31348:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789449417.312685:0:31348:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789449417.312692:0:31348:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e8b83078400. 00000100:00000001:3.0:1789449417.312700:0:31348:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449417.312703:0:31348:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789449417.312706:0:31348:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1789449417.312711:0:31348:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75c00/0xcddde1459ded651c lrc: 1/0,0 mode: --/PR res: [0x200000405:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xeb7cbf5e2fd3cf65 expref: -99 pid: 31348 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1789449417.312719:0:31348:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1789449417.312721:0:31348:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789449417.312723:0:31348:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789449417.312736:0:31348:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75c00/0xcddde1459ded651c lrc: 0/0,0 mode: --/PR res: [0x200000405:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xeb7cbf5e2fd3cf65 expref: -99 pid: 31348 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:3.0:1789449417.312744:0:31348:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9e8b896f03c0. 00010000:00000040:3.0:1789449417.312749:0:31348:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9e8b922de600 count: 0 00010000:00000010:3.0:1789449417.312754:0:31348:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e8b84d02680. 00010000:00000001:3.0:1789449417.312761:0:31348:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449417.312763:0:31348:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449417.312764:0:31348:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789449417.312766:0:31348:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449417.312768:0:31348:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:3.0:1789449417.312771:0:31348:0:(mdc_reint.c:124:mdc_setattr()) setting mtime 1789449417, ctime 1789449417 00000020:00100000:3.0:1789449417.312781:0:31348:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e8b89903000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1789449417.312788:0:31348:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e8b83109f80 x1876371947480576/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789449417.312795:0:31348:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789449417.312797:0:31348:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789449417.312805:0:31348:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b865ccb40. 00000100:00000001:3.0:1789449417.312808:0:31348:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920824712000 : -107152884839616 : ffff9e8b865ccb40) 00000100:00000001:3.0:1789449417.312811:0:31348:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449417.312813:0:31348:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769388416 : -107152940163200 : ffff9e8b83109f80) 00000100:00000001:3.0:1789449417.312818:0:31348:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789449417.312822:0:31348:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449417.312824:0:31348:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789449417.312826:0:31348:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789449417.312830:0:31348:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83109f80 x1876371947480576/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449417.312837:0:31348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789449417.312841:0:31348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449417.312845:0:31348:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789449417.312849:0:31348:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789449417.312852:0:31348:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449417.312855:0:31348:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83109f80 pname:cluuid:pid:xid:nid:opc:job touch:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:31348:1876371947480576:192.168.202.109@tcp:36:touch.0 00000100:00000001:3.0:1789449417.312860:0:31348:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789449417.312868:0:31348:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789449417.312871:0:31348:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449417.312874:0:31348:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789449417.312940:0:31348:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b87c4a000. 02000000:00000001:3.0:1789449417.312942:0:31348:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449417.312952:0:31348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:3.0:1789449417.312957:0:31348:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b8525ce70. 00000400:00000010:3.0:1789449417.312965:0:31348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69c38. 00000100:00000200:3.0:1789449417.312974:0:31348:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947480576, portal 10 00000100:00000001:3.0:1789449417.312976:0:31348:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449417.312978:0:31348:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769388416 : -107152940163200 : ffff9e8b83109f80) 00000100:00000040:3.0:1789449417.312985:0:31348:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b83109f80 x1876371947480576/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 488/512 e 0 to 0 dl 1789449433 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449417.312992:0:31348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449417.312995:0:31348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1789449417.312998:0:31348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69b28. 00000100:00000200:3.0:1789449417.313001:0:31348:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1876371947480576, offset 0 00000400:00000200:3.0:1789449417.313009:0:31348:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1789449417.313019:0:31348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449417.313030:0:31348:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449417.313036:0:31348:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789449417.313041:0:31348:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1789449417.313045:0:31348:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789449417.313048:0:31348:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1789449417.313053:0:31348:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2574:2574:256:4294967295] 192.168.202.109@tcp LPNI seq info [2574:2574:8:4294967295] 00000400:00000200:3.0:1789449417.313057:0:31348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449417.313067:0:31348:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449417.313075:0:31348:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449417.313081:0:31348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051c900. 00000800:00000200:3.0:1789449417.313089:0:31348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449417.313097:0:31348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449417.313104:0:31348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051c900 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:3.0:1789449417.313125:0:31348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449417.313131:0:31348:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 791511 usecs (792 jiffies) 00000400:00000200:3.0:1789449417.313135:0:31348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:3.0:1789449417.313138:0:31348:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296420791 00000100:00000001:3.0:1789449417.313159:0:31348:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, simply extend its deadline from 4296420749 00000100:00000001:3.0:1789449417.313167:0:31348:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296420791 00000100:00000001:3.0:1789449417.313171:0:31348:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, simply extend its deadline from 4296420749 00000100:00000001:3.0:1789449417.313176:0:31348:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449417.313179:0:31348:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449417.313182:0:31348:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449417.313184:0:31348:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789449417.313188:0:31348:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b865ccb40 going to sleep for 11 seconds 00000100:00000001:3.0:1789449417.313190:0:31348:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449417.313193:0:31348:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449417.313851:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449417.313858:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b9051c900. 00000400:00000200:2.0:1789449417.313865:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449417.313872:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449417.313903:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69b28 00000400:00000010:2.0:1789449417.313907:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69b28. 00000100:00000001:2.0:1789449417.313912:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449417.313918:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83109f80 x1876371947480576/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 488/512 e 0 to 0 dl 1789449433 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449417.313929:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449417.313933:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83109f80 x1876371947480576/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 488/512 e 0 to 0 dl 1789449433 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449417.313940:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449417.313942:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:3.1:1789449417.318191:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b922de600. 00010000:00000010:3.1:1789449417.318215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c75c00. 00000100:00000040:2.0:1789449418.114068:0:31335:0:(connection.c:75:cpu_latency_work()) work item of ffff9e8b8322a220 (cpu 2) has reached its deadline 4296420791, at 4296420800 00000100:00000010:2.0:1789449418.114095:0:31335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e8b87cd5a80. 00000100:00000040:3.0:1789449418.114324:0:25072:0:(connection.c:75:cpu_latency_work()) work item of ffff9e8b8322a330 (cpu 3) has reached its deadline 4296420791, at 4296420800 00000100:00000010:3.0:1789449418.114332:0:25072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e8b87cd54e0. 00010000:00000001:3.0:1789449418.242962:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449418.242972:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449418.242980:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449418.242981:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449418.242985:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449418.242986:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449418.693104:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449418.693111:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ec300. 00000400:00000200:2.0:1789449418.693119:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449418.693127:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449418.693137:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5880 00000400:00000010:2.0:1789449418.693141:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5880. 00000100:00000001:2.0:1789449418.693148:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449418.693154:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83693b80 x1876371947480704/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449418.693176:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449418.693181:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83693b80 x1876371947480704/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449434 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449418.693190:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449418.693192:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449418.698391:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449418.698420:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449418.698427:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449418.698431:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449418.698445:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449418.698458:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449418.698470:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449418.698476:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449418.698483:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449418.698489:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x6aa8ce3656680 00000400:00000200:2.0:1789449418.698761:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449418.698774:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x7655 [1] + 224 00000800:00000001:2.0:1789449418.698785:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449418.698820:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449418.698824:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449418.698829:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449418.698841:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449418.698852:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83693b80 x1876371947480704/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449434 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449418.698876:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b83693b80 x1876371947480704/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449434 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1789449418.703698:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449418.703705:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b83723200. 00000400:00000200:3.0:1789449418.703723:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449418.703730:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449418.703736:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012aa0 00000400:00000010:3.0:1789449418.703739:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012aa0. 00000100:00000001:3.0:1789449418.703746:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449418.703751:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83690a80 x1876371947480832/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449418.703763:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449418.703767:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83690a80 x1876371947480832/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449434 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449418.703775:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449418.703777:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789449418.703863:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449418.703866:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b83723100. 00000400:00000200:3.0:1789449418.703870:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449418.703874:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449418.703877:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012d48 00000400:00000010:3.0:1789449418.703909:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012d48. 00000100:00000001:3.0:1789449418.703913:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449418.703917:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83691c00 x1876371947481088/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449418.703925:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449418.703928:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83691c00 x1876371947481088/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449434 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449418.703934:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449418.703935:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789449418.707394:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449418.707406:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b83723100. 00000400:00000200:3.0:1789449418.707415:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449418.707425:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449418.707435:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b850126e8 00000400:00000010:3.0:1789449418.707439:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b850126e8. 00000100:00000001:3.0:1789449418.707445:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449418.707456:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83691180 x1876371947480960/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449418.707472:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449418.707476:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83691180 x1876371947480960/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449434 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449418.707483:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449418.707485:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789449418.708380:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449418.708403:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449418.708419:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449418.708423:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449418.708425:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449418.708437:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449418.708445:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449418.708453:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449418.708458:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449418.708465:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449418.708470:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x6aa8ce3656700 00000400:00000200:2.0:1789449418.708477:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449418.708484:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x765d [1] + 224 00000800:00000001:2.0:1789449418.708493:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449418.708563:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449418.708567:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449418.708571:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449418.708578:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449418.708587:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83690a80 x1876371947480832/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449434 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449418.708599:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b83690a80 x1876371947480832/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449434 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449418.708612:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449418.708616:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449418.708620:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449418.714610:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449418.714629:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449418.714635:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449418.714651:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449418.714671:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449418.714681:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449418.714694:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449418.714699:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449418.714706:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449418.714720:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 4 MB=0x6aa8ce3656800 00000400:00000200:3.0:1789449418.714728:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449418.714735:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 224/224 into md 0x7665 [1] + 224 00000800:00000001:3.0:1789449418.714745:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449418.714788:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449418.714793:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449418.714800:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449418.714810:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449418.714822:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83691c00 x1876371947481088/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449434 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449418.714835:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b83691c00 x1876371947481088/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449434 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449418.714860:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449418.714877:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449418.714931:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449418.723431:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449418.723456:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449418.723462:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449418.723465:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449418.723477:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449418.723486:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449418.723498:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449418.723504:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449418.723520:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449418.723526:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x6aa8ce3656780 00000400:00000200:2.0:1789449418.723532:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449418.723540:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x766d [1] + 224 00000800:00000001:2.0:1789449418.723548:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449418.723564:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449418.723568:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449418.723573:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449418.723585:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449418.723599:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83691180 x1876371947480960/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449434 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449418.723611:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b83691180 x1876371947480960/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449434 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449418.723635:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449418.723647:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449418.723651:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449419.134747:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449419.134771:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449419.134776:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449419.134778:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449419.134787:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449419.134796:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449419.134805:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449419.134810:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449419.134815:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449419.134819:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 328 into portal 15 MB=0x6aa8ce47c4100 00000400:00000200:3.0:1789449419.134829:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.109@tcp of length 328/328 into md 0x6dc5 [2] + 328 00000800:00000001:3.0:1789449419.134836:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449419.134843:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449419.134846:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449419.134851:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449419.134860:0:2394:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1789449419.134863:0:2394:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1789449419.134869:0:2394:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83108e00. 00000100:00000040:3.0:1789449419.134875:0:2394:0:(events.c:341:request_in_callback()) incoming req@ffff9e8b83108e00 x1876371965755648 msgsize 328 00000100:00100000:3.0:1789449419.134903:0:2394:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.109@tcp (source: 12345-192.168.202.109@tcp) 00000100:00000001:3.0:1789449419.134921:0:2394:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:3.0:1789449419.134930:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449419.134943:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449419.135223:0:16807:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1789449419.135230:0:16807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876371965755648 02000000:00000001:2.0:1789449419.135236:0:16807:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1789449419.135239:0:16807:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789449419.135241:0:16807:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449419.135249:0:16807:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449419.135257:0:16807:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876371965755648 00000020:00000001:2.0:1789449419.135261:0:16807:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789449419.135264:0:16807:0:(genops.c:804:class_conn2export()) looking for export cookie 0xcddde1459ded5b3d 00000020:00000001:2.0:1789449419.135268:0:16807:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449419.135273:0:16807:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e8b89bcf800 refcount=4 00000020:00000001:2.0:1789449419.135277:0:16807:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920881346560 : -107152828205056 : ffff9e8b89bcf800) 00000020:00000001:2.0:1789449419.135280:0:16807:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636920881346560 : -107152828205056 : ffff9e8b89bcf800) 00000100:00000001:2.0:1789449419.135285:0:16807:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1789449419.135296:0:16807:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e8b90fc9180. 00000100:00000001:2.0:1789449419.135300:0:16807:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789449419.135303:0:16807:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e8b90fc9180. 00000020:00000010:2.0:1789449419.135313:0:16807:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e8b8313fa00. 00000020:00000010:2.0:1789449419.135322:0:16807:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e8b84d2a700. 00000020:00000010:2.0:1789449419.135329:0:16807:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e8b83cb7578. 00000100:00000040:2.0:1789449419.135342:0:16807:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1789449419.135346:0:16807:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1789449419.135348:0:16807:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1789449419.135351:0:16807:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449419.135364:0:16807:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449419.135439:0:16807:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449419.135456:0:16807:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1789449419.135458:0:16807:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1789449419.135467:0:16807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.109@tcp, seq: 54 00000100:00000040:2.0:1789449419.135472:0:16807:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9e8b89bcf800 : new rpc_count 1 00000100:00000001:2.0:1789449419.135474:0:16807:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446636920769383936 : -107152940167680 : ffff9e8b83108e00) 00000100:00000040:2.0:1789449419.135484:0:16807:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e8b83108e00 x1876371965755648/t0(0) o104->LOV_OSC_UUID@192.168.202.109@tcp:525/0 lens 328/0 e 0 to 0 dl 1789449430 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789449419.135495:0:16807:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1789449419.135499:0:16807:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e8b90fc9180. 00000100:00000001:2.0:1789449419.135501:0:16807:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789449419.135503:0:16807:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e8b90fc9180. 00000100:00100000:2.0:1789449419.135508:0:16807:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9e8b83108e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8827:x1876371965755648:12345-192.168.202.109@tcp:104: 00000100:00000200:2.0:1789449419.135513:0:16807:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876371965755648 00010000:00000001:2.0:1789449419.135516:0:16807:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1789449419.135528:0:16807:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449419.135530:0:16807:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449419.135532:0:16807:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4ce00 refcount=2 00000020:00000001:2.0:1789449419.135535:0:16807:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016077824 : -107152693473792 : ffff9e8b91c4ce00) 00010000:00000001:2.0:1789449419.135538:0:16807:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016077824 : -107152693473792 : ffff9e8b91c4ce00) 00010000:00000001:2.0:1789449419.135543:0:16807:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449419.135549:0:16807:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789449419.135556:0:16807:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000a1829a97/0xcddde1459ded64a5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xeb7cbf5e2fd3cd74 expref: -99 pid: 30740 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:2.0:1789449419.135571:0:16807:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1789449419.135575:0:16807:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1789449419.135581:0:16807:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e8b83607000. 02000000:00000001:2.0:1789449419.135583:0:16807:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449419.135586:0:16807:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449419.135592:0:16807:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1789449419.135596:0:16807:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789449419.135601:0:16807:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b91c491e8 time=198 v=5 (1 1 1 1) 00000100:00000001:2.0:1789449419.135607:0:16807:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789449419.135610:0:16807:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9e8b895f2700 refcount 16 to 192.168.202.109@tcp 00000100:00000001:2.0:1789449419.135613:0:16807:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446636920875198208 : -107152834353408 : ffff9e8b895f2700) 02000000:00000001:2.0:1789449419.135616:0:16807:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1789449419.135618:0:16807:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449419.135623:0:16807:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449419.135626:0:16807:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449419.135632:0:16807:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d088. 00000100:00000200:2.0:1789449419.135640:0:16807:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1876371965755648, offset 224 00000400:00000200:2.0:1789449419.135648:0:16807:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449419.135659:0:16807:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449419.135669:0:16807:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.202.9@tcp to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449419.135677:0:16807:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2579:2579:256:4294967295] 192.168.202.109@tcp LPNI seq info [2579:2579:8:4294967295] 00000400:00000200:2.0:1789449419.135682:0:16807:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449419.135693:0:16807:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449419.135700:0:16807:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449419.135705:0:16807:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b86412a00. 00000800:00000200:2.0:1789449419.135744:0:16807:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449419.135755:0:16807:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449419.135767:0:16807:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b86412a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789449419.135786:0:16807:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449419.135790:0:16807:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9e8b895f2700 refcount 15 to 192.168.202.109@tcp 00010000:00000001:2.0:1789449419.135794:0:16807:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1789449419.135799:0:16807:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9e8b8365d0c0. 00010000:00000001:2.0:1789449419.135803:0:16807:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1789449419.135828:0:16807:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1789449419.135832:0:16807:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449419.135834:0:16807:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449419.135836:0:16807:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449419.135842:0:16807:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83108e00 x1876371965755648/t0(0) o104->LOV_OSC_UUID@192.168.202.109@tcp:525/0 lens 328/224 e 0 to 0 dl 1789449430 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789449419.135853:0:16807:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9e8b83108e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8827:x1876371965755648:12345-192.168.202.109@tcp:104: Request processed in 356us (975us total) trans 0 rc 0/0 00000100:00100000:2.0:1789449419.135863:0:16807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.109@tcp, seq: 54 00000100:00000040:2.0:1789449419.135868:0:16807:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e8b89bcf800 : new rpc_count 0 00000100:00000001:2.0:1789449419.135871:0:16807:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1789449419.135875:0:16807:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1789449419.135921:0:16807:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e8b84d2a700. 00000020:00000010:2.0:1789449419.135931:0:16807:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e8b83cb7578. 00000020:00000010:2.0:1789449419.135938:0:16807:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e8b8313fa00. 00000020:00000040:2.0:1789449419.135948:0:16807:0:(genops.c:879:class_export_put()) PUTting export ffff9e8b89bcf800 : new refcount 3 00000100:00000001:2.0:1789449419.135954:0:16807:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789449419.137346:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449419.137351:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b86412a00. 00000400:00000200:3.0:1789449419.137360:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449419.137366:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449419.137374:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d088 00000400:00000010:3.0:1789449419.137378:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d088. 00000100:00000001:3.0:1789449419.137383:0:2393:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1789449419.137385:0:2393:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000200:3.0:1789449419.137462:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449419.137465:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b83723c00. 00000400:00000200:3.0:1789449419.137469:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449419.137472:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449419.137480:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012660 00000400:00000010:3.0:1789449419.137482:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012660. 00000100:00000001:3.0:1789449419.137486:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449419.137491:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d1b800 x1876371947481216/t0(0) o103->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449435 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449419.140977:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449419.140992:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d1b800 x1876371947481216/t0(0) o103->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449435 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449419.141003:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449419.141005:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789449419.143554:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449419.143575:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449419.143581:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449419.143584:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449419.143596:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449419.143616:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449419.143628:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449419.143635:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449419.143641:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449419.143646:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 18 MB=0x6aa8ce3656880 00000400:00000200:3.0:1789449419.143653:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449419.143660:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.109@tcp of length 224/224 into md 0x767d [1] + 224 00000800:00000001:3.0:1789449419.143668:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449419.143675:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449419.143680:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449419.143685:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449419.143694:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449419.143705:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d1b800 x1876371947481216/t0(0) o103->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449435 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449419.143728:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b87d1b800 x1876371947481216/t0(0) o103->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449435 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449419.143752:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449419.143764:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449419.143767:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1789449419.145461:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b90652b00. 00010000:00000010:0.1:1789449419.145482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4ce00. 00010000:00000001:3.0:1789449419.267562:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449419.267574:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449419.267585:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449419.267586:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449419.920926:0:31338:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1789449419.920941:0:31338:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b836973e0) owner 0000000000000000/ffff9e8b8b01a7c0 00020000:00000002:2.0:1789449419.920949:0:31338:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b836973e0) owner 0000000000000000/ffff9e8b8b01a7c0 00020000:00000001:2.0:1789449419.920952:0:31338:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449419.920965:0:31338:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1789449419.920969:0:31338:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820b3df0 00000080:00200008:2.0:1789449419.920972:0:31338:0:(file.c:479:ll_file_release()) START file f:[0x200000405:0x1d:0x0](ffff9e8b891121c8), flags 100002 00000080:00000001:2.0:1789449419.920978:0:31338:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:2.0:1789449419.920982:0:31338:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:2.0:1789449419.920983:0:31338:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1789449419.920986:0:31338:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b836973e0) owner 0000000000000000/ffff9e8b8b01a7c0 00020000:00000002:2.0:1789449419.920988:0:31338:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b836973e0) owner 0000000000000000/ffff9e8b8b01a7c0 00020000:00000001:2.0:1789449419.920991:0:31338:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449419.920993:0:31338:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:2.0:1789449419.921002:0:31338:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789449419.921006:0:31338:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789449419.921009:0:31338:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789449419.921011:0:31338:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789449419.921013:0:31338:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449419.921014:0:31338:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1d:0x0] 00800000:00000001:2.0:1789449419.921016:0:31338:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449419.921022:0:31338:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789449419.921026:0:31338:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789449419.921033:0:31338:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bd400 count: 2 00010000:00000001:2.0:1789449419.921036:0:31338:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789449419.921041:0:31338:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449419.921043:0:31338:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x1d:0x0]: 0 00000080:00000001:2.0:1789449419.921045:0:31338:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1789449419.921047:0:31338:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1789449419.921051:0:31338:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9e8b8313ea00. 00000080:00000001:2.0:1789449419.921054:0:31338:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1789449419.921059:0:31338:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1789449419.921064:0:31338:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:2.0:1789449419.921065:0:31338:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789449419.921066:0:31338:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789449419.921067:0:31338:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789449419.921068:0:31338:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789449419.921069:0:31338:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449419.921070:0:31338:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1d:0x0] 00800000:00000001:2.0:1789449419.921071:0:31338:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449419.921072:0:31338:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x1d:0x0] 00000002:00000001:2.0:1789449419.921076:0:31338:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1789449419.921078:0:31338:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9e8b89903000: [0x200000405:0x1d:0x0] file closed with intent: 0 00000100:00000010:2.0:1789449419.921084:0:31338:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065f800. 00000020:00000040:2.0:1789449419.921088:0:31338:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=10 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000100:00000001:2.0:1789449419.921093:0:31338:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449419.921097:0:31338:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449419.921102:0:31338:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449419.921109:0:31338:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e8b8313fe00. 00000100:00000001:2.0:1789449419.921117:0:31338:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1789449419.921138:0:31338:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9e8b83693800 x1876371947479936/t4294967579(4294967579) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1789449432 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1789449419.921151:0:31338:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e8b89903000: modify RPC slot 2 is allocated opc 35, max 7 00000100:00100000:2.0:1789449419.921155:0:31338:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e8b9065f800 x1876371947481472/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1789449419.921161:0:31338:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789449419.921163:0:31338:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789449419.921170:0:31338:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b8365d300. 00000100:00000001:2.0:1789449419.921171:0:31338:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920774972160 : -107152934579456 : ffff9e8b8365d300) 00000100:00000001:2.0:1789449419.921174:0:31338:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449419.921175:0:31338:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993085440 : -107152716466176 : ffff9e8b9065f800) 00000100:00000001:2.0:1789449419.921180:0:31338:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449419.921184:0:31338:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449419.921186:0:31338:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789449419.921188:0:31338:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789449419.921191:0:31338:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065f800 x1876371947481472/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449419.921197:0:31338:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449419.921199:0:31338:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449419.921202:0:31338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449419.921204:0:31338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449419.921206:0:31338:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449419.921208:0:31338:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065f800 pname:cluuid:pid:xid:nid:opc:job multiop:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:31338:1876371947481472:192.168.202.109@tcp:35:multiop.0 00000100:00000001:2.0:1789449419.921211:0:31338:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789449419.921217:0:31338:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449419.921218:0:31338:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449419.921220:0:31338:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789449419.921224:0:31338:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b83605800. 02000000:00000001:2.0:1789449419.921225:0:31338:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449419.921234:0:31338:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449419.921238:0:31338:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b9d10. 00000400:00000010:2.0:1789449419.921244:0:31338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d7f8. 00000100:00000200:2.0:1789449419.921253:0:31338:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947481472, portal 10 00000100:00000001:2.0:1789449419.921255:0:31338:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449419.921256:0:31338:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993085440 : -107152716466176 : ffff9e8b9065f800) 00000100:00000040:2.0:1789449419.921263:0:31338:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b9065f800 x1876371947481472/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449435 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449419.921271:0:31338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449419.921274:0:31338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449419.921277:0:31338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d2a8. 00000100:00000200:2.0:1789449419.921281:0:31338:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876371947481472, offset 0 00000400:00000200:2.0:1789449419.921289:0:31338:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449419.921302:0:31338:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449419.921313:0:31338:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449419.921319:0:31338:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449419.921324:0:31338:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449419.921327:0:31338:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449419.921329:0:31338:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449419.921333:0:31338:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2581:2581:256:4294967295] 192.168.202.109@tcp LPNI seq info [2581:2581:8:4294967295] 00000400:00000200:2.0:1789449419.921336:0:31338:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449419.921348:0:31338:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449419.921353:0:31338:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449419.921360:0:31338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b86412a00. 00000800:00000200:2.0:1789449419.921367:0:31338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449419.921375:0:31338:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449419.921380:0:31338:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b86412a00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1789449419.921389:0:31338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449419.921393:0:31338:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 790258 usecs (791 jiffies) 00000400:00000200:2.0:1789449419.921395:0:31338:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449419.921397:0:31338:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296423395 00000100:00000001:2.0:1789449419.921400:0:31338:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296425504 00000100:00000001:2.0:1789449419.921402:0:31338:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296423395 00000100:00000001:2.0:1789449419.921404:0:31338:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296425504 00000100:00000001:2.0:1789449419.921405:0:31338:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449419.921407:0:31338:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449419.921409:0:31338:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449419.921410:0:31338:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789449419.921412:0:31338:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b8365d300 going to sleep for 11 seconds 00000100:00000001:2.0:1789449419.921415:0:31338:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449419.921417:0:31338:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449419.921679:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449419.921686:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b86412a00. 00000400:00000200:3.0:1789449419.921693:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449419.921699:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449419.921717:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d2a8 00000400:00000010:3.0:1789449419.921721:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d2a8. 00000100:00000001:3.0:1789449419.921727:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449419.921732:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065f800 x1876371947481472/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449435 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449419.921743:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449419.921747:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b9065f800 x1876371947481472/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449435 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449419.921754:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449419.921756:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00010000:00010000:3.0:1789449419.935385:0:31368:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0000-mdc-ffff9e8b89903000 00010000:00000001:3.0:1789449419.935395:0:31368:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789449419.935398:0:31368:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449419.935406:0:31368:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449419.935409:0:31368:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789449419.935416:0:31368:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449419.935417:0:31368:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789449419.935420:0:31368:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449419.935422:0:31368:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789449419.935425:0:31368:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449419.935427:0:31368:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789449419.935429:0:31368:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449419.935431:0:31368:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789449419.935433:0:31368:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=5 : 5 : 5) 00010000:00000001:3.0:1789449419.935436:0:31368:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789449419.935439:0:31368:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1789449419.935453:0:31368:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 5/5 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789449419.938274:0:31367:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0001-mdc-ffff9e8b89903000 00010000:00000001:2.0:1789449419.938285:0:31367:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789449419.938288:0:31367:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789449419.938292:0:31367:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449419.938299:0:31367:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789449419.938301:0:31367:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449419.938304:0:31367:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449419.938858:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449419.939408:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b83723600. 00000400:00000200:3.0:1789449419.939420:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449419.939431:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449419.939441:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012330 00000400:00000010:3.0:1789449419.939444:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012330. 00000100:00000001:3.0:1789449419.939451:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449419.939462:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83691180 x1876371947481600/t0(0) o103->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 352/224 e 0 to 0 dl 1789449435 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449419.939476:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449419.939480:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83691180 x1876371947481600/t0(0) o103->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 352/224 e 0 to 0 dl 1789449435 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449419.939542:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449419.939546:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789449419.942946:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449419.942969:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449419.942975:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449419.942978:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449419.942990:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449419.943000:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449419.943012:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449419.943018:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449419.943027:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449419.943033:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 18 MB=0x6aa8ce3656a00 00000400:00000200:3.0:1789449419.943039:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449419.943048:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.109@tcp of length 224/224 into md 0x7695 [1] + 224 00000800:00000001:3.0:1789449419.943058:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449419.943065:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449419.943070:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449419.943075:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449419.943085:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449419.943098:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83691180 x1876371947481600/t0(0) o103->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 352/224 e 0 to 0 dl 1789449435 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449419.943110:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b83691180 x1876371947481600/t0(0) o103->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 352/224 e 0 to 0 dl 1789449435 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449419.943138:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449419.943149:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449419.943152:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789449419.944270:0:31368:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449419.944275:0:31368:0:(ldlm_lockd.c:2264:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449419.944279:0:31368:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=5 : 5 : 5) 00010000:00000010:1.1:1789449419.970386:0:31369:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b922dec00. 00010000:00000010:1.1:1789449419.970409:0:31369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204be00. 00010000:00000010:1.1:1789449419.970417:0:31369:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bd800. 00010000:00000010:1.1:1789449419.970431:0:31369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204b000. 00010000:00000010:1.1:1789449419.970434:0:31369:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bd400. 00010000:00000010:1.1:1789449419.970438:0:31369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204a000. 00010000:00000010:1.1:1789449419.970441:0:31369:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bdc00. 00010000:00000010:1.1:1789449419.970444:0:31369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204ba00. 00010000:00000010:1.1:1789449419.970448:0:31369:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cbae00. 00010000:00000010:1.1:1789449419.970451:0:31369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b86498400. 00010000:00000001:3.0:1789449420.290061:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449420.290069:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449420.292205:0:16815:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789449420.292221:0:16815:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449420.292226:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789449421.314079:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449421.314093:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449422.338978:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449422.338988:0:25072:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789449422.338990:0:25072:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449422.338993:0:25072:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449422.338998:0:25072:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789449422.339000:0:25072:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449422.339002:0:25072:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449422.339004:0:25072:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449423.298232:0:25072:0:(connection.c:75:cpu_latency_work()) work item of ffff9e8b8322a330 (cpu 3) has reached its deadline 4296425504, at 4296425984 00000100:00000010:3.0:1789449423.298249:0:25072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e8b86657780. 00000100:00000040:2.0:1789449423.299097:0:31335:0:(connection.c:75:cpu_latency_work()) work item of ffff9e8b8322a220 (cpu 2) has reached its deadline 4296425504, at 4296425985 00000100:00000010:2.0:1789449423.299106:0:31335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e8b86657ba0. 00010000:00000001:3.0:1789449423.362025:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449423.362033:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449423.362138:0:16815:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789449423.362142:0:16815:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449423.362146:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789449423.810073:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80a9314a-fa92-41c3-8d17-36c58fffb192->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789449423.810085:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789449423.810096:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83108380. 00000020:00000040:3.0:1789449423.810102:0:36:0:(genops.c:1209:class_import_get()) import ffff9e8b83927000 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:3.0:1789449423.810107:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789449423.810110:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789449423.810115:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789449423.810123:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b9051c100. 00000100:00000001:3.0:1789449423.810130:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449423.810142:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 80a9314a-fa92-41c3-8d17-36c58fffb192->MGS req@ffff9e8b83108380 x1876371947481728/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789449423.810154:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789449423.810158:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449423.810165:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009231869f] to pc [ptlrpcd_01_00+0] req@ffff9e8b83108380 x1876371947481728/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449423.810204:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449423.810207:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789449423.810210:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789449423.810214:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83109c00. 00000020:00000040:3.0:1789449423.810216:0:36:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=11 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000100:00000001:3.0:1789449423.810218:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789449423.810220:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789449423.810222:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789449423.810226:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b9051c700. 00000100:00000001:3.0:1789449423.810229:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449423.810233:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0000_UUID req@ffff9e8b83109c00 x1876371947481856/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789449423.810240:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789449423.810242:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449423.810245:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec929f0c] to pc [ptlrpcd_01_01+1] req@ffff9e8b83109c00 x1876371947481856/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449423.810253:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449423.810256:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789449423.810259:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789449423.810262:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83109880. 00000020:00000040:3.0:1789449423.810264:0:36:0:(genops.c:1209:class_import_get()) import ffff9e8b862dc800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000100:00000001:3.0:1789449423.810267:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789449423.810268:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789449423.810269:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789449423.810275:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b9051c900. 00000100:00000001:3.0:1789449423.810278:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449423.810282:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0001_UUID req@ffff9e8b83109880 x1876371947481984/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789449423.810290:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789449423.810292:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449423.810295:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000021784ea1] to pc [ptlrpcd_01_00+0] req@ffff9e8b83109880 x1876371947481984/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449423.810302:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449423.810304:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789449423.810307:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789449423.810311:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789449423.810314:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789449423.810317:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83109500. 00000020:00000040:3.0:1789449423.810319:0:36:0:(genops.c:1209:class_import_get()) import ffff9e8b8986b000 refcount=4 obd=lustre-OST0001-osc-ffff9e8b89903000 00000100:00000001:3.0:1789449423.810321:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789449423.810322:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789449423.810324:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789449423.810327:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b9051ce00. 00000100:00000001:3.0:1789449423.810329:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449423.810333:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0001_UUID req@ffff9e8b83109500 x1876371947482112/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789449423.810350:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789449423.810352:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449423.810356:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b8aeaf0] to pc [ptlrpcd_01_01+1] req@ffff9e8b83109500 x1876371947482112/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449423.810363:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449423.810367:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1764) 00000100:00000001:2.0:1789449423.810469:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449423.810474:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449423.810477:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789449423.810484:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83108380 x1876371947481728/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449423.810502:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449423.810505:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449423.810511:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449423.810514:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449423.810517:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449423.810522:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83108380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:80a9314a-fa92-41c3-8d17-36c58fffb192:2401:1876371947481728:192.168.202.109@tcp:400:kworker.0 00000100:00000001:2.0:1789449423.810526:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789449423.810533:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449423.810535:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449423.810538:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789449423.810542:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b8313f800. 02000000:00000001:2.0:1789449423.810545:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449423.810553:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449423.810557:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b9c60. 00000400:00000010:2.0:1789449423.810576:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d5d8. 00000100:00000200:2.0:1789449423.810584:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947481728, portal 25 00000100:00000001:2.0:1789449423.810587:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449423.810589:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769381248 : -107152940170368 : ffff9e8b83108380) 00000100:00000040:2.0:1789449423.810595:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b83108380 x1876371947481728/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449423.810602:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449423.810620:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449423.810624:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085de58. 00000100:00000200:2.0:1789449423.810627:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876371947481728, offset 0 00000400:00000200:2.0:1789449423.810635:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449423.810643:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449423.810651:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449423.810656:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449423.810661:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449423.810688:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449423.810691:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449423.810695:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2583:2583:256:4294967295] 192.168.202.109@tcp LPNI seq info [2583:2583:8:4294967295] 00000400:00000200:2.0:1789449423.810699:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449423.810709:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449423.810715:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449423.810839:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b86412400. 00000800:00000200:2.0:1789449423.810848:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449423.810857:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449423.810861:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b86412400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789449423.810876:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449423.810924:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449423.810927:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296430624 00000100:00000010:2.0:1789449423.810932:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e8b898c6420. 00000100:00000001:2.0:1789449423.810938:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789449423.810943:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296430624 00000100:00000010:2.0:1789449423.810946:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e8b898c65a0. 00000100:00000001:2.0:1789449423.810949:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789449423.810952:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449423.810955:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449423.810958:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789449423.810962:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83109880 x1876371947481984/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449423.810970:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449423.810971:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449423.810973:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449423.810976:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449423.810977:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449423.810980:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83109880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2401:1876371947481984:192.168.202.109@tcp:400:kworker.0 00000100:00000001:2.0:1789449423.810984:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789449423.810986:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449423.810988:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449423.810990:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789449423.810993:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b8313f600. 02000000:00000001:2.0:1789449423.810995:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449423.810999:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449423.811003:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b9bb0. 00000400:00000010:2.0:1789449423.811007:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d330. 00000100:00000200:2.0:1789449423.811010:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947481984, portal 10 00000100:00000001:2.0:1789449423.811012:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449423.811014:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769386624 : -107152940164992 : ffff9e8b83109880) 00000100:00000040:2.0:1789449423.811021:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b83109880 x1876371947481984/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449423.811027:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449423.811030:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449423.811032:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d660. 00000100:00000200:2.0:1789449423.811034:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876371947481984, offset 0 00000400:00000200:2.0:1789449423.811038:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449423.811041:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449423.811045:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449423.811048:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449423.811050:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449423.811052:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449423.811054:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449423.811057:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2584:2584:255:4294967295] 192.168.202.109@tcp LPNI seq info [2584:2584:7:4294967295] 00000400:00000200:2.0:1789449423.811060:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449423.811066:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449423.811070:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449423.811074:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b86412600. 00000800:00000200:2.0:1789449423.811078:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449423.811081:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449423.811084:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b86412600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789449423.811087:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449423.811091:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: using a timeout of 22082 usecs (23 jiffies) 00000400:00000200:2.0:1789449423.811094:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449423.811096:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296426520 00000100:00000001:2.0:1789449423.811098:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296430624 00000100:00000001:2.0:1789449423.811100:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296426520 00000100:00000001:2.0:1789449423.811103:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296430624 00000100:00000001:2.0:1789449423.811105:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449423.811107:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449423.811109:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449423.811112:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449423.811137:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449423.811139:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789449423.811142:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449423.811143:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449423.811144:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449423.811147:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:2.0:1789449423.811149:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449423.811150:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449423.811152:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449423.811153:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449423.811154:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449423.811156:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789449423.811160:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83109c00 x1876371947481856/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449423.811166:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449423.811168:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449423.811170:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449423.811172:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449423.811173:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449423.811176:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83109c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2401:1876371947481856:192.168.202.109@tcp:400:kworker.0 00000100:00000001:2.0:1789449423.811179:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789449423.811181:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449423.811183:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449423.811184:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789449423.811187:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b8313ec00. 02000000:00000001:2.0:1789449423.811189:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449423.811192:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449423.811194:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b9f20. 00000400:00000010:2.0:1789449423.811198:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085df68. 00000100:00000200:2.0:1789449423.811201:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947481856, portal 10 00000100:00000001:2.0:1789449423.811203:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449423.811204:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769387520 : -107152940164096 : ffff9e8b83109c00) 00000100:00000040:2.0:1789449423.811210:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b83109c00 x1876371947481856/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449423.811217:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449423.811219:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449423.811222:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085db28. 00000100:00000200:2.0:1789449423.811224:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876371947481856, offset 0 00000400:00000200:2.0:1789449423.811228:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449423.811232:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449423.811235:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449423.811238:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449423.811241:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449423.811243:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449423.811245:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449423.811248:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2585:2585:254:4294967295] 192.168.202.109@tcp LPNI seq info [2585:2585:6:4294967295] 00000400:00000200:2.0:1789449423.811252:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449423.811258:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449423.811263:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449423.811267:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b86412a00. 00000800:00000200:2.0:1789449423.811270:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449423.811275:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449423.811277:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b86412a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789449423.811280:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449423.811283:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 788990 usecs (789 jiffies) 00000400:00000200:2.0:1789449423.811286:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449423.811287:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296427286 00000100:00000001:2.0:1789449423.811290:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296430624 00000100:00000001:2.0:1789449423.811292:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296427286 00000100:00000001:2.0:1789449423.811294:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296430624 00000100:00000001:2.0:1789449423.811296:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449423.811298:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449423.811300:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789449423.811304:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83109500 x1876371947482112/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449423.811310:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449423.811311:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449423.811313:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449423.811314:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449423.811316:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449423.811318:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83109500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2401:1876371947482112:192.168.202.109@tcp:400:kworker.0 00000100:00000001:2.0:1789449423.811322:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789449423.811324:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449423.811325:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449423.811327:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789449423.811330:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b8313ee00. 02000000:00000001:2.0:1789449423.811332:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449423.811335:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449423.811337:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b9cb8. 00000400:00000010:2.0:1789449423.811341:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085daa0. 00000100:00000200:2.0:1789449423.811343:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947482112, portal 4 00000100:00000001:2.0:1789449423.811345:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449423.811346:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769385728 : -107152940165888 : ffff9e8b83109500) 00000100:00000040:2.0:1789449423.811352:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b83109500 x1876371947482112/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449423.811358:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449423.811359:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449423.811362:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085dd48. 00000100:00000200:2.0:1789449423.811364:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876371947482112, offset 0 00000400:00000200:2.0:1789449423.811368:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:3.0:1789449423.812048:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449423.812053:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449423.812105:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449423.812110:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b86412400. 00000400:00000200:3.0:1789449423.812118:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449423.812124:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449423.814359:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449423.814382:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449423.814389:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449423.814393:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449423.814397:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449423.814400:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449423.814404:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2586:2586:253:4294967295] 192.168.202.109@tcp LPNI seq info [2586:2586:5:4294967295] 00000400:00000200:2.0:1789449423.814409:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449423.814419:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449423.814427:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449423.814437:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b86412400. 00000800:00000200:2.0:1789449423.814444:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449423.814452:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449423.814456:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b86412400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789449423.814461:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449423.814467:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: using a timeout of 266666 usecs (267 jiffies) 00000400:00000200:2.0:1789449423.814471:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449423.814474:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296426767 00000100:00000001:2.0:1789449423.814477:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296430624 00000100:00000001:2.0:1789449423.814479:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296426767 00000100:00000001:2.0:1789449423.814482:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296430624 00000100:00000001:2.0:1789449423.814484:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449423.814498:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449423.814504:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449423.814509:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449423.816995:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085de58 00000400:00000010:3.0:1789449423.817006:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085de58. 00000100:00000001:3.0:1789449423.817017:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449423.817028:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83108380 x1876371947481728/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449423.817176:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449423.817181:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83108380 x1876371947481728/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449439 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449423.817196:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449423.817198:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789449423.817242:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449423.817245:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b86412600. 00000400:00000200:3.0:1789449423.817252:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449423.817256:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449423.817260:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d660 00000400:00000010:3.0:1789449423.817262:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d660. 00000100:00000001:3.0:1789449423.817265:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449423.817269:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83109880 x1876371947481984/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449423.817276:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449423.817278:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83109880 x1876371947481984/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449439 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449423.817352:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449423.817355:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789449423.817366:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449423.817369:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b86412a00. 00000400:00000200:3.0:1789449423.817551:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449423.817556:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449423.819009:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085db28 00000400:00000010:3.0:1789449423.819018:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085db28. 00000100:00000001:3.0:1789449423.819025:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449423.819046:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83109c00 x1876371947481856/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449423.819060:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449423.819064:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83109c00 x1876371947481856/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449439 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449423.819071:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449423.819073:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789449423.819175:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449423.819179:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b86412400. 00000400:00000200:3.0:1789449423.819184:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449423.819188:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449423.819192:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085dd48 00000400:00000010:3.0:1789449423.819194:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085dd48. 00000100:00000001:3.0:1789449423.819197:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449423.819201:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83109500 x1876371947482112/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449423.819209:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449423.819212:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83109500 x1876371947482112/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449439 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449423.819218:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449423.819219:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789449423.828697:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449423.828717:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449423.828721:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449423.828724:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449423.828732:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449423.828739:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449423.828748:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449423.828753:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449423.828758:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449423.828762:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x6aa8ce3656b80 00000400:00000200:3.0:1789449423.828768:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449423.828774:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x76ad [1] + 224 00000800:00000001:3.0:1789449423.828780:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449423.828784:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449423.828788:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449423.828792:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449423.828800:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449423.828809:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83109880 x1876371947481984/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449439 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449423.828820:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b83109880 x1876371947481984/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449439 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449423.828857:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449423.828868:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449423.828873:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449423.828875:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449423.828876:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449423.828911:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449423.828916:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449423.828921:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449423.828923:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449423.828926:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449423.828929:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 4 MB=0x6aa8ce3656c00 00000400:00000200:3.0:1789449423.828933:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449423.828938:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 224/224 into md 0x76cd [1] + 224 00000800:00000001:3.0:1789449423.828941:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449423.828947:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449423.828950:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449423.828953:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449423.828956:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449423.828960:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83109500 x1876371947482112/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449439 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449423.828969:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b83109500 x1876371947482112/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449439 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449423.828976:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449423.828979:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449423.828982:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449423.831325:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449423.831335:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789449423.831346:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789449423.831348:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789449423.831352:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b9cb8. 00000400:00000200:2.0:1789449423.831359:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085daa0 00000400:00000010:2.0:1789449423.831362:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085daa0. 00000100:00000001:2.0:1789449423.831367:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449423.831378:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83109500 x1876371947482112/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449439 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789449423.831390:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83109500 x1876371947482112/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449439 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449423.831399:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789449423.831401:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449423.831404:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789449423.831407:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789449423.831410:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789449423.831412:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449423.831415:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789449423.831425:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8986b460 time=53 v=5 (5 5 5 36) 00000100:00001000:2.0:1789449423.831430:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8986b418 time=125 v=5 (1 0 0 0) 00000100:00000001:2.0:1789449423.831432:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789449423.831434:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449423.831437:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789449423.831442:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449423.831446:0:2401:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1789449423.831449:0:2401:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9e8b89903000: committing for last_committed 4294967321 gen 12 00000100:00000040:2.0:1789449423.831462:0:2401:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967321) req@ffff9e8b83692a00 x1876371947478144/t4294967321(4294967321) o2->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1789449429 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449423.831469:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449423.831473:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83692a00 x1876371947478144/t4294967321(4294967321) o2->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1789449429 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449423.831481:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789449423.831483:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789449423.831486:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b8678e800. 02000000:00000001:2.0:1789449423.831491:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789449423.831494:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789449423.831495:0:2401:0:(genops.c:1222:class_import_put()) import ffff9e8b8986b000 refcount=3 obd=lustre-OST0001-osc-ffff9e8b89903000 00000020:00000001:2.0:1789449423.831498:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789449423.831501:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e8b899c7a00. 02000000:00000001:2.0:1789449423.831505:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789449423.831507:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789449423.831509:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83692a00. 00000100:00000001:2.0:1789449423.831513:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789449423.831514:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449423.831517:0:2401:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1789449423.831519:0:2401:0:(client.c:3236:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9e8b89903000: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:2.0:1789449423.831522:0:2401:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789449423.831524:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449423.831529:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83109500 x1876371947482112/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449439 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449423.831536:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449423.831539:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789449423.831541:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789449423.831545:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83109500 x1876371947482112/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449439 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789449423.831554:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83109500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2401:1876371947482112:192.168.202.109@tcp:400:kworker.0 00000400:00000001:2.0:1789449423.831561:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789449423.831563:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789449423.831565:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b9bb0. 00000400:00000200:2.0:1789449423.831567:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d330 00000400:00000010:2.0:1789449423.831569:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d330. 00000100:00000001:2.0:1789449423.831571:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449423.831575:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83109880 x1876371947481984/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449439 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789449423.831583:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83109880 x1876371947481984/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449439 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449423.831590:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789449423.831591:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449423.831593:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789449423.831594:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789449423.831595:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789449423.831597:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449423.831600:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789449423.832017:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449423.832041:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449423.832043:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449423.832047:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449423.832055:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449423.832060:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449423.832069:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449423.832073:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449423.832078:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449423.832082:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x6aa8ce3656b00 00000400:00000200:3.0:1789449423.832088:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449423.832093:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x76bd [1] + 224 00000800:00000001:3.0:1789449423.832100:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449423.832105:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449423.832108:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449423.832112:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449423.832118:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449423.832123:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83109c00 x1876371947481856/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449439 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449423.832133:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b83109c00 x1876371947481856/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449439 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449423.832141:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449423.832149:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449423.832152:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449423.832153:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449423.832156:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449423.832159:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449423.832162:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449423.832166:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449423.832168:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449423.832171:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449423.832173:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x6aa8ce3656a80 00000400:00000200:3.0:1789449423.832177:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449423.832181:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x769d [1] + 224 00000800:00000001:3.0:1789449423.832184:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449423.832190:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449423.832192:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449423.832195:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449423.832198:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449423.832203:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83108380 x1876371947481728/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449439 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449423.832211:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b83108380 x1876371947481728/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449439 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449423.832217:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449423.832221:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449423.832224:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1789449423.832464:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b862dcc60 time=53 v=5 (5 102 102 102) 00000100:00001000:2.0:1789449423.832469:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b862dcc18 time=53 v=5 (1 1 1 1) 00000100:00000001:2.0:1789449423.832472:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789449423.832474:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449423.832476:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789449423.832478:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449423.832481:0:2401:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789449423.832483:0:2401:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967328 00000100:00000001:2.0:1789449423.832486:0:2401:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789449423.832487:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449423.832493:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83109880 x1876371947481984/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449439 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449423.832501:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449423.832503:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789449423.832505:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789449423.832509:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83109880 x1876371947481984/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449439 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789449423.832517:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83109880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2401:1876371947481984:192.168.202.109@tcp:400:kworker.0 00000100:00000001:2.0:1789449423.832522:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449423.832526:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449423.832529:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83109500 x1876371947482112/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449439 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449423.832537:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789449423.832539:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789449423.832542:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b8313ee00. 02000000:00000001:2.0:1789449423.832545:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789449423.832547:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789449423.832549:0:2401:0:(genops.c:1222:class_import_put()) import ffff9e8b8986b000 refcount=2 obd=lustre-OST0001-osc-ffff9e8b89903000 00000020:00000001:2.0:1789449423.832551:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789449423.832553:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b9051ce00. 02000000:00000001:2.0:1789449423.832556:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789449423.832558:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789449423.832560:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83109500. 00000100:00000001:2.0:1789449423.832563:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789449423.832564:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449423.832566:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449423.832569:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83109880 x1876371947481984/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449439 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449423.832577:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789449423.832578:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789449423.832580:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b8313f600. 02000000:00000001:2.0:1789449423.832582:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789449423.832583:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789449423.832584:0:2401:0:(genops.c:1222:class_import_put()) import ffff9e8b862dc800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000020:00000001:2.0:1789449423.832586:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789449423.832588:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b9051c900. 02000000:00000001:2.0:1789449423.832590:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789449423.832592:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789449423.832593:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83109880. 00000100:00000001:2.0:1789449423.832595:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789449423.832597:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449423.832600:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449423.832602:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449423.832604:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789449423.832607:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789449423.832609:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789449423.832611:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b9f20. 00000400:00000200:2.0:1789449423.832613:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085df68 00000400:00000010:2.0:1789449423.832616:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085df68. 00000100:00000001:2.0:1789449423.832618:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449423.832622:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83109c00 x1876371947481856/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449439 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789449423.832631:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83109c00 x1876371947481856/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449439 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449423.832639:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789449423.832640:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449423.832643:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789449423.832645:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789449423.832646:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789449423.832648:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449423.832651:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789449423.832655:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=53 v=5 (5 102 102 102) 00000100:00001000:2.0:1789449423.832658:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1789449423.832661:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789449423.832662:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449423.832674:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789449423.832677:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449423.832680:0:2401:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1789449423.832681:0:2401:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: committing for last_committed 4294967581 gen 2 00000100:00000040:2.0:1789449423.832687:0:2401:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967581) req@ffff9e8b87d1bb80 x1876371947478400/t4294967576(4294967576) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449429 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449423.832695:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449423.832698:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b87d1bb80 x1876371947478400/t4294967576(4294967576) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449429 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449423.832704:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789449423.832706:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789449423.832708:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b836b2c00. 02000000:00000001:2.0:1789449423.832712:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789449423.832713:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789449423.832715:0:2401:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=10 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:2.0:1789449423.832717:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789449423.832718:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e8b86220000. 02000000:00000001:2.0:1789449423.832721:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789449423.832722:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789449423.832723:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b87d1bb80. 00000100:00000001:2.0:1789449423.832726:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789449423.832727:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789449423.832732:0:2401:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967581) req@ffff9e8b83692680 x1876371947478912/t4294967577(4294967577) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/448 e 0 to 0 dl 1789449432 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449423.832739:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449423.832742:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83692680 x1876371947478912/t4294967577(4294967577) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/448 e 0 to 0 dl 1789449432 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449423.832749:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789449423.832751:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789449423.832753:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b8678f800. 02000000:00000001:2.0:1789449423.832756:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789449423.832757:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789449423.832758:0:2401:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=9 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:2.0:1789449423.832760:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789449423.832762:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b8678d800. 02000000:00000001:2.0:1789449423.832765:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789449423.832766:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789449423.832767:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83692680. 00000100:00000001:2.0:1789449423.832770:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789449423.832771:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789449423.832776:0:2401:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967581) req@ffff9e8b8310b800 x1876371947479424/t4294967578(4294967578) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/448 e 0 to 0 dl 1789449432 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449423.832783:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449423.832786:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b8310b800 x1876371947479424/t4294967578(4294967578) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/448 e 0 to 0 dl 1789449432 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449423.832792:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789449423.832794:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789449423.832795:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b87c4b400. 02000000:00000001:2.0:1789449423.832798:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789449423.832800:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789449423.832801:0:2401:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:2.0:1789449423.832803:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789449423.832804:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b87c4a800. 02000000:00000001:2.0:1789449423.832806:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789449423.832808:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789449423.832809:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b8310b800. 00000100:00000001:2.0:1789449423.832811:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789449423.832812:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789449423.832816:0:2401:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967581) req@ffff9e8b83693800 x1876371947479936/t4294967579(4294967579) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1789449432 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449423.832829:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449423.832831:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775194624 : -107152934356992 : ffff9e8b83693800) 00000100:00000001:2.0:1789449423.832833:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449423.832836:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83693800 x1876371947479936/t4294967579(4294967579) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1789449432 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449423.832842:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449423.832847:0:2401:0:(client.c:3175:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff9e8b8310bb80 x1876371947480320/t4294967580(4294967580) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1789449433 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449423.832854:0:2401:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1789449423.832856:0:2401:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: normal: skip=1 replay=4/5 committed=0/0 00000100:00000001:2.0:1789449423.832858:0:2401:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789449423.832860:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449423.832863:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83109c00 x1876371947481856/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449439 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449423.832869:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449423.832871:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789449423.832872:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789449423.832875:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83109c00 x1876371947481856/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449439 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789449423.832903:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83109c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2401:1876371947481856:192.168.202.109@tcp:400:kworker.0 00000400:00000001:2.0:1789449423.832909:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789449423.832911:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789449423.832912:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b9c60. 00000400:00000200:2.0:1789449423.832915:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d5d8 00000400:00000010:2.0:1789449423.832917:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d5d8. 00000100:00000001:2.0:1789449423.832920:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449423.832924:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83108380 x1876371947481728/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449439 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789449423.832938:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83108380 x1876371947481728/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449439 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449423.832945:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789449423.832946:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449423.832948:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789449423.832950:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789449423.832952:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789449423.832953:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449423.832955:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789449423.832959:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b83927460 time=54 v=5 (5 5 5 5) 00000100:00001000:2.0:1789449423.832962:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b83927418 time=54 v=5 (1 1 1 1) 00000100:00000001:2.0:1789449423.832964:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789449423.832966:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449423.832968:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789449423.832969:0:2401:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449423.832971:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449423.832974:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83108380 x1876371947481728/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449439 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449423.832981:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449423.832983:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789449423.832984:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789449423.832987:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83108380 x1876371947481728/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449439 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789449423.832996:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83108380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:80a9314a-fa92-41c3-8d17-36c58fffb192:2401:1876371947481728:192.168.202.109@tcp:400:kworker.0 00000100:00000001:2.0:1789449423.833000:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449423.833003:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449423.833006:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83109c00 x1876371947481856/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449439 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449423.833013:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789449423.833014:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789449423.833017:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b8313ec00. 02000000:00000001:2.0:1789449423.833019:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789449423.833020:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789449423.833022:0:2401:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:2.0:1789449423.833024:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789449423.833025:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b9051c700. 02000000:00000001:2.0:1789449423.833027:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789449423.833029:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789449423.833030:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83109c00. 00000100:00000001:2.0:1789449423.833033:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789449423.833034:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449423.833035:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449423.833038:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83108380 x1876371947481728/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449439 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449423.833044:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789449423.833045:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789449423.833046:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b8313f800. 02000000:00000001:2.0:1789449423.833048:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789449423.833049:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789449423.833050:0:2401:0:(genops.c:1222:class_import_put()) import ffff9e8b83927000 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:2.0:1789449423.833052:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789449423.833053:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b9051c100. 02000000:00000001:2.0:1789449423.833054:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789449423.833055:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789449423.833056:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83108380. 00000100:00000001:2.0:1789449423.833058:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789449423.833060:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449423.833061:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449423.833069:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449423.833071:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449423.833073:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449423.833075:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449424.386366:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449424.386372:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449425.347792:0:16806:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1789449425.347800:0:16806:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449425.410798:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449425.410806:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449426.434011:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449426.434017:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449426.434105:0:16815:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789449426.434108:0:16815:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449426.434111:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789449427.458428:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449427.458437:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449428.418131:0:31335:0:(connection.c:75:cpu_latency_work()) work item of ffff9e8b8322a220 (cpu 2) has reached its deadline 4296430624, at 4296431104 00000100:00000040:3.0:1789449428.418132:0:25072:0:(connection.c:75:cpu_latency_work()) work item of ffff9e8b8322a330 (cpu 3) has reached its deadline 4296430624, at 4296431104 00000100:00000010:2.0:1789449428.418150:0:31335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e8b898c6420. 00000100:00000010:3.0:1789449428.418152:0:25072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e8b898c65a0. 00010000:00000001:3.0:1789449428.485187:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449428.485195:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449428.930076:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80a9314a-fa92-41c3-8d17-36c58fffb192->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789449428.930089:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789449428.930100:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065f100. 00000020:00000040:2.0:1789449428.930108:0:38:0:(genops.c:1209:class_import_get()) import ffff9e8b83927000 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:2.0:1789449428.930113:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449428.930116:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449428.930122:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449428.930131:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b86412400. 00000100:00000001:2.0:1789449428.930138:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449428.930150:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 80a9314a-fa92-41c3-8d17-36c58fffb192->MGS req@ffff9e8b9065f100 x1876371947482240/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789449428.930161:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449428.930166:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449428.930172:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b5a0b2a6] to pc [ptlrpcd_01_00+0] req@ffff9e8b9065f100 x1876371947482240/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449428.930234:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449428.930238:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449428.930241:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789449428.930248:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065f100 x1876371947482240/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449428.930255:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789449428.930257:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449428.930261:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789449428.930264:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789449428.930266:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449428.930280:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:80a9314a-fa92-41c3-8d17-36c58fffb192:2401:1876371947482240:192.168.202.109@tcp:400:kworker.0 00000100:00000001:3.0:1789449428.930286:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789449428.930291:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789449428.930294:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449428.930296:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789449428.930301:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b91d59200. 02000000:00000001:3.0:1789449428.930304:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449428.930311:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:3.0:1789449428.930315:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b8525c210. 00000400:00000010:3.0:1789449428.930323:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b693b8. 00000100:00000200:3.0:1789449428.930331:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947482240, portal 25 00000100:00000001:3.0:1789449428.930333:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449428.930335:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993083648 : -107152716467968 : ffff9e8b9065f100) 00000100:00000040:3.0:1789449428.930340:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b9065f100 x1876371947482240/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449428.930347:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449428.930351:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1789449428.930354:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69000. 00000100:00000200:3.0:1789449428.930357:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876371947482240, offset 0 00000400:00000200:3.0:1789449428.930364:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1789449428.930373:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449428.930382:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449428.930387:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789449428.930391:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1789449428.930395:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789449428.930398:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1789449428.930402:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2587:2587:256:4294967295] 192.168.202.109@tcp LPNI seq info [2587:2587:8:4294967295] 00000400:00000200:3.0:1789449428.930407:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449428.930418:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449428.930435:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449428.930441:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051c800. 00000800:00000200:3.0:1789449428.930448:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449428.930508:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449428.930513:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051c800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789449428.930662:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449428.930667:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:3.0:1789449428.930670:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296435743 00000100:00000010:3.0:1789449428.930676:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e8b87cd5420. 00000100:00000001:3.0:1789449428.930684:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789449428.930689:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296435743 00000100:00000010:3.0:1789449428.930693:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e8b87cd5840. 00000100:00000001:3.0:1789449428.930696:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789449428.930698:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449428.930702:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449428.930705:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449428.930707:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449428.930738:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449428.930742:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789449428.930746:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789449428.930749:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065c380. 00000020:00000040:2.0:1789449428.930751:0:38:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000100:00000001:2.0:1789449428.930754:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449428.930756:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449428.930758:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449428.930762:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b86412a00. 00000100:00000001:2.0:1789449428.930766:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449428.930771:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0000_UUID req@ffff9e8b9065c380 x1876371947482368/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789449428.930779:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449428.930781:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449428.930785:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aea91663] to pc [ptlrpcd_01_01+1] req@ffff9e8b9065c380 x1876371947482368/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449428.932658:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449428.932667:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789449428.932674:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449428.932677:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449428.932680:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449428.932684:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1789449428.932686:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449428.932689:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449428.932690:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449428.932692:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449428.932693:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449428.932695:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789449428.932707:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065c380 x1876371947482368/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449428.932994:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789449428.932998:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449428.933003:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789449428.933005:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789449428.933008:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449428.933013:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2401:1876371947482368:192.168.202.109@tcp:400:kworker.0 00000100:00000001:3.0:1789449428.933017:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789449428.933024:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789449428.933026:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449428.933028:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789449428.933037:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b8510b400. 02000000:00000001:3.0:1789449428.933039:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449428.933049:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:3.0:1789449428.933056:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b8525c790. 00000400:00000010:3.0:1789449428.933064:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69330. 00000100:00000200:3.0:1789449428.933071:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947482368, portal 10 00000100:00000001:3.0:1789449428.933074:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449428.933075:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993072000 : -107152716479616 : ffff9e8b9065c380) 00000100:00000040:3.0:1789449428.933083:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b9065c380 x1876371947482368/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449428.933089:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449428.933092:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1789449428.933095:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69908. 00000100:00000200:3.0:1789449428.933097:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876371947482368, offset 0 00000400:00000200:3.0:1789449428.933104:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1789449428.933112:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449428.933119:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449428.933124:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789449428.933127:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1789449428.933131:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789449428.933133:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1789449428.933136:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2588:2588:255:4294967295] 192.168.202.109@tcp LPNI seq info [2588:2588:7:4294967295] 00000400:00000200:3.0:1789449428.933141:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449428.933151:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449428.933157:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449428.933163:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051c300. 00000800:00000200:3.0:1789449428.933169:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449428.933177:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449428.933181:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051c300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789449428.933185:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449428.933189:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 787756 usecs (788 jiffies) 00000400:00000200:3.0:1789449428.933192:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:3.0:1789449428.933195:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296432407 00000100:00000001:3.0:1789449428.933198:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296435743 00000100:00000001:3.0:1789449428.933200:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296432407 00000100:00000001:3.0:1789449428.933202:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296435743 00000100:00000001:3.0:1789449428.933205:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449428.933207:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449428.933209:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449428.933212:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449428.933232:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449428.933235:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449428.933399:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449428.933404:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b9051c800. 00000400:00000200:3.0:1789449428.933411:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449428.933416:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449428.933421:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69000 00000400:00000010:3.0:1789449428.933423:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69000. 00000100:00000001:3.0:1789449428.933501:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449428.933506:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065f100 x1876371947482240/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449428.933580:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449428.933586:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065f100 x1876371947482240/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449444 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449428.933594:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449428.933596:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789449428.934363:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449428.934368:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b9051c300. 00000400:00000200:3.0:1789449428.934372:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449428.934379:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449428.934384:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69908 00000400:00000010:3.0:1789449428.934387:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69908. 00000100:00000001:3.0:1789449428.934391:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449428.934396:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065c380 x1876371947482368/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449428.934590:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449428.934594:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065c380 x1876371947482368/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449444 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449428.934603:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449428.934605:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789449428.939120:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449428.939141:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449428.939145:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449428.939148:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449428.939158:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449428.939167:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449428.939176:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449428.939181:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449428.939186:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449428.939191:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x6aa8ce3656c80 00000400:00000200:3.0:1789449428.939197:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449428.939205:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x76dd [1] + 224 00000800:00000001:3.0:1789449428.939212:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449428.939218:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449428.939222:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449428.939227:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449428.939235:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449428.939246:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065f100 x1876371947482240/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449444 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449428.939257:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b9065f100 x1876371947482240/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449444 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449428.939861:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449428.939872:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449428.939877:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449428.939948:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449428.939952:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789449428.939961:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449428.939963:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449428.939967:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b8525c210. 00000100:00000001:2.0:1789449428.940256:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449428.940261:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789449428.940266:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789449428.940284:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065c700. 00000020:00000040:2.0:1789449428.940289:0:38:0:(genops.c:1209:class_import_get()) import ffff9e8b862dc800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000100:00000001:2.0:1789449428.940293:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449428.940296:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449428.940301:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449428.940309:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b86412600. 00000100:00000001:2.0:1789449428.940315:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449428.940324:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0001_UUID req@ffff9e8b9065c700 x1876371947482496/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789449428.940334:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449428.940339:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449428.940345:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061cd0eef] to pc [ptlrpcd_01_00+0] req@ffff9e8b9065c700 x1876371947482496/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449428.940366:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449428.940369:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789449428.940373:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789449428.940376:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789449428.940380:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789449428.940384:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065ed80. 00000020:00000040:2.0:1789449428.940386:0:38:0:(genops.c:1209:class_import_get()) import ffff9e8b8986b000 refcount=3 obd=lustre-OST0001-osc-ffff9e8b89903000 00000100:00000001:2.0:1789449428.940389:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449428.940390:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449428.940392:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449428.940400:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b82a8db00. 00000100:00000001:2.0:1789449428.940403:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449428.940419:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0001_UUID req@ffff9e8b9065ed80 x1876371947482624/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789449428.940675:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449428.940678:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449428.940683:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b0f6468] to pc [ptlrpcd_01_01+1] req@ffff9e8b9065ed80 x1876371947482624/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449428.940693:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449428.940698:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1769) 00000100:00000001:2.0:1789449428.940716:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449428.940731:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449428.940733:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789449428.940738:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065ed80 x1876371947482624/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449428.940746:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449428.940749:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449428.940753:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449428.940755:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449428.940758:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449428.940761:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2402:1876371947482624:192.168.202.109@tcp:400:kworker.0 00000100:00000001:2.0:1789449428.940766:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789449428.940772:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449428.940775:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449428.940777:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789449428.940782:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b8313f800. 02000000:00000001:2.0:1789449428.940785:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449428.940792:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449428.940797:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b9c60. 00000400:00000200:3.0:1789449428.940825:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b693b8 00000400:00000010:3.0:1789449428.940828:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b693b8. 00000100:00000001:3.0:1789449428.940832:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449428.940837:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065f100 x1876371947482240/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449444 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789449428.940847:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065f100 x1876371947482240/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449444 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449428.940853:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449428.940856:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449428.940858:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449428.940862:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449428.940864:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449428.940867:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449428.940869:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449428.940876:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b83927460 time=59 v=5 (5 5 5 5) 00000100:00001000:3.0:1789449428.940908:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b83927418 time=59 v=5 (1 1 1 1) 00000100:00000001:3.0:1789449428.940912:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789449428.940914:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449428.940917:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789449428.940919:0:2401:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449428.940923:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449428.940927:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065f100 x1876371947482240/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449444 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449428.940935:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449428.940937:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449428.940940:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449428.940945:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065f100 x1876371947482240/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449444 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789449428.940953:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:80a9314a-fa92-41c3-8d17-36c58fffb192:2401:1876371947482240:192.168.202.109@tcp:400:kworker.0 00000100:00000001:3.0:1789449428.940959:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449428.940961:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449428.940964:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065f100 x1876371947482240/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449444 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449428.940983:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449428.940985:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449428.940988:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b91d59200. 02000000:00000001:3.0:1789449428.940994:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449428.940996:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449428.940998:0:2401:0:(genops.c:1222:class_import_put()) import ffff9e8b83927000 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:3.0:1789449428.941001:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449428.941003:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b86412400. 02000000:00000001:3.0:1789449428.941008:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449428.941010:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449428.941012:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065f100. 00000100:00000001:3.0:1789449428.941015:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449428.941016:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449428.941019:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449428.941028:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449428.941030:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789449428.941033:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449428.941034:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449428.941035:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789449428.941039:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065c700 x1876371947482496/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449428.941046:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789449428.941048:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449428.941050:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789449428.941051:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789449428.941054:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449428.941057:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2401:1876371947482496:192.168.202.109@tcp:400:kworker.0 00000100:00000001:3.0:1789449428.941060:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789449428.941062:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789449428.941064:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449428.941066:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789449428.941070:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b91d59200. 02000000:00000001:3.0:1789449428.941071:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449428.941076:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:3.0:1789449428.941078:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b8525c210. 00000400:00000010:2.0:1789449428.947099:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d5d8. 00000100:00000200:2.0:1789449428.947117:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947482624, portal 4 00000100:00000001:2.0:1789449428.947121:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449428.947123:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993082752 : -107152716468864 : ffff9e8b9065ed80) 00000100:00000040:2.0:1789449428.947141:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b9065ed80 x1876371947482624/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449428.947151:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449428.947154:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449428.947157:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085df68. 00000100:00000200:2.0:1789449428.947160:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876371947482624, offset 0 00000400:00000200:2.0:1789449428.947166:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449428.947178:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449428.947188:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449428.947193:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449428.947199:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449428.947202:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449428.947205:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449428.947209:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2589:2589:256:4294967295] 192.168.202.109@tcp LPNI seq info [2589:2589:8:4294967295] 00000400:00000200:2.0:1789449428.947214:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449428.947223:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449428.947229:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449428.947237:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b82a8d400. 00000800:00000200:2.0:1789449428.947244:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449428.947253:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449428.947258:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b82a8d400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789449428.950183:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449428.950199:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: using a timeout of 265236 usecs (266 jiffies) 00000400:00000200:2.0:1789449428.950209:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449428.950214:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296431902 00000100:00000001:2.0:1789449428.950218:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296435743 00000100:00000001:2.0:1789449428.950221:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296431902 00000100:00000001:2.0:1789449428.950223:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296435743 00000100:00000001:2.0:1789449428.950226:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449428.950231:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449428.950236:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449428.950240:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449428.950252:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449428.950255:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789449428.950258:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449428.950261:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449428.950263:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789449428.952929:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b693b8. 00000100:00000200:3.0:1789449428.952945:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947482496, portal 10 00000100:00000001:3.0:1789449428.952948:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449428.952950:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993072896 : -107152716478720 : ffff9e8b9065c700) 00000100:00000040:3.0:1789449428.952968:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b9065c700 x1876371947482496/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449428.952977:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449428.952980:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1789449428.952983:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69908. 00000100:00000200:3.0:1789449428.952986:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876371947482496, offset 0 00000400:00000200:3.0:1789449428.952994:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1789449428.953005:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449428.953014:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449428.953021:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789449428.953025:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1789449428.953030:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789449428.953033:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1789449428.953036:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2590:2590:255:4294967295] 192.168.202.109@tcp LPNI seq info [2590:2590:7:4294967295] 00000400:00000200:3.0:1789449428.953040:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449428.953049:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449428.953056:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449428.953063:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051c300. 00000800:00000200:3.0:1789449428.953070:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449428.953079:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449428.953084:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051c300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789449428.953088:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449428.953093:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: using a timeout of 22101 usecs (23 jiffies) 00000400:00000200:3.0:1789449428.953097:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:3.0:1789449428.953100:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296431662 00000100:00000001:3.0:1789449428.953103:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296435743 00000100:00000001:3.0:1789449428.953106:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296431662 00000100:00000001:3.0:1789449428.953108:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296435743 00000100:00000001:3.0:1789449428.953110:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449428.953114:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449428.953120:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449428.953124:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449428.953132:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449428.953135:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789449428.953138:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449428.953140:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449428.953141:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449428.953144:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789449428.953178:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449428.953195:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449428.953197:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449428.953200:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449428.953204:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449428.953208:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449428.953213:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449428.953216:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449428.953220:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449428.953224:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x6aa8ce3656d00 00000400:00000200:3.0:1789449428.953228:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449428.953232:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x76ed [1] + 224 00000800:00000001:3.0:1789449428.953241:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449428.953249:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449428.953252:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449428.953257:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449428.953264:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:2.0:1789449428.953366:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449428.953951:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449428.953957:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b82a8d400. 00000400:00000200:2.0:1789449428.953963:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449428.953980:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449428.953986:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085df68 00000400:00000010:2.0:1789449428.953990:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085df68. 00000100:00000001:2.0:1789449428.953994:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449428.954000:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065ed80 x1876371947482624/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449428.954012:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449428.954015:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065ed80 x1876371947482624/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449444 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449428.954022:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449428.954024:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789449428.954102:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449428.954104:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b9051c300. 00000400:00000200:2.0:1789449428.954108:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449428.954112:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449428.954115:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69908 00000400:00000010:2.0:1789449428.954117:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69908. 00000100:00000001:2.0:1789449428.954120:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449428.954124:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065c700 x1876371947482496/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449428.954131:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449428.954134:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065c700 x1876371947482496/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449444 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449428.954147:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449428.954148:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000200:3.0:1789449428.955149:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065c380 x1876371947482368/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449444 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449428.955165:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b9065c380 x1876371947482368/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449444 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449428.955192:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449428.955205:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449428.955215:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449428.955693:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449428.955697:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789449428.955705:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789449428.955708:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789449428.955712:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b8525c790. 00000400:00000200:2.0:1789449428.955716:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69330 00000400:00000010:2.0:1789449428.956379:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69330. 00000100:00000001:2.0:1789449428.956385:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449428.956392:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065c380 x1876371947482368/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449444 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789449428.956412:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065c380 x1876371947482368/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449444 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449428.956420:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789449428.956422:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449428.956492:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789449428.956496:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789449428.956498:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789449428.956501:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449428.956505:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789449428.956514:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=58 v=5 (5 102 102 102) 00000100:00001000:2.0:1789449428.956586:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=15 v=5 (1 0 0 0) 00000100:00000001:2.0:1789449428.956590:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789449428.956591:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449428.956595:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789449428.956598:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449428.956601:0:2401:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1789449428.956603:0:2401:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: committing for last_committed 4294967582 gen 2 00000100:00000001:2.0:1789449428.956606:0:2401:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1789449428.956609:0:2401:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: normal: skip=1 replay=0/0 committed=0/0 00000100:00000001:2.0:1789449428.956611:0:2401:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789449428.956613:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449428.956629:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065c380 x1876371947482368/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449444 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449428.956636:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449428.956639:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789449428.956641:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789449428.956644:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065c380 x1876371947482368/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449444 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789449428.956652:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2401:1876371947482368:192.168.202.109@tcp:400:kworker.0 00000100:00000001:2.0:1789449428.956657:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449428.956660:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449428.956663:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065c380 x1876371947482368/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449444 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449428.956669:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789449428.956672:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789449428.956675:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b8510b400. 02000000:00000001:2.0:1789449428.956680:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789449428.956682:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789449428.956684:0:2401:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:2.0:1789449428.956687:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789449428.956690:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b86412a00. 02000000:00000001:2.0:1789449428.956694:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789449428.956696:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789449428.956698:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065c380. 00000100:00000001:2.0:1789449428.956701:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789449428.956703:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449428.956706:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449428.956708:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449428.956709:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449428.956711:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449428.956713:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789449428.962141:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449428.962161:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449428.962165:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449428.962168:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449428.962179:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449428.962187:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449428.962196:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449428.962201:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449428.962206:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449428.962210:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 4 MB=0x6aa8ce3656e00 00000400:00000200:2.0:1789449428.962216:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449428.962222:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 224/224 into md 0x76fd [1] + 224 00000800:00000001:2.0:1789449428.962229:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449428.962233:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449428.962237:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449428.962241:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449428.962249:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449428.962258:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065ed80 x1876371947482624/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449444 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449428.962280:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b9065ed80 x1876371947482624/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449444 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449428.962302:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449428.962309:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449428.962313:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449428.962315:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449428.962317:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449428.962319:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449428.962323:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449428.962327:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449428.962330:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449428.962332:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449428.962335:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x6aa8ce3656d80 00000400:00000200:2.0:1789449428.962339:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449428.962344:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x770d [1] + 224 00000800:00000001:2.0:1789449428.962348:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449428.962355:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449428.962357:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449428.962360:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449428.962363:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449428.962367:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065c700 x1876371947482496/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449444 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449428.962376:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b9065c700 x1876371947482496/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449444 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449428.962392:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449428.962395:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449428.962398:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449428.962429:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449428.962433:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789449428.962439:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789449428.962441:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789449428.962445:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b8525c210. 00000400:00000200:2.0:1789449428.962449:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b693b8 00000400:00000010:2.0:1789449428.962452:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b693b8. 00000100:00000001:2.0:1789449428.962455:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449428.962459:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065c700 x1876371947482496/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449444 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789449428.962468:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065c700 x1876371947482496/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449444 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449428.962474:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789449428.962476:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449428.962479:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789449428.962482:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789449428.962484:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789449428.962486:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449428.962489:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789449428.962499:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b862dcc60 time=58 v=5 (5 102 102 102) 00000100:00001000:2.0:1789449428.962504:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b862dcc18 time=58 v=5 (1 1 1 1) 00000100:00000001:2.0:1789449428.962506:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789449428.962508:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449428.962511:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789449428.962710:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449428.962772:0:2401:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789449428.962776:0:2401:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967328 00000100:00000001:2.0:1789449428.962778:0:2401:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789449428.962780:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449428.962787:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065c700 x1876371947482496/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449444 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449428.962793:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449428.962796:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789449428.962798:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789449428.962803:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065c700 x1876371947482496/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449444 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789449428.962811:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2401:1876371947482496:192.168.202.109@tcp:400:kworker.0 00000100:00000001:2.0:1789449428.962816:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449428.962819:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449428.962823:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065c700 x1876371947482496/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449444 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449428.962829:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789449428.962831:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789449428.962837:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b91d59200. 02000000:00000001:2.0:1789449428.962841:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789449428.962844:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789449428.962846:0:2401:0:(genops.c:1222:class_import_put()) import ffff9e8b862dc800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000020:00000001:2.0:1789449428.962848:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789449428.962852:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b86412600. 02000000:00000001:2.0:1789449428.962856:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789449428.962858:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789449428.962859:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065c700. 00000100:00000001:2.0:1789449428.962862:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789449428.962864:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449428.962866:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449428.962875:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449428.962877:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449428.962921:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449428.962923:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449428.963712:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449428.963716:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789449428.963730:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449428.963732:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449428.963736:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b9c60. 00000400:00000200:3.0:1789449428.963741:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d5d8 00000400:00000010:3.0:1789449428.963742:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d5d8. 00000100:00000001:3.0:1789449428.963745:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449428.963752:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065ed80 x1876371947482624/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449444 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789449428.963761:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065ed80 x1876371947482624/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449444 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449428.963767:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449428.963768:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449428.963770:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449428.963772:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449428.963773:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449428.963775:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449428.963778:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449428.963784:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8986b460 time=58 v=5 (5 5 5 36) 00000100:00001000:3.0:1789449428.963788:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8986b418 time=130 v=5 (1 0 0 0) 00000100:00000001:3.0:1789449428.963791:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789449428.963793:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449428.963795:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789449428.963797:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449428.963799:0:2402:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789449428.963801:0:2402:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9e8b89903000: skip recheck: last_committed 4294967321 00000100:00000001:3.0:1789449428.963803:0:2402:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789449428.963804:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449428.963807:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065ed80 x1876371947482624/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449444 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449428.963813:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449428.963815:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449428.963817:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449428.963820:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065ed80 x1876371947482624/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449444 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789449428.963828:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2402:1876371947482624:192.168.202.109@tcp:400:kworker.0 00000100:00000001:3.0:1789449428.963832:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449428.963834:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449428.963838:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065ed80 x1876371947482624/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449444 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449428.963843:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449428.963845:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449428.963847:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b8313f800. 02000000:00000001:3.0:1789449428.963850:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449428.963851:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449428.963853:0:2402:0:(genops.c:1222:class_import_put()) import ffff9e8b8986b000 refcount=2 obd=lustre-OST0001-osc-ffff9e8b89903000 00000020:00000001:3.0:1789449428.963855:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449428.963857:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b82a8db00. 02000000:00000001:3.0:1789449428.963860:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449428.963861:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449428.963862:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065ed80. 00000100:00000001:3.0:1789449428.963866:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449428.963867:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449428.963869:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449428.963875:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449428.963876:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449428.963899:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449428.963902:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449429.506501:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449429.506509:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449429.508934:0:16815:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789449429.508942:0:16815:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449429.508948:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789449430.530190:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449430.530199:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449430.978036:0:31338:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789449430.978046:0:31338:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449430.978049:0:31338:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789449430.978055:0:31338:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b8365d300 going to sleep for 1 seconds 00000100:00000001:2.0:1789449430.978060:0:31338:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449430.978064:0:31338:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449431.490212:0:31348:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789449431.490218:0:31348:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449431.490221:0:31348:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789449431.490227:0:31348:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b865ccb40 going to sleep for 1 seconds 00000100:00000001:3.0:1789449431.490231:0:31348:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449431.490235:0:31348:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449431.554759:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449431.554767:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449432.003068:0:31338:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789449432.003075:0:31338:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449432.003077:0:31338:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789449432.003083:0:31338:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b8365d300 going to sleep for 1 seconds 00000100:00000001:2.0:1789449432.003087:0:31338:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449432.003091:0:31338:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449432.514030:0:31348:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789449432.514039:0:31348:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449432.514042:0:31348:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789449432.514049:0:31348:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b865ccb40 going to sleep for 1 seconds 00000100:00000001:3.0:1789449432.514054:0:31348:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449432.514057:0:31348:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449432.580680:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449432.580692:0:25072:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789449432.580695:0:25072:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449432.580698:0:25072:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449432.580702:0:25072:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789449432.580704:0:25072:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449432.580707:0:25072:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449432.580709:0:25072:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449432.580874:0:16815:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789449432.580899:0:16815:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449432.580904:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789449433.026439:0:31338:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789449433.026449:0:31338:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449433.026451:0:31338:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789449433.026456:0:31338:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b8365d300 going to sleep for 1 seconds 00000100:00000001:2.0:1789449433.026460:0:31338:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449433.026464:0:31338:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449433.538024:0:25072:0:(connection.c:75:cpu_latency_work()) work item of ffff9e8b8322a330 (cpu 3) has reached its deadline 4296435743, at 4296436224 00000100:00000010:3.0:1789449433.538053:0:25072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e8b87cd5840. 00000100:00000040:3.0:1789449433.538444:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80a9314a-fa92-41c3-8d17-36c58fffb192->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789449433.538449:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789449433.538458:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b8310b480. 00000020:00000040:3.0:1789449433.538464:0:36:0:(genops.c:1209:class_import_get()) import ffff9e8b83927000 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:3.0:1789449433.538468:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789449433.538470:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789449433.538485:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789449433.538495:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b9051c800. 00000100:00000001:3.0:1789449433.538501:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449433.538507:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 80a9314a-fa92-41c3-8d17-36c58fffb192->MGS req@ffff9e8b8310b480 x1876371947482752/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789449433.538517:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789449433.538522:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449433.538528:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a32dbc98] to pc [ptlrpcd_01_00+0] req@ffff9e8b8310b480 x1876371947482752/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449433.538555:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789449433.538557:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789449433.538560:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789449433.538562:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789449433.538565:0:36:0:(import.c:65:import_set_state_nolock()) ffff9e8b8436e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789449433.538568:0:36:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789449433.538572:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff9e8b89903000: connect to NID 192.168.202.109@tcp last attempt 1749 00000400:00000200:3.0:1789449433.538589:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449433.538596:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.202.109@tcp is discovered: rc = 1 00000100:00000040:3.0:1789449433.538601:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9e8b895f2700 refcount 14 to 192.168.202.109@tcp 00000100:00000001:3.0:1789449433.538603:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789449433.538605:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9e8b895f2700 refcount 15 to 192.168.202.109@tcp 00000100:00000001:3.0:1789449433.538608:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446636920875198208 : -107152834353408 : ffff9e8b895f2700) 00000020:00000001:3.0:1789449433.538614:0:36:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789449433.538616:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xcddde1459ded5b21 00000020:00000001:3.0:1789449433.538619:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449433.538622:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e8b8986e800 refcount=5 00000020:00000001:3.0:1789449433.538624:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920877803520 : -107152831748096 : ffff9e8b8986e800) 00000020:00000001:3.0:1789449433.538627:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636920877803520 : -107152831748096 : ffff9e8b8986e800) 00000100:00000040:3.0:1789449433.538630:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9e8b895f2700 refcount 14 to 192.168.202.109@tcp 00000100:00000001:3.0:1789449433.538632:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789449433.538633:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9e8b895f2700 refcount 15 to 192.168.202.109@tcp 00000100:00000001:3.0:1789449433.538635:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446636920875198208 : -107152834353408 : ffff9e8b895f2700) 00000020:00000040:3.0:1789449433.538638:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff9e8b8986e800 : new refcount 4 00000100:00080000:3.0:1789449433.538642:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff9e8b89903000: import ffff9e8b8436e800 using connection 192.168.202.109@tcp/192.168.202.109@tcp 00000100:00000001:3.0:1789449433.538644:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449433.538646:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789449433.538653:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789449433.538655:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449433.538658:0:36:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789449433.538662:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789449433.538664:0:36:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449433.538666:0:36:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789449433.538670:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b8310a680. 00000020:00000040:3.0:1789449433.538672:0:36:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e8b89903000 02000000:00000001:3.0:1789449433.538675:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789449433.538677:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449433.538679:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789449433.538681:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789449433.538683:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789449433.538687:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b87c49800. 00000100:00000001:3.0:1789449433.538690:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449433.538696:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e8b8310a680 x1876371947482880/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789449433.538703:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789449433.538705:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449433.538708:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d3fb39f] to pc [ptlrpcd_rcv+-1] req@ffff9e8b8310a680 x1876371947482880/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449433.538730:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449433.538734:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789449433.538737:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789449433.538740:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b8310a300. 00000020:00000040:3.0:1789449433.538742:0:36:0:(genops.c:1209:class_import_get()) import ffff9e8b862dc800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000100:00000001:3.0:1789449433.538744:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789449433.538745:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789449433.538747:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789449433.538749:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b9051c000. 00000100:00000001:3.0:1789449433.538752:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449433.538756:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0001_UUID req@ffff9e8b8310a300 x1876371947483008/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789449433.538763:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789449433.538764:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449433.538767:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e7685a10] to pc [ptlrpcd_01_01+1] req@ffff9e8b8310a300 x1876371947483008/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449433.538775:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449433.538778:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789449433.538780:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789449433.538783:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789449433.538786:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789449433.538789:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83108000. 00000020:00000040:3.0:1789449433.538791:0:36:0:(genops.c:1209:class_import_get()) import ffff9e8b8986b000 refcount=3 obd=lustre-OST0001-osc-ffff9e8b89903000 00000100:00000001:3.0:1789449433.538793:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789449433.538794:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789449433.538795:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789449433.538798:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b9051c400. 00000100:00000001:3.0:1789449433.539417:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449433.539424:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0001_UUID req@ffff9e8b83108000 x1876371947483136/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789449433.539432:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789449433.539435:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449433.539440:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000053a95e50] to pc [ptlrpcd_01_00+0] req@ffff9e8b83108000 x1876371947483136/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449433.539446:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449433.539451:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1773) 00000800:00000200:3.0:1789449433.539647:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449433.539652:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b83723700. 00000400:00000200:3.0:1789449433.539657:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449433.539663:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449433.539669:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b850125d8 00000400:00000010:3.0:1789449433.539671:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b850125d8. 00000100:00000001:3.0:1789449433.539675:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449433.539678:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b8310a680 x1876371947482880/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1789449443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449433.539687:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449433.539690:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b8310a680 x1876371947482880/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1789449443 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449433.539696:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449433.539698:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789449433.539712:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449433.539715:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449433.539717:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789449433.539721:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b8310a300 x1876371947483008/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449433.539993:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449433.539996:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449433.539998:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789449433.540004:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b8310b480 x1876371947482752/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449433.540012:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449433.540013:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449433.540017:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449433.540019:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449433.540021:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449433.540025:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b8310b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:80a9314a-fa92-41c3-8d17-36c58fffb192:2401:1876371947482752:192.168.202.109@tcp:400:kworker.0 00000100:00000001:2.0:1789449433.540037:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789449433.540041:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449433.540043:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449433.540045:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789449433.540050:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b8313f600. 02000000:00000001:2.0:1789449433.540051:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449433.540057:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449433.540060:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b9f20. 00000400:00000010:2.0:1789449433.540065:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085df68. 00000100:00000200:2.0:1789449433.540070:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947482752, portal 25 00000100:00000001:2.0:1789449433.540072:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449433.540074:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769393792 : -107152940157824 : ffff9e8b8310b480) 00000100:00000040:2.0:1789449433.540079:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b8310b480 x1876371947482752/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449433.540085:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449433.540087:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449433.540090:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d330. 00000100:00000200:2.0:1789449433.540092:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876371947482752, offset 0 00000400:00000200:2.0:1789449433.540097:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449433.540103:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449433.540108:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449433.540111:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449433.540114:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449433.540117:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449433.540120:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449433.540123:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2592:2592:256:4294967295] 192.168.202.109@tcp LPNI seq info [2592:2592:8:4294967295] 00000400:00000200:2.0:1789449433.540128:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449433.540134:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449433.540140:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449433.540144:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b82a8d400. 00000800:00000200:2.0:1789449433.540150:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449433.540156:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449433.540160:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b82a8d400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789449433.540170:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449433.540173:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449433.540176:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296440353 00000100:00000001:2.0:1789449433.540181:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296437012 00000100:00000001:2.0:1789449433.540185:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296440353 00000100:00000001:2.0:1789449433.540187:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296437012 00000100:00000001:2.0:1789449433.540190:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449433.540192:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449433.540194:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789449433.540198:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83108000 x1876371947483136/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449433.540204:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449433.540206:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449433.540208:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449433.540210:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449433.540212:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449433.540214:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83108000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2401:1876371947483136:192.168.202.109@tcp:400:kworker.0 00000100:00000001:2.0:1789449433.540217:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789449433.540220:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449433.540221:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449433.540223:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789449433.540227:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b8313ee00. 02000000:00000001:2.0:1789449433.540229:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449433.540232:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449433.540235:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b9bb0. 00000400:00000010:2.0:1789449433.540240:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085daa0. 00000100:00000200:2.0:1789449433.540243:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947483136, portal 4 00000100:00000001:2.0:1789449433.540245:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449433.540247:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769380352 : -107152940171264 : ffff9e8b83108000) 00000100:00000040:2.0:1789449433.540253:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b83108000 x1876371947483136/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449433.540259:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449433.540261:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449433.540264:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085dc38. 00000100:00000200:2.0:1789449433.540266:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876371947483136, offset 0 00000400:00000200:2.0:1789449433.540270:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449433.540273:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449433.540277:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449433.540291:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449433.540294:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449433.540296:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449433.540298:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449433.540301:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2593:2593:255:4294967295] 192.168.202.109@tcp LPNI seq info [2593:2593:7:4294967295] 00000400:00000200:2.0:1789449433.540305:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449433.540311:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449433.540315:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449433.540319:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b82a8d700. 00000800:00000200:2.0:1789449433.540322:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449433.540326:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449433.540328:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b82a8d700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789449433.540331:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449433.540334:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: using a timeout of 263837 usecs (264 jiffies) 00000400:00000200:2.0:1789449433.540338:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449433.540340:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296436490 00000100:00000001:2.0:1789449433.540342:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296440353 00000100:00000001:2.0:1789449433.540344:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296436490 00000100:00000001:2.0:1789449433.540346:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296440353 00000100:00000001:2.0:1789449433.540347:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449433.540350:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449433.540352:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449433.540354:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449433.540360:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449433.540361:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789449433.540363:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449433.540365:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449433.540366:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449433.540368:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449433.540396:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449433.540398:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b82a8d400. 00000400:00000200:2.0:1789449433.540402:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449433.540406:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449433.540409:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d330 00000400:00000010:2.0:1789449433.540411:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d330. 00000100:00000001:2.0:1789449433.540415:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449433.540418:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b8310b480 x1876371947482752/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449433.540427:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449433.540430:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b8310b480 x1876371947482752/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449449 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449433.540436:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449433.540438:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789449433.540675:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449433.540678:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b82a8d700. 00000400:00000200:2.0:1789449433.540681:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449433.540685:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449433.540688:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085dc38 00000400:00000010:2.0:1789449433.540691:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085dc38. 00000100:00000001:2.0:1789449433.540693:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449433.540697:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83108000 x1876371947483136/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449433.540704:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449433.540707:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83108000 x1876371947483136/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449449 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449433.540719:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449433.540720:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789449433.540916:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789449433.540919:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449433.540922:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789449433.540924:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789449433.540926:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449433.540930:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b8310a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2402:1876371947483008:192.168.202.109@tcp:400:kworker.0 00000100:00000001:3.0:1789449433.540934:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789449433.540937:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789449433.540939:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449433.540941:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789449433.540945:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b91d59200. 02000000:00000001:3.0:1789449433.540947:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449433.540951:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:3.0:1789449433.540955:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b8525c6e0. 00000400:00000010:3.0:1789449433.540959:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69000. 00000100:00000200:3.0:1789449433.540962:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947483008, portal 10 00000100:00000001:3.0:1789449433.540963:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449433.540965:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769389312 : -107152940162304 : ffff9e8b8310a300) 00000100:00000040:3.0:1789449433.540971:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b8310a300 x1876371947483008/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449433.540977:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449433.540979:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1789449433.540982:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69a18. 00000100:00000200:3.0:1789449433.540984:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876371947483008, offset 0 00000400:00000200:3.0:1789449433.540989:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1789449433.541183:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449433.541188:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449433.541192:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789449433.541195:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1789449433.541197:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789449433.541200:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1789449433.541203:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2594:2594:256:4294967295] 192.168.202.109@tcp LPNI seq info [2594:2594:8:4294967295] 00000400:00000200:3.0:1789449433.541207:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449433.541214:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449433.541219:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449433.541225:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051c200. 00000800:00000200:3.0:1789449433.541230:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449433.541235:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449433.541239:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051c200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789449433.541261:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449433.541265:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: using a timeout of 22123 usecs (23 jiffies) 00000400:00000200:3.0:1789449433.541269:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:3.0:1789449433.541271:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296436250 00000100:00000001:3.0:1789449433.541274:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296440353 00000100:00000001:3.0:1789449433.541276:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296436250 00000100:00000001:3.0:1789449433.541278:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296440353 00000100:00000001:3.0:1789449433.541373:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449433.541376:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449433.541379:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449433.541382:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449433.541389:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449433.541390:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789449433.541392:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449433.541563:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449433.541566:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449433.541568:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449433.541694:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449433.541698:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b9051c200. 00000400:00000200:2.0:1789449433.541702:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449433.541707:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449433.541711:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69a18 00000400:00000010:2.0:1789449433.541713:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69a18. 00000100:00000001:2.0:1789449433.541716:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449433.541720:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b8310a300 x1876371947483008/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449433.541729:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449433.541732:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b8310a300 x1876371947483008/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449449 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449433.541738:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449433.541739:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449433.548488:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449433.548519:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449433.548525:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449433.548528:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449433.548537:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449433.548545:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449433.548555:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449433.548560:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449433.548565:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449433.548570:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 416 into portal 10 MB=0x6aa8ce3656f00 00000400:00000200:2.0:1789449433.548586:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449433.548593:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 416/416 into md 0x771d [1] + 0 00000800:00000001:2.0:1789449433.548600:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449433.548605:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449433.548609:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449433.548613:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449433.548621:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449433.548630:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b8310a680 x1876371947482880/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1789449443 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449433.548643:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9e8b8310a680 x1876371947482880/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1789449443 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449433.548669:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449433.548679:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449433.548683:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449433.548685:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449433.548687:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449433.548690:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449433.548693:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449433.548698:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449433.548700:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449433.548703:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449433.548706:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x6aa8ce3656f80 00000400:00000200:2.0:1789449433.548710:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449433.548714:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x7745 [1] + 224 00000800:00000001:2.0:1789449433.548717:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449433.548721:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449433.548723:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449433.548727:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449433.548729:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449433.548734:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b8310a300 x1876371947483008/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449449 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449433.548743:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b8310a300 x1876371947483008/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449449 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449433.548764:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449433.548769:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449433.548773:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449433.548775:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449433.548778:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449433.548781:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449433.548784:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449433.548789:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449433.548791:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449433.548794:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449433.548797:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 4 MB=0x6aa8ce3657000 00000400:00000200:2.0:1789449433.548800:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449433.548805:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 224/224 into md 0x7735 [1] + 224 00000800:00000001:2.0:1789449433.548809:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449433.548818:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449433.548820:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449433.548824:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449433.548826:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449433.548832:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83108000 x1876371947483136/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449449 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449433.548840:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b83108000 x1876371947483136/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449449 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449433.548859:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449433.548864:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449433.548867:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449433.548914:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449433.548918:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789449433.548925:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789449433.548927:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789449433.548930:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b9bb0. 00000400:00000200:2.0:1789449433.548935:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085daa0 00000400:00000010:2.0:1789449433.548938:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085daa0. 00000100:00000001:2.0:1789449433.548941:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449433.548946:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83108000 x1876371947483136/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449449 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789449433.548955:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83108000 x1876371947483136/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449449 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449433.548967:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789449433.548969:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449433.548972:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789449433.548977:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789449433.548980:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789449433.548983:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449433.548986:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789449433.548996:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8986b460 time=63 v=5 (5 5 5 36) 00000100:00001000:2.0:1789449433.549000:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8986b418 time=135 v=5 (1 0 0 0) 00000100:00000001:2.0:1789449433.549003:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789449433.549005:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449433.549008:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789449433.549012:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449433.549015:0:2401:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789449433.549018:0:2401:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9e8b89903000: skip recheck: last_committed 4294967321 00000100:00000001:2.0:1789449433.549020:0:2401:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789449433.549022:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449433.549028:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83108000 x1876371947483136/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449449 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449433.549035:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449433.549038:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789449433.549040:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789449433.549044:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83108000 x1876371947483136/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449449 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789449433.549052:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83108000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2401:1876371947483136:192.168.202.109@tcp:400:kworker.0 00000100:00000001:2.0:1789449433.549058:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449433.549060:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449433.549064:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83108000 x1876371947483136/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449449 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449433.549071:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789449433.549073:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789449433.549077:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b8313ee00. 02000000:00000001:2.0:1789449433.549081:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789449433.549083:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789449433.549086:0:2401:0:(genops.c:1222:class_import_put()) import ffff9e8b8986b000 refcount=2 obd=lustre-OST0001-osc-ffff9e8b89903000 00000020:00000001:2.0:1789449433.549088:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789449433.549090:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b9051c400. 02000000:00000001:2.0:1789449433.549094:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789449433.549096:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789449433.549098:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83108000. 00000100:00000001:2.0:1789449433.549102:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789449433.549104:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449433.549107:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449433.549110:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449433.549111:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449433.549112:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449433.549114:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449433.549592:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449433.549595:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789449433.549599:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449433.549601:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449433.549603:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b8525c6e0. 00000400:00000200:3.0:1789449433.549607:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69000 00000400:00000010:3.0:1789449433.549609:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69000. 00000100:00000001:3.0:1789449433.549611:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449433.549616:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b8310a300 x1876371947483008/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449449 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789449433.549625:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b8310a300 x1876371947483008/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449449 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449433.549631:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449433.549633:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449433.549635:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449433.549637:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449433.549638:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449433.549640:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449433.549643:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449433.549647:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b862dcc60 time=63 v=5 (5 102 102 102) 00000100:00001000:3.0:1789449433.549651:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b862dcc18 time=63 v=5 (1 1 1 1) 00000100:00000001:3.0:1789449433.549653:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789449433.549654:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449433.549656:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789449433.549658:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449433.549660:0:2402:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789449433.549661:0:2402:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967328 00000100:00000001:3.0:1789449433.549663:0:2402:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789449433.549665:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449433.549668:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b8310a300 x1876371947483008/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449449 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449433.549675:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449433.549677:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449433.549678:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449433.549681:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b8310a300 x1876371947483008/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449449 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789449433.549688:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b8310a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2402:1876371947483008:192.168.202.109@tcp:400:kworker.0 00000100:00000001:3.0:1789449433.549692:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449433.549694:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449433.549697:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b8310a300 x1876371947483008/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449449 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449433.549703:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449433.549705:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449433.549707:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b91d59200. 02000000:00000001:3.0:1789449433.549712:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449433.549714:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449433.549715:0:2402:0:(genops.c:1222:class_import_put()) import ffff9e8b862dc800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000020:00000001:3.0:1789449433.549717:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449433.549719:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b9051c000. 02000000:00000001:3.0:1789449433.549721:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449433.549722:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449433.549724:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b8310a300. 00000100:00000001:3.0:1789449433.549727:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449433.549728:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449433.549730:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449433.549736:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449433.549739:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449433.549740:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449433.549742:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449433.550274:0:31338:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789449433.550280:0:31338:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789449433.550283:0:31338:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789449433.550285:0:31338:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b9d10. 00000400:00000200:2.0:1789449433.550289:0:31338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d7f8 00000400:00000010:2.0:1789449433.550291:0:31338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d7f8. 00000100:00000001:2.0:1789449433.550294:0:31338:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449433.550300:0:31338:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065f800 x1876371947481472/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449435 ref 2 fl Rpc:SQr/600/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789449433.550310:0:31338:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065f800 x1876371947481472/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449435 ref 2 fl Rpc:SQU/600/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449433.550318:0:31338:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789449433.550319:0:31338:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449433.550322:0:31338:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449433.550324:0:31338:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449433.550328:0:31338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449433.550332:0:31338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449433.550335:0:31338:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449433.550338:0:31338:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:2.0:1789449433.550343:0:31338:0:(client.c:3742:ptlrpc_set_mbits()) resend with new mbits old x1876371947481472 new x1876371947483264 02000000:00000001:2.0:1789449433.550346:0:31338:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449433.550349:0:31338:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449433.550355:0:31338:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449433.550359:0:31338:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b9d10. 00000400:00000010:2.0:1789449433.550363:0:31338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d7f8. 00000100:00000200:2.0:1789449433.550368:0:31338:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947481472, portal 10 00000100:00000001:2.0:1789449433.550371:0:31338:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449433.550372:0:31338:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993085440 : -107152716466176 : ffff9e8b9065f800) 00000100:00000040:2.0:1789449433.550379:0:31338:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=602 req@ffff9e8b9065f800 x1876371947481472/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449449 ref 3 fl Rpc:r/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449433.550385:0:31338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449433.550388:0:31338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449433.550390:0:31338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085daa0. 00000100:00000200:2.0:1789449433.550393:0:31338:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876371947481472, offset 0 00000400:00000200:2.0:1789449433.550410:0:31338:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449433.550418:0:31338:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449433.550425:0:31338:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449433.550430:0:31338:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449433.550434:0:31338:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449433.550437:0:31338:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449433.550440:0:31338:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449433.550443:0:31338:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2595:2595:256:4294967295] 192.168.202.109@tcp LPNI seq info [2595:2595:8:4294967295] 00000400:00000200:2.0:1789449433.550447:0:31338:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449433.550456:0:31338:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449433.550461:0:31338:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449433.550467:0:31338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b82a8d700. 00000800:00000200:2.0:1789449433.550483:0:31338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449433.550490:0:31338:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449433.550494:0:31338:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b82a8d700 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1789449433.550507:0:31338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449433.550511:0:31338:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 785285 usecs (786 jiffies) 00000400:00000200:2.0:1789449433.550514:0:31338:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449433.550517:0:31338:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296437022 00000100:00000001:2.0:1789449433.550520:0:31338:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296440353 00000100:00000001:2.0:1789449433.550523:0:31338:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296437022 00000100:00000001:2.0:1789449433.550525:0:31338:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296440353 00000100:00000001:2.0:1789449433.550527:0:31338:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449433.550530:0:31338:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449433.550532:0:31338:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449433.550534:0:31338:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789449433.550536:0:31338:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b8365d300 going to sleep for 11 seconds 00000100:00000001:2.0:1789449433.550538:0:31338:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449433.550540:0:31338:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789449433.550556:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449433.550567:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449433.550570:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449433.550571:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449433.550584:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449433.550589:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449433.550595:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449433.550598:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449433.550601:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449433.550605:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x6aa8ce3656e80 00000400:00000200:2.0:1789449433.550610:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449433.550615:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x7725 [1] + 224 00000800:00000001:2.0:1789449433.550621:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449433.550628:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449433.550631:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449433.550635:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449433.550639:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449433.550644:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b8310b480 x1876371947482752/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449449 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449433.550653:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b8310b480 x1876371947482752/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449449 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449433.550671:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000200:2.0:1789449433.550764:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449433.550769:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b82a8d700. 00000400:00000200:2.0:1789449433.550772:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449433.550776:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449433.550779:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085daa0 00000400:00000010:2.0:1789449433.550781:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085daa0. 00000100:00000001:2.0:1789449433.550784:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449433.550788:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065f800 x1876371947481472/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449449 ref 3 fl Rpc:r/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449433.550797:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449433.550810:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b9065f800 x1876371947481472/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449449 ref 3 fl Rpc:Qr/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449433.550817:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449433.550819:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449433.550825:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449433.550829:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449433.550838:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449433.550840:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789449433.550843:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789449433.550845:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789449433.550847:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b9f20. 00000400:00000200:2.0:1789449433.550849:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085df68 00000400:00000010:2.0:1789449433.550851:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085df68. 00000100:00000001:2.0:1789449433.550853:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449433.550857:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b8310b480 x1876371947482752/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449449 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789449433.550866:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b8310b480 x1876371947482752/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449449 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449433.550872:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789449433.550874:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449433.550876:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789449433.550921:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789449433.550923:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789449433.550925:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449433.550928:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789449433.550932:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b83927460 time=64 v=5 (5 5 5 5) 00000100:00001000:2.0:1789449433.550935:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b83927418 time=64 v=5 (1 1 1 1) 00000100:00000001:2.0:1789449433.550938:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789449433.550939:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449433.550942:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789449433.550944:0:2401:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449433.550946:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449433.550950:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b8310b480 x1876371947482752/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449449 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449433.550955:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449433.550958:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789449433.550959:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789449433.550963:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b8310b480 x1876371947482752/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449449 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789449433.550971:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b8310b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:80a9314a-fa92-41c3-8d17-36c58fffb192:2401:1876371947482752:192.168.202.109@tcp:400:kworker.0 00000100:00000001:2.0:1789449433.550975:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449433.550977:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449433.550980:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b8310b480 x1876371947482752/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449449 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449433.550985:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789449433.550988:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789449433.550991:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b8313f600. 02000000:00000001:2.0:1789449433.550994:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789449433.550996:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789449433.550998:0:2401:0:(genops.c:1222:class_import_put()) import ffff9e8b83927000 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:2.0:1789449433.551000:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789449433.551002:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b9051c800. 02000000:00000001:2.0:1789449433.551005:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789449433.551006:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789449433.551009:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b8310b480. 00000100:00000001:2.0:1789449433.551011:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789449433.551012:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449433.551014:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449433.551020:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449433.551021:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449433.551023:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449433.551025:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449433.551826:0:2398:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449433.551831:0:2398:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:02000000:2.0:1789449433.551837:0:2398:0:(import.c:1788:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff9e8b89903000: Connection restored to 192.168.202.109@tcp (at 192.168.202.109@tcp) 00000100:00080000:2.0:1789449433.551845:0:2398:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000005bcca9cf): req@ffff9e8b83109f80 x1876371947480576/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 488/512 e 0 to 1 dl 1789449433 ref 2 fl Rpc:XQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449433.551868:0:2398:0:(import.c:1799:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449433.551873:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449433.551900:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b8310a680 x1876371947482880/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/416 e 0 to 0 dl 1789449443 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789449433.551910:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b8310a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2398:1876371947482880:192.168.202.109@tcp:38:kworker.0 00000100:00000001:2.0:1789449433.551914:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449433.551916:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449433.551920:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b8310a680 x1876371947482880/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/416 e 0 to 0 dl 1789449443 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449433.551925:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789449433.551927:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789449433.551929:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b8678fc00. 02000000:00000001:2.0:1789449433.551933:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789449433.551935:0:2398:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789449433.551937:0:2398:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:2.0:1789449433.551939:0:2398:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789449433.551940:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b87c49800. 02000000:00000001:2.0:1789449433.551943:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789449433.551944:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789449433.551947:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b8310a680. 00000100:00000001:2.0:1789449433.551950:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789449433.551951:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449433.551953:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449433.551957:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449433.551959:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449433.551961:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449433.551962:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449433.552845:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449433.552849:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ec200. 00000400:00000200:2.0:1789449433.552853:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449433.552859:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449433.552864:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5088 00000400:00000010:2.0:1789449433.552866:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5088. 00000100:00000001:2.0:1789449433.552870:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449433.552875:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83109f80 x1876371947480576/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 488/512 e 0 to 0 dl 1789449449 ref 3 fl Rpc:r/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449433.552916:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449433.552920:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83109f80 x1876371947480576/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 488/512 e 0 to 0 dl 1789449449 ref 3 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449433.552927:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449433.552929:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789449433.579868:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449433.579926:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449433.579931:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449433.579935:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449433.579945:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449433.579953:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449433.579963:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449433.579967:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449433.579972:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449433.579977:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 456 into portal 10 MB=0x6aa8ce3657100 00000400:00000200:3.0:1789449433.579983:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449433.579989:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 456/456 into md 0x7765 [1] + 224 00000800:00000001:3.0:1789449433.579997:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449433.580009:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449433.580012:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449433.580017:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449433.580025:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449433.580043:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83109f80 x1876371947480576/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 488/512 e 0 to 0 dl 1789449449 ref 2 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449433.580055:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=202 mlen=456 offset=224 replen=512 req@ffff9e8b83109f80 x1876371947480576/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 488/512 e 0 to 0 dl 1789449449 ref 2 fl Rpc:RQ/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449433.580066:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449433.580074:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449433.580078:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1789449433.587412:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449433.587425:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ec100. 00000400:00000200:2.0:1789449433.587434:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449433.587444:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449433.587452:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5d48 00000400:00000010:2.0:1789449433.587456:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5d48. 00000100:00000001:2.0:1789449433.587461:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449433.587469:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d19500 x1876371947483520/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 376/472 e 0 to 0 dl 1789449449 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449433.587484:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449433.587487:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d19500 x1876371947483520/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 376/472 e 0 to 0 dl 1789449449 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449433.587499:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449433.587501:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789449433.597199:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449433.597222:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449433.597227:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449433.597230:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449433.597239:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449433.597248:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449433.597258:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449433.597264:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449433.597270:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449433.597274:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 400 into portal 10 MB=0x6aa8ce3657180 00000400:00000200:3.0:1789449433.597296:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449433.597304:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 400/400 into md 0x776d [1] + 224 00000800:00000001:3.0:1789449433.597311:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449433.597334:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449433.597338:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449433.597344:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449433.597353:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449433.597371:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d19500 x1876371947483520/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 376/472 e 0 to 0 dl 1789449449 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789449433.597384:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=472 req@ffff9e8b87d19500 x1876371947483520/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 376/472 e 0 to 0 dl 1789449449 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449433.597414:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449433.597425:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449433.597429:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1789449433.600652:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449433.600661:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b83723200. 00000400:00000200:2.0:1789449433.600668:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449433.600675:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449433.600682:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012088 00000400:00000010:2.0:1789449433.600685:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012088. 00000100:00000001:2.0:1789449433.600690:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449433.600697:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d19500 x1876371947483648/t0(0) o2->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1789449449 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449433.600709:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449433.600713:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d19500 x1876371947483648/t0(0) o2->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1789449449 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449433.600720:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449433.600722:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:3.0:1789449433.601995:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449433.602000:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449433.602004:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449433.602006:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789449433.613548:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449433.613570:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449433.613586:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449433.613590:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449433.613601:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449433.613609:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449433.613620:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449433.613625:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449433.613631:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449433.613636:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 432 into portal 4 MB=0x6aa8ce3657200 00000400:00000200:3.0:1789449433.613642:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449433.613648:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 432/432 into md 0x7775 [1] + 224 00000800:00000001:3.0:1789449433.613656:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449433.613661:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449433.613666:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449433.613670:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449433.613678:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449433.613689:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d19500 x1876371947483648/t0(0) o2->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1789449449 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789449433.613700:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff9e8b87d19500 x1876371947483648/t0(0) o2->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1789449449 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449433.613790:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449433.613800:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449433.613804:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449433.613806:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449433.613808:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449433.613812:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449433.613815:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449433.613820:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449433.613822:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449433.613825:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449433.613828:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 456 into portal 10 MB=0x6aa8ce3657080 00000400:00000200:3.0:1789449433.613833:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449433.613837:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 456/456 into md 0x7755 [1] + 224 00000800:00000001:3.0:1789449433.613841:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449433.613848:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449433.613850:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449433.613853:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449433.613855:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449433.613861:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065f800 x1876371947481472/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449449 ref 2 fl Rpc:Qr/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789449433.613868:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=602 mlen=456 offset=224 replen=624 req@ffff9e8b9065f800 x1876371947481472/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449449 ref 2 fl Rpc:RQ/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449433.613933:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449433.613938:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449433.613941:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449433.614072:0:31338:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789449433.614080:0:31338:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789449433.614082:0:31338:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789449433.614085:0:31338:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b9d10. 00000400:00000200:2.0:1789449433.614090:0:31338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d7f8 00000400:00000010:2.0:1789449433.614093:0:31338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d7f8. 00000100:00000001:2.0:1789449433.614096:0:31338:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449433.614101:0:31338:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065f800 x1876371947481472/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449449 ref 2 fl Rpc:RQ/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789449433.614110:0:31338:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065f800 x1876371947481472/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449449 ref 2 fl Rpc:RQU/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449433.614116:0:31338:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789449433.614118:0:31338:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449433.614120:0:31338:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789449433.614123:0:31338:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789449433.614125:0:31338:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789449433.614127:0:31338:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449433.614130:0:31338:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789449433.614140:0:31338:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ecf0 time=63 v=5 (5 5 5 5) 00000100:00001000:2.0:1789449433.614144:0:31338:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1789449433.614146:0:31338:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789449433.614148:0:31338:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449433.614150:0:31338:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789449433.614154:0:31338:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449433.614158:0:31338:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789449433.614160:0:31338:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967582 00000100:00000001:2.0:1789449433.614162:0:31338:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789449433.614164:0:31338:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449433.614169:0:31338:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065f800 x1876371947481472/t4294967582(4294967582) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449449 ref 2 fl Rpc:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449433.614176:0:31338:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449433.614179:0:31338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789449433.614181:0:31338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789449433.614184:0:31338:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065f800 x1876371947481472/t4294967582(4294967582) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449449 ref 2 fl Interpret:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789449433.614192:0:31338:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065f800 pname:cluuid:pid:xid:nid:opc:job multiop:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:31338:1876371947481472:192.168.202.109@tcp:35:multiop.0 00000100:00000001:2.0:1789449433.614198:0:31338:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449433.614200:0:31338:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449433.614203:0:31338:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789449433.614205:0:31338:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449433.614209:0:31338:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065f800 x1876371947481472/t4294967582(4294967582) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449449 ref 2 fl Complete:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449433.614216:0:31338:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789449433.614219:0:31338:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b8365d300. 00000100:00000001:2.0:1789449433.614223:0:31338:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789449433.614225:0:31338:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449433.614234:0:31338:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449433.614235:0:31338:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993085440 : -107152716466176 : ffff9e8b9065f800) 00000002:00000001:2.0:1789449433.614239:0:31338:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789449433.614242:0:31338:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789449433.614248:0:31338:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b8313ea00. 00000080:00000001:2.0:1789449433.614251:0:31338:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1789449433.614255:0:31338:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:2.0:1789449433.614258:0:31338:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789449433.614261:0:31338:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789449433.614263:0:31338:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789449433.614266:0:31338:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789449433.614268:0:31338:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449433.614270:0:31338:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1d:0x0] 00800000:00000001:2.0:1789449433.614272:0:31338:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449433.614277:0:31338:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1789449433.614294:0:31338:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9e8b83693800 x1876371947479936/t4294967579(4294967579) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1789449432 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449433.614301:0:31338:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449433.614304:0:31338:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83693800 x1876371947479936/t4294967579(4294967579) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1789449432 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449433.614311:0:31338:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1789449433.614314:0:31338:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789449433.614316:0:31338:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:2.0:1789449433.614319:0:31338:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789449433.614322:0:31338:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b8678c800. 02000000:00000001:2.0:1789449433.614327:0:31338:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789449433.614329:0:31338:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789449433.614330:0:31338:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83693800. 00000100:00000001:2.0:1789449433.614334:0:31338:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789449433.614335:0:31338:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449433.614337:0:31338:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449433.614339:0:31338:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065f800 x1876371947481472/t4294967582(4294967582) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449449 ref 2 fl Complete:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449433.614346:0:31338:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789449433.614348:0:31338:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff9e8b8984ffa0. 00000002:00000001:2.0:1789449433.614350:0:31338:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789449433.614352:0:31338:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789449433.614354:0:31338:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9e8b91d9a880. 00000100:00000001:2.0:1789449433.614357:0:31338:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449433.614368:0:31338:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065f800 x1876371947481472/t4294967582(4294967582) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449449 ref 1 fl Complete:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449433.614374:0:31338:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789449433.614376:0:31338:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789449433.614379:0:31338:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b83605800. 02000000:00000001:2.0:1789449433.614382:0:31338:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789449433.614383:0:31338:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789449433.614385:0:31338:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:2.0:1789449433.614387:0:31338:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789449433.614388:0:31338:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e8b8313fe00. 02000000:00000001:2.0:1789449433.614390:0:31338:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789449433.614391:0:31338:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789449433.614392:0:31338:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065f800. 00000100:00000001:2.0:1789449433.614395:0:31338:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789449433.614396:0:31338:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789449433.614406:0:31338:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789449433.614410:0:31338:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9e8b8c446140. 00000080:00000001:2.0:1789449433.614413:0:31338:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449433.614418:0:31338:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820b3df0 00000080:00000008:2.0:1789449433.614421:0:31338:0:(file.c:523:ll_file_release()) COMPLETED file f:[0x200000405:0x1d:0x0](ffff9e8b891121c8), flags 100002, rc = 0 00000080:00000001:2.0:1789449433.614424:0:31338:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449433.614429:0:31338:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1789449433.614431:0:31338:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820b3e00 00000080:00002000:2.0:1789449433.614433:0:31338:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff9e8b89351948, parent ffff9e8b89351d80, inode ffff9e8b891121c8) hashed, 00000080:00000001:2.0:1789449433.614436:0:31338:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789449433.614445:0:31338:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1789449433.614451:0:31338:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1789449433.614454:0:31338:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1789449433.614455:0:31338:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820b3e00 00000080:00002000:2.0:1789449433.614457:0:31338:0:(dcache.c:127:ll_ddelete()) deleting dentry d21f.recovery-small-1 (ffff9e8b89351d80, parent ffff9e8b892cbca8, inode ffff9e8b89115b88) hashed, 00000080:00000001:2.0:1789449433.614459:0:31338:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789449433.614514:0:31338:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1789449433.614517:0:31338:0:(dcache.c:48:ll_release()) Process leaving 00000800:00000200:2.0:1789449433.617347:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449433.617351:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ecb00. 00000400:00000200:2.0:1789449433.617357:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449433.617362:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449433.617367:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5c38 00000400:00000010:2.0:1789449433.617369:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5c38. 00000100:00000001:2.0:1789449433.617374:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449433.617379:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d1aa00 x1876371947483904/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449449 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449433.617389:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449433.617392:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d1aa00 x1876371947483904/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449449 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449433.617398:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449433.617400:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000080:00000010:2.1:1789449433.619926:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b8984f620. 00000080:00000010:2.1:1789449433.619950:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b8984f820. 00000800:00000001:2.0:1789449433.623647:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449433.623665:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449433.623670:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449433.623672:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449433.623681:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449433.623690:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449433.623699:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449433.623704:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449433.623710:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449433.623715:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 456 into portal 10 MB=0x6aa8ce3657300 00000400:00000200:2.0:1789449433.623721:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449433.623727:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 456/456 into md 0x777d [1] + 224 00000800:00000001:2.0:1789449433.623736:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449433.623743:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449433.623747:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449433.623752:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449433.623761:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449433.623772:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d1aa00 x1876371947483904/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449449 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449433.623789:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9e8b87d1aa00 x1876371947483904/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449449 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449433.623800:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449433.623809:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449433.623812:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1789449433.635023:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b889af3c0. 00000080:00000010:0.1:1789449433.635055:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b8984fda0. 00010000:00000001:3.0:1789449434.626021:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449434.626030:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449434.626036:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449434.626038:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449435.536417:0:31383:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789449435.536425:0:31383:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789449435.536427:0:31383:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789449435.536430:0:31383:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820b3b20 00000080:00200000:3.0:1789449435.536435:0:31383:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:3.0:1789449435.536443:0:31383:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b8435f400. 00800000:00000002:3.0:1789449435.536448:0:31383:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:3.0:1789449435.536452:0:31383:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789449435.536457:0:31383:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789449435.536459:0:31383:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820b3a40 00800000:00000002:3.0:1789449435.536462:0:31383:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789449435.536465:0:31383:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789449435.536468:0:31383:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789449435.536470:0:31383:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789449435.536473:0:31383:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789449435.536475:0:31383:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789449435.536477:0:31383:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449435.536479:0:31383:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789449435.536482:0:31383:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449435.536485:0:31383:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789449435.536491:0:31383:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789449435.536492:0:31383:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820b3910 00000002:00010000:3.0:1789449435.536494:0:31383:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789449435.536497:0:31383:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789449435.536500:0:31383:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789449435.536503:0:31383:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789449435.536510:0:31383:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449435.536512:0:31383:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449435.536514:0:31383:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449435.536517:0:31383:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1789449435.536519:0:31383:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1789449435.536525:0:31383:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b8310a300. 00000020:00000040:3.0:1789449435.536529:0:31383:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00010000:00000001:3.0:1789449435.536537:0:31383:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789449435.536541:0:31383:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449435.536547:0:31383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449435.536549:0:31383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449435.536551:0:31383:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449435.536553:0:31383:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789449435.536556:0:31383:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789449435.546292:0:31383:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789449435.546312:0:31383:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b87c4a000. 00000100:00000001:3.0:1789449435.546322:0:31383:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449435.546331:0:31383:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789449435.546333:0:31383:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449435.546335:0:31383:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789449435.546336:0:31383:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449435.546338:0:31383:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449435.546361:0:31383:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446636920769389312 : -107152940162304 : ffff9e8b8310a300) 00010000:00000001:3.0:1789449435.546367:0:31383:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789449435.546370:0:31383:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1789449435.546380:0:31383:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9e8b922de400. 00010000:00000010:3.0:1789449435.546384:0:31383:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e8b84d02100. 00010000:00000001:3.0:1789449435.546390:0:31383:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789449435.546394:0:31383:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8b91c75600. 00000020:00000001:3.0:1789449435.546400:0:31383:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789449435.546404:0:31383:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8b91c75600 with handle 0xcddde1459ded652a to hash 00000020:00000001:3.0:1789449435.546406:0:31383:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789449435.546408:0:31383:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636921016243712 : -107152693307904 : ffff9e8b91c75600) 00010000:00000001:3.0:1789449435.546412:0:31383:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636921016243712 : -107152693307904 : ffff9e8b91c75600) 00010000:00000001:3.0:1789449435.546417:0:31383:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449435.546420:0:31383:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449435.546425:0:31383:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75600/0xcddde1459ded652a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31383 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789449435.546435:0:31383:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75600/0xcddde1459ded652a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31383 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789449435.546446:0:31383:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75600/0xcddde1459ded652a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31383 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789449435.546452:0:31383:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789449435.546454:0:31383:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789449435.548443:0:31383:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b865ccc00. 00000100:00000001:3.0:1789449435.548454:0:31383:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920824712192 : -107152884839424 : ffff9e8b865ccc00) 00000100:00000001:3.0:1789449435.548468:0:31383:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449435.548470:0:31383:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769389312 : -107152940162304 : ffff9e8b8310a300) 00000100:00000001:3.0:1789449435.548476:0:31383:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789449435.548481:0:31383:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449435.548483:0:31383:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789449435.548485:0:31383:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789449435.548498:0:31383:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b8310a300 x1876371947484032/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449435.548508:0:31383:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789449435.548511:0:31383:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449435.548516:0:31383:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789449435.548520:0:31383:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789449435.548524:0:31383:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449435.548528:0:31383:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b8310a300 pname:cluuid:pid:xid:nid:opc:job checkstat:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:31383:1876371947484032:192.168.202.109@tcp:101:checkstat.0 00000100:00000001:3.0:1789449435.548532:0:31383:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789449435.548538:0:31383:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789449435.548540:0:31383:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449435.548543:0:31383:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789449435.548549:0:31383:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e8b86130000. 02000000:00000001:3.0:1789449435.548552:0:31383:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449435.548571:0:31383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:3.0:1789449435.548578:0:31383:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b8525c6e0. 00000400:00000010:3.0:1789449435.548585:0:31383:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69000. 00000100:00000200:3.0:1789449435.548593:0:31383:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876371947484032, portal 10 00000100:00000001:3.0:1789449435.548595:0:31383:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449435.548597:0:31383:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769389312 : -107152940162304 : ffff9e8b8310a300) 00000100:00000040:3.0:1789449435.548604:0:31383:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b8310a300 x1876371947484032/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449451 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449435.549176:0:31383:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449435.549180:0:31383:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1789449435.549186:0:31383:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69cc0. 00000100:00000200:3.0:1789449435.549190:0:31383:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876371947484032, offset 0 00000400:00000200:3.0:1789449435.549196:0:31383:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1789449435.549205:0:31383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449435.549213:0:31383:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449435.549218:0:31383:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789449435.549222:0:31383:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1789449435.549226:0:31383:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789449435.549228:0:31383:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1789449435.549232:0:31383:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2600:2600:256:4294967295] 192.168.202.109@tcp LPNI seq info [2600:2600:8:4294967295] 00000400:00000200:3.0:1789449435.549236:0:31383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449435.549246:0:31383:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449435.549252:0:31383:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449435.549258:0:31383:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051c000. 00000800:00000200:3.0:1789449435.549265:0:31383:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449435.549272:0:31383:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449435.549277:0:31383:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051c000 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1789449435.549298:0:31383:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449435.549303:0:31383:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 840405 usecs (841 jiffies) 00000400:00000200:3.0:1789449435.549306:0:31383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:3.0:1789449435.549309:0:31383:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296439076 00000100:00000001:3.0:1789449435.549312:0:31383:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296440353 00000100:00000001:3.0:1789449435.549314:0:31383:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296439076 00000100:00000001:3.0:1789449435.549317:0:31383:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296440353 00000100:00000001:3.0:1789449435.549319:0:31383:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449435.549322:0:31383:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449435.549324:0:31383:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449435.549327:0:31383:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789449435.549329:0:31383:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b865ccc00 going to sleep for 11 seconds 00000100:00000001:3.0:1789449435.549332:0:31383:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449435.549335:0:31383:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449435.549525:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449435.549530:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b9051c000. 00000400:00000200:2.0:1789449435.549535:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449435.549540:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449435.549545:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69cc0 00000400:00000010:2.0:1789449435.549548:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69cc0. 00000100:00000001:2.0:1789449435.549552:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449435.549565:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b8310a300 x1876371947484032/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449451 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449435.549576:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449435.549580:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b8310a300 x1876371947484032/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449451 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449435.549587:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449435.549588:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449435.569935:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.569961:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449435.569965:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.570065:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449435.570077:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.570084:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449435.570094:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.570099:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.570103:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.570108:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 688 into portal 10 MB=0x6aa8ce3657380 00000400:00000200:2.0:1789449435.570113:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.570120:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 688/688 into md 0x7785 [1] + 224 00000800:00000001:2.0:1789449435.570128:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.570138:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449435.570141:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449435.570146:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449435.570153:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449435.570162:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b8310a300 x1876371947484032/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449451 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449435.570174:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9e8b8310a300 x1876371947484032/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449451 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449435.570243:0:31383:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449435.570359:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449435.570370:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.570373:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1789449435.570450:0:31383:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449435.570452:0:31383:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449435.570455:0:31383:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b8525c6e0. 00000400:00000200:3.0:1789449435.570460:0:31383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69000 00000400:00000010:3.0:1789449435.570462:0:31383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69000. 00000100:00000001:3.0:1789449435.570465:0:31383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449435.570470:0:31383:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b8310a300 x1876371947484032/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449451 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789449435.570479:0:31383:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b8310a300 x1876371947484032/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449451 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449435.570486:0:31383:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449435.570488:0:31383:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449435.570490:0:31383:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449435.570493:0:31383:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449435.570495:0:31383:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449435.570498:0:31383:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449435.570500:0:31383:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449435.570511:0:31383:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=65 v=5 (5 102 102 102) 00000100:00001000:3.0:1789449435.570515:0:31383:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1789449435.570517:0:31383:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789449435.570519:0:31383:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449435.570522:0:31383:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789449435.570526:0:31383:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449435.570530:0:31383:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789449435.570532:0:31383:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967582 00000100:00000001:3.0:1789449435.570534:0:31383:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789449435.570536:0:31383:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449435.570540:0:31383:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b8310a300 x1876371947484032/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449451 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449435.570548:0:31383:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449435.570551:0:31383:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449435.570553:0:31383:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449435.570566:0:31383:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b8310a300 x1876371947484032/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449451 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789449435.570575:0:31383:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b8310a300 pname:cluuid:pid:xid:nid:opc:job checkstat:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:31383:1876371947484032:192.168.202.109@tcp:101:checkstat.0 00000100:00000001:3.0:1789449435.570580:0:31383:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449435.570583:0:31383:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449435.570585:0:31383:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789449435.570588:0:31383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449435.570591:0:31383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b8310a300 x1876371947484032/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449451 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449435.570598:0:31383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789449435.570601:0:31383:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b865ccc00. 00000100:00000001:3.0:1789449435.570605:0:31383:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789449435.570607:0:31383:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449435.570703:0:31383:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789449435.570709:0:31383:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449435.570711:0:31383:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449435.570715:0:31383:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75600 refcount=4 00000020:00000001:3.0:1789449435.570718:0:31383:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016243712 : -107152693307904 : ffff9e8b91c75600) 00010000:00000001:3.0:1789449435.570721:0:31383:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016243712 : -107152693307904 : ffff9e8b91c75600) 00010000:00000040:3.0:1789449435.570728:0:31383:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e8b91c75600, remote cookie: 0xeb7cbf5e2fd3cf8f, flags: 0x1001 00010000:00010000:3.0:1789449435.570734:0:31383:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75600/0xcddde1459ded652a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3cf8f expref: -99 pid: 31383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789449435.570747:0:31383:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75600/0xcddde1459ded652a lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3cf8f expref: -99 pid: 31383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449435.570809:0:31383:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1789449435.570813:0:31383:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1789449435.570816:0:31383:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1789449435.570817:0:31383:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1789449435.570819:0:31383:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1789449435.570822:0:31383:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9e8b922de400) refcount = 1 00010000:00010000:3.0:1789449435.570826:0:31383:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75600/0xcddde1459ded652a lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3cf8f expref: -99 pid: 31383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449435.570832:0:31383:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1789449435.570836:0:31383:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1789449435.570837:0:31383:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789449435.570840:0:31383:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1789449435.570842:0:31383:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449435.570846:0:31383:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75600/0xcddde1459ded652a lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3cf8f expref: -99 pid: 31383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449435.570851:0:31383:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1789449435.570853:0:31383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449435.570855:0:31383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449435.570856:0:31383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449435.570857:0:31383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449435.570858:0:31383:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449435.570863:0:31383:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1789449435.570865:0:31383:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449435.570866:0:31383:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449435.570867:0:31383:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75600 refcount=3 00000020:00000001:3.0:1789449435.570869:0:31383:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016243712 : -107152693307904 : ffff9e8b91c75600) 00010000:00000001:3.0:1789449435.570871:0:31383:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016243712 : -107152693307904 : ffff9e8b91c75600) 00010000:00000001:3.0:1789449435.570874:0:31383:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449435.570875:0:31383:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449435.570876:0:31383:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75600 refcount=4 00000020:00000001:3.0:1789449435.570901:0:31383:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016243712 : -107152693307904 : ffff9e8b91c75600) 00010000:00000001:3.0:1789449435.570903:0:31383:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016243712 : -107152693307904 : ffff9e8b91c75600) 00010000:00000001:3.0:1789449435.570906:0:31383:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449435.570909:0:31383:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449435.570913:0:31383:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75600/0xcddde1459ded652a lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3cf8f expref: -99 pid: 31383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449435.570919:0:31383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449435.570920:0:31383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449435.570921:0:31383:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449435.570922:0:31383:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449435.570924:0:31383:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75600 refcount=5 00000020:00000001:3.0:1789449435.570926:0:31383:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016243712 : -107152693307904 : ffff9e8b91c75600) 00010000:00000001:3.0:1789449435.570928:0:31383:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016243712 : -107152693307904 : ffff9e8b91c75600) 00010000:00000001:3.0:1789449435.570930:0:31383:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789449435.570933:0:31383:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75600/0xcddde1459ded652a lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3cf8f expref: -99 pid: 31383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449435.570938:0:31383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449435.570939:0:31383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789449435.570942:0:31383:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75600/0xcddde1459ded652a lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3cf8f expref: -99 pid: 31383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449435.570947:0:31383:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789449435.570948:0:31383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449435.570949:0:31383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449435.570950:0:31383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449435.570951:0:31383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1789449435.570956:0:31383:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9e8b8310a300 x1876371947484032/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449451 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1789449435.571133:0:31383:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449435.571135:0:31383:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449435.571136:0:31383:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75600 refcount=3 00000020:00000001:3.0:1789449435.571138:0:31383:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016243712 : -107152693307904 : ffff9e8b91c75600) 00010000:00000001:3.0:1789449435.571141:0:31383:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016243712 : -107152693307904 : ffff9e8b91c75600) 00010000:00000001:3.0:1789449435.571143:0:31383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449435.571144:0:31383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789449435.571146:0:31383:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449435.571148:0:31383:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449435.571151:0:31383:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1789449435.571153:0:31383:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449435.571154:0:31383:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449435.571155:0:31383:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75600 refcount=3 00000020:00000001:3.0:1789449435.571157:0:31383:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016243712 : -107152693307904 : ffff9e8b91c75600) 00010000:00000001:3.0:1789449435.571159:0:31383:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016243712 : -107152693307904 : ffff9e8b91c75600) 00000002:00010000:3.0:1789449435.571163:0:31383:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75600/0xcddde1459ded652a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3cf8f expref: -99 pid: 31383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449435.571168:0:31383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449435.571169:0:31383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449435.571171:0:31383:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789449435.571172:0:31383:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449435.571173:0:31383:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449435.571174:0:31383:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75600 refcount=3 00000020:00000001:3.0:1789449435.571176:0:31383:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016243712 : -107152693307904 : ffff9e8b91c75600) 00010000:00000001:3.0:1789449435.571178:0:31383:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016243712 : -107152693307904 : ffff9e8b91c75600) 00010000:00000040:3.0:1789449435.571183:0:31383:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922de400 count: 2 00010000:00000001:3.0:1789449435.571186:0:31383:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1789449435.571190:0:31383:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e8b83488400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1789449435.571192:0:31383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449435.571194:0:31383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789449435.571196:0:31383:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1789449435.571198:0:31383:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820b3898 00000002:00002000:3.0:1789449435.571200:0:31383:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1789449435.571203:0:31383:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789449435.571207:0:31383:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789449435.571210:0:31383:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1789449435.571213:0:31383:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1789449435.571216:0:31383:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449435.571220:0:31383:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:3.0:1789449435.571224:0:31383:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b8435f400. 00000080:00000001:3.0:1789449435.571229:0:31383:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789449435.571231:0:31383:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1789449435.571237:0:31383:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1789449435.571241:0:31383:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1789449435.571247:0:31383:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9e8b896f0d40. 00800000:00000001:3.0:1789449435.571249:0:31383:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446636920876240192 : -107152833311424 : ffff9e8b896f0d40) 00800000:00000001:3.0:1789449435.571251:0:31383:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449435.571253:0:31383:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1789449435.571256:0:31383:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1789449435.571258:0:31383:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1789449435.571261:0:31383:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1789449435.571263:0:31383:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1789449435.571265:0:31383:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449435.571268:0:31383:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1789449435.571271:0:31383:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:3.0:1789449435.571275:0:31383:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:3.0:1789449435.571277:0:31383:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449435.571279:0:31383:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449435.571280:0:31383:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75600 refcount=3 00000020:00000001:3.0:1789449435.571282:0:31383:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016243712 : -107152693307904 : ffff9e8b91c75600) 00010000:00000001:3.0:1789449435.571284:0:31383:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016243712 : -107152693307904 : ffff9e8b91c75600) 00010000:00000001:3.0:1789449435.571286:0:31383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449435.571287:0:31383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789449435.571288:0:31383:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1789449435.571290:0:31383:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1789449435.571292:0:31383:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b896f0d40 1 00800000:00000010:3.0:1789449435.571294:0:31383:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9e8b896f0d40. 00800000:00000001:3.0:1789449435.571297:0:31383:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789449435.571300:0:31383:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded652a 00800000:00000001:3.0:1789449435.571303:0:31383:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789449435.571304:0:31383:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789449435.571305:0:31383:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449435.571306:0:31383:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449435.571307:0:31383:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75600 refcount=3 00000020:00000001:3.0:1789449435.571309:0:31383:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016243712 : -107152693307904 : ffff9e8b91c75600) 00010000:00000001:3.0:1789449435.571311:0:31383:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016243712 : -107152693307904 : ffff9e8b91c75600) 00010000:00000001:3.0:1789449435.571313:0:31383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449435.571314:0:31383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789449435.571316:0:31383:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789449435.571317:0:31383:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449435.571319:0:31383:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789449435.571322:0:31383:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:3.0:1789449435.571324:0:31383:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded652a from it ffffb711820b3b58 00010000:00000001:3.0:1789449435.571326:0:31383:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449435.571327:0:31383:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449435.571328:0:31383:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75600 refcount=3 00000020:00000001:3.0:1789449435.571330:0:31383:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016243712 : -107152693307904 : ffff9e8b91c75600) 00010000:00000001:3.0:1789449435.571331:0:31383:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016243712 : -107152693307904 : ffff9e8b91c75600) 00010000:00000001:3.0:1789449435.571333:0:31383:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789449435.571336:0:31383:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75600/0xcddde1459ded652a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3cf8f expref: -99 pid: 31383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449435.571341:0:31383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449435.571397:0:31383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449435.571399:0:31383:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789449435.571401:0:31383:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789449435.571404:0:31383:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75600/0xcddde1459ded652a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3cf8f expref: -99 pid: 31383 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789449435.571419:0:31383:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449435.571422:0:31383:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789449435.571423:0:31383:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449435.571428:0:31383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449435.571429:0:31383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449435.571430:0:31383:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449435.571434:0:31383:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789449435.571436:0:31383:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449435.571437:0:31383:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449435.571440:0:31383:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449435.571441:0:31383:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789449435.571442:0:31383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449435.571443:0:31383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789449435.571446:0:31383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449435.571450:0:31383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b8310a300 x1876371947484032/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449451 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449435.571457:0:31383:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449435.571459:0:31383:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449435.571463:0:31383:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9e8b86130000. 02000000:00000001:3.0:1789449435.571467:0:31383:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449435.571469:0:31383:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449435.571471:0:31383:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:3.0:1789449435.571473:0:31383:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449435.571476:0:31383:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b87c4a000. 02000000:00000001:3.0:1789449435.571479:0:31383:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449435.571481:0:31383:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449435.571482:0:31383:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b8310a300. 00000100:00000001:3.0:1789449435.571486:0:31383:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449435.571487:0:31383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789449435.571490:0:31383:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908), inode mode 41ff mask 1 00000080:00000001:3.0:1789449435.571495:0:31383:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1789449435.571508:0:31383:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9e8b889af720. 00000020:00000001:3.0:1789449435.571513:0:31383:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820b3a88 00000080:00200000:3.0:1789449435.571515:0:31383:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21f.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9e8b89180908), flags=24 00000080:00000001:3.0:1789449435.571519:0:31383:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1789449435.571521:0:31383:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820b3938 00000080:00200000:3.0:1789449435.571522:0:31383:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21f.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9e8b89180908), intent=0 00000080:00000010:3.0:1789449435.571529:0:31383:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b8435f400. 00800000:00000002:3.0:1789449435.571534:0:31383:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:3.0:1789449435.571537:0:31383:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789449435.571540:0:31383:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789449435.571542:0:31383:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820b3858 00800000:00000002:3.0:1789449435.571544:0:31383:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21f.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789449435.571547:0:31383:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789449435.571550:0:31383:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789449435.571553:0:31383:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789449435.571555:0:31383:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789449435.571567:0:31383:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789449435.571570:0:31383:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449435.571572:0:31383:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789449435.571574:0:31383:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449435.571577:0:31383:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820b37f0 00800000:00000002:3.0:1789449435.571579:0:31383:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21f.recovery-small-1' -> mds #0 00000002:00000001:3.0:1789449435.571583:0:31383:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789449435.571585:0:31383:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820b3728 00000002:00010000:3.0:1789449435.571586:0:31383:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21f.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:3.0:1789449435.571589:0:31383:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1789449435.571592:0:31383:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1789449435.571595:0:31383:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b8310a300. 00000020:00000040:3.0:1789449435.571598:0:31383:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00010000:00000001:3.0:1789449435.571602:0:31383:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789449435.571606:0:31383:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449435.571722:0:31383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449435.571725:0:31383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449435.571726:0:31383:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449435.571729:0:31383:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789449435.571731:0:31383:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789449435.571735:0:31383:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789449435.571744:0:31383:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b87c4a000. 00000100:00000001:3.0:1789449435.571816:0:31383:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449435.571821:0:31383:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789449435.571823:0:31383:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449435.571824:0:31383:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789449435.571825:0:31383:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449435.571827:0:31383:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449435.571834:0:31383:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446636920769389312 : -107152940162304 : ffff9e8b8310a300) 00010000:00000001:3.0:1789449435.571838:0:31383:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789449435.571841:0:31383:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1789449435.571843:0:31383:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922de400 count: 2 00010000:00000001:3.0:1789449435.571845:0:31383:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789449435.571847:0:31383:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789449435.571852:0:31383:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8b91c75c00. 00000020:00000001:3.0:1789449435.571856:0:31383:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789449435.571859:0:31383:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8b91c75c00 with handle 0xcddde1459ded6531 to hash 00000020:00000001:3.0:1789449435.571861:0:31383:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789449435.571862:0:31383:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636921016245248 : -107152693306368 : ffff9e8b91c75c00) 00010000:00000001:3.0:1789449435.571865:0:31383:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636921016245248 : -107152693306368 : ffff9e8b91c75c00) 00010000:00000001:3.0:1789449435.571868:0:31383:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449435.571871:0:31383:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449435.571874:0:31383:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75c00/0xcddde1459ded6531 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31383 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789449435.572064:0:31383:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75c00/0xcddde1459ded6531 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31383 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789449435.572076:0:31383:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75c00/0xcddde1459ded6531 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31383 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789449435.572082:0:31383:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789449435.572083:0:31383:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789449435.572212:0:31383:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b8365d300. 00000100:00000001:2.0:1789449435.572215:0:31383:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920774972160 : -107152934579456 : ffff9e8b8365d300) 00000100:00000001:2.0:1789449435.572219:0:31383:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449435.572220:0:31383:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769389312 : -107152940162304 : ffff9e8b8310a300) 00000100:00000001:2.0:1789449435.572224:0:31383:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449435.572230:0:31383:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449435.572231:0:31383:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789449435.572233:0:31383:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789449435.572240:0:31383:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b8310a300 x1876371947484160/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449435.572249:0:31383:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449435.572251:0:31383:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449435.572256:0:31383:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449435.572259:0:31383:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449435.572261:0:31383:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449435.572265:0:31383:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b8310a300 pname:cluuid:pid:xid:nid:opc:job checkstat:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:31383:1876371947484160:192.168.202.109@tcp:101:checkstat.0 00000100:00000001:2.0:1789449435.572270:0:31383:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789449435.572277:0:31383:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449435.572279:0:31383:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449435.572281:0:31383:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789449435.572288:0:31383:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e8b8986f000. 02000000:00000001:2.0:1789449435.572290:0:31383:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449435.572299:0:31383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449435.572304:0:31383:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b9d10. 00000400:00000010:2.0:1789449435.572309:0:31383:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d7f8. 00000100:00000200:2.0:1789449435.572318:0:31383:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876371947484160, portal 10 00000100:00000001:2.0:1789449435.572321:0:31383:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449435.572322:0:31383:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769389312 : -107152940162304 : ffff9e8b8310a300) 00000100:00000040:2.0:1789449435.572328:0:31383:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b8310a300 x1876371947484160/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449451 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449435.572335:0:31383:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449435.572338:0:31383:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449435.572341:0:31383:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085df68. 00000100:00000200:2.0:1789449435.572584:0:31383:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876371947484160, offset 0 00000400:00000200:2.0:1789449435.572594:0:31383:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449435.572604:0:31383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.573144:0:31383:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449435.573151:0:31383:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449435.573155:0:31383:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449435.573159:0:31383:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449435.573163:0:31383:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449435.573167:0:31383:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2601:2601:256:4294967295] 192.168.202.109@tcp LPNI seq info [2601:2601:8:4294967295] 00000400:00000200:2.0:1789449435.573172:0:31383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.573181:0:31383:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449435.573187:0:31383:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449435.573195:0:31383:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b82a8d700. 00000800:00000200:2.0:1789449435.573202:0:31383:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449435.573211:0:31383:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449435.573215:0:31383:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b82a8d700 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1789449435.573277:0:31383:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449435.573283:0:31383:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 839102 usecs (840 jiffies) 00000400:00000200:2.0:1789449435.573287:0:31383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449435.573290:0:31383:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296439099 00000100:00000001:2.0:1789449435.573293:0:31383:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296440353 00000100:00000001:2.0:1789449435.573295:0:31383:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296439099 00000100:00000001:2.0:1789449435.573298:0:31383:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296440353 00000100:00000001:2.0:1789449435.573300:0:31383:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449435.573303:0:31383:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449435.573305:0:31383:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449435.573307:0:31383:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789449435.573310:0:31383:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b8365d300 going to sleep for 11 seconds 00000100:00000001:2.0:1789449435.573312:0:31383:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449435.573315:0:31383:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449435.577699:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449435.577710:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b82a8d700. 00000400:00000200:3.0:1789449435.577717:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449435.577727:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449435.577734:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085df68 00000400:00000010:3.0:1789449435.577737:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085df68. 00000100:00000001:3.0:1789449435.577743:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449435.579095:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b8310a300 x1876371947484160/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449451 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449435.579114:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449435.579122:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b8310a300 x1876371947484160/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449451 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449435.579130:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449435.579132:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449435.583591:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.583612:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449435.583616:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.583619:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449435.583629:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.583637:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449435.583646:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.583651:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.583656:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.583660:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 688 into portal 10 MB=0x6aa8ce3657400 00000400:00000200:2.0:1789449435.583666:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.583676:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 688/688 into md 0x7795 [1] + 224 00000800:00000001:2.0:1789449435.583684:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.583693:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449435.583696:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449435.583701:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449435.583708:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449435.583719:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b8310a300 x1876371947484160/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449451 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449435.583730:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9e8b8310a300 x1876371947484160/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449451 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449435.583760:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449435.583769:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.583773:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1789449435.589167:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449435.589176:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ec600. 00000400:00000200:2.0:1789449435.589183:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449435.589191:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449435.589197:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5bb0 00000400:00000010:2.0:1789449435.589201:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5bb0. 00000100:00000001:2.0:1789449435.589207:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449435.589214:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d19f80 x1876371947484288/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449451 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449435.589227:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449435.589230:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d19f80 x1876371947484288/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449451 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449435.589237:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449435.589240:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449435.601936:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.601955:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449435.601961:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.601964:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449435.601974:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.601982:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449435.601992:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.601997:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.602002:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.602007:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 640 into portal 10 MB=0x6aa8ce3657480 00000400:00000200:2.0:1789449435.602013:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.602019:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 640/640 into md 0x77a5 [1] + 224 00000800:00000001:2.0:1789449435.602028:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.602036:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449435.602040:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449435.602045:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449435.602053:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449435.602062:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d19f80 x1876371947484288/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449451 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449435.602074:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff9e8b87d19f80 x1876371947484288/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449451 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449435.602097:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449435.602105:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.602109:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789449435.604159:0:31383:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1789449435.604161:0:31383:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789449435.604164:0:31383:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1789449435.604165:0:31383:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449435.604168:0:31383:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789449435.604172:0:31383:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:2.0:1789449435.604174:0:31383:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789449435.604178:0:31383:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820823320 : -107152888728296 : ffff9e8b86217518) 00000020:00001000:2.0:1789449435.604180:0:31383:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217510 00000020:00000001:2.0:1789449435.604186:0:31383:0:(cl_object.c:143:cl_object_top()) ffff9e8b84013c38 -> ffff9e8b84013c38 00000020:00000001:2.0:1789449435.604189:0:31383:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:2.0:1789449435.604192:0:31383:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1789449435.604194:0:31383:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x1d:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:2.0:1789449435.604197:0:31383:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789449435.604199:0:31383:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1789449435.604201:0:31383:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1789449435.604203:0:31383:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449435.604205:0:31383:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789449435.604209:0:31383:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x1d:0x0]io ffff9e8b84db3340 type 7 ignore/verify layout 0/1 00020000:00000002:2.0:1789449435.604212:0:31383:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b836973e0) owner 0000000000000000/ffff9e8b87cc4f80 00020000:00000001:2.0:1789449435.604215:0:31383:0:(lov_io.c:2266:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1789449435.604217:0:31383:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1789449435.604220:0:31383:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1789449435.604221:0:31383:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449435.604224:0:31383:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1789449435.604226:0:31383:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1789449435.604228:0:31383:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449435.604230:0:31383:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789449435.604231:0:31383:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1789449435.604232:0:31383:0:(lov_io.c:2279:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1789449435.604233:0:31383:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b836973e0) owner 0000000000000000/ffff9e8b87cc4f80 00000020:00000001:2.0:1789449435.604236:0:31383:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789449435.604238:0:31383:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1789449435.604240:0:31383:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x1d:0x0] 00000020:00000001:2.0:1789449435.604242:0:31383:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1789449435.604244:0:31383:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1789449435.604246:0:31383:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1789449435.604249:0:31383:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000001:2.0:1789449435.604251:0:31383:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449435.604255:0:31383:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449435.604257:0:31383:0:(lov_offset.c:141:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789449435.604258:0:31383:0:(lov_offset.c:264:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1789449435.604262:0:31383:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000010:2.0:1789449435.604268:0:31383:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9e8b84d2ac00. 00020000:00000001:2.0:1789449435.604271:0:31383:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449435.604273:0:31383:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449435.604274:0:31383:0:(lov_offset.c:141:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789449435.604275:0:31383:0:(lov_offset.c:264:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1789449435.604278:0:31383:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1789449435.604280:0:31383:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789449435.604282:0:31383:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1789449435.604283:0:31383:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789449435.604285:0:31383:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820825192 : -107152888726424 : ffff9e8b86217c68) 00000020:00001000:2.0:1789449435.604287:0:31383:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217c60 00000020:00000001:2.0:1789449435.604289:0:31383:0:(cl_object.c:143:cl_object_top()) ffff9e8b84013788 -> ffff9e8b84013c38 00000020:00000001:2.0:1789449435.604291:0:31383:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:2.0:1789449435.604295:0:31383:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789449435.604296:0:31383:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1789449435.604298:0:31383:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:2.0:1789449435.604299:0:31383:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446636920799441728 : -107152910109888 : ffff9e8b84db3340) 00000020:00000001:2.0:1789449435.604301:0:31383:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449435.604302:0:31383:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449435.604304:0:31383:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993117992 : -107152716433624 : ffff9e8b90667728) 00000020:00000001:2.0:1789449435.604306:0:31383:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1789449435.604312:0:31383:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9e8b8633c850. 00000008:00010000:2.0:1789449435.604315:0:31383:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1789449435.604317:0:31383:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1789449435.604318:0:31383:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1789449435.604319:0:31383:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9e8b84d2ac30, osc lock ffff9e8b8633c850, flags 0x400001002 00000020:00000001:2.0:1789449435.604321:0:31383:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449435.604323:0:31383:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449435.604325:0:31383:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000001:2.0:1789449435.604327:0:31383:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446636920798882816 : -107152910668800 : ffff9e8b84d2ac00) 00000020:00000001:2.0:1789449435.604329:0:31383:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1789449435.604330:0:31383:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1789449435.604331:0:31383:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449435.604333:0:31383:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449435.604335:0:31383:0:(cl_io.c:1190:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1789449435.604337:0:31383:0:(cl_io.c:1198:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1789449435.604338:0:31383:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1789449435.604405:0:31383:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1789449435.604408:0:31383:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789449435.604409:0:31383:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993117992 : -107152716433624 : ffff9e8b90667728) 00000020:00000001:2.0:1789449435.604412:0:31383:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1789449435.604414:0:31383:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1789449435.604416:0:31383:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1789449435.604419:0:31383:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1789449435.604422:0:31383:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1789449435.604423:0:31383:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1789449435.604425:0:31383:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1789449435.604426:0:31383:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1789449435.604427:0:31383:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1789449435.604429:0:31383:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1789449435.604431:0:31383:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789449435.604435:0:31383:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449435.604439:0:31383:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:2.0:1789449435.604444:0:31383:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065f800. 00000020:00000040:2.0:1789449435.604449:0:31383:0:(genops.c:1209:class_import_get()) import ffff9e8b90c6e800 refcount=3 obd=lustre-OST0000-osc-ffff9e8b89903000 00000100:00000001:2.0:1789449435.604453:0:31383:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1789449435.604457:0:31383:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789449435.604462:0:31383:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff9e8b89903000: connect to NID 192.168.202.109@tcp last attempt 1634 00000400:00000200:2.0:1789449435.604470:0:31383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.604476:0:31383:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.202.109@tcp is discovered: rc = 1 00000100:00000040:2.0:1789449435.604480:0:31383:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9e8b895f2700 refcount 14 to 192.168.202.109@tcp 00000100:00000001:2.0:1789449435.604483:0:31383:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789449435.604486:0:31383:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9e8b895f2700 refcount 15 to 192.168.202.109@tcp 00000100:00000001:2.0:1789449435.604488:0:31383:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446636920875198208 : -107152834353408 : ffff9e8b895f2700) 00000020:00000001:2.0:1789449435.604494:0:31383:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789449435.604496:0:31383:0:(genops.c:804:class_conn2export()) looking for export cookie 0xcddde1459ded5b36 00000020:00000001:2.0:1789449435.604498:0:31383:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449435.604500:0:31383:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e8b89bcf000 refcount=4 00000020:00000001:2.0:1789449435.604502:0:31383:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920881344512 : -107152828207104 : ffff9e8b89bcf000) 00000020:00000001:2.0:1789449435.604505:0:31383:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636920881344512 : -107152828207104 : ffff9e8b89bcf000) 00000100:00000040:2.0:1789449435.604589:0:31383:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9e8b895f2700 refcount 14 to 192.168.202.109@tcp 00000100:00000001:2.0:1789449435.604593:0:31383:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789449435.604595:0:31383:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9e8b895f2700 refcount 15 to 192.168.202.109@tcp 00000100:00000001:2.0:1789449435.604597:0:31383:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446636920875198208 : -107152834353408 : ffff9e8b895f2700) 00000020:00000040:2.0:1789449435.604600:0:31383:0:(genops.c:879:class_export_put()) PUTting export ffff9e8b89bcf000 : new refcount 3 00000100:00080000:2.0:1789449435.604604:0:31383:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff9e8b89903000: import ffff9e8b90c6e800 using connection 192.168.202.109@tcp/192.168.202.109@tcp 00000100:00000001:2.0:1789449435.604606:0:31383:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449435.604609:0:31383:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789449435.604616:0:31383:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449435.604619:0:31383:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449435.604621:0:31383:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:2.0:1789449435.604624:0:31383:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683432 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1789449435.604627:0:31383:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449435.604629:0:31383:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789449435.604633:0:31383:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065c700. 00000020:00000040:2.0:1789449435.604635:0:31383:0:(genops.c:1209:class_import_get()) import ffff9e8b90c6e800 refcount=4 obd=lustre-OST0000-osc-ffff9e8b89903000 02000000:00000001:2.0:1789449435.604638:0:31383:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789449435.604640:0:31383:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449435.604642:0:31383:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449435.604645:0:31383:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449435.604648:0:31383:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449435.604655:0:31383:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b83606800. 00000100:00000001:2.0:1789449435.604662:0:31383:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449435.604670:0:31383:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e8b9065c700 x1876371947484416/t0(0) o8->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789449435.604680:0:31383:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449435.604685:0:31383:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449435.604689:0:31383:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061cd0eef] to pc [ptlrpcd_rcv+-1] req@ffff9e8b9065c700 x1876371947484416/t0(0) o8->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1789449435.605381:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449435.605386:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b83723200. 00000400:00000200:3.0:1789449435.605391:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449435.605396:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449435.605402:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b850123b8 00000400:00000010:3.0:1789449435.605405:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b850123b8. 00000100:00000001:3.0:1789449435.605409:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449435.605414:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065c700 x1876371947484416/t0(0) o8->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1789449445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449435.605422:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449435.605426:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065c700 x1876371947484416/t0(0) o8->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1789449445 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449435.605433:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449435.605435:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789449435.605817:0:31383:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449435.605822:0:31383:0:(pinger.c:367:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:2.0:1789449435.605823:0:31383:0:(pinger.c:369:ptlrpc_pinger_add_import()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00010000:00000001:2.0:1789449435.605829:0:31383:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789449435.605834:0:31383:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789449435.605839:0:31383:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449435.605842:0:31383:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449435.605844:0:31383:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449435.605847:0:31383:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449435.605854:0:31383:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e8b8313ea00. 00000100:00000001:2.0:1789449435.605859:0:31383:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449435.605892:0:31383:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789449435.605894:0:31383:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449435.605896:0:31383:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789449435.605897:0:31383:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449435.605899:0:31383:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449435.605902:0:31383:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446636920993085440 : -107152716466176 : ffff9e8b9065f800) 00010000:00000001:2.0:1789449435.605907:0:31383:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789449435.605910:0:31383:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1789449435.605919:0:31383:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9e8b90652400. 00010000:00000010:2.0:1789449435.605923:0:31383:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9e8b90652500. 00010000:00000001:2.0:1789449435.605929:0:31383:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789449435.605933:0:31383:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8b91c4cc00. 00000020:00000001:2.0:1789449435.605938:0:31383:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789449435.605942:0:31383:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8b91c4cc00 with handle 0xcddde1459ded653f to hash 00000020:00000001:2.0:1789449435.605944:0:31383:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789449435.605946:0:31383:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636921016077312 : -107152693474304 : ffff9e8b91c4cc00) 00010000:00000010:2.0:1789449435.605951:0:31383:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff9e8b90fc9a40. 00010000:00000001:2.0:1789449435.605953:0:31383:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636921016077312 : -107152693474304 : ffff9e8b91c4cc00) 00010000:00000001:2.0:1789449435.605956:0:31383:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449435.605959:0:31383:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449435.605964:0:31383:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 0000000023ba3d08/0xcddde1459ded653f lrc: 3/1,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31383 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789449435.605974:0:31383:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 0000000023ba3d08/0xcddde1459ded653f lrc: 3/1,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31383 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449435.605986:0:31383:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449435.605990:0:31383:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449435.605993:0:31383:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449435.606000:0:31383:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f3265da] to pc [ptlrpcd_01_01+1] req@ffff9e8b9065f800 x1876371947484544/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449435.606055:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449435.606059:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449435.606062:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789449435.606067:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065f800 x1876371947484544/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449435.606075:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789449435.606076:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1789449435.606080:0:2402:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9e8b9065f800 x1876371947484544/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449435.606094:0:2402:0:(client.c:1851:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449435.606097:0:2402:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449435.606099:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789449435.606101:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449435.606104:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449435.606106:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1789449435.606130:0:31383:0:(osc_request.c:3308:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789449435.606134:0:31383:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449435.606137:0:31383:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449435.606140:0:31383:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449435.606143:0:31383:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449435.606146:0:31383:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1789449435.606148:0:31383:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1789449435.606150:0:31383:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1789449435.606152:0:31383:0:(cl_io.c:1210:cl_sync_io_wait()) Process entered 00000100:00000001:2.0:1789449435.606162:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449435.606165:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449435.614175:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449435.614185:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449435.614192:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449435.614195:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1789449435.614364:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.614380:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449435.614383:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.614385:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449435.614395:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.614403:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449435.614412:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.614417:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.614422:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.614427:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 416 into portal 4 MB=0x6aa8ce3657500 00000400:00000200:2.0:1789449435.614433:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.614439:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 416/416 into md 0x77ad [1] + 0 00000800:00000001:2.0:1789449435.614447:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.614455:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449435.614460:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449435.614464:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449435.614471:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449435.614481:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065c700 x1876371947484416/t0(0) o8->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1789449445 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449435.614493:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9e8b9065c700 x1876371947484416/t0(0) o8->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1789449445 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449435.614653:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449435.614663:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.614667:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449435.614678:0:2402:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449435.614681:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449435.614683:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449435.614687:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449435.614690:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449435.621430:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449435.621434:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449435.621437:0:2402:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449435.621439:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449435.621441:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449435.621444:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449435.621447:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449435.621449:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449435.621452:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789449435.621458:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449435.621460:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449435.621462:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789449435.621471:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b83607c00. 02000000:00000001:2.0:1789449435.621473:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449435.621481:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449435.621485:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b9f20. 00000400:00000010:2.0:1789449435.621490:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085daa0. 00000100:00000200:2.0:1789449435.621497:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947484544, portal 4 00000100:00000001:2.0:1789449435.621499:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449435.621501:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993085440 : -107152716466176 : ffff9e8b9065f800) 00000100:00000040:2.0:1789449435.621520:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b9065f800 x1876371947484544/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449451 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449435.621527:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449435.621531:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449435.621533:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085dc38. 00000100:00000200:2.0:1789449435.621536:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1876371947484544, offset 0 00000400:00000200:2.0:1789449435.621542:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449435.621550:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.621568:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449435.621573:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449435.621578:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449435.621581:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449435.621585:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449435.621588:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2604:2604:256:4294967295] 192.168.202.109@tcp LPNI seq info [2604:2604:8:4294967295] 00000400:00000200:2.0:1789449435.621593:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.621601:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449435.621606:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449435.621612:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b82a8d400. 00000800:00000200:2.0:1789449435.621619:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449435.621627:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449435.621631:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b82a8d400 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1789449435.621650:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449435.621655:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: using a timeout of 23022 usecs (24 jiffies) 00000400:00000200:2.0:1789449435.621659:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449435.621661:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296438331 00000100:00000001:2.0:1789449435.621664:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296440353 00000100:00000001:2.0:1789449435.621666:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296438331 00000100:00000001:2.0:1789449435.621668:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296440353 00000100:00000001:2.0:1789449435.621670:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449435.621673:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449435.621675:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449435.621679:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449435.621681:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789449435.621682:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449435.621683:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449435.621685:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449435.621687:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449435.622739:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449435.622747:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b82a8d400. 00000400:00000200:3.0:1789449435.622754:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449435.622760:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449435.622767:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085dc38 00000400:00000010:3.0:1789449435.622770:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085dc38. 00000100:00000001:3.0:1789449435.622774:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449435.622780:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065f800 x1876371947484544/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449451 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449435.622790:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449435.622794:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065f800 x1876371947484544/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449451 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449435.622801:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449435.622803:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449435.632046:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.632068:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449435.632073:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.632076:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449435.632085:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.632094:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449435.632104:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.632110:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.632117:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.632122:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 400 into portal 4 MB=0x6aa8ce3657580 00000400:00000200:2.0:1789449435.632129:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.632136:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 400/400 into md 0x77b5 [1] + 224 00000800:00000001:2.0:1789449435.632145:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.632154:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449435.632158:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449435.632163:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449435.632172:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449435.632182:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065f800 x1876371947484544/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449451 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449435.632196:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9e8b9065f800 x1876371947484544/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449451 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449435.632223:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449435.632233:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.632236:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449435.632515:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449435.632523:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789449435.632532:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449435.632535:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449435.632539:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b9f20. 00000400:00000200:3.0:1789449435.632545:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085daa0 00000400:00000010:3.0:1789449435.632548:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085daa0. 00000100:00000001:3.0:1789449435.632552:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449435.632567:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065f800 x1876371947484544/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449451 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789449435.632582:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065f800 x1876371947484544/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449451 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449435.632588:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449435.632590:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449435.632592:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449435.632596:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449435.632599:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449435.632601:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449435.632604:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449435.632615:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b90c6ec60 time=65 v=5 (5 5 5 36) 00000100:00001000:3.0:1789449435.632619:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b90c6ec18 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1789449435.632622:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789449435.632624:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449435.632627:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789449435.632631:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449435.632635:0:2402:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789449435.632637:0:2402:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e8b89903000: skip recheck: last_committed 4294967322 00000100:00000001:3.0:1789449435.632639:0:2402:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789449435.632640:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449435.632645:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065f800 x1876371947484544/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449451 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449435.632652:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449435.632656:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449435.632658:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1789449435.632662:0:2402:0:(osc_request.c:3123:osc_enqueue_interpret()) Process entered 00010000:00000001:3.0:1789449435.632664:0:2402:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449435.632667:0:2402:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449435.632671:0:2402:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4cc00 refcount=4 00000020:00000001:3.0:1789449435.632673:0:2402:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016077312 : -107152693474304 : ffff9e8b91c4cc00) 00010000:00000001:3.0:1789449435.632676:0:2402:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016077312 : -107152693474304 : ffff9e8b91c4cc00) 00010000:00000001:3.0:1789449435.632679:0:2402:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449435.632679:0:2402:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449435.632682:0:2402:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4cc00 refcount=5 00000020:00000001:3.0:1789449435.632683:0:2402:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016077312 : -107152693474304 : ffff9e8b91c4cc00) 00010000:00000001:3.0:1789449435.632685:0:2402:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016077312 : -107152693474304 : ffff9e8b91c4cc00) 00010000:00000001:3.0:1789449435.632690:0:2402:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449435.632694:0:2402:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449435.632699:0:2402:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 0000000023ba3d08/0xcddde1459ded653f lrc: 6/2,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31383 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449435.632711:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449435.632712:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449435.632714:0:2402:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789449435.632716:0:2402:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449435.632717:0:2402:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449435.632718:0:2402:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4cc00 refcount=6 00000020:00000001:3.0:1789449435.632721:0:2402:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016077312 : -107152693474304 : ffff9e8b91c4cc00) 00010000:00000001:3.0:1789449435.632722:0:2402:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016077312 : -107152693474304 : ffff9e8b91c4cc00) 00010000:00000040:3.0:1789449435.632730:0:2402:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e8b91c4cc00, remote cookie: 0xeb7cbf5e2fd3cfd5, flags: 0x1001 00010000:00010000:3.0:1789449435.632735:0:2402:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 0000000023ba3d08/0xcddde1459ded653f lrc: 6/2,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3cfd5 expref: -99 pid: 31383 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449435.632743:0:2402:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:3.0:1789449435.632746:0:2402:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449435.632749:0:2402:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1789449435.632752:0:2402:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:3.0:1789449435.632757:0:2402:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 0000000023ba3d08/0xcddde1459ded653f lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3cfd5 expref: -99 pid: 31383 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1789449435.632765:0:2402:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000401:0x13:0x0].0x0 (ffff9e8b90652400) refcount = 1 00010000:00000040:3.0:1789449435.632768:0:2402:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1789449435.632770:0:2402:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 0000000023ba3d08/0xcddde1459ded653f lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3cfd5 expref: -99 pid: 31383 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449435.632784:0:2402:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1789449435.632786:0:2402:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789449435.632790:0:2402:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1789449435.632793:0:2402:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449435.632797:0:2402:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 0000000023ba3d08/0xcddde1459ded653f lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3cfd5 expref: -99 pid: 31383 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449435.632804:0:2402:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1789449435.632805:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449435.632806:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449435.632807:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449435.632809:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789449435.632811:0:2402:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:3.0:1789449435.632814:0:2402:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1789449435.632817:0:2402:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449435.632818:0:2402:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449435.632820:0:2402:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4cc00 refcount=5 00000020:00000001:3.0:1789449435.632822:0:2402:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016077312 : -107152693474304 : ffff9e8b91c4cc00) 00010000:00000001:3.0:1789449435.632825:0:2402:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016077312 : -107152693474304 : ffff9e8b91c4cc00) 00000008:00000001:3.0:1789449435.632829:0:2402:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:3.0:1789449435.632834:0:2402:0:(cl_object.c:143:cl_object_top()) ffff9e8b84d26000 -> ffff9e8b84013c38 00000008:00010000:3.0:1789449435.632838:0:2402:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 0000000023ba3d08/0xcddde1459ded653f lrc: 5/2,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xeb7cbf5e2fd3cfd5 expref: -99 pid: 31383 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:3.0:1789449435.632847:0:2402:0:(cl_object.c:143:cl_object_top()) ffff9e8b84d26000 -> ffff9e8b84013c38 00000020:00000001:3.0:1789449435.632849:0:2402:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1789449435.632853:0:2402:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:3.0:1789449435.632856:0:2402:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1789449435.632859:0:2402:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449435.632861:0:2402:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449435.632863:0:2402:0:(cl_object.c:143:cl_object_top()) ffff9e8b84d26000 -> ffff9e8b84013c38 00000008:00000001:3.0:1789449435.632865:0:2402:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:3.0:1789449435.633027:0:2402:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1789449435.633031:0:2402:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:3.0:1789449435.633045:0:2402:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000008:00000001:3.0:1789449435.633047:0:2402:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449435.633049:0:2402:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449435.633051:0:2402:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449435.633053:0:2402:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4cc00 refcount=6 00000020:00000001:3.0:1789449435.633055:0:2402:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016077312 : -107152693474304 : ffff9e8b91c4cc00) 00010000:00000001:3.0:1789449435.633057:0:2402:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016077312 : -107152693474304 : ffff9e8b91c4cc00) 00010000:00000001:3.0:1789449435.633059:0:2402:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789449435.633063:0:2402:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 0000000023ba3d08/0xcddde1459ded653f lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xeb7cbf5e2fd3cfd5 expref: -99 pid: 31383 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449435.633071:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449435.633072:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789449435.633075:0:2402:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 0000000023ba3d08/0xcddde1459ded653f lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xeb7cbf5e2fd3cfd5 expref: -99 pid: 31383 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449435.633081:0:2402:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789449435.633083:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449435.633084:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789449435.633085:0:2402:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449435.633087:0:2402:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449435.633088:0:2402:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449435.633089:0:2402:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4cc00 refcount=5 00000020:00000001:3.0:1789449435.633091:0:2402:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016077312 : -107152693474304 : ffff9e8b91c4cc00) 00010000:00000001:3.0:1789449435.633093:0:2402:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016077312 : -107152693474304 : ffff9e8b91c4cc00) 00010000:00000001:3.0:1789449435.633095:0:2402:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789449435.633098:0:2402:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 0000000023ba3d08/0xcddde1459ded653f lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xeb7cbf5e2fd3cfd5 expref: -99 pid: 31383 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449435.633104:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449435.633106:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449435.633107:0:2402:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789449435.633110:0:2402:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789449435.633112:0:2402:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 0000000023ba3d08/0xcddde1459ded653f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xeb7cbf5e2fd3cfd5 expref: -99 pid: 31383 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789449435.633122:0:2402:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449435.633125:0:2402:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789449435.633127:0:2402:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449435.633131:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449435.633133:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449435.633134:0:2402:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449435.633138:0:2402:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789449435.633140:0:2402:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449435.633141:0:2402:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449435.633144:0:2402:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449435.633146:0:2402:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789449435.633147:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449435.633148:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449435.633149:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449435.633150:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789449435.633151:0:2402:0:(osc_request.c:3162:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449435.633157:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065f800 x1876371947484544/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449451 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789449435.633166:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:0:1876371947484544:192.168.202.109@tcp:101:checkstat.0 00000100:00000001:3.0:1789449435.633172:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449435.633175:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449435.633178:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065f800 x1876371947484544/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449451 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449435.633186:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449435.633188:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449435.633193:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b83607c00. 02000000:00000001:3.0:1789449435.633197:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449435.633200:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449435.633203:0:2402:0:(genops.c:1222:class_import_put()) import ffff9e8b90c6e800 refcount=2 obd=lustre-OST0000-osc-ffff9e8b89903000 00000020:00000001:3.0:1789449435.633206:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449435.633209:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e8b8313ea00. 02000000:00000001:3.0:1789449435.633212:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449435.633215:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449435.633217:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065f800. 00000100:00000001:3.0:1789449435.633220:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449435.633222:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449435.633224:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449435.633233:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449435.633236:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449435.633238:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449435.633240:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449435.633307:0:31383:0:(cl_io.c:1234:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449435.633311:0:31383:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449435.633318:0:31383:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1789449435.633320:0:31383:0:(cl_object.c:143:cl_object_top()) ffff9e8b84013c38 -> ffff9e8b84013c38 00000020:00000001:2.0:1789449435.633322:0:31383:0:(cl_object.c:143:cl_object_top()) ffff9e8b84013c38 -> ffff9e8b84013c38 00000020:00000001:2.0:1789449435.633324:0:31383:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1789449435.633328:0:31383:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1789449435.633333:0:31383:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1789449435.633335:0:31383:0:(lov_offset.c:45:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449435.633337:0:31383:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1789449435.633338:0:31383:0:(lov_offset.c:45:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789449435.633341:0:31383:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x1d:1029 on OST[0]: s=0 (1) m=0 a=0 c=0 b=0 00020000:00000001:2.0:1789449435.633355:0:31383:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789449435.633358:0:31383:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:2.0:1789449435.633360:0:31383:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449435.633362:0:31383:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449435.633364:0:31383:0:(cl_object.c:143:cl_object_top()) ffff9e8b84013c38 -> ffff9e8b84013c38 00000080:00200000:2.0:1789449435.633367:0:31383:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x1d:0x0] updating i_size 0 i_blocks 0 00000080:00000001:2.0:1789449435.633369:0:31383:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1789449435.633372:0:31383:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1789449435.633374:0:31383:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9e8b84db32e0 (ffff9e8b86217518/0) at cl_lock_release():245 00000020:00000001:2.0:1789449435.633377:0:31383:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1789449435.633378:0:31383:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e8b84db32e0 (ffff9e8b86217518/0) at cl_lock_cancel():142 00020000:00000001:2.0:1789449435.633382:0:31383:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1789449435.633385:0:31383:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789449435.633387:0:31383:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993117992 : -107152716433624 : ffff9e8b90667728) 00000020:00000001:2.0:1789449435.633389:0:31383:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1789449435.633390:0:31383:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e8b84d2ac30 (ffff9e8b86217c68/1) at cl_lock_cancel():142 00000008:00000001:2.0:1789449435.633394:0:31383:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1789449435.633395:0:31383:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:2.0:1789449435.633396:0:31383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449435.633397:0:31383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1789449435.633398:0:31383:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1789449435.633400:0:31383:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1789449435.633401:0:31383:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1789449435.633402:0:31383:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1789449435.633403:0:31383:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1789449435.633404:0:31383:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e8b84db32e0 (ffff9e8b86217518/0) at cl_lock_fini():72 00020000:00000001:2.0:1789449435.633407:0:31383:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1789449435.633408:0:31383:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1789449435.633409:0:31383:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e8b84d2ac30 (ffff9e8b86217518/1) at cl_lock_fini():72 00000008:00000010:2.0:1789449435.633412:0:31383:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9e8b8633c850. 00000020:00000001:2.0:1789449435.633416:0:31383:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1789449435.633417:0:31383:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9e8b84d2ac00. 00020000:00000001:2.0:1789449435.633420:0:31383:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1789449435.633421:0:31383:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1789449435.633422:0:31383:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1789449435.633424:0:31383:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449435.633427:0:31383:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:2.0:1789449435.633429:0:31383:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1789449435.633432:0:31383:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1789449435.633433:0:31383:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:2.0:1789449435.633434:0:31383:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:2.0:1789449435.633436:0:31383:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217c60 00020000:00000001:2.0:1789449435.633439:0:31383:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1789449435.633441:0:31383:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1789449435.633443:0:31383:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1789449435.633445:0:31383:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x1d:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1789449435.633449:0:31383:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1789449435.633451:0:31383:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449435.633453:0:31383:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1789449435.633455:0:31383:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1789449435.633456:0:31383:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:2.0:1789449435.633457:0:31383:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217510 00000001:00000001:2.0:1789449435.633459:0:31383:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449435.633468:0:31383:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820b3d08 00000080:00000008:2.0:1789449435.633471:0:31383:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file f:[0x200000405:0x1d:0x0](ffff9e8b891121c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1789449435.633477:0:31383:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1789449435.633479:0:31383:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820b3da0 00000080:00002000:2.0:1789449435.633481:0:31383:0:(dcache.c:127:ll_ddelete()) keeping dentry f (ffff9e8b89342438, parent ffff9e8b8935f870, inode ffff9e8b891121c8) hashed, 00000080:00000001:2.0:1789449435.633484:0:31383:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449435.642219:0:31384:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789449435.642227:0:31384:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789449435.642230:0:31384:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789449435.642232:0:31384:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181643b20 00000080:00200000:2.0:1789449435.642237:0:31384:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:2.0:1789449435.642244:0:31384:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b8313f600. 00800000:00000002:2.0:1789449435.642250:0:31384:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:2.0:1789449435.642254:0:31384:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789449435.642259:0:31384:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789449435.642261:0:31384:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181643a40 00800000:00000002:2.0:1789449435.642263:0:31384:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789449435.642267:0:31384:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789449435.642270:0:31384:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789449435.642272:0:31384:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789449435.642274:0:31384:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789449435.642276:0:31384:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789449435.642278:0:31384:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449435.642280:0:31384:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789449435.642282:0:31384:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449435.642286:0:31384:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789449435.642291:0:31384:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789449435.642293:0:31384:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181643910 00000002:00010000:2.0:1789449435.642294:0:31384:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789449435.642298:0:31384:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789449435.642299:0:31384:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789449435.642303:0:31384:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789449435.642310:0:31384:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922de400 count: 2 00010000:00000001:2.0:1789449435.642313:0:31384:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789449435.642318:0:31384:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449435.642322:0:31384:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789449435.642327:0:31384:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75600/0xcddde1459ded652a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3cf8f expref: -99 pid: 31383 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1789449435.642343:0:31384:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789449435.642348:0:31384:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449435.642352:0:31384:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75600/0xcddde1459ded652a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3cf8f expref: -99 pid: 31383 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1789449435.642358:0:31384:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789449435.642360:0:31384:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789449435.642362:0:31384:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789449435.642364:0:31384:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789449435.642366:0:31384:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789449435.642368:0:31384:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789449435.642370:0:31384:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789449435.642373:0:31384:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:2.0:1789449435.642376:0:31384:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b8313f600. 00000080:00000001:2.0:1789449435.642380:0:31384:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789449435.642382:0:31384:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789449435.642384:0:31384:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:2.0:1789449435.642388:0:31384:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded652a 00800000:00000001:2.0:1789449435.642391:0:31384:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789449435.642393:0:31384:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789449435.642395:0:31384:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449435.642397:0:31384:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449435.642400:0:31384:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75600 refcount=3 00000020:00000001:2.0:1789449435.642402:0:31384:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016243712 : -107152693307904 : ffff9e8b91c75600) 00010000:00000001:2.0:1789449435.642405:0:31384:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016243712 : -107152693307904 : ffff9e8b91c75600) 00010000:00000001:2.0:1789449435.642408:0:31384:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449435.642409:0:31384:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789449435.642410:0:31384:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789449435.642412:0:31384:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789449435.642414:0:31384:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded652a from it ffffb71181643b58 00010000:00000001:2.0:1789449435.642417:0:31384:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449435.642418:0:31384:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449435.642419:0:31384:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75600 refcount=3 00000020:00000001:2.0:1789449435.642421:0:31384:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016243712 : -107152693307904 : ffff9e8b91c75600) 00010000:00000001:2.0:1789449435.642423:0:31384:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016243712 : -107152693307904 : ffff9e8b91c75600) 00010000:00000001:2.0:1789449435.642425:0:31384:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789449435.642428:0:31384:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75600/0xcddde1459ded652a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3cf8f expref: -99 pid: 31383 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789449435.642434:0:31384:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449435.642435:0:31384:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449435.642436:0:31384:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789449435.642438:0:31384:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789449435.642441:0:31384:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75600/0xcddde1459ded652a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3cf8f expref: -99 pid: 31383 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789449435.642450:0:31384:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789449435.642453:0:31384:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789449435.642455:0:31384:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789449435.642459:0:31384:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449435.642459:0:31384:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449435.642461:0:31384:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449435.642465:0:31384:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789449435.642466:0:31384:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449435.642468:0:31384:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449435.642471:0:31384:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449435.642472:0:31384:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789449435.642474:0:31384:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449435.642475:0:31384:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789449435.642477:0:31384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789449435.642479:0:31384:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789449435.642481:0:31384:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908), inode mode 41ff mask 1 00000080:00000001:2.0:1789449435.642485:0:31384:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789449435.642492:0:31384:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9e8b8316f7e0. 00000020:00000001:2.0:1789449435.642496:0:31384:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181643a88 00000080:00200000:2.0:1789449435.642497:0:31384:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21f.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9e8b89180908), flags=24 00000080:00000001:2.0:1789449435.642500:0:31384:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1789449435.642502:0:31384:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181643938 00000080:00200000:2.0:1789449435.642504:0:31384:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21f.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9e8b89180908), intent=0 00000080:00000010:2.0:1789449435.642510:0:31384:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b8313f600. 00800000:00000002:2.0:1789449435.642512:0:31384:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:2.0:1789449435.642516:0:31384:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789449435.642517:0:31384:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789449435.642519:0:31384:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181643858 00800000:00000002:2.0:1789449435.642521:0:31384:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21f.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789449435.642524:0:31384:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789449435.642526:0:31384:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789449435.642527:0:31384:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789449435.642529:0:31384:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789449435.642530:0:31384:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789449435.642532:0:31384:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449435.642533:0:31384:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789449435.642535:0:31384:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449435.642537:0:31384:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711816437f0 00800000:00000002:2.0:1789449435.642539:0:31384:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21f.recovery-small-2' -> mds #0 00000002:00000001:2.0:1789449435.642541:0:31384:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789449435.642543:0:31384:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181643728 00000002:00010000:2.0:1789449435.642544:0:31384:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21f.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:2.0:1789449435.642547:0:31384:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789449435.642549:0:31384:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1789449435.642554:0:31384:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065c380. 00000020:00000040:2.0:1789449435.646665:0:31384:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00010000:00000001:2.0:1789449435.646678:0:31384:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789449435.646684:0:31384:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789449435.646692:0:31384:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449435.646694:0:31384:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449435.646696:0:31384:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449435.646701:0:31384:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449435.646703:0:31384:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449435.646708:0:31384:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449435.647480:0:31384:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b83606400. 00000100:00000001:2.0:1789449435.647491:0:31384:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449435.647498:0:31384:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789449435.647501:0:31384:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449435.647503:0:31384:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789449435.647504:0:31384:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449435.648085:0:31384:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449435.648100:0:31384:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446636920993072000 : -107152716479616 : ffff9e8b9065c380) 00010000:00000001:2.0:1789449435.648107:0:31384:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789449435.648110:0:31384:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1789449435.648120:0:31384:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922de400 count: 2 00010000:00000001:2.0:1789449435.648125:0:31384:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789449435.648128:0:31384:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789449435.648135:0:31384:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8b91c4c400. 00000020:00000001:2.0:1789449435.648142:0:31384:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789449435.648145:0:31384:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8b91c4c400 with handle 0xcddde1459ded6546 to hash 00000020:00000001:2.0:1789449435.648147:0:31384:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789449435.648149:0:31384:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636921016075264 : -107152693476352 : ffff9e8b91c4c400) 00010000:00000001:2.0:1789449435.648153:0:31384:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636921016075264 : -107152693476352 : ffff9e8b91c4c400) 00010000:00000001:2.0:1789449435.648157:0:31384:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449435.648160:0:31384:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449435.648166:0:31384:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c400/0xcddde1459ded6546 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31384 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789449435.648177:0:31384:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c400/0xcddde1459ded6546 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31384 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789449435.648189:0:31384:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c400/0xcddde1459ded6546 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31384 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789449435.648196:0:31384:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789449435.648198:0:31384:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789449435.648206:0:31384:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b8365dc00. 00000100:00000001:2.0:1789449435.648209:0:31384:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920774974464 : -107152934577152 : ffff9e8b8365dc00) 00000100:00000001:2.0:1789449435.648212:0:31384:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449435.648214:0:31384:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993072000 : -107152716479616 : ffff9e8b9065c380) 00000100:00000001:2.0:1789449435.648222:0:31384:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449435.648227:0:31384:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449435.648230:0:31384:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789449435.648232:0:31384:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789449435.648244:0:31384:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065c380 x1876371947484672/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449435.648252:0:31384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449435.648254:0:31384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449435.648258:0:31384:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449435.648261:0:31384:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449435.648264:0:31384:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449435.648267:0:31384:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065c380 pname:cluuid:pid:xid:nid:opc:job checkstat:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:31384:1876371947484672:192.168.202.109@tcp:101:checkstat.0 00000100:00000001:2.0:1789449435.648271:0:31384:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789449435.648276:0:31384:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449435.648278:0:31384:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449435.648281:0:31384:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789449435.648288:0:31384:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e8b8986f800. 02000000:00000001:2.0:1789449435.648289:0:31384:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449435.648301:0:31384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449435.648307:0:31384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b9bb0. 00000400:00000010:2.0:1789449435.648316:0:31384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d330. 00000100:00000200:2.0:1789449435.648325:0:31384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876371947484672, portal 10 00000100:00000001:2.0:1789449435.648327:0:31384:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449435.648328:0:31384:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993072000 : -107152716479616 : ffff9e8b9065c380) 00000100:00000040:2.0:1789449435.648334:0:31384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b9065c380 x1876371947484672/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449451 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449435.648341:0:31384:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449435.648588:0:31384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449435.648592:0:31384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085dbb0. 00000100:00000200:2.0:1789449435.648596:0:31384:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876371947484672, offset 0 00000400:00000200:2.0:1789449435.648602:0:31384:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449435.648610:0:31384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.648618:0:31384:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449435.648623:0:31384:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449435.648627:0:31384:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449435.648630:0:31384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449435.648633:0:31384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449435.648636:0:31384:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2605:2605:256:4294967295] 192.168.202.109@tcp LPNI seq info [2605:2605:8:4294967295] 00000400:00000200:2.0:1789449435.648641:0:31384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.648649:0:31384:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449435.648655:0:31384:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449435.648660:0:31384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b82a8df00. 00000800:00000200:2.0:1789449435.648667:0:31384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449435.648675:0:31384:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449435.648680:0:31384:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b82a8df00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1789449435.648744:0:31384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449435.648749:0:31384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 836476 usecs (837 jiffies) 00000400:00000200:2.0:1789449435.648753:0:31384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449435.648755:0:31384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296439171 00000100:00000001:2.0:1789449435.648759:0:31384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296440353 00000100:00000001:2.0:1789449435.648762:0:31384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296439171 00000100:00000001:2.0:1789449435.648764:0:31384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296440353 00000100:00000001:2.0:1789449435.648767:0:31384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449435.648770:0:31384:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449435.648772:0:31384:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449435.648775:0:31384:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789449435.648778:0:31384:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b8365dc00 going to sleep for 11 seconds 00000100:00000001:2.0:1789449435.648781:0:31384:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449435.648785:0:31384:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449435.650688:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449435.650695:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449435.650699:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449435.650700:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449435.650703:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449435.650704:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449435.654615:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449435.654627:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b82a8df00. 00000400:00000200:2.0:1789449435.654634:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449435.654644:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449435.654655:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085dbb0 00000400:00000010:2.0:1789449435.654659:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085dbb0. 00000100:00000001:2.0:1789449435.654665:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449435.654675:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065c380 x1876371947484672/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449451 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449435.654688:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449435.654692:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b9065c380 x1876371947484672/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449451 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449435.654699:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449435.654701:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449435.671531:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.671550:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449435.671566:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.671570:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449435.671580:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.671588:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449435.671598:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.671603:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.671608:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.671613:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 688 into portal 10 MB=0x6aa8ce3657600 00000400:00000200:2.0:1789449435.671620:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.671626:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 688/688 into md 0x77c5 [1] + 224 00000800:00000001:2.0:1789449435.671634:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.671642:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449435.671645:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449435.671650:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449435.671658:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449435.671668:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065c380 x1876371947484672/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449451 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449435.671680:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9e8b9065c380 x1876371947484672/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449451 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449435.671706:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449435.671716:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.671721:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449435.671928:0:31384:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789449435.671936:0:31384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449435.671938:0:31384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449435.671941:0:31384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b9bb0. 00000400:00000200:3.0:1789449435.671946:0:31384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d330 00000400:00000010:3.0:1789449435.671949:0:31384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d330. 00000100:00000001:3.0:1789449435.671952:0:31384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449435.671957:0:31384:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065c380 x1876371947484672/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449451 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789449435.671965:0:31384:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065c380 x1876371947484672/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449451 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449435.671972:0:31384:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449435.671974:0:31384:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449435.671977:0:31384:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449435.671980:0:31384:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449435.671983:0:31384:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449435.671985:0:31384:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449435.671988:0:31384:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449435.671998:0:31384:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=65 v=5 (5 102 102 102) 00000100:00001000:3.0:1789449435.672002:0:31384:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1789449435.672004:0:31384:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789449435.672006:0:31384:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449435.672009:0:31384:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789449435.672012:0:31384:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449435.672016:0:31384:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789449435.672018:0:31384:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967582 00000100:00000001:3.0:1789449435.672021:0:31384:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789449435.672024:0:31384:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449435.672029:0:31384:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065c380 x1876371947484672/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/688 e 0 to 0 dl 1789449451 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449435.672036:0:31384:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449435.672039:0:31384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449435.672041:0:31384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449435.672045:0:31384:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065c380 x1876371947484672/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/688 e 0 to 0 dl 1789449451 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789449435.672052:0:31384:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065c380 pname:cluuid:pid:xid:nid:opc:job checkstat:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:31384:1876371947484672:192.168.202.109@tcp:101:checkstat.0 00000100:00000001:3.0:1789449435.672057:0:31384:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449435.672060:0:31384:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449435.672063:0:31384:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789449435.672065:0:31384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449435.672068:0:31384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065c380 x1876371947484672/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/688 e 0 to 0 dl 1789449451 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449435.672074:0:31384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789449435.672077:0:31384:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b8365dc00. 00000100:00000001:3.0:1789449435.672080:0:31384:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789449435.672082:0:31384:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449435.672084:0:31384:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789449435.672088:0:31384:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449435.672091:0:31384:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449435.672094:0:31384:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c400 refcount=4 00000020:00000001:3.0:1789449435.672097:0:31384:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016075264 : -107152693476352 : ffff9e8b91c4c400) 00010000:00000001:3.0:1789449435.672100:0:31384:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016075264 : -107152693476352 : ffff9e8b91c4c400) 00010000:00000040:3.0:1789449435.672107:0:31384:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e8b91c4c400, remote cookie: 0xeb7cbf5e2fd3cff1, flags: 0x1001 00010000:00010000:3.0:1789449435.672112:0:31384:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c400/0xcddde1459ded6546 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3cff1 expref: -99 pid: 31384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1789449435.672121:0:31384:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x1c:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1789449435.672124:0:31384:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1789449435.672132:0:31384:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9e8b922de600. 00010000:00000010:3.0:1789449435.672137:0:31384:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e8b84d02680. 00010000:00000001:3.0:1789449435.672142:0:31384:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449435.672146:0:31384:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c400/0xcddde1459ded6546 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3cff1 expref: -99 pid: 31384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789449435.672155:0:31384:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c400/0xcddde1459ded6546 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3cff1 expref: -99 pid: 31384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449435.672161:0:31384:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1789449435.672165:0:31384:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1789449435.672167:0:31384:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1789449435.672168:0:31384:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1789449435.672169:0:31384:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1789449435.672172:0:31384:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x1c:0x0].0x0 (ffff9e8b922de600) refcount = 1 00010000:00010000:3.0:1789449435.672175:0:31384:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c400/0xcddde1459ded6546 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3cff1 expref: -99 pid: 31384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449435.672182:0:31384:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1789449435.672185:0:31384:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1789449435.672187:0:31384:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789449435.672190:0:31384:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1789449435.672192:0:31384:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449435.672195:0:31384:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c400/0xcddde1459ded6546 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3cff1 expref: -99 pid: 31384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449435.672201:0:31384:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1789449435.672203:0:31384:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449435.672205:0:31384:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449435.672206:0:31384:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449435.672207:0:31384:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449435.672208:0:31384:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449435.672213:0:31384:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1789449435.672215:0:31384:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449435.672217:0:31384:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449435.672218:0:31384:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c400 refcount=3 00000020:00000001:3.0:1789449435.672220:0:31384:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016075264 : -107152693476352 : ffff9e8b91c4c400) 00010000:00000001:3.0:1789449435.672223:0:31384:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016075264 : -107152693476352 : ffff9e8b91c4c400) 00010000:00000001:3.0:1789449435.672225:0:31384:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449435.672227:0:31384:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449435.672228:0:31384:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c400 refcount=4 00000020:00000001:3.0:1789449435.672231:0:31384:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016075264 : -107152693476352 : ffff9e8b91c4c400) 00010000:00000001:3.0:1789449435.672233:0:31384:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016075264 : -107152693476352 : ffff9e8b91c4c400) 00010000:00000001:3.0:1789449435.672236:0:31384:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449435.672239:0:31384:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449435.672243:0:31384:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c400/0xcddde1459ded6546 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3cff1 expref: -99 pid: 31384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449435.672249:0:31384:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449435.672250:0:31384:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449435.672252:0:31384:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449435.672253:0:31384:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449435.672254:0:31384:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c400 refcount=5 00000020:00000001:3.0:1789449435.672255:0:31384:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016075264 : -107152693476352 : ffff9e8b91c4c400) 00010000:00000001:3.0:1789449435.672258:0:31384:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016075264 : -107152693476352 : ffff9e8b91c4c400) 00010000:00000001:3.0:1789449435.672260:0:31384:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789449435.672263:0:31384:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c400/0xcddde1459ded6546 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3cff1 expref: -99 pid: 31384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449435.672270:0:31384:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449435.672271:0:31384:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789449435.672274:0:31384:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c400/0xcddde1459ded6546 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3cff1 expref: -99 pid: 31384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449435.672280:0:31384:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789449435.672281:0:31384:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449435.672283:0:31384:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449435.672284:0:31384:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449435.672285:0:31384:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1789449435.672290:0:31384:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff9e8b9065c380 x1876371947484672/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/688 e 0 to 0 dl 1789449451 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1789449435.672299:0:31384:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449435.672300:0:31384:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449435.672301:0:31384:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c400 refcount=3 00000020:00000001:3.0:1789449435.672303:0:31384:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016075264 : -107152693476352 : ffff9e8b91c4c400) 00010000:00000001:3.0:1789449435.672305:0:31384:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016075264 : -107152693476352 : ffff9e8b91c4c400) 00010000:00000001:3.0:1789449435.672308:0:31384:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449435.672309:0:31384:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789449435.672310:0:31384:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449435.672312:0:31384:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449435.672316:0:31384:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1789449435.672318:0:31384:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449435.672319:0:31384:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449435.672321:0:31384:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c400 refcount=3 00000020:00000001:3.0:1789449435.672323:0:31384:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016075264 : -107152693476352 : ffff9e8b91c4c400) 00010000:00000001:3.0:1789449435.672325:0:31384:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016075264 : -107152693476352 : ffff9e8b91c4c400) 00000002:00010000:3.0:1789449435.672328:0:31384:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c400/0xcddde1459ded6546 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3cff1 expref: -99 pid: 31384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449435.672334:0:31384:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449435.672336:0:31384:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449435.672338:0:31384:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789449435.672339:0:31384:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449435.672341:0:31384:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449435.673920:0:31384:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c400 refcount=3 00000020:00000001:3.0:1789449435.673925:0:31384:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016075264 : -107152693476352 : ffff9e8b91c4c400) 00010000:00000001:3.0:1789449435.673929:0:31384:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016075264 : -107152693476352 : ffff9e8b91c4c400) 00010000:00000040:3.0:1789449435.673936:0:31384:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922de600 count: 2 00010000:00000001:3.0:1789449435.673939:0:31384:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1789449435.673943:0:31384:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e8b83488400 type 13 mode 4 res 8589935621/28 (0 0) 00010000:00000001:3.0:1789449435.673946:0:31384:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449435.673948:0:31384:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789449435.673950:0:31384:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1789449435.673953:0:31384:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711816436b0 00000002:00002000:3.0:1789449435.673955:0:31384:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21f.recovery-small-2 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1789449435.673959:0:31384:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789449435.673965:0:31384:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789449435.673968:0:31384:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1789449435.673971:0:31384:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1789449435.673974:0:31384:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449435.673978:0:31384:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000001:3.0:1789449435.673980:0:31384:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1789449435.673982:0:31384:0:(namei.c:674:ll_lookup_it_finish()) it ffffb71181643a28 it_disposition b 00000080:00000001:3.0:1789449435.673985:0:31384:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1789449435.673992:0:31384:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1789449435.673997:0:31384:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1789449435.674787:0:31384:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9e8b90fc9c00. 00800000:00000001:2.0:1789449435.674793:0:31384:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446636921002957824 : -107152706593792 : ffff9e8b90fc9c00) 00800000:00000001:2.0:1789449435.674797:0:31384:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449435.674799:0:31384:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789449435.674803:0:31384:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611164 : 144115205339611164 : 20000040500001c) 00000080:00000001:2.0:1789449435.674805:0:31384:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:2.0:1789449435.674814:0:31384:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1789449435.674816:0:31384:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x1c:0x0] 00000080:00000001:2.0:1789449435.674820:0:31384:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1789449435.674823:0:31384:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1789449435.674825:0:31384:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449435.674828:0:31384:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611164 : 144115205339611164 : 20000040500001c) 00000080:00000001:2.0:1789449435.674831:0:31384:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1789449435.674833:0:31384:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611164 mtime from 1789449416 to 1789449417 00000080:00200000:2.0:1789449435.674838:0:31384:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x1c:0x0], updating i_size 4096 00000080:00200000:2.0:1789449435.674841:0:31384:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x1c:0x0](ffff9e8b891c80c8): rc = 0 00000080:00000001:2.0:1789449435.674844:0:31384:0:(namei.c:156:ll_iget()) Process leaving (rc=18446636920870830280 : -107152838721336 : ffff9e8b891c80c8) 00010000:00000001:2.0:1789449435.674846:0:31384:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449435.674848:0:31384:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449435.674851:0:31384:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c400 refcount=3 00000020:00000001:2.0:1789449435.674853:0:31384:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016075264 : -107152693476352 : ffff9e8b91c4c400) 00010000:00000001:2.0:1789449435.674855:0:31384:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016075264 : -107152693476352 : ffff9e8b91c4c400) 00010000:00000001:2.0:1789449435.674857:0:31384:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449435.674858:0:31384:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789449435.674859:0:31384:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789449435.674862:0:31384:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1789449435.674863:0:31384:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b90fc9c00 1 00800000:00000010:2.0:1789449435.674866:0:31384:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9e8b90fc9c00. 00800000:00000001:2.0:1789449435.674871:0:31384:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789449435.674874:0:31384:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x1c:0x0](ffff9e8b891c80c8) for lock 0xcddde1459ded6546 00800000:00000001:2.0:1789449435.674877:0:31384:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789449435.674916:0:31384:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789449435.674918:0:31384:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449435.674920:0:31384:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449435.674921:0:31384:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c400 refcount=3 00000020:00000001:2.0:1789449435.674923:0:31384:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016075264 : -107152693476352 : ffff9e8b91c4c400) 00010000:00000001:2.0:1789449435.674926:0:31384:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016075264 : -107152693476352 : ffff9e8b91c4c400) 00010000:00000001:2.0:1789449435.674928:0:31384:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449435.674929:0:31384:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789449435.674931:0:31384:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789449435.674933:0:31384:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1789449435.674941:0:31384:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9e8b89341288 inode ffff9e8b891c80c8 refc 1 flags 0x20000e 00000080:00000002:2.0:1789449435.674946:0:31384:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21f.recovery-small-2 [0x200000405:0x1c:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:2.0:1789449435.674951:0:31384:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1789449435.674956:0:31384:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x1c:0x0](ffff9e8b891c80c8) 00000080:00010000:2.0:1789449435.674959:0:31384:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded6546 from it ffffb71181643a28 00010000:00000001:2.0:1789449435.674961:0:31384:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449435.674963:0:31384:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449435.674964:0:31384:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c400 refcount=3 00000020:00000001:2.0:1789449435.674966:0:31384:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016075264 : -107152693476352 : ffff9e8b91c4c400) 00010000:00000001:2.0:1789449435.674968:0:31384:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016075264 : -107152693476352 : ffff9e8b91c4c400) 00010000:00000001:2.0:1789449435.674970:0:31384:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789449435.674974:0:31384:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c400/0xcddde1459ded6546 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3cff1 expref: -99 pid: 31384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449435.674983:0:31384:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449435.674984:0:31384:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449435.674986:0:31384:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789449435.674989:0:31384:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789449435.674991:0:31384:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c400/0xcddde1459ded6546 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3cff1 expref: -99 pid: 31384 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789449435.675000:0:31384:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789449435.675003:0:31384:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789449435.675005:0:31384:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789449435.675009:0:31384:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449435.675010:0:31384:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449435.675012:0:31384:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449435.675015:0:31384:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789449435.675017:0:31384:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449435.675019:0:31384:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449435.675023:0:31384:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449435.675025:0:31384:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789449435.675026:0:31384:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449435.675027:0:31384:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789449435.675028:0:31384:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1789449435.675031:0:31384:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b8313f600. 00000100:00000001:2.0:1789449435.675036:0:31384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449435.675045:0:31384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065c380 x1876371947484672/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/688 e 0 to 0 dl 1789449451 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449435.675052:0:31384:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789449435.675055:0:31384:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789449435.675059:0:31384:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9e8b8986f800. 02000000:00000001:2.0:1789449435.675061:0:31384:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789449435.675064:0:31384:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789449435.675065:0:31384:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:2.0:1789449435.675068:0:31384:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789449435.675070:0:31384:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b83606400. 02000000:00000001:2.0:1789449435.675074:0:31384:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789449435.675075:0:31384:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789449435.675077:0:31384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065c380. 00000100:00000001:2.0:1789449435.675081:0:31384:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789449435.675082:0:31384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789449435.675090:0:31384:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1789449435.675092:0:31384:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x1c:0x0](ffff9e8b891c80c8), inode mode 41ed mask 1 00000080:00000001:2.0:1789449435.675097:0:31384:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789449435.675110:0:31384:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9e8b8316f7c0. 00000020:00000001:2.0:1789449435.675115:0:31384:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181643ae8 00000080:00200000:2.0:1789449435.675117:0:31384:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f, dir=[0x200000405:0x1c:0x0](ffff9e8b891c80c8), flags=8 00000080:00000001:2.0:1789449435.675120:0:31384:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1789449435.675122:0:31384:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181643998 00000080:00200000:2.0:1789449435.675124:0:31384:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000405:0x1c:0x0](ffff9e8b891c80c8), intent=getattr 00000080:00000010:2.0:1789449435.675131:0:31384:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b8313f600. 00800000:00000002:2.0:1789449435.675136:0:31384:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b896f07c0 2 00000080:00000001:2.0:1789449435.675140:0:31384:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789449435.675143:0:31384:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789449435.675145:0:31384:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711816438b8 00800000:00000002:2.0:1789449435.675146:0:31384:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f' on [0x200000405:0x1c:0x0] 00800000:00000001:2.0:1789449435.675149:0:31384:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789449435.675152:0:31384:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789449435.675154:0:31384:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789449435.675157:0:31384:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789449435.675159:0:31384:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789449435.675161:0:31384:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449435.675163:0:31384:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1c:0x0] 00800000:00000001:2.0:1789449435.675164:0:31384:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449435.675167:0:31384:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181643850 00800000:00000002:2.0:1789449435.675169:0:31384:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000405:0x1c:0x0], fid2=[0x0:0x0:0x0], name='f' -> mds #0 00000002:00000001:2.0:1789449435.675173:0:31384:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789449435.675175:0:31384:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181643788 00000002:00010000:2.0:1789449435.675176:0:31384:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x0:0x0:0x0]) in obj [0x200000405:0x1c:0x0], intent: getattr flags 01 00000002:00000001:2.0:1789449435.675180:0:31384:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789449435.675182:0:31384:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1789449435.675186:0:31384:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065c380. 00000020:00000040:2.0:1789449435.675190:0:31384:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00010000:00000001:2.0:1789449435.675194:0:31384:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789449435.675199:0:31384:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789449435.675201:0:31384:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449435.675202:0:31384:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449435.675204:0:31384:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449435.675206:0:31384:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449435.675209:0:31384:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449435.675212:0:31384:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449435.675219:0:31384:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b83606400. 00000100:00000001:2.0:1789449435.675225:0:31384:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449435.675228:0:31384:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789449435.675231:0:31384:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449435.675232:0:31384:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789449435.675233:0:31384:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449435.675236:0:31384:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449435.675243:0:31384:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446636920993072000 : -107152716479616 : ffff9e8b9065c380) 00010000:00000001:2.0:1789449435.675246:0:31384:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789449435.675248:0:31384:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1789449435.675253:0:31384:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922de600 count: 2 00010000:00000001:2.0:1789449435.675255:0:31384:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789449435.675258:0:31384:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789449435.675261:0:31384:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8b91c4d600. 00000020:00000001:2.0:1789449435.675265:0:31384:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789449435.675267:0:31384:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8b91c4d600 with handle 0xcddde1459ded654d to hash 00000020:00000001:2.0:1789449435.675269:0:31384:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789449435.675271:0:31384:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636921016079872 : -107152693471744 : ffff9e8b91c4d600) 00010000:00000001:2.0:1789449435.675274:0:31384:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636921016079872 : -107152693471744 : ffff9e8b91c4d600) 00010000:00000001:2.0:1789449435.675278:0:31384:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449435.675280:0:31384:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449435.675284:0:31384:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d600/0xcddde1459ded654d lrc: 3/1,0 mode: --/CR res: [0x200000405:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31384 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789449435.675291:0:31384:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d600/0xcddde1459ded654d lrc: 3/1,0 mode: --/CR res: [0x200000405:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31384 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789449435.675300:0:31384:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d600/0xcddde1459ded654d lrc: 3/1,0 mode: --/CR res: [0x200000405:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31384 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789449435.675306:0:31384:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789449435.675307:0:31384:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789449435.675314:0:31384:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b8365d900. 00000100:00000001:2.0:1789449435.675316:0:31384:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920774973696 : -107152934577920 : ffff9e8b8365d900) 00000100:00000001:2.0:1789449435.675319:0:31384:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449435.675321:0:31384:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993072000 : -107152716479616 : ffff9e8b9065c380) 00000100:00000001:2.0:1789449435.675326:0:31384:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449435.675330:0:31384:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449435.675332:0:31384:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789449435.675333:0:31384:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789449435.675339:0:31384:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065c380 x1876371947484800/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449435.675347:0:31384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449435.675349:0:31384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449435.675353:0:31384:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449435.675356:0:31384:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449435.675359:0:31384:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449435.675362:0:31384:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065c380 pname:cluuid:pid:xid:nid:opc:job checkstat:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:31384:1876371947484800:192.168.202.109@tcp:101:checkstat.0 00000100:00000001:2.0:1789449435.675366:0:31384:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789449435.675371:0:31384:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449435.675373:0:31384:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449435.675375:0:31384:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789449435.675379:0:31384:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e8b8986f800. 02000000:00000001:2.0:1789449435.675381:0:31384:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449435.675388:0:31384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449435.675393:0:31384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b9cb8. 00000400:00000010:2.0:1789449435.675399:0:31384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085dbb0. 00000100:00000200:2.0:1789449435.675406:0:31384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876371947484800, portal 10 00000100:00000001:2.0:1789449435.675408:0:31384:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449435.675410:0:31384:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993072000 : -107152716479616 : ffff9e8b9065c380) 00000100:00000040:2.0:1789449435.675415:0:31384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b9065c380 x1876371947484800/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449451 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449435.675423:0:31384:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449435.675426:0:31384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449435.675429:0:31384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d4c8. 00000100:00000200:2.0:1789449435.675431:0:31384:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876371947484800, offset 0 00000400:00000200:2.0:1789449435.675439:0:31384:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449435.675445:0:31384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.675452:0:31384:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449435.675457:0:31384:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449435.675461:0:31384:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449435.675465:0:31384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449435.675467:0:31384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449435.675470:0:31384:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2606:2606:256:4294967295] 192.168.202.109@tcp LPNI seq info [2606:2606:8:4294967295] 00000400:00000200:2.0:1789449435.675474:0:31384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.675484:0:31384:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449435.675489:0:31384:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449435.675494:0:31384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b82a8df00. 00000800:00000200:2.0:1789449435.675501:0:31384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449435.675510:0:31384:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449435.675514:0:31384:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b82a8df00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1789449435.675538:0:31384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449435.675544:0:31384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 835188 usecs (836 jiffies) 00000400:00000200:2.0:1789449435.675548:0:31384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449435.675551:0:31384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296439197 00000100:00000001:2.0:1789449435.675566:0:31384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296440353 00000100:00000001:2.0:1789449435.675570:0:31384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296439197 00000100:00000001:2.0:1789449435.675573:0:31384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296440353 00000100:00000001:2.0:1789449435.675576:0:31384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449435.675579:0:31384:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449435.675582:0:31384:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449435.675584:0:31384:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789449435.675586:0:31384:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b8365d900 going to sleep for 11 seconds 00000100:00000001:2.0:1789449435.675589:0:31384:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449435.675592:0:31384:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449435.676056:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449435.676062:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b82a8df00. 00000400:00000200:3.0:1789449435.676069:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449435.676074:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449435.676080:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d4c8 00000400:00000010:3.0:1789449435.676082:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d4c8. 00000100:00000001:3.0:1789449435.676086:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449435.676090:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065c380 x1876371947484800/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449451 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449435.676105:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449435.676108:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b9065c380 x1876371947484800/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449451 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449435.676115:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449435.676116:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449435.684421:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.684445:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449435.684450:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.684452:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449435.684462:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.684471:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449435.684482:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.684487:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.684492:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.684497:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 640 into portal 10 MB=0x6aa8ce3657680 00000400:00000200:2.0:1789449435.684503:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.684511:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 640/640 into md 0x77d5 [1] + 224 00000800:00000001:2.0:1789449435.684518:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.684530:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449435.684534:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449435.684540:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449435.684547:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449435.684567:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065c380 x1876371947484800/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449451 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449435.684578:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff9e8b9065c380 x1876371947484800/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449451 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449435.684674:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449435.684684:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.684688:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789449435.687548:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449435.687553:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b83723700. 00000400:00000200:3.0:1789449435.687573:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449435.687578:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449435.687583:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012990 00000400:00000010:3.0:1789449435.687586:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012990. 00000100:00000001:3.0:1789449435.687591:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449435.687595:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d19f80 x1876371947484928/t0(0) o101->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449451 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449435.687604:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449435.687608:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d19f80 x1876371947484928/t0(0) o101->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449451 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449435.687627:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449435.687628:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449435.692923:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.692944:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449435.692948:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.692950:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449435.692960:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.692968:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449435.692977:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.692982:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.692987:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.692992:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 400 into portal 4 MB=0x6aa8ce3657700 00000400:00000200:2.0:1789449435.692997:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.693003:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 400/400 into md 0x77e5 [1] + 224 00000800:00000001:2.0:1789449435.693010:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.693018:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449435.693022:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449435.693027:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449435.693034:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449435.693044:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d19f80 x1876371947484928/t0(0) o101->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449451 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449435.693056:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9e8b87d19f80 x1876371947484928/t0(0) o101->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449451 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449435.693078:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449435.693088:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.693092:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789449435.695865:0:31189:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789449435.695873:0:31189:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789449435.695876:0:31189:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb7118188fb78 00000080:00200000:3.0:1789449435.695921:0:31189:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:3.0:1789449435.695931:0:31189:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b8435e600. 00800000:00000002:3.0:1789449435.695938:0:31189:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:3.0:1789449435.695942:0:31189:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789449435.695948:0:31189:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789449435.695950:0:31189:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb7118188fa98 00800000:00000002:3.0:1789449435.695953:0:31189:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789449435.695957:0:31189:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789449435.695959:0:31189:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789449435.695962:0:31189:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789449435.695966:0:31189:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789449435.695968:0:31189:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789449435.695970:0:31189:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449435.695972:0:31189:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789449435.695975:0:31189:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449435.695978:0:31189:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789449435.695985:0:31189:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789449435.695986:0:31189:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb7118188f968 00000002:00010000:3.0:1789449435.695988:0:31189:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789449435.695992:0:31189:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789449435.695993:0:31189:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789449435.695997:0:31189:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789449435.696004:0:31189:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922de400 count: 2 00010000:00000001:3.0:1789449435.696007:0:31189:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789449435.696011:0:31189:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449435.696015:0:31189:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789449435.696020:0:31189:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75600/0xcddde1459ded652a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3cf8f expref: -99 pid: 31383 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1789449435.696032:0:31189:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789449435.696037:0:31189:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449435.696040:0:31189:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75600/0xcddde1459ded652a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3cf8f expref: -99 pid: 31383 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:3.0:1789449435.696047:0:31189:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789449435.696049:0:31189:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789449435.696051:0:31189:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789449435.696052:0:31189:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789449435.696054:0:31189:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789449435.696057:0:31189:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789449435.696059:0:31189:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789449435.696062:0:31189:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:3.0:1789449435.696065:0:31189:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b8435e600. 00000080:00000001:3.0:1789449435.696069:0:31189:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789449435.696072:0:31189:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789449435.696075:0:31189:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:3.0:1789449435.696079:0:31189:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded652a 00800000:00000001:3.0:1789449435.696082:0:31189:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789449435.696084:0:31189:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789449435.696086:0:31189:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449435.696088:0:31189:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449435.696090:0:31189:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75600 refcount=3 00000020:00000001:3.0:1789449435.696092:0:31189:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016243712 : -107152693307904 : ffff9e8b91c75600) 00010000:00000001:3.0:1789449435.696095:0:31189:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016243712 : -107152693307904 : ffff9e8b91c75600) 00010000:00000001:3.0:1789449435.696098:0:31189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449435.696100:0:31189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789449435.696101:0:31189:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789449435.696103:0:31189:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789449435.696105:0:31189:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded652a from it ffffb7118188fbb0 00010000:00000001:3.0:1789449435.696106:0:31189:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449435.696107:0:31189:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449435.696108:0:31189:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75600 refcount=3 00000020:00000001:3.0:1789449435.696110:0:31189:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016243712 : -107152693307904 : ffff9e8b91c75600) 00010000:00000001:3.0:1789449435.696112:0:31189:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016243712 : -107152693307904 : ffff9e8b91c75600) 00010000:00000001:3.0:1789449435.696114:0:31189:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789449435.696116:0:31189:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75600/0xcddde1459ded652a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3cf8f expref: -99 pid: 31383 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1789449435.696122:0:31189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449435.696123:0:31189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449435.696125:0:31189:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789449435.696127:0:31189:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789449435.696129:0:31189:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75600/0xcddde1459ded652a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3cf8f expref: -99 pid: 31383 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1789449435.696136:0:31189:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449435.696139:0:31189:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789449435.696142:0:31189:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449435.696146:0:31189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449435.696147:0:31189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449435.696149:0:31189:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449435.696152:0:31189:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789449435.696154:0:31189:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449435.696156:0:31189:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449435.696158:0:31189:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449435.696160:0:31189:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789449435.696161:0:31189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449435.696162:0:31189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789449435.696165:0:31189:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789449435.696166:0:31189:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789449435.696169:0:31189:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908), inode mode 41ff mask 44 00000080:00000001:3.0:1789449435.696174:0:31189:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449435.696180:0:31189:0:(dir.c:3016:ll_dir_open()) Process entered 00000080:00000001:3.0:1789449435.696182:0:31189:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1789449435.696184:0:31189:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb7118188fb78 00000080:00200008:3.0:1789449435.696187:0:31189:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9e8b89180908), flags 304000 00000080:00000010:3.0:1789449435.696192:0:31189:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9e8b817c0500. 00000080:00000001:3.0:1789449435.696197:0:31189:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449435.696199:0:31189:0:(dir.c:3017:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449435.696211:0:31189:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb7118188fd28 00000080:00200008:3.0:1789449435.696213:0:31189:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9e8b89180908), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1789449435.696221:0:31189:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:3.0:1789449435.696223:0:31189:0:(statahead.c:1783:is_first_dirent()) Process entered 00000080:00000010:3.0:1789449435.696226:0:31189:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b8435e600. 00800000:00000002:3.0:1789449435.696229:0:31189:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00800000:00000001:3.0:1789449435.696234:0:31189:0:(lmv_obd.c:3441:lmv_read_page()) Process entered 00800000:00000001:3.0:1789449435.696236:0:31189:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789449435.696237:0:31189:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789449435.696238:0:31189:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789449435.696239:0:31189:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789449435.696241:0:31189:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449435.696243:0:31189:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789449435.696244:0:31189:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449435.696248:0:31189:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:3.0:1789449435.696249:0:31189:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789449435.696251:0:31189:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb7118188f990 00000002:00010000:3.0:1789449435.696253:0:31189:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: readdir flags 0 00000002:00000001:3.0:1789449435.696255:0:31189:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789449435.696256:0:31189:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789449435.696257:0:31189:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789449435.696260:0:31189:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922de400 count: 2 00010000:00000001:3.0:1789449435.696262:0:31189:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789449435.696264:0:31189:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449435.696266:0:31189:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789449435.696269:0:31189:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75600/0xcddde1459ded652a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3cf8f expref: -99 pid: 31383 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1789449435.696274:0:31189:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789449435.696276:0:31189:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449435.696279:0:31189:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75600/0xcddde1459ded652a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3cf8f expref: -99 pid: 31383 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1789449435.696284:0:31189:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789449435.696286:0:31189:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789449435.696288:0:31189:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789449435.696289:0:31189:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789449435.696291:0:31189:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449435.696292:0:31189:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449435.696293:0:31189:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75600 refcount=3 00000020:00000001:3.0:1789449435.696295:0:31189:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016243712 : -107152693307904 : ffff9e8b91c75600) 00010000:00000001:3.0:1789449435.696297:0:31189:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016243712 : -107152693307904 : ffff9e8b91c75600) 00010000:00000001:3.0:1789449435.696299:0:31189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449435.696301:0:31189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789449435.696302:0:31189:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449435.696335:0:31189:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:3.0:1789449435.696340:0:31189:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff9e8b86130000. 00000002:00000001:3.0:1789449435.697314:0:31189:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:3.0:1789449435.697324:0:31189:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83108a80. 00000020:00000040:3.0:1789449435.697330:0:31189:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000100:00000001:3.0:1789449435.697335:0:31189:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789449435.697339:0:31189:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789449435.697344:0:31189:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789449435.697353:0:31189:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e8b8435f400. 00000100:00000001:3.0:1789449435.697360:0:31189:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449435.697363:0:31189:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1789449435.697367:0:31189:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff9e8b87c4bc00. 00000100:00000010:3.0:1789449435.697371:0:31189:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff9e8b87d3a000. 00000020:00000040:3.0:1789449435.697374:0:31189:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000100:00000001:3.0:1789449435.697397:0:31189:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789449435.697399:0:31189:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789449435.697405:0:31189:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b865ccc00. 00000100:00000001:3.0:1789449435.697407:0:31189:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920824712192 : -107152884839424 : ffff9e8b865ccc00) 00000100:00000001:3.0:1789449435.697410:0:31189:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449435.697412:0:31189:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769383040 : -107152940168576 : ffff9e8b83108a80) 00000100:00000001:3.0:1789449435.697416:0:31189:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789449435.697420:0:31189:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449435.697422:0:31189:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789449435.697424:0:31189:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789449435.697435:0:31189:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83108a80 x1876371947485056/t0(0) o37->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449435.697444:0:31189:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789449435.697446:0:31189:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449435.697450:0:31189:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789449435.697452:0:31189:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789449435.697455:0:31189:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449435.697458:0:31189:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83108a80 pname:cluuid:pid:xid:nid:opc:job bash:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:31189:1876371947485056:192.168.202.109@tcp:37:bash.0 00000100:00000001:3.0:1789449435.697462:0:31189:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789449435.697467:0:31189:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789449435.697470:0:31189:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449435.697473:0:31189:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:3.0:1789449435.697481:0:31189:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:3.0:1789449435.697486:0:31189:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b8525c6e0. 00000400:00000010:3.0:1789449435.697495:0:31189:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff9e8b8658a000. 00000100:00000200:3.0:1789449435.697503:0:31189:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6aa8ce3657780-0x6aa8ce3657780, portal 14 00000100:00000001:3.0:1789449435.697506:0:31189:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449435.697509:0:31189:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789449435.697513:0:31189:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b87c49800. 02000000:00000001:3.0:1789449435.697515:0:31189:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449435.697519:0:31189:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:3.0:1789449435.697522:0:31189:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b8525c688. 00000400:00000010:3.0:1789449435.697526:0:31189:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69000. 00000100:00000200:3.0:1789449435.697530:0:31189:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947485056, portal 10 00000100:00000001:3.0:1789449435.697532:0:31189:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449435.697533:0:31189:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769383040 : -107152940168576 : ffff9e8b83108a80) 00000100:00000040:3.0:1789449435.697541:0:31189:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b83108a80 x1876371947485056/t0(0) o37->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1789449451 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449435.697548:0:31189:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449435.697551:0:31189:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1789449435.697554:0:31189:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69e58. 00000100:00000200:3.0:1789449435.697908:0:31189:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1876371947485056, offset 0 00000400:00000200:3.0:1789449435.697918:0:31189:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1789449435.697927:0:31189:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449435.697935:0:31189:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449435.697940:0:31189:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789449435.697944:0:31189:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1789449435.697948:0:31189:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789449435.697951:0:31189:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1789449435.697954:0:31189:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2608:2608:256:4294967295] 192.168.202.109@tcp LPNI seq info [2608:2608:8:4294967295] 00000400:00000200:3.0:1789449435.697958:0:31189:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449435.697968:0:31189:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449435.697974:0:31189:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449435.697981:0:31189:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051c600. 00000800:00000200:3.0:1789449435.697987:0:31189:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449435.697995:0:31189:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449435.697999:0:31189:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051c600 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:3.0:1789449435.698024:0:31189:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449435.698029:0:31189:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 833878 usecs (834 jiffies) 00000400:00000200:3.0:1789449435.698032:0:31189:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:3.0:1789449435.698035:0:31189:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296439217 00000100:00000001:3.0:1789449435.698038:0:31189:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296440353 00000100:00000001:3.0:1789449435.698041:0:31189:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296439217 00000100:00000001:3.0:1789449435.698043:0:31189:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296440353 00000100:00000001:3.0:1789449435.698046:0:31189:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449435.698048:0:31189:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449435.698050:0:31189:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449435.698052:0:31189:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789449435.698055:0:31189:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b865ccc00 going to sleep for 11 seconds 00000100:00000001:3.0:1789449435.698058:0:31189:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449435.698060:0:31189:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449435.698383:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449435.698388:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b9051c600. 00000400:00000200:2.0:1789449435.698393:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449435.698399:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449435.698404:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69e58 00000400:00000010:2.0:1789449435.698407:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69e58. 00000100:00000001:2.0:1789449435.698412:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449435.698417:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83108a80 x1876371947485056/t0(0) o37->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1789449451 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449435.698426:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449435.698430:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83108a80 x1876371947485056/t0(0) o37->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1789449451 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449435.698436:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449435.698438:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449435.704625:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.704646:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449435.704650:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.704653:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449435.704662:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.704669:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449435.704679:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.704684:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.704690:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.704694:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 4096 into portal 14 MB=0x6aa8ce3657780 00000400:00000200:2.0:1789449435.704700:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.704708:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.202.109@tcp of length 4096/4096 into md 0x77ed [256] + 0 00000400:00000010:2.0:1789449435.704713:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b8525c6e0. 00000400:00000200:2.0:1789449435.704719:0:2393:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9e8b8658a000 00000800:00000001:2.0:1789449435.704725:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.704765:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449435.704770:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449435.704775:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449435.704781:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b8658a000 00000400:00000010:2.0:1789449435.704784:0:2393:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff9e8b8658a000. 00000100:00000001:2.0:1789449435.704790:0:2393:0:(events.c:177:client_bulk_callback()) Process entered 00000100:00000200:2.0:1789449435.704792:0:2393:0:(events.c:195:client_bulk_callback()) event type 2, status 0, req ffff9e8b83108a80 desc ffff9e8b87c4bc00 mbits 1876371947485056 00000100:00000001:2.0:1789449435.704809:0:2393:0:(events.c:220:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1789449435.704818:0:2393:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1789449435.704822:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.704827:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.202.9@tcp to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449435.704833:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2609:2609:256:4294967295] 192.168.202.109@tcp LPNI seq info [2609:2609:8:4294967295] 00000400:00000200:2.0:1789449435.704837:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.704845:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) 192.168.202.109@tcp : ACK try# 0 00000800:00000200:2.0:1789449435.704851:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.202.109@tcp 00000100:00000001:3.0:1789449435.704859:0:31189:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000800:00000010:2.0:1789449435.704859:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff9e8b87d98000. 00000800:00000200:2.0:1789449435.704865:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449435.704873:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:3.0:1789449435.704901:0:31189:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449435.704905:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b87d98000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1789449435.704982:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449435.704987:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff9e8b87d98000. 00000400:00000200:2.0:1789449435.704990:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449435.704994:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: ACK: OK 00000800:00000001:2.0:1789449435.705000:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.705003:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449435.708606:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.708626:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449435.708631:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.708634:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449435.708642:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.708650:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449435.708661:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.708665:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.708671:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.708675:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 440 into portal 10 MB=0x6aa8ce3657780 00000400:00000200:2.0:1789449435.708681:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.708687:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 440/440 into md 0x77f5 [1] + 224 00000800:00000001:2.0:1789449435.708694:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.708703:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449435.708707:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449435.708711:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449435.708719:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449435.708728:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83108a80 x1876371947485056/t0(0) o37->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1789449451 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449435.708739:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff9e8b83108a80 x1876371947485056/t0(0) o37->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1789449451 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449435.708855:0:31189:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449435.708875:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449435.708907:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.708911:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1789449435.712142:0:31189:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449435.712151:0:31189:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449435.712156:0:31189:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b8525c688. 00000400:00000200:3.0:1789449435.712165:0:31189:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69000 00000400:00000010:3.0:1789449435.712168:0:31189:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69000. 00000100:00000001:3.0:1789449435.712174:0:31189:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449435.712187:0:31189:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83108a80 x1876371947485056/t0(0) o37->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1789449451 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789449435.712200:0:31189:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83108a80 x1876371947485056/t0(0) o37->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1789449451 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449435.712209:0:31189:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449435.712212:0:31189:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449435.712215:0:31189:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449435.712219:0:31189:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449435.712221:0:31189:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449435.712225:0:31189:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449435.712228:0:31189:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449435.712238:0:31189:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ecf0 time=65 v=5 (5 5 5 5) 00000100:00001000:3.0:1789449435.712243:0:31189:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1789449435.712245:0:31189:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789449435.712247:0:31189:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449435.712250:0:31189:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789449435.712254:0:31189:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449435.712258:0:31189:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789449435.712260:0:31189:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967582 00000100:00000001:3.0:1789449435.712262:0:31189:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789449435.712265:0:31189:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449435.712271:0:31189:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff9e8b83108a80 x1876371947485056/t0(0) o37->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1789449451 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789449435.712281:0:31189:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff9e8b83108a80 x1876371947485056/t0(0) o37->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1789449451 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449435.712288:0:31189:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449435.712290:0:31189:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449435.712295:0:31189:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83108a80 x1876371947485056/t0(0) o37->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1789449451 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789449435.712303:0:31189:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83108a80 pname:cluuid:pid:xid:nid:opc:job bash:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:31189:1876371947485056:192.168.202.109@tcp:37:bash.0 00000100:00000001:3.0:1789449435.712309:0:31189:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449435.712312:0:31189:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449435.712315:0:31189:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789449435.712317:0:31189:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449435.712321:0:31189:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83108a80 x1876371947485056/t0(0) o37->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1789449451 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449435.712330:0:31189:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789449435.712333:0:31189:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b865ccc00. 00000100:00000001:3.0:1789449435.712337:0:31189:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789449435.712339:0:31189:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449435.712343:0:31189:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449435.712346:0:31189:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449435.712349:0:31189:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83108a80 x1876371947485056/t0(0) o37->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1789449451 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449435.712355:0:31189:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449435.712358:0:31189:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449435.712361:0:31189:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b87c49800. 02000000:00000001:3.0:1789449435.712364:0:31189:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449435.712367:0:31189:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449435.712369:0:31189:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:3.0:1789449435.712372:0:31189:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:3.0:1789449435.712374:0:31189:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1789449435.712375:0:31189:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449435.712376:0:31189:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:3.0:1789449435.712378:0:31189:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000010:3.0:1789449435.712407:0:31189:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff9e8b87d3a000. 00000100:00000010:3.0:1789449435.712411:0:31189:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff9e8b87c4bc00. 00000100:00000001:3.0:1789449435.712415:0:31189:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1789449435.712418:0:31189:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e8b8435f400. 02000000:00000001:3.0:1789449435.712421:0:31189:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449435.712423:0:31189:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449435.712425:0:31189:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83108a80. 00000100:00000001:3.0:1789449435.712429:0:31189:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449435.712430:0:31189:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789449435.712433:0:31189:0:(mdc_request.c:1315:mdc_dirpage_add()) Process entered 00000002:00000020:3.0:1789449435.712436:0:31189:0:(mdc_request.c:1322:mdc_dirpage_add()) read 1/1 00000002:00000010:3.0:1789449435.713112:0:31189:0:(mdc_request.c:1442:do_mdc_read_folio_remote()) kfreed 'folio_pool': 2048 at ffff9e8b86130000. 00000002:00000001:3.0:1789449435.713119:0:31189:0:(mdc_request.c:1444:do_mdc_read_folio_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449435.713124:0:31189:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449435.713127:0:31189:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449435.713130:0:31189:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75600 refcount=3 00000020:00000001:3.0:1789449435.713132:0:31189:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016243712 : -107152693307904 : ffff9e8b91c75600) 00010000:00000001:3.0:1789449435.713135:0:31189:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016243712 : -107152693307904 : ffff9e8b91c75600) 00010000:00000001:3.0:1789449435.713137:0:31189:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789449435.713143:0:31189:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75600/0xcddde1459ded652a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3cf8f expref: -99 pid: 31383 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1789449435.713157:0:31189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449435.713159:0:31189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449435.713161:0:31189:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789449435.713165:0:31189:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789449435.713168:0:31189:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75600/0xcddde1459ded652a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3cf8f expref: -99 pid: 31383 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1789449435.713176:0:31189:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449435.713178:0:31189:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789449435.713180:0:31189:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449435.713184:0:31189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449435.713186:0:31189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449435.713188:0:31189:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449435.713191:0:31189:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789449435.713193:0:31189:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449435.713196:0:31189:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449435.713199:0:31189:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449435.713201:0:31189:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789449435.713203:0:31189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449435.713204:0:31189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:3.0:1789449435.713206:0:31189:0:(lmv_obd.c:3458:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449435.713213:0:31189:0:(statahead.c:1888:is_first_dirent()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000002:3.0:1789449435.713218:0:31189:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:3.0:1789449435.713221:0:31189:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b8435e600. 00000080:00000001:3.0:1789449435.713226:0:31189:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449435.713232:0:31189:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789449435.713234:0:31189:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb7118188fca0 00000080:00200000:3.0:1789449435.713237:0:31189:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:3.0:1789449435.713247:0:31189:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b8435e600. 00800000:00000002:3.0:1789449435.713252:0:31189:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:3.0:1789449435.713256:0:31189:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789449435.713259:0:31189:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789449435.713261:0:31189:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb7118188fbc0 00800000:00000002:3.0:1789449435.713263:0:31189:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789449435.713267:0:31189:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789449435.713270:0:31189:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789449435.713272:0:31189:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789449435.713275:0:31189:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789449435.713277:0:31189:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789449435.713279:0:31189:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449435.713281:0:31189:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789449435.713284:0:31189:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449435.713287:0:31189:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789449435.713293:0:31189:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789449435.713294:0:31189:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb7118188fa90 00000002:00010000:3.0:1789449435.713296:0:31189:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789449435.713300:0:31189:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789449435.713302:0:31189:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789449435.713304:0:31189:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789449435.713310:0:31189:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922de400 count: 2 00010000:00000001:3.0:1789449435.713313:0:31189:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789449435.713318:0:31189:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449435.713324:0:31189:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789449435.713328:0:31189:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75600/0xcddde1459ded652a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3cf8f expref: -99 pid: 31383 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:3.0:1789449435.713336:0:31189:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789449435.713341:0:31189:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449435.713345:0:31189:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75600/0xcddde1459ded652a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3cf8f expref: -99 pid: 31383 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:3.0:1789449435.713352:0:31189:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789449435.713354:0:31189:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789449435.713356:0:31189:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789449435.713358:0:31189:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789449435.713360:0:31189:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789449435.713362:0:31189:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789449435.713364:0:31189:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789449435.713366:0:31189:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:3.0:1789449435.713368:0:31189:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b8435e600. 00000080:00000001:3.0:1789449435.713372:0:31189:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789449435.713374:0:31189:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789449435.713377:0:31189:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:3.0:1789449435.713380:0:31189:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded652a 00800000:00000001:3.0:1789449435.713383:0:31189:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789449435.713385:0:31189:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789449435.713386:0:31189:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449435.713388:0:31189:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449435.713390:0:31189:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75600 refcount=3 00000020:00000001:3.0:1789449435.713392:0:31189:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016243712 : -107152693307904 : ffff9e8b91c75600) 00010000:00000001:3.0:1789449435.713394:0:31189:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016243712 : -107152693307904 : ffff9e8b91c75600) 00010000:00000001:3.0:1789449435.713396:0:31189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449435.713397:0:31189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789449435.713399:0:31189:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789449435.713400:0:31189:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789449435.713402:0:31189:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded652a from it ffffb7118188fcd8 00010000:00000001:3.0:1789449435.713404:0:31189:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449435.713405:0:31189:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449435.713406:0:31189:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75600 refcount=3 00000020:00000001:3.0:1789449435.713408:0:31189:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016243712 : -107152693307904 : ffff9e8b91c75600) 00010000:00000001:3.0:1789449435.713410:0:31189:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016243712 : -107152693307904 : ffff9e8b91c75600) 00010000:00000001:3.0:1789449435.713411:0:31189:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789449435.713414:0:31189:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75600/0xcddde1459ded652a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3cf8f expref: -99 pid: 31383 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1789449435.713420:0:31189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449435.713421:0:31189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449435.713422:0:31189:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789449435.713424:0:31189:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789449435.713426:0:31189:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75600/0xcddde1459ded652a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3cf8f expref: -99 pid: 31383 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1789449435.713432:0:31189:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449435.713434:0:31189:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789449435.713435:0:31189:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449435.713437:0:31189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449435.713438:0:31189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449435.713440:0:31189:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449435.713442:0:31189:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789449435.713443:0:31189:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449435.713444:0:31189:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449435.713447:0:31189:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449435.713448:0:31189:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789449435.713450:0:31189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449435.713451:0:31189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789449435.713453:0:31189:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789449435.713455:0:31189:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789449435.713458:0:31189:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449435.713462:0:31189:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb7118188fd28 00000080:00000008:3.0:1789449435.713465:0:31189:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9e8b89180908), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1789449435.725638:0:31189:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:2.0:1789449435.725649:0:31189:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) pos/size0/4096 32bit_api 0 00000080:00000010:2.0:1789449435.725664:0:31189:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b8313ee00. 00800000:00000002:2.0:1789449435.725673:0:31189:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:2.0:1789449435.725677:0:31189:0:(dir.c:194:ll_dir_read()) Process entered 00000080:00000001:2.0:1789449435.725687:0:31189:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446713000772357760 : -31072937193856 : ffffe3bd449dce80) 00000080:00000001:2.0:1789449435.725692:0:31189:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611164 : 144115205339611164 : 20000040500001c) 00000080:00000001:2.0:1789449435.725698:0:31189:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833928 : 144115205322833928 : 200000404000008) 00000080:00000001:2.0:1789449435.725700:0:31189:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611140 : 144115205339611140 : 200000405000004) 00000080:00000001:2.0:1789449435.725703:0:31189:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279489 : 144115205289279489 : 200000402000001) 00000080:00000001:2.0:1789449435.725706:0:31189:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833931 : 144115205322833931 : 20000040400000b) 00000080:00000001:2.0:1789449435.725709:0:31189:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056707 : 144115205306056707 : 200000403000003) 00000080:00000001:2.0:1789449435.725712:0:31189:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1789449435.725714:0:31189:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1789449435.725715:0:31189:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833935 : 144115205322833935 : 20000040400000f) 00000080:00000001:2.0:1789449435.725717:0:31189:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833921 : 144115205322833921 : 200000404000001) 00000080:00000001:2.0:1789449435.725720:0:31189:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279494 : 144115205289279494 : 200000402000006) 00000080:00000001:2.0:1789449435.725723:0:31189:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798761473 : 162129603798761473 : 240000402000001) 00000080:00000001:2.0:1789449435.725725:0:31189:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798761476 : 162129603798761476 : 240000402000004) 00000080:00000001:2.0:1789449435.725727:0:31189:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279490 : 144115205289279490 : 200000402000002) 00000080:00000001:2.0:1789449435.725729:0:31189:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833933 : 144115205322833933 : 20000040400000d) 00000080:00000001:2.0:1789449435.725731:0:31189:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279491 : 144115205289279491 : 200000402000003) 00000080:00000001:2.0:1789449435.725733:0:31189:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798761475 : 162129603798761475 : 240000402000003) 00000080:00000001:2.0:1789449435.725735:0:31189:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611163 : 144115205339611163 : 20000040500001b) 00000080:00000001:2.0:1789449435.725739:0:31189:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449435.725742:0:31189:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:2.0:1789449435.725746:0:31189:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b8313ee00. 00000080:00000001:2.0:1789449435.725907:0:31189:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449435.725936:0:31189:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:2.0:1789449435.725938:0:31189:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) pos/size18446744073709551614/4096 32bit_api 0 00000080:00000001:2.0:1789449435.725942:0:31189:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1789449435.725944:0:31189:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449435.725961:0:31189:0:(dir.c:3022:ll_dir_release()) Process entered 00000080:00000001:2.0:1789449435.725964:0:31189:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1789449435.725968:0:31189:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb7118188fdd0 00000080:00200008:2.0:1789449435.725970:0:31189:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9e8b89180908), flags 304000 00000080:00400000:2.0:1789449435.725975:0:31189:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:2.0:1789449435.725978:0:31189:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9e8b817c0500. 00000080:00000001:2.0:1789449435.725985:0:31189:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1789449435.725987:0:31189:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb7118188fdd0 00000080:00000008:2.0:1789449435.725990:0:31189:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9e8b89180908), flags 304000, rc = 0 00000080:00000001:2.0:1789449435.725993:0:31189:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449435.725995:0:31189:0:(dir.c:3023:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449435.741671:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449435.741678:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b83723600. 00000400:00000200:2.0:1789449435.741683:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449435.741689:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449435.741696:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012198 00000400:00000010:2.0:1789449435.741699:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012198. 00000100:00000001:2.0:1789449435.741704:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449435.741711:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83691180 x1876371947485312/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789449451 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449435.741722:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449435.741725:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83691180 x1876371947485312/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789449451 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449435.741732:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449435.741734:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449435.748997:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.749016:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449435.749020:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.749023:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449435.749031:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.749039:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449435.749048:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.749052:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.749057:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.749061:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 664 into portal 10 MB=0x6aa8ce3657880 00000400:00000200:2.0:1789449435.749067:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.749073:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 664/664 into md 0x7805 [64] + 224 00000800:00000001:2.0:1789449435.749081:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.749088:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449435.749092:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449435.749096:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449435.749105:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449435.749116:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83691180 x1876371947485312/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789449451 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449435.749127:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff9e8b83691180 x1876371947485312/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789449451 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449435.749151:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449435.749161:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.749165:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1789449435.752140:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449435.752145:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b83723c00. 00000400:00000200:2.0:1789449435.752150:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449435.752155:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449435.752159:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012550 00000400:00000010:2.0:1789449435.752162:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012550. 00000100:00000001:2.0:1789449435.752166:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449435.752170:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83691c00 x1876371947485440/t0(0) o37->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1789449451 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449435.752179:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449435.752182:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83691c00 x1876371947485440/t0(0) o37->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1789449451 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449435.752188:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449435.752190:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449435.755405:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.755425:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449435.755430:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.755432:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449435.755442:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.755451:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449435.755460:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.755465:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.755470:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.755474:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 4096 into portal 14 MB=0x6aa8ce3657900 00000400:00000200:2.0:1789449435.755480:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.755487:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.202.109@tcp of length 4096/4096 into md 0x780d [256] + 0 00000400:00000010:2.0:1789449435.755493:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b834279f8. 00000400:00000200:2.0:1789449435.755498:0:2393:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9e8b86666000 00000800:00000001:2.0:1789449435.755505:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.755529:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449435.755534:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449435.755539:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449435.755545:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b86666000 00000400:00000010:2.0:1789449435.755548:0:2393:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff9e8b86666000. 00000100:00000001:2.0:1789449435.755554:0:2393:0:(events.c:177:client_bulk_callback()) Process entered 00000100:00000200:2.0:1789449435.755567:0:2393:0:(events.c:195:client_bulk_callback()) event type 2, status 0, req ffff9e8b83691c00 desc ffff9e8b8678e400 mbits 1876371947485440 00000100:00000001:2.0:1789449435.755579:0:2393:0:(events.c:220:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1789449435.755589:0:2393:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1789449435.755593:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.755599:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.202.9@tcp to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449435.755606:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2612:2612:256:4294967295] 192.168.202.109@tcp LPNI seq info [2612:2612:8:4294967295] 00000400:00000200:2.0:1789449435.755611:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.755618:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) 192.168.202.109@tcp : ACK try# 0 00010000:00000010:1.1:1789449435.755620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204be00. 00000800:00000200:2.0:1789449435.755623:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449435.755632:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff9e8b87d98000. 00000800:00000200:2.0:1789449435.755638:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449435.755644:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449435.755648:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b87d98000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1789449435.755716:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449435.755720:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff9e8b87d98000. 00000400:00000200:2.0:1789449435.755724:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449435.755728:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: ACK: OK 00000800:00000001:2.0:1789449435.755734:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.755737:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449435.777466:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.777491:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449435.777497:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.777499:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449435.777519:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.777527:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449435.777539:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.777543:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.777549:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.777554:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 440 into portal 10 MB=0x6aa8ce3657900 00000400:00000200:2.0:1789449435.777570:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.777577:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 440/440 into md 0x7815 [1] + 224 00000800:00000001:2.0:1789449435.777585:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.777599:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449435.777604:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449435.777608:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449435.777616:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449435.777628:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83691c00 x1876371947485440/t0(0) o37->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1789449451 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449435.777640:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff9e8b83691c00 x1876371947485440/t0(0) o37->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1789449451 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449435.777666:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449435.777676:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.777680:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789449435.782389:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449435.782395:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ec500. 00000400:00000200:3.0:1789449435.782399:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449435.782404:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449435.782409:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5770 00000400:00000010:3.0:1789449435.782412:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5770. 00000100:00000001:3.0:1789449435.782416:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449435.782420:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d1b100 x1876371947485696/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449451 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449435.782430:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449435.782433:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d1b100 x1876371947485696/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449451 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449435.782439:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449435.782440:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449435.807136:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.807162:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449435.807166:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.807169:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449435.807177:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.807186:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449435.807196:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.807202:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.807207:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.807211:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 456 into portal 10 MB=0x6aa8ce3657a00 00000400:00000200:2.0:1789449435.807217:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.807224:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 456/456 into md 0x781d [1] + 224 00000800:00000001:2.0:1789449435.807231:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.807242:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449435.807246:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449435.807250:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449435.807258:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449435.807268:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d1b100 x1876371947485696/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449451 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449435.807279:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9e8b87d1b100 x1876371947485696/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449451 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449435.807305:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449435.807314:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.807319:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789449435.809255:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449435.809260:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ecd00. 00000400:00000200:3.0:1789449435.809265:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449435.809269:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449435.809273:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5660 00000400:00000010:3.0:1789449435.809276:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5660. 00000100:00000001:3.0:1789449435.809279:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449435.809284:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d1b100 x1876371947485952/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789449451 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449435.809292:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449435.809295:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d1b100 x1876371947485952/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789449451 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449435.809301:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449435.809302:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449435.821913:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.821934:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449435.821939:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.821942:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449435.821950:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.821958:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449435.821967:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.821972:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.821977:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.821981:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 664 into portal 10 MB=0x6aa8ce3657b00 00000400:00000200:2.0:1789449435.821987:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.821993:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 664/664 into md 0x7825 [64] + 224 00000800:00000001:2.0:1789449435.822002:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.822011:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449435.822014:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449435.822019:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449435.822027:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449435.822036:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d1b100 x1876371947485952/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789449451 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449435.822055:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff9e8b87d1b100 x1876371947485952/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789449451 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449435.822075:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449435.822084:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.822087:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789449435.827416:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449435.827430:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ec800. 00000400:00000200:3.0:1789449435.827438:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449435.827446:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449435.827454:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e54c8 00000400:00000010:3.0:1789449435.827457:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e54c8. 00000100:00000001:3.0:1789449435.827462:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449435.827470:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d19880 x1876371947486080/t0(0) o41->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 440/368 e 0 to 0 dl 1789449451 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449435.827483:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449435.827488:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d19880 x1876371947486080/t0(0) o41->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 440/368 e 0 to 0 dl 1789449451 ref 3 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449435.827494:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449435.827496:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449435.832134:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.832154:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449435.832158:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.832161:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449435.832168:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.832176:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449435.832184:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.832189:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.832195:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.832200:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 368 into portal 10 MB=0x6aa8ce3657b80 00000400:00000200:2.0:1789449435.832205:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.832212:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 368/368 into md 0x782d [1] + 224 00000800:00000001:2.0:1789449435.832219:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.832228:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449435.832231:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449435.832236:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449435.832243:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449435.832252:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d19880 x1876371947486080/t0(0) o41->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 440/368 e 0 to 0 dl 1789449451 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449435.832265:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9e8b87d19880 x1876371947486080/t0(0) o41->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 440/368 e 0 to 0 dl 1789449451 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449435.832288:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449435.832297:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.832300:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789449435.838863:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449435.838874:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b83723b00. 00000400:00000200:3.0:1789449435.838894:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449435.838903:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449435.838912:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012770 00000400:00000010:3.0:1789449435.838915:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012770. 00000100:00000001:3.0:1789449435.838923:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449435.838930:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d19880 x1876371947486336/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 488/624 e 0 to 0 dl 1789449451 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449435.838942:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449435.838947:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d19880 x1876371947486336/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 488/624 e 0 to 0 dl 1789449451 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449435.838953:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449435.838955:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:0.1:1789449435.843688:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cbaa00. 00010000:00000010:0.1:1789449435.843703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b86499c00. 00010000:00000010:0.1:1789449435.843707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c75c00. 00000800:00000001:2.0:1789449435.847863:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.847991:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449435.847995:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.847999:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449435.848008:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.848016:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449435.848025:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.848030:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.848035:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.848040:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 456 into portal 10 MB=0x6aa8ce3657c80 00000400:00000200:2.0:1789449435.848045:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.848052:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 456/456 into md 0x7835 [1] + 224 00000800:00000001:2.0:1789449435.848060:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.848069:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449435.848073:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449435.848077:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449435.848086:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449435.848095:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d19880 x1876371947486336/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 488/624 e 0 to 0 dl 1789449451 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449435.848107:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9e8b87d19880 x1876371947486336/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 488/624 e 0 to 0 dl 1789449451 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449435.848131:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449435.848140:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.848144:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.1:1789449435.857721:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b87d97f40. 00000800:00000200:3.0:1789449435.860735:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449435.860753:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b83723100. 00000400:00000200:3.0:1789449435.860761:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449435.860772:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449435.860780:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012880 00000400:00000010:3.0:1789449435.860785:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012880. 00000100:00000001:3.0:1789449435.860791:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449435.860799:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83691c00 x1876371947486464/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449451 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449435.860812:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449435.860815:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83691c00 x1876371947486464/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449451 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449435.860823:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449435.860825:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000080:00000010:1.1:1789449435.861926:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e8b89112100. 00000080:00000010:1.1:1789449435.861944:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b889af720. 00000800:00000001:2.0:1789449435.870947:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.870967:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449435.870972:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.870975:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449435.870985:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.870993:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449435.871002:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.871007:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.871012:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.871017:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 688 into portal 10 MB=0x6aa8ce3657d00 00000400:00000200:2.0:1789449435.871023:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.871030:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 688/688 into md 0x783d [1] + 224 00000800:00000001:2.0:1789449435.871037:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.871045:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449435.871049:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449435.871053:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449435.871060:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449435.871069:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83691c00 x1876371947486464/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449451 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449435.871080:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9e8b83691c00 x1876371947486464/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449451 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449435.871100:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449435.871109:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.871112:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789449435.873247:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449435.873254:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b83723100. 00000400:00000200:3.0:1789449435.873259:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449435.873265:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449435.873270:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012f68 00000400:00000010:3.0:1789449435.873273:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012f68. 00000100:00000001:3.0:1789449435.873277:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449435.873281:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83691c00 x1876371947486720/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449451 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449435.873290:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449435.873293:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83691c00 x1876371947486720/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449451 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449435.873299:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449435.873300:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789449435.877173:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449435.877193:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449435.877199:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449435.877201:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449435.877210:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449435.877218:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449435.877227:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449435.877232:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449435.877237:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449435.877242:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 456 into portal 10 MB=0x6aa8ce3657e00 00000400:00000200:3.0:1789449435.877248:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449435.877255:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 456/456 into md 0x7845 [1] + 224 00000800:00000001:3.0:1789449435.877263:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449435.877271:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449435.877275:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449435.877279:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449435.877287:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449435.877295:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83691c00 x1876371947486720/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449451 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789449435.877306:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9e8b83691c00 x1876371947486720/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449451 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449435.877328:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449435.877338:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449435.877341:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789449435.878617:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449435.878622:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ecc00. 00000400:00000200:3.0:1789449435.878626:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449435.878631:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449435.878635:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5000 00000400:00000010:3.0:1789449435.878638:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5000. 00000100:00000001:3.0:1789449435.878642:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449435.878646:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d1b100 x1876371947486976/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 512/624 e 0 to 0 dl 1789449451 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449435.878655:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449435.878659:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d1b100 x1876371947486976/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 512/624 e 0 to 0 dl 1789449451 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449435.878666:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449435.878667:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:0.1:1789449435.886183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204be00. 00010000:00000010:0.1:1789449435.886201:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cba700. 00010000:00000010:0.1:1789449435.886206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b86499e00. 00010000:00000010:0.1:1789449435.886210:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b922de400. 00010000:00000010:0.1:1789449435.886213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c75600. 00000800:00000001:3.0:1789449435.888946:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449435.888968:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449435.888974:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449435.888977:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449435.888989:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449435.888999:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449435.889010:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449435.889015:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449435.889020:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449435.889024:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 456 into portal 10 MB=0x6aa8ce3657f00 00000400:00000200:3.0:1789449435.889029:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449435.889034:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 456/456 into md 0x784d [1] + 224 00000800:00000001:3.0:1789449435.889041:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449435.889047:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449435.889050:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449435.889056:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449435.889064:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449435.889073:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d1b100 x1876371947486976/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 512/624 e 0 to 0 dl 1789449451 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449435.889084:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9e8b87d1b100 x1876371947486976/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 512/624 e 0 to 0 dl 1789449451 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449435.889096:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449435.889104:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449435.889107:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789449435.890366:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449435.890371:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ec000. 00000400:00000200:3.0:1789449435.890375:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449435.890380:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449435.890385:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5e58 00000400:00000010:3.0:1789449435.890387:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5e58. 00000100:00000001:3.0:1789449435.890390:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449435.890395:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d1a680 x1876371947487104/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449451 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449435.890405:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449435.890408:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d1a680 x1876371947487104/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449451 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449435.890414:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449435.890416:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000080:00000010:0.1:1789449435.894046:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e8b89115ac0. 00000080:00000010:0.1:1789449435.894066:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b8984fb20. 00000800:00000001:3.0:1789449435.896618:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449435.896639:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449435.896644:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449435.896646:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449435.896656:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449435.896665:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449435.896674:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449435.896680:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449435.896685:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449435.896690:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 688 into portal 10 MB=0x6aa8ce3657f80 00000400:00000200:3.0:1789449435.896695:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449435.896701:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 688/688 into md 0x7855 [1] + 224 00000800:00000001:3.0:1789449435.896709:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449435.896717:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449435.896721:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449435.896726:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449435.896733:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449435.896743:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d1a680 x1876371947487104/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449451 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789449435.896769:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9e8b87d1a680 x1876371947487104/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449451 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449435.896791:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449435.896800:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449435.896803:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789449435.908948:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449435.908960:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864eca00. 00000400:00000200:3.0:1789449435.908970:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449435.908979:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449435.908987:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e55d8 00000400:00000010:3.0:1789449435.908991:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e55d8. 00000100:00000001:3.0:1789449435.908997:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449435.909006:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d1a680 x1876371947487360/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789449451 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449435.909019:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449435.909023:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d1a680 x1876371947487360/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789449451 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449435.909030:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449435.909031:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789449435.909042:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449435.909057:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449435.909060:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449435.909062:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449435.909069:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449435.909074:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449435.909083:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449435.909087:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449435.909091:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449435.909095:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 664 into portal 10 MB=0x6aa8ce3658080 00000400:00000200:3.0:1789449435.909100:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449435.909106:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 664/664 into md 0x785d [64] + 224 00000800:00000001:3.0:1789449435.909114:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449435.909123:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449435.909126:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449435.909129:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449435.909134:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449435.909138:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d1a680 x1876371947487360/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789449451 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789449435.909147:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff9e8b87d1a680 x1876371947487360/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789449451 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449435.909159:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449435.909165:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449435.909169:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789449435.915264:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449435.915273:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ec700. 00000400:00000200:3.0:1789449435.915279:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449435.915287:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449435.915293:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e52a8 00000400:00000010:3.0:1789449435.915297:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e52a8. 00000100:00000001:3.0:1789449435.915302:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449435.915309:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d19f80 x1876371947487488/t0(0) o37->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1789449451 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449435.915320:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449435.915324:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d19f80 x1876371947487488/t0(0) o37->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1789449451 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449435.915330:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449435.915332:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:0.1:1789449435.919988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b86499c00. 00000800:00000001:2.0:1789449435.920299:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.920319:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449435.920322:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.920325:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449435.920333:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.920391:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449435.920401:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.920406:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.920411:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.920415:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 4096 into portal 14 MB=0x6aa8ce3658100 00000400:00000200:2.0:1789449435.920420:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.920427:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.202.109@tcp of length 4096/4096 into md 0x7865 [256] + 0 00000400:00000010:2.0:1789449435.920432:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b86580058. 00000400:00000200:2.0:1789449435.920436:0:2393:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9e8b87d28000 00000800:00000001:2.0:1789449435.920442:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.920470:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449435.920474:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449435.920479:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449435.920486:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b87d28000 00000400:00000010:2.0:1789449435.920488:0:2393:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff9e8b87d28000. 00000100:00000001:2.0:1789449435.920493:0:2393:0:(events.c:177:client_bulk_callback()) Process entered 00000100:00000200:2.0:1789449435.920495:0:2393:0:(events.c:195:client_bulk_callback()) event type 2, status 0, req ffff9e8b87d19f80 desc ffff9e8b836b3400 mbits 1876371947487488 00000100:00000001:2.0:1789449435.920679:0:2393:0:(events.c:220:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1789449435.920688:0:2393:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1789449435.920692:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.920698:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.202.9@tcp to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449435.920704:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2623:2623:256:4294967295] 192.168.202.109@tcp LPNI seq info [2623:2623:8:4294967295] 00000400:00000200:2.0:1789449435.920709:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.920717:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) 192.168.202.109@tcp : ACK try# 0 00000800:00000200:2.0:1789449435.920723:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449435.920732:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff9e8b87d98000. 00000800:00000200:2.0:1789449435.920738:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449435.920809:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449435.920815:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b87d98000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1789449435.920978:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449435.920982:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff9e8b87d98000. 00000400:00000200:2.0:1789449435.920986:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449435.920990:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: ACK: OK 00000800:00000001:2.0:1789449435.920997:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.921000:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449435.924939:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449435.924969:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449435.924973:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449435.924977:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449435.924986:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449435.924994:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449435.925004:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449435.925008:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449435.925014:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449435.925018:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 440 into portal 10 MB=0x6aa8ce3658100 00000400:00000200:3.0:1789449435.925025:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449435.925031:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 440/440 into md 0x786d [1] + 224 00000800:00000001:3.0:1789449435.925040:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449435.925047:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449435.925051:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449435.925055:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449435.925064:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449435.925074:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d19f80 x1876371947487488/t0(0) o37->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1789449451 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789449435.925086:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff9e8b87d19f80 x1876371947487488/t0(0) o37->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1789449451 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449435.925096:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449435.925104:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449435.925108:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789449435.932363:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449435.932374:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ec700. 00000400:00000200:3.0:1789449435.932382:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449435.932391:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449435.932398:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5dd0 00000400:00000010:3.0:1789449435.932401:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5dd0. 00000100:00000001:3.0:1789449435.932407:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449435.932414:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d19f80 x1876371947487744/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449451 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449435.932428:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449435.932432:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d19f80 x1876371947487744/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449451 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449435.932439:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449435.932442:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449435.935582:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.935601:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449435.935606:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.935609:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449435.935617:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.935626:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449435.935635:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.935640:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.935645:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.935650:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 456 into portal 10 MB=0x6aa8ce3658200 00000400:00000200:2.0:1789449435.935655:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.935662:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 456/456 into md 0x7875 [1] + 224 00000800:00000001:2.0:1789449435.935668:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.935677:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449435.935680:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449435.935684:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449435.935692:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449435.935701:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d19f80 x1876371947487744/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449451 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449435.935712:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9e8b87d19f80 x1876371947487744/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449451 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449435.935734:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449435.935743:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.935747:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1789449435.937778:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449435.937783:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b83723b00. 00000400:00000200:2.0:1789449435.937788:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449435.937794:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449435.937799:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012b28 00000400:00000010:2.0:1789449435.937801:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012b28. 00000100:00000001:2.0:1789449435.937804:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449435.937809:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83690a80 x1876371947488000/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789449451 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449435.937819:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449435.937822:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83690a80 x1876371947488000/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789449451 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449435.937828:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449435.937830:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449435.942092:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.942112:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449435.942117:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.942121:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449435.942130:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.942137:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449435.942147:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.942152:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.942157:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.942161:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 664 into portal 10 MB=0x6aa8ce3658300 00000400:00000200:2.0:1789449435.942166:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.942171:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 664/664 into md 0x787d [64] + 224 00000800:00000001:2.0:1789449435.942179:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.942186:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449435.942189:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449435.942194:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449435.942202:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449435.942212:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83690a80 x1876371947488000/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789449451 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449435.942223:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff9e8b83690a80 x1876371947488000/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789449451 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449435.942238:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449435.942246:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.942249:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1789449435.946075:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449435.946080:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b83723c00. 00000400:00000200:2.0:1789449435.946085:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449435.946091:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449435.946097:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012b28 00000400:00000010:2.0:1789449435.946099:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012b28. 00000100:00000001:2.0:1789449435.946104:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449435.946109:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83690e00 x1876371947488256/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 496/624 e 0 to 0 dl 1789449451 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449435.946120:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449435.946123:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83690e00 x1876371947488256/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 496/624 e 0 to 0 dl 1789449451 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449435.946131:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449435.946133:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449435.952680:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.952700:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449435.952703:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.952706:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449435.952715:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.952722:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449435.952731:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.952735:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.952741:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.952746:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 456 into portal 10 MB=0x6aa8ce3658400 00000400:00000200:2.0:1789449435.952761:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.952768:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 456/456 into md 0x7885 [1] + 224 00000800:00000001:2.0:1789449435.952775:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.952782:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449435.952785:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449435.952790:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449435.952797:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449435.952807:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83690e00 x1876371947488256/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 496/624 e 0 to 0 dl 1789449451 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449435.952819:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9e8b83690e00 x1876371947488256/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 496/624 e 0 to 0 dl 1789449451 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449435.952839:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449435.952848:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.952851:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1789449435.955157:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449435.955162:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b83723600. 00000400:00000200:2.0:1789449435.955167:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449435.955172:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449435.955177:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b850127f8 00000400:00000010:2.0:1789449435.955181:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b850127f8. 00000100:00000001:2.0:1789449435.955185:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449435.955189:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83690380 x1876371947488384/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449451 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449435.955198:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449435.955201:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83690380 x1876371947488384/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449451 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449435.955208:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449435.955209:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1789449435.955485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4d600. 00010000:00000010:1.1:1789449435.955492:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cba100. 00010000:00000010:1.1:1789449435.955496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b86498800. 00010000:00000010:1.1:1789449435.955499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4c400. 00000080:00000010:1.1:1789449435.959958:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b8316f7c0. 00000080:00000010:1.1:1789449435.959987:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e8b891cb9c0. 00000080:00000010:1.1:1789449435.959997:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b8316f7e0. 00000800:00000001:2.0:1789449435.967933:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.967960:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449435.967964:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.967966:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449435.967976:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.967985:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449435.967996:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.968000:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.968005:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.968010:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 688 into portal 10 MB=0x6aa8ce3658480 00000400:00000200:2.0:1789449435.968016:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.968022:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 688/688 into md 0x788d [1] + 224 00000800:00000001:2.0:1789449435.968029:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.968043:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449435.968047:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449435.968051:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449435.968059:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449435.968068:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83690380 x1876371947488384/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449451 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449435.968079:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9e8b83690380 x1876371947488384/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449451 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449435.968102:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449435.968110:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.968115:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1789449435.970214:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449435.970219:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b83723700. 00000400:00000200:2.0:1789449435.970224:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449435.970229:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449435.970234:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012f68 00000400:00000010:2.0:1789449435.970237:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012f68. 00000100:00000001:2.0:1789449435.970241:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449435.970245:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83690380 x1876371947488640/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449451 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449435.970253:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449435.970257:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83690380 x1876371947488640/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449451 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449435.970263:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449435.970264:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449435.981471:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.981495:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449435.981500:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.981503:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449435.981521:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.981529:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449435.981537:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.981542:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.981548:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.981563:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 456 into portal 10 MB=0x6aa8ce3658580 00000400:00000200:2.0:1789449435.981569:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.981575:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 456/456 into md 0x7895 [1] + 224 00000800:00000001:2.0:1789449435.981582:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.981590:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449435.981593:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449435.981598:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449435.981604:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449435.981613:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83690380 x1876371947488640/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449451 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449435.981631:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9e8b83690380 x1876371947488640/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449451 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449435.981651:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449435.981659:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.981661:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1789449435.983190:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449435.983195:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b83723200. 00000400:00000200:2.0:1789449435.983199:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449435.983203:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449435.983207:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012880 00000400:00000010:2.0:1789449435.983210:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012880. 00000100:00000001:2.0:1789449435.983213:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449435.983217:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83690380 x1876371947488896/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 512/624 e 0 to 0 dl 1789449451 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449435.983225:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449435.983228:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83690380 x1876371947488896/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 512/624 e 0 to 0 dl 1789449451 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449435.983234:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449435.983236:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1789449435.987938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204be00. 00010000:00000010:1.1:1789449435.987954:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b922de600. 00010000:00000010:1.1:1789449435.987958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204a600. 00010000:00000010:1.1:1789449435.987962:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cba700. 00010000:00000010:1.1:1789449435.987964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b86499e00. 00000800:00000001:2.0:1789449435.990858:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.990922:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449435.990927:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.990931:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449435.990941:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.990950:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449435.990960:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.990966:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.990972:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.990976:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 456 into portal 10 MB=0x6aa8ce3658680 00000400:00000200:2.0:1789449435.990982:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449435.990989:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 456/456 into md 0x789d [1] + 224 00000800:00000001:2.0:1789449435.990997:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.991007:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449435.991010:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449435.991015:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449435.991022:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449435.991030:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83690380 x1876371947488896/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 512/624 e 0 to 0 dl 1789449451 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449435.991042:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9e8b83690380 x1876371947488896/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 512/624 e 0 to 0 dl 1789449451 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449435.991066:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449435.991078:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449435.991082:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.1:1789449436.003094:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e8b891c8000. 00000080:00000010:1.1:1789449436.003109:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b8984f3c0. 00010000:00000001:3.0:1789449436.676004:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449436.676012:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449436.676019:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449436.676021:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449436.676024:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449436.676025:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449437.029800:0:31472:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449437.697944:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449437.697952:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449437.697957:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449437.697959:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449437.697963:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449437.697964:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449437.697993:0:16814:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789449437.697996:0:16814:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449437.697999:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789449438.149245:0:31335:0:(connection.c:75:cpu_latency_work()) work item of ffff9e8b8322a220 (cpu 2) has reached its deadline 4296440353, at 4296440835 00000100:00000010:2.0:1789449438.149265:0:31335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e8b87cd5420. 00000100:00000040:3.0:1789449438.152966:0:25072:0:(connection.c:75:cpu_latency_work()) work item of ffff9e8b8322a330 (cpu 3) has reached its deadline 4296440353, at 4296440838 00000100:00000010:3.0:1789449438.152983:0:25072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e8b87c1e900. 00000800:00000200:2.0:1789449438.662617:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449438.662623:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b83723100. 00000400:00000200:2.0:1789449438.662628:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449438.662634:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449438.662640:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012770 00000400:00000010:2.0:1789449438.662644:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012770. 00000100:00000001:2.0:1789449438.662648:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449438.662653:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83692d80 x1876371947489152/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449438.662663:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449438.662666:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83692d80 x1876371947489152/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449454 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449438.662674:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449438.662676:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789449438.662689:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449438.662691:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8aa52b00. 00000400:00000200:2.0:1789449438.662694:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449438.662698:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449438.662701:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012198 00000400:00000010:2.0:1789449438.662703:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012198. 00000100:00000001:2.0:1789449438.662705:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449438.662708:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83691f80 x1876371947489408/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449438.662716:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449438.662718:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83691f80 x1876371947489408/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449454 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449438.662725:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449438.662726:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789449438.662734:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449438.662737:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8aa52c00. 00000400:00000200:2.0:1789449438.662739:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449438.662742:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449438.662745:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b850123b8 00000400:00000010:2.0:1789449438.662747:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b850123b8. 00000100:00000001:2.0:1789449438.662749:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449438.662753:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83690a80 x1876371947489024/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449438.662760:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449438.662764:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83690a80 x1876371947489024/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449454 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449438.662769:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449438.662770:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789449438.662778:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449438.662780:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8aa52000. 00000400:00000200:2.0:1789449438.662783:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449438.662786:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449438.662788:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b850125d8 00000400:00000010:2.0:1789449438.662791:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b850125d8. 00000100:00000001:2.0:1789449438.662793:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449438.662796:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83693480 x1876371947489280/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449438.662803:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449438.662806:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83693480 x1876371947489280/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449454 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449438.662811:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449438.662812:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789449438.662860:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449438.662863:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b89db4400. 00000400:00000200:2.0:1789449438.662867:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449438.662870:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449438.662873:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012660 00000400:00000010:2.0:1789449438.662874:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012660. 00000100:00000001:2.0:1789449438.662877:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449438.662904:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83690000 x1876371947489536/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449438.662911:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449438.662914:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83690000 x1876371947489536/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449454 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449438.662920:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449438.662921:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449438.670755:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449438.670774:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449438.670779:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449438.670781:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449438.670792:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449438.670801:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449438.670810:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449438.670815:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449438.670820:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449438.670825:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x6aa8ce3658780 00000400:00000200:2.0:1789449438.670831:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449438.670838:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x78a5 [1] + 224 00000800:00000001:2.0:1789449438.670848:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449438.670855:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449438.670859:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449438.670864:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449438.670871:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449438.672374:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83692d80 x1876371947489152/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449454 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449438.672400:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b83692d80 x1876371947489152/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449454 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449438.672425:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449438.672439:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449438.672449:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449438.672451:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449438.672454:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449438.672459:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449438.672464:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449438.672470:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449438.672474:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449438.672491:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449438.672495:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x6aa8ce3658700 00000400:00000200:2.0:1789449438.672500:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449438.672511:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x78b5 [1] + 224 00000800:00000001:2.0:1789449438.672516:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449438.672520:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449438.672536:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449438.672541:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449438.672547:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449438.672551:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83690a80 x1876371947489024/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449454 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449438.672560:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b83690a80 x1876371947489024/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449454 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449438.672574:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449438.672578:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449438.672581:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449438.672583:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449438.672585:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449438.672588:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449438.672591:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449438.672596:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449438.672598:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449438.672601:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449438.672604:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x6aa8ce3658800 00000400:00000200:2.0:1789449438.672609:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449438.672613:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x78bd [1] + 224 00000800:00000001:2.0:1789449438.672616:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449438.672623:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449438.672625:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449438.672628:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449438.672631:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449438.672635:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83693480 x1876371947489280/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449454 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449438.672643:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b83693480 x1876371947489280/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449454 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449438.672650:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449438.673222:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449438.673228:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449438.688429:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449438.688449:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449438.688454:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449438.688457:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449438.688466:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449438.688485:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449438.688496:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449438.688501:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449438.688514:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449438.688519:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 4 MB=0x6aa8ce3658880 00000400:00000200:2.0:1789449438.688524:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449438.688540:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 224/224 into md 0x78ad [1] + 224 00000800:00000001:2.0:1789449438.688548:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449438.688552:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449438.688555:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449438.688560:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449438.688567:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449438.688577:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83691f80 x1876371947489408/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449454 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449438.688588:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b83691f80 x1876371947489408/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449454 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449438.688610:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449438.688619:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449438.688623:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449438.688625:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449438.688627:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449438.688630:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449438.688634:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449438.688638:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449438.688641:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449438.688644:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449438.688647:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 4 MB=0x6aa8ce3658900 00000400:00000200:2.0:1789449438.688650:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449438.688653:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 224/224 into md 0x78c5 [1] + 224 00000800:00000001:2.0:1789449438.688657:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449438.688663:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449438.688665:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449438.688669:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449438.688672:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449438.688677:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83690000 x1876371947489536/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449454 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449438.688685:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b83690000 x1876371947489536/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449454 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449438.688694:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449438.688697:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449438.688700:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789449438.724920:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449438.724930:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449438.724936:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449438.724937:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449438.724941:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449438.724942:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789449439.099128:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449439.099149:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449439.099153:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449439.099156:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449439.099165:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449439.099173:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449439.099181:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449439.099185:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449439.099190:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449439.099195:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 328 into portal 15 MB=0x6aa8ce47c6780 00000400:00000200:2.0:1789449439.099204:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.109@tcp of length 328/328 into md 0x6dc5 [2] + 656 00000800:00000001:2.0:1789449439.099211:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449439.099227:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449439.099296:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449439.099302:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449439.099362:0:2393:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1789449439.099365:0:2393:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1789449439.099373:0:2393:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065df80. 00000100:00000040:2.0:1789449439.099378:0:2393:0:(events.c:341:request_in_callback()) incoming req@ffff9e8b9065df80 x1876371965765504 msgsize 328 00000100:00100000:2.0:1789449439.099383:0:2393:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.109@tcp (source: 12345-192.168.202.109@tcp) 00000100:00000001:2.0:1789449439.099398:0:2393:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:2.0:1789449439.099407:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449439.099412:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449439.099463:0:16807:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1789449439.099467:0:16807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876371965765504 02000000:00000001:3.0:1789449439.099470:0:16807:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1789449439.099472:0:16807:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449439.099475:0:16807:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449439.099481:0:16807:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449439.099485:0:16807:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876371965765504 00000020:00000001:3.0:1789449439.099488:0:16807:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789449439.099490:0:16807:0:(genops.c:804:class_conn2export()) looking for export cookie 0xcddde1459ded5b3d 00000020:00000001:3.0:1789449439.099493:0:16807:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449439.099496:0:16807:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e8b89bcf800 refcount=4 00000020:00000001:3.0:1789449439.099498:0:16807:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920881346560 : -107152828205056 : ffff9e8b89bcf800) 00000020:00000001:3.0:1789449439.099500:0:16807:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636920881346560 : -107152828205056 : ffff9e8b89bcf800) 00000100:00000001:3.0:1789449439.099506:0:16807:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789449439.099511:0:16807:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e8b896f0780. 00000100:00000001:3.0:1789449439.099514:0:16807:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789449439.099517:0:16807:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e8b896f0780. 00000020:00000010:3.0:1789449439.099522:0:16807:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e8b899c7400. 00000020:00000010:3.0:1789449439.099538:0:16807:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e8b84d02d80. 00000020:00000010:3.0:1789449439.099544:0:16807:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e8b903b5e10. 00000100:00000040:3.0:1789449439.099555:0:16807:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1789449439.099558:0:16807:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1789449439.099560:0:16807:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1789449439.099563:0:16807:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449439.099572:0:16807:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449439.099585:0:16807:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449439.099598:0:16807:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1789449439.099600:0:16807:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1789449439.099605:0:16807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.109@tcp, seq: 55 00000100:00000040:3.0:1789449439.099609:0:16807:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9e8b89bcf800 : new rpc_count 1 00000100:00000001:3.0:1789449439.099611:0:16807:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446636920993079168 : -107152716472448 : ffff9e8b9065df80) 00000100:00000040:3.0:1789449439.099685:0:16807:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e8b9065df80 x1876371965765504/t0(0) o104->LOV_OSC_UUID@192.168.202.109@tcp:545/0 lens 328/0 e 0 to 0 dl 1789449450 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789449439.099696:0:16807:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789449439.099699:0:16807:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e8b896f0780. 00000100:00000001:3.0:1789449439.099701:0:16807:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789449439.099703:0:16807:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e8b896f0780. 00000100:00100000:3.0:1789449439.099708:0:16807:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9e8b9065df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:14391:x1876371965765504:12345-192.168.202.109@tcp:104: 00000100:00000200:3.0:1789449439.099712:0:16807:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876371965765504 00010000:00000001:3.0:1789449439.099715:0:16807:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1789449439.099724:0:16807:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449439.099726:0:16807:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449439.099728:0:16807:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498000 refcount=2 00000020:00000001:3.0:1789449439.099730:0:16807:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823447552 : -107152886104064 : ffff9e8b86498000) 00010000:00000001:3.0:1789449439.099732:0:16807:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823447552 : -107152886104064 : ffff9e8b86498000) 00010000:00000001:3.0:1789449439.099737:0:16807:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449439.099740:0:16807:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789449439.099745:0:16807:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 0000000071a4521e/0xcddde1459ded6554 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xeb7cbf5e2fd3d014 expref: -99 pid: 31384 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:3.0:1789449439.099763:0:16807:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1789449439.099767:0:16807:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1789449439.099772:0:16807:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e8b87c4ac00. 02000000:00000001:3.0:1789449439.099775:0:16807:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449439.099778:0:16807:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449439.099783:0:16807:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1789449439.099786:0:16807:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449439.099790:0:16807:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b91c491e8 time=68 v=5 (1 1 1 1) 00000100:00000001:3.0:1789449439.099796:0:16807:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789449439.099799:0:16807:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9e8b895f2700 refcount 16 to 192.168.202.109@tcp 00000100:00000001:3.0:1789449439.099802:0:16807:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446636920875198208 : -107152834353408 : ffff9e8b895f2700) 02000000:00000001:3.0:1789449439.099805:0:16807:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1789449439.099807:0:16807:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449439.099810:0:16807:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449439.099813:0:16807:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1789449439.099818:0:16807:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69000. 00000100:00000200:3.0:1789449439.099823:0:16807:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1876371965765504, offset 224 00000400:00000200:3.0:1789449439.099830:0:16807:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1789449439.099838:0:16807:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449439.099845:0:16807:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.202.9@tcp to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449439.099851:0:16807:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2635:2635:256:4294967295] 192.168.202.109@tcp LPNI seq info [2635:2635:8:4294967295] 00000400:00000200:3.0:1789449439.099855:0:16807:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449439.099864:0:16807:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449439.099870:0:16807:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449439.099875:0:16807:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051cb00. 00000800:00000200:3.0:1789449439.100391:0:16807:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449439.100399:0:16807:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449439.100403:0:16807:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051cb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789449439.100415:0:16807:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449439.100419:0:16807:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9e8b895f2700 refcount 15 to 192.168.202.109@tcp 00010000:00000001:3.0:1789449439.100422:0:16807:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1789449439.100427:0:16807:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9e8b9041f180. 00010000:00000001:3.0:1789449439.100430:0:16807:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1789449439.101478:0:16807:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1789449439.101485:0:16807:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449439.101487:0:16807:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449439.101490:0:16807:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449439.101503:0:16807:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065df80 x1876371965765504/t0(0) o104->LOV_OSC_UUID@192.168.202.109@tcp:545/0 lens 328/224 e 0 to 0 dl 1789449450 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789449439.101515:0:16807:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9e8b9065df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:14391:x1876371965765504:12345-192.168.202.109@tcp:104: Request processed in 1818us (2135us total) trans 0 rc 0/0 00000100:00100000:3.0:1789449439.101535:0:16807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.109@tcp, seq: 55 00000100:00000040:3.0:1789449439.101539:0:16807:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e8b89bcf800 : new rpc_count 0 00000100:00000001:3.0:1789449439.101541:0:16807:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1789449439.101544:0:16807:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1789449439.101550:0:16807:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e8b84d02d80. 00000020:00000010:3.0:1789449439.101554:0:16807:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e8b903b5e10. 00000020:00000010:3.0:1789449439.101558:0:16807:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e8b899c7400. 00000020:00000040:3.0:1789449439.101564:0:16807:0:(genops.c:879:class_export_put()) PUTting export ffff9e8b89bcf800 : new refcount 3 00000100:00000001:3.0:1789449439.101568:0:16807:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789449439.101938:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449439.101943:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b9051cb00. 00000400:00000200:3.0:1789449439.101948:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449439.101954:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449439.101961:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69000 00000400:00000010:3.0:1789449439.101965:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69000. 00000100:00000001:3.0:1789449439.101969:0:2394:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1789449439.101971:0:2394:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000001:2.0:1789449439.104955:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449439.104977:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449439.104981:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449439.104984:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449439.105016:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449439.105025:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449439.105034:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449439.105039:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449439.105046:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449439.105051:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 328 into portal 15 MB=0x6aa8ce47c6800 00000400:00000200:2.0:1789449439.105061:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.109@tcp of length 328/328 into md 0x6dc5 [2] + 984 00000800:00000001:2.0:1789449439.105068:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449439.105075:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449439.105079:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449439.105083:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449439.105092:0:2393:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1789449439.105094:0:2393:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1789449439.105101:0:2393:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065d180. 00000100:00000040:2.0:1789449439.105105:0:2393:0:(events.c:341:request_in_callback()) incoming req@ffff9e8b9065d180 x1876371965765632 msgsize 328 00000100:00100000:2.0:1789449439.105110:0:2393:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.109@tcp (source: 12345-192.168.202.109@tcp) 00000100:00000001:2.0:1789449439.105121:0:2393:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:2.0:1789449439.105128:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449439.105133:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449439.105153:0:16806:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1789449439.105156:0:16806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876371965765632 02000000:00000001:2.0:1789449439.105159:0:16806:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1789449439.105161:0:16806:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789449439.105164:0:16806:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449439.105169:0:16806:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449439.105173:0:16806:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876371965765632 00000020:00000001:2.0:1789449439.105176:0:16806:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789449439.105178:0:16806:0:(genops.c:804:class_conn2export()) looking for export cookie 0xcddde1459ded5b36 00000020:00000001:2.0:1789449439.105181:0:16806:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449439.105184:0:16806:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e8b89bcf000 refcount=4 00000020:00000001:2.0:1789449439.105187:0:16806:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920881344512 : -107152828207104 : ffff9e8b89bcf000) 00000020:00000001:2.0:1789449439.105190:0:16806:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636920881344512 : -107152828207104 : ffff9e8b89bcf000) 00000100:00000001:2.0:1789449439.105195:0:16806:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1789449439.105200:0:16806:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e8b90fc9d40. 00000100:00000001:2.0:1789449439.105203:0:16806:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789449439.105206:0:16806:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e8b90fc9d40. 00000020:00000010:2.0:1789449439.105213:0:16806:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e8b8313e800. 00000020:00000010:2.0:1789449439.105219:0:16806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e8b84d2a980. 00000020:00000010:2.0:1789449439.105224:0:16806:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e8b83cb7578. 00000100:00000040:2.0:1789449439.108407:0:16806:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1789449439.108418:0:16806:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1789449439.108420:0:16806:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1789449439.108423:0:16806:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449439.108432:0:16806:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449439.108442:0:16806:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449439.108462:0:16806:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1789449439.108464:0:16806:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1789449439.108471:0:16806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.109@tcp, seq: 56 00000100:00000040:2.0:1789449439.108477:0:16806:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9e8b89bcf000 : new rpc_count 1 00000100:00000001:2.0:1789449439.108479:0:16806:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446636920993075584 : -107152716476032 : ffff9e8b9065d180) 00000100:00000040:2.0:1789449439.108487:0:16806:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e8b9065d180 x1876371965765632/t0(0) o104->LOV_OSC_UUID@192.168.202.109@tcp:545/0 lens 328/0 e 0 to 0 dl 1789449450 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789449439.108497:0:16806:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1789449439.108504:0:16806:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e8b90fc9d40. 00000100:00000001:2.0:1789449439.108507:0:16806:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789449439.108510:0:16806:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e8b90fc9d40. 00000100:00100000:2.0:1789449439.108515:0:16806:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9e8b9065d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8433:x1876371965765632:12345-192.168.202.109@tcp:104: 00000100:00000200:2.0:1789449439.108519:0:16806:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876371965765632 00010000:00000001:2.0:1789449439.108521:0:16806:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1789449439.108535:0:16806:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449439.108537:0:16806:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449439.108540:0:16806:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4cc00 refcount=2 00000020:00000001:2.0:1789449439.108541:0:16806:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016077312 : -107152693474304 : ffff9e8b91c4cc00) 00010000:00000001:2.0:1789449439.108545:0:16806:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016077312 : -107152693474304 : ffff9e8b91c4cc00) 00010000:00000001:2.0:1789449439.108548:0:16806:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449439.108551:0:16806:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789449439.108556:0:16806:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 0000000023ba3d08/0xcddde1459ded653f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xeb7cbf5e2fd3cfd5 expref: -99 pid: 31383 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:2.0:1789449439.108567:0:16806:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1789449439.108569:0:16806:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1789449439.108575:0:16806:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e8b83604c00. 02000000:00000001:2.0:1789449439.108578:0:16806:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449439.108580:0:16806:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449439.108585:0:16806:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1789449439.108588:0:16806:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789449439.108591:0:16806:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b91c491e8 time=68 v=5 (1 1 1 1) 00000100:00000001:2.0:1789449439.108596:0:16806:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789449439.108599:0:16806:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9e8b895f2700 refcount 16 to 192.168.202.109@tcp 00000100:00000001:2.0:1789449439.108601:0:16806:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446636920875198208 : -107152834353408 : ffff9e8b895f2700) 02000000:00000001:2.0:1789449439.108604:0:16806:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1789449439.108605:0:16806:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449439.108609:0:16806:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449439.108611:0:16806:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449439.109193:0:16806:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085dee0. 00000100:00000200:2.0:1789449439.109201:0:16806:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1876371965765632, offset 224 00000400:00000200:2.0:1789449439.109209:0:16806:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449439.109220:0:16806:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449439.109227:0:16806:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.202.9@tcp to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449439.109307:0:16806:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2636:2636:256:4294967295] 192.168.202.109@tcp LPNI seq info [2636:2636:8:4294967295] 00000400:00000200:2.0:1789449439.109427:0:16806:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449439.109437:0:16806:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449439.109443:0:16806:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449439.109448:0:16806:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b82a8d000. 00000800:00000200:2.0:1789449439.109455:0:16806:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449439.109463:0:16806:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449439.109468:0:16806:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b82a8d000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789449439.109480:0:16806:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449439.109483:0:16806:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9e8b895f2700 refcount 15 to 192.168.202.109@tcp 00010000:00000001:2.0:1789449439.109487:0:16806:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1789449439.109490:0:16806:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9e8b8580bb40. 00010000:00000001:2.0:1789449439.109493:0:16806:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1789449439.109502:0:16806:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1789449439.109504:0:16806:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449439.109506:0:16806:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449439.109508:0:16806:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449439.109515:0:16806:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065d180 x1876371965765632/t0(0) o104->LOV_OSC_UUID@192.168.202.109@tcp:545/0 lens 328/224 e 0 to 0 dl 1789449450 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789449439.109537:0:16806:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9e8b9065d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8433:x1876371965765632:12345-192.168.202.109@tcp:104: Request processed in 1027us (4418us total) trans 0 rc 0/0 00000100:00100000:2.0:1789449439.109546:0:16806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.109@tcp, seq: 56 00000100:00000040:2.0:1789449439.109549:0:16806:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e8b89bcf000 : new rpc_count 0 00000100:00000001:2.0:1789449439.109551:0:16806:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1789449439.109553:0:16806:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1789449439.109559:0:16806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e8b84d2a980. 00000020:00000010:2.0:1789449439.109565:0:16806:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e8b83cb7578. 00000020:00000010:2.0:1789449439.109569:0:16806:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e8b8313e800. 00000020:00000040:2.0:1789449439.109573:0:16806:0:(genops.c:879:class_export_put()) PUTting export ffff9e8b89bcf000 : new refcount 3 00000100:00000001:2.0:1789449439.109576:0:16806:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789449439.109594:0:16814:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789449439.109596:0:16814:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449439.109599:0:16814:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1789449439.109602:0:16814:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1789449439.109604:0:16814:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1789449439.109608:0:16814:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 0000000023ba3d08/0xcddde1459ded653f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xeb7cbf5e2fd3cfd5 expref: -99 pid: 31383 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000800:00000200:3.0:1789449439.109994:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449439.110000:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b82a8d000. 00000400:00000200:3.0:1789449439.110005:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449439.110010:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449439.110018:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085dee0 00000400:00000010:3.0:1789449439.110020:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085dee0. 00000100:00000001:3.0:1789449439.110025:0:2394:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1789449439.110026:0:2394:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000200:3.0:1789449439.110756:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449439.110761:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864eca00. 00000400:00000200:3.0:1789449439.110766:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449439.110771:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449439.110776:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5f68 00000400:00000010:3.0:1789449439.110778:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5f68. 00000100:00000001:3.0:1789449439.110782:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449439.110788:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d1bb80 x1876371947489664/t0(0) o103->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449455 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449439.110800:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449439.110803:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d1bb80 x1876371947489664/t0(0) o103->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449455 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449439.110809:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449439.110812:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00010000:00010000:2.0:1789449439.111605:0:16814:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e8b91c4cc00 already unused, calling callback (ffffffffc11f9300) 00000008:00000001:2.0:1789449439.111608:0:16814:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1789449439.111611:0:16814:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1789449439.111613:0:16814:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449439.112305:0:16814:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449439.112404:0:16814:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4cc00 refcount=3 00000020:00000001:2.0:1789449439.112408:0:16814:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016077312 : -107152693474304 : ffff9e8b91c4cc00) 00010000:00000001:2.0:1789449439.112412:0:16814:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016077312 : -107152693474304 : ffff9e8b91c4cc00) 00010000:00000001:2.0:1789449439.112415:0:16814:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789449439.112420:0:16814:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 0000000023ba3d08/0xcddde1459ded653f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xeb7cbf5e2fd3cfd5 expref: -99 pid: 31383 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:2.0:1789449439.112431:0:16814:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:2.0:1789449439.112433:0:16814:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789449439.112438:0:16814:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820823320 : -107152888728296 : ffff9e8b86217518) 00000020:00001000:2.0:1789449439.112440:0:16814:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217510 00000008:00000001:2.0:1789449439.112443:0:16814:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:2.0:1789449439.112445:0:16814:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1789449439.112447:0:16814:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217510 00000008:00000001:2.0:1789449439.112450:0:16814:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449439.112454:0:16814:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789449439.112458:0:16814:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789449439.112460:0:16814:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789449439.112462:0:16814:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449439.112465:0:16814:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789449439.112468:0:16814:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9e8b91c4cc00 with handle 0xcddde1459ded653f from hash 00010000:00000001:2.0:1789449439.112470:0:16814:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789449439.112472:0:16814:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449439.112474:0:16814:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449439.112475:0:16814:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789449439.112479:0:16814:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789449439.112481:0:16814:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1789449439.112487:0:16814:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789449439.112490:0:16814:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449439.112493:0:16814:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789449439.112495:0:16814:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1789449439.112506:0:16814:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065c380. 00000020:00000040:2.0:1789449439.112510:0:16814:0:(genops.c:1209:class_import_get()) import ffff9e8b90c6e800 refcount=3 obd=lustre-OST0000-osc-ffff9e8b89903000 00000100:00000001:2.0:1789449439.112515:0:16814:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449439.112518:0:16814:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449439.112522:0:16814:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449439.112537:0:16814:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e8b8313e400. 00000100:00000001:2.0:1789449439.112545:0:16814:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449439.112548:0:16814:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1789449439.112555:0:16814:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 0000000023ba3d08/0xcddde1459ded653f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xeb7cbf5e2fd3cfd5 expref: -99 pid: 31383 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1789449439.112562:0:16814:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1789449439.112564:0:16814:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449439.112569:0:16814:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449439.112574:0:16814:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449439.112584:0:16814:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aea91663] to pc [ptlrpcd_01_00+0] req@ffff9e8b9065c380 x1876371947489792/t0(0) o103->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1789449439.114364:0:16814:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789449439.114374:0:16814:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449439.114377:0:16814:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449439.114378:0:16814:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449439.114381:0:16814:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789449439.114384:0:16814:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449439.114390:0:16814:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 0000000023ba3d08/0xcddde1459ded653f lrc: 1/0,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xeb7cbf5e2fd3cfd5 expref: -99 pid: 31383 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789449439.114402:0:16814:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789449439.114404:0:16814:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 0000000023ba3d08/0xcddde1459ded653f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xeb7cbf5e2fd3cfd5 expref: -99 pid: 31383 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:2.0:1789449439.114414:0:16814:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9e8b90fc9a40. 00010000:00000040:2.0:1789449439.114418:0:16814:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9e8b90652400 count: 0 00010000:00000010:2.0:1789449439.114425:0:16814:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9e8b90652500. 00010000:00000001:2.0:1789449439.114430:0:16814:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449439.114431:0:16814:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1789449439.114433:0:16814:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9e8b8580bb40. 00010000:00000001:2.0:1789449439.114437:0:16814:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449439.114440:0:16814:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789449439.114442:0:16814:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449439.114445:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1789449439.114447:0:16814:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789449439.114448:0:16814:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449439.114450:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1789449439.114452:0:16814:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789449439.114453:0:16814:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449439.114454:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789449439.114798:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449439.114803:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449439.114806:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789449439.114819:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065c380 x1876371947489792/t0(0) o103->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449439.114828:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789449439.114831:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449439.114835:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789449439.114839:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789449439.114842:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449439.114845:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2401:1876371947489792:192.168.202.109@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1789449439.114849:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789449439.114855:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789449439.114857:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449439.114860:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789449439.114866:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b899c6800. 02000000:00000001:3.0:1789449439.114868:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449439.114877:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:3.0:1789449439.114913:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b8525c688. 00000400:00000010:3.0:1789449439.114921:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69000. 00000100:00000200:3.0:1789449439.114929:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947489792, portal 18 00000100:00000001:3.0:1789449439.114932:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449439.114934:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993072000 : -107152716479616 : ffff9e8b9065c380) 00000100:00000040:3.0:1789449439.114942:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b9065c380 x1876371947489792/t0(0) o103->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449455 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449439.114949:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449439.114952:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1789449439.114955:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69aa0. 00000100:00000200:3.0:1789449439.114958:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1876371947489792, offset 0 00000400:00000200:3.0:1789449439.114964:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1789449439.114972:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449439.114979:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449439.114985:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789449439.114990:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1789449439.114994:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789449439.114997:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1789449439.115000:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2638:2638:256:4294967295] 192.168.202.109@tcp LPNI seq info [2638:2638:8:4294967295] 00000400:00000200:3.0:1789449439.115004:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449439.115013:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449439.115019:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449439.115025:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051cb00. 00000800:00000200:3.0:1789449439.115032:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449439.115040:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449439.115045:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051cb00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1789449439.115060:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449439.115064:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: using a timeout of 23158 usecs (24 jiffies) 00000400:00000200:3.0:1789449439.115068:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:3.0:1789449439.115071:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296441825 00000100:00000001:3.0:1789449439.115074:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296445475 00000100:00000001:3.0:1789449439.115077:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296441825 00000100:00000001:3.0:1789449439.115079:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296445475 00000100:00000001:3.0:1789449439.115082:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449439.115084:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449439.115087:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449439.115089:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449439.115096:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449439.115098:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789449439.115101:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449439.115102:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449439.115103:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449439.115106:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449439.119816:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449439.119827:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449439.121070:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449439.121078:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b9051cb00. 00000400:00000200:3.0:1789449439.121083:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449439.121093:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449439.121100:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69aa0 00000400:00000010:3.0:1789449439.121103:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69aa0. 00000100:00000001:3.0:1789449439.121108:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449439.121117:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065c380 x1876371947489792/t0(0) o103->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449455 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449439.121130:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449439.121134:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065c380 x1876371947489792/t0(0) o103->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449455 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449439.121141:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449439.121143:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789449439.121953:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449439.121970:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449439.121975:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449439.121977:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449439.121986:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449439.121991:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449439.121999:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449439.122004:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449439.122008:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449439.122013:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 18 MB=0x6aa8ce3658980 00000400:00000200:3.0:1789449439.122018:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449439.122024:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.109@tcp of length 224/224 into md 0x78d5 [1] + 224 00000800:00000001:3.0:1789449439.122032:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449439.122038:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449439.122042:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449439.122045:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449439.122051:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449439.122058:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d1bb80 x1876371947489664/t0(0) o103->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449455 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449439.122068:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b87d1bb80 x1876371947489664/t0(0) o103->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449455 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449439.122081:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449439.122087:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449439.122090:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1789449439.122245:0:31651:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cba300. 00010000:00000010:0.1:1789449439.122252:0:31651:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b86498000. 00010000:00000010:2.1:1789449439.128073:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b90652400. 00010000:00000010:2.1:1789449439.128086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4cc00. 00000800:00000001:3.0:1789449439.132972:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449439.132990:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449439.132994:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449439.132996:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449439.133006:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449439.133014:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449439.133023:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449439.133028:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449439.133033:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449439.133037:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 18 MB=0x6aa8ce3658a00 00000400:00000200:3.0:1789449439.133042:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449439.133048:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.109@tcp of length 224/224 into md 0x78e5 [1] + 224 00000800:00000001:3.0:1789449439.133056:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449439.133494:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449439.133500:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449439.133507:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449439.133516:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449439.133536:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065c380 x1876371947489792/t0(0) o103->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449455 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449439.133547:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b9065c380 x1876371947489792/t0(0) o103->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449455 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449439.133568:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449439.133580:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449439.133585:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449439.133640:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449439.133646:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789449439.133653:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789449439.133656:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789449439.133659:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b8525c688. 00000400:00000200:2.0:1789449439.133665:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69000 00000400:00000010:2.0:1789449439.133667:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69000. 00000100:00000001:2.0:1789449439.133671:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449439.133676:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065c380 x1876371947489792/t0(0) o103->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449455 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789449439.133685:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065c380 x1876371947489792/t0(0) o103->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449455 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449439.133691:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789449439.133694:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449439.133697:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789449439.133700:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789449439.133703:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789449439.133705:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449439.133708:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789449439.133718:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b90c6ed38 time=217 v=5 (5 5 5 0) 00000100:00001000:2.0:1789449439.133723:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b90c6ec18 time=4 v=5 (1 0 0 0) 00000100:00000001:2.0:1789449439.133725:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789449439.133727:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449439.133730:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789449439.133733:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449439.133737:0:2401:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789449439.133739:0:2401:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e8b89903000: skip recheck: last_committed 4294967322 00000100:00000001:2.0:1789449439.133741:0:2401:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789449439.133743:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449439.133748:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065c380 x1876371947489792/t0(0) o103->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449455 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449439.133756:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449439.133759:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789449439.133761:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789449439.133765:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065c380 x1876371947489792/t0(0) o103->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449455 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789449439.133772:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2401:1876371947489792:192.168.202.109@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1789449439.133777:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449439.133780:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449439.133783:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065c380 x1876371947489792/t0(0) o103->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449455 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449439.133789:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789449439.133792:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789449439.133796:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b899c6800. 02000000:00000001:2.0:1789449439.133800:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789449439.133803:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789449439.133805:0:2401:0:(genops.c:1222:class_import_put()) import ffff9e8b90c6e800 refcount=2 obd=lustre-OST0000-osc-ffff9e8b89903000 00000020:00000001:2.0:1789449439.133808:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789449439.133811:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e8b8313e400. 02000000:00000001:2.0:1789449439.133815:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789449439.133817:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789449439.133819:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065c380. 00000100:00000001:2.0:1789449439.133823:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789449439.133825:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449439.133828:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449439.133837:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449439.133839:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449439.133842:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449439.133844:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449439.746173:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449439.746180:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449440.770666:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449440.770672:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449440.776127:0:16942:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789449440.776137:0:16942:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449440.776144:0:16942:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1789449441.165380:0:31821:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449441.795121:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449441.795133:0:25072:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789449441.795135:0:25072:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449441.795140:0:25072:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449441.795145:0:25072:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789449441.795148:0:25072:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449441.795150:0:25072:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449441.795153:0:25072:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449441.795182:0:16814:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789449441.795185:0:16814:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449441.795188:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1789449442.428840:0:31950:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1789449442.428846:0:31950:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 21g: drop open reply and close request while close and open are both in flight ========================================================== 01:17:21 (1789449441) 00000001:00000001:2.0:1789449442.441371:0:31950:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:3.0:1789449442.820040:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449442.820049:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449442.931775:0:31962:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789449442.931788:0:31962:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789449442.931791:0:31962:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789449442.931796:0:31962:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181077b20 00000080:00200000:2.0:1789449442.931803:0:31962:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:2.0:1789449442.931813:0:31962:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b837f0600. 00800000:00000002:2.0:1789449442.931823:0:31962:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:2.0:1789449442.931829:0:31962:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789449442.931836:0:31962:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789449442.931839:0:31962:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181077a40 00800000:00000002:2.0:1789449442.931842:0:31962:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789449442.931847:0:31962:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789449442.931850:0:31962:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789449442.931853:0:31962:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789449442.931857:0:31962:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789449442.931860:0:31962:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789449442.931862:0:31962:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449442.931864:0:31962:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789449442.931867:0:31962:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449442.931872:0:31962:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789449442.931904:0:31962:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789449442.931908:0:31962:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181077910 00000002:00010000:2.0:1789449442.931910:0:31962:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789449442.931914:0:31962:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789449442.931916:0:31962:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789449442.931921:0:31962:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789449442.931930:0:31962:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449442.931932:0:31962:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449442.931934:0:31962:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449442.931937:0:31962:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789449442.931940:0:31962:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1789449442.931947:0:31962:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065c380. 00000020:00000040:2.0:1789449442.931952:0:31962:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=9 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00010000:00000001:2.0:1789449442.931961:0:31962:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789449442.931967:0:31962:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789449442.931972:0:31962:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449442.931976:0:31962:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449442.931979:0:31962:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449442.931984:0:31962:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449442.931993:0:31962:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b83606800. 00000100:00000001:2.0:1789449442.932002:0:31962:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449442.932010:0:31962:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789449442.932013:0:31962:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449442.932014:0:31962:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789449442.932016:0:31962:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449442.932018:0:31962:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449442.932024:0:31962:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446636920993072000 : -107152716479616 : ffff9e8b9065c380) 00010000:00000001:2.0:1789449442.932030:0:31962:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789449442.932033:0:31962:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1789449442.932038:0:31962:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9e8b90652500. 00010000:00000010:2.0:1789449442.932043:0:31962:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e8b84d2a200. 00010000:00000001:2.0:1789449442.932051:0:31962:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789449442.932055:0:31962:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8b91c4d600. 00000020:00000001:2.0:1789449442.932059:0:31962:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789449442.932063:0:31962:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8b91c4d600 with handle 0xcddde1459ded658c to hash 00000020:00000001:2.0:1789449442.932065:0:31962:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789449442.932067:0:31962:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636921016079872 : -107152693471744 : ffff9e8b91c4d600) 00010000:00000001:2.0:1789449442.932072:0:31962:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636921016079872 : -107152693471744 : ffff9e8b91c4d600) 00010000:00000001:2.0:1789449442.932076:0:31962:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449442.932080:0:31962:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449442.932085:0:31962:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d600/0xcddde1459ded658c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789449442.932096:0:31962:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d600/0xcddde1459ded658c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789449442.932107:0:31962:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d600/0xcddde1459ded658c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31962 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789449442.932114:0:31962:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789449442.932116:0:31962:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789449442.932125:0:31962:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b84346840. 00000100:00000001:2.0:1789449442.932127:0:31962:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920788510784 : -107152921040832 : ffff9e8b84346840) 00000100:00000001:2.0:1789449442.932130:0:31962:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449442.932131:0:31962:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993072000 : -107152716479616 : ffff9e8b9065c380) 00000100:00000001:2.0:1789449442.932137:0:31962:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449442.932141:0:31962:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449442.932144:0:31962:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789449442.932146:0:31962:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789449442.932160:0:31962:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065c380 x1876371947489920/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449442.932169:0:31962:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449442.932172:0:31962:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449442.932177:0:31962:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449442.932180:0:31962:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449442.932182:0:31962:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449442.932186:0:31962:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065c380 pname:cluuid:pid:xid:nid:opc:job lfs:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:31962:1876371947489920:192.168.202.109@tcp:101:lfs.0 00000100:00000001:2.0:1789449442.932190:0:31962:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789449442.932197:0:31962:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449442.932200:0:31962:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449442.932202:0:31962:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789449442.932208:0:31962:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e8b8986f000. 02000000:00000001:2.0:1789449442.932210:0:31962:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449442.932221:0:31962:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449442.932227:0:31962:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b93c8. 00000400:00000010:2.0:1789449442.932236:0:31962:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085dee0. 00000100:00000200:2.0:1789449442.932246:0:31962:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876371947489920, portal 10 00000100:00000001:2.0:1789449442.932247:0:31962:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449442.932248:0:31962:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993072000 : -107152716479616 : ffff9e8b9065c380) 00000100:00000040:2.0:1789449442.932255:0:31962:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b9065c380 x1876371947489920/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449458 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449442.932262:0:31962:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449442.932265:0:31962:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449442.932268:0:31962:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085dbb0. 00000100:00000200:2.0:1789449442.932271:0:31962:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876371947489920, offset 0 00000400:00000200:2.0:1789449442.932279:0:31962:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449442.932289:0:31962:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449442.932299:0:31962:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449442.932306:0:31962:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449442.932311:0:31962:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449442.932315:0:31962:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449442.932318:0:31962:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449442.932321:0:31962:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2639:2639:256:4294967295] 192.168.202.109@tcp LPNI seq info [2639:2639:8:4294967295] 00000400:00000200:2.0:1789449442.932325:0:31962:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449442.932336:0:31962:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449442.932343:0:31962:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449442.932349:0:31962:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b82a8d600. 00000800:00000200:2.0:1789449442.932358:0:31962:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449442.932368:0:31962:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449442.932374:0:31962:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b82a8d600 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1789449442.932402:0:31962:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449442.932408:0:31962:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 808602 usecs (809 jiffies) 00000400:00000200:2.0:1789449442.932412:0:31962:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449442.932415:0:31962:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296446426 00000100:00000001:2.0:1789449442.932425:0:31962:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, simply extend its deadline from 4296445475 00000100:00000001:2.0:1789449442.932432:0:31962:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296446426 00000100:00000001:2.0:1789449442.932435:0:31962:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, simply extend its deadline from 4296445475 00000100:00000001:2.0:1789449442.932439:0:31962:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449442.932442:0:31962:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449442.932445:0:31962:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449442.932447:0:31962:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789449442.932451:0:31962:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b84346840 going to sleep for 11 seconds 00000100:00000001:2.0:1789449442.932454:0:31962:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449442.932458:0:31962:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449442.932620:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449442.932625:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b82a8d600. 00000400:00000200:2.0:1789449442.932631:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449442.932638:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449442.932645:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085dbb0 00000400:00000010:2.0:1789449442.932648:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085dbb0. 00000100:00000001:2.0:1789449442.932652:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449442.932657:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065c380 x1876371947489920/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449458 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449442.932669:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449442.932673:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b9065c380 x1876371947489920/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449458 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449442.932680:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449442.932681:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449442.941746:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449442.941772:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449442.941778:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449442.941781:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449442.941795:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449442.941807:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449442.941820:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449442.941826:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449442.941834:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449442.941840:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 688 into portal 10 MB=0x6aa8ce3658a80 00000400:00000200:2.0:1789449442.941847:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449442.941856:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 688/688 into md 0x78f5 [1] + 224 00000800:00000001:2.0:1789449442.941865:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449442.942125:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449442.942131:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449442.942138:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449442.942149:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449442.942163:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065c380 x1876371947489920/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449458 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449442.942190:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9e8b9065c380 x1876371947489920/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449458 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449442.942269:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449442.942292:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449442.942297:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1789449442.952868:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449442.952909:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ecc00. 00000400:00000200:2.0:1789449442.952919:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449442.952930:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449442.952940:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5ee0 00000400:00000010:2.0:1789449442.952944:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5ee0. 00000100:00000001:2.0:1789449442.952950:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449442.952959:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d1b100 x1876371947490048/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449458 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449442.952973:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449442.952977:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d1b100 x1876371947490048/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449458 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449442.952985:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449442.952988:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449442.962860:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449442.962940:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449442.962945:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449442.962948:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449442.962961:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449442.962972:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449442.962985:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449442.962991:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449442.962998:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449442.963003:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 584 into portal 10 MB=0x6aa8ce3658b00 00000400:00000200:2.0:1789449442.963010:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449442.963018:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 584/584 into md 0x7905 [1] + 224 00000800:00000001:2.0:1789449442.963027:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449442.963054:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449442.963059:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449442.963065:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449442.963077:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449442.963091:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d1b100 x1876371947490048/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449458 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449442.963104:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9e8b87d1b100 x1876371947490048/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449458 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449442.963119:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449442.963130:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449442.963133:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789449442.971919:0:31962:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1789449442.971929:0:31962:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1789449442.971933:0:31962:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1789449442.971936:0:31962:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789449442.971939:0:31962:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449442.971944:0:31962:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789449442.971947:0:31962:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789449442.971950:0:31962:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789449442.971952:0:31962:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449442.971957:0:31962:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1789449442.971963:0:31962:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9e8b91c4d600 with handle 0xcddde1459ded658c from hash 00010000:00000001:2.0:1789449442.971967:0:31962:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789449442.971968:0:31962:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449442.971970:0:31962:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449442.971971:0:31962:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789449442.971976:0:31962:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789449442.971978:0:31962:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1789449442.971982:0:31962:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789449442.971985:0:31962:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789449442.971987:0:31962:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1789449442.972003:0:31962:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065f800. 00000020:00000040:2.0:1789449442.972009:0:31962:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e8b89903000 02000000:00000001:2.0:1789449442.972017:0:31962:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789449442.972020:0:31962:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449442.972023:0:31962:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789449442.972030:0:31962:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789449442.972034:0:31962:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449442.972037:0:31962:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449442.972041:0:31962:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449442.972048:0:31962:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449442.972059:0:31962:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b83605800. 00000100:00000001:2.0:1789449442.972069:0:31962:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449442.972073:0:31962:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789449442.972075:0:31962:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1789449442.972084:0:31962:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d600/0xcddde1459ded658c lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xeb7cbf5e2fd3d11e expref: -99 pid: 31962 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1789449442.972093:0:31962:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1789449442.972095:0:31962:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789449442.972097:0:31962:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789449442.972100:0:31962:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d600/0xcddde1459ded658c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xeb7cbf5e2fd3d11e expref: -99 pid: 31962 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000040:2.0:1789449442.972109:0:31962:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9e8b90652500 count: 0 00010000:00000010:2.0:1789449442.972118:0:31962:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e8b84d2a200. 00010000:00000001:2.0:1789449442.972129:0:31962:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449442.972131:0:31962:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449442.972133:0:31962:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789449442.972134:0:31962:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449442.972137:0:31962:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1789449442.972154:0:31962:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e8b89903000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1789449442.972185:0:31962:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e8b9065f800 x1876371947490304/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789449442.972195:0:31962:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789449442.972197:0:31962:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789449442.972208:0:31962:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b84346000. 00000100:00000001:2.0:1789449442.972211:0:31962:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920788508672 : -107152921042944 : ffff9e8b84346000) 00000100:00000001:2.0:1789449442.972215:0:31962:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449442.972216:0:31962:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993085440 : -107152716466176 : ffff9e8b9065f800) 00000100:00000001:2.0:1789449442.972222:0:31962:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449442.972229:0:31962:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449442.972231:0:31962:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789449442.972234:0:31962:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789449442.972239:0:31962:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065f800 x1876371947490304/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449442.972249:0:31962:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449442.972253:0:31962:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449442.972258:0:31962:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449442.972262:0:31962:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449442.972265:0:31962:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449442.972270:0:31962:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065f800 pname:cluuid:pid:xid:nid:opc:job lfs:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:31962:1876371947490304:192.168.202.109@tcp:36:lfs.0 00000100:00000001:2.0:1789449442.972395:0:31962:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789449442.972406:0:31962:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449442.972409:0:31962:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449442.972412:0:31962:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789449442.972418:0:31962:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b83606c00. 02000000:00000001:2.0:1789449442.972421:0:31962:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449442.972432:0:31962:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449442.972438:0:31962:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b9e70. 00000400:00000010:2.0:1789449442.972532:0:31962:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085dbb0. 00000100:00000200:2.0:1789449442.972541:0:31962:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947490304, portal 10 00000100:00000001:2.0:1789449442.972543:0:31962:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449442.972544:0:31962:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993085440 : -107152716466176 : ffff9e8b9065f800) 00000100:00000040:2.0:1789449442.972553:0:31962:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b9065f800 x1876371947490304/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1789449458 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449442.972561:0:31962:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449442.972564:0:31962:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449442.972567:0:31962:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d4c8. 00000100:00000200:2.0:1789449442.972571:0:31962:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1876371947490304, offset 0 00000400:00000200:2.0:1789449442.972579:0:31962:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449442.972592:0:31962:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449442.972604:0:31962:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449442.972613:0:31962:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449442.972618:0:31962:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449442.972623:0:31962:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449442.972626:0:31962:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449442.972631:0:31962:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2641:2641:256:4294967295] 192.168.202.109@tcp LPNI seq info [2641:2641:8:4294967295] 00000400:00000200:2.0:1789449442.972636:0:31962:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449442.972648:0:31962:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449442.972655:0:31962:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449442.972662:0:31962:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b82a8d600. 00000800:00000200:2.0:1789449442.972671:0:31962:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449442.972684:0:31962:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449442.972689:0:31962:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b82a8d600 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:2.0:1789449442.972818:0:31962:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449442.972830:0:31962:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 806162 usecs (807 jiffies) 00000400:00000200:2.0:1789449442.972839:0:31962:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449442.972843:0:31962:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296446465 00000100:00000001:2.0:1789449442.972854:0:31962:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, simply extend its deadline from 4296446444 00000100:00000001:2.0:1789449442.972860:0:31962:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296446465 00000100:00000001:2.0:1789449442.972865:0:31962:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, simply extend its deadline from 4296446444 00000100:00000001:2.0:1789449442.972869:0:31962:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449442.972873:0:31962:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449442.972876:0:31962:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449442.972879:0:31962:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789449442.972921:0:31962:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b84346000 going to sleep for 11 seconds 00000100:00000001:2.0:1789449442.972924:0:31962:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449442.972927:0:31962:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449442.973782:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449442.973790:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b82a8d600. 00000400:00000200:3.0:1789449442.973797:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449442.973806:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449442.973814:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d4c8 00000400:00000010:3.0:1789449442.973817:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d4c8. 00000100:00000001:3.0:1789449442.973824:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449442.973833:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065f800 x1876371947490304/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1789449458 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449442.973846:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449442.973849:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b9065f800 x1876371947490304/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1789449458 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449442.973856:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449442.973858:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:0.1:1789449442.977968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b86499c00. 00000080:00000010:2.1:1789449442.983015:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b87d97360. 00010000:00000010:2.1:1789449442.983049:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b90652500. 00010000:00000010:2.1:1789449442.983056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4d600. 00000800:00000001:2.0:1789449442.984506:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449442.984531:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449442.984538:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449442.984541:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449442.984554:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449442.984566:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449442.984579:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449442.984585:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449442.984593:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449442.984599:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 448 into portal 10 MB=0x6aa8ce3658c00 00000400:00000200:2.0:1789449442.984605:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449442.984614:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 448/448 into md 0x790d [1] + 224 00000800:00000001:2.0:1789449442.984623:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449442.984633:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449442.984638:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449442.984643:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449442.984654:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449442.984667:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065f800 x1876371947490304/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1789449458 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449442.984682:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff9e8b9065f800 x1876371947490304/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1789449458 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449442.984725:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449442.984737:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449442.984740:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789449442.985198:0:31962:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449442.985200:0:31962:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611167 : 144115205339611167 : 20000040500001f) 00000080:00000001:0.0:1789449442.985203:0:31962:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1789449442.985207:0:31962:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611167 mtime from 0 to 1789449442 00000080:00200000:0.0:1789449442.985211:0:31962:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x1f:0x0], updating i_size 4096 00000080:00000001:0.0:1789449442.985214:0:31962:0:(llite_lib.c:3382:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1789449442.985217:0:31962:0:(namei.c:156:ll_iget()) Process leaving (rc=18446636920870622024 : -107152838929592 : ffff9e8b89195348) 00000080:00000001:0.0:1789449442.985219:0:31962:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789449442.985223:0:31962:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1789449442.985226:0:31962:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449442.985234:0:31962:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449442.985239:0:31962:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065f800 x1876371947490304/t4294967596(4294967596) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/448 e 0 to 0 dl 1789449458 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449442.985246:0:31962:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449442.985249:0:31962:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:0.0:1789449442.985253:0:31962:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b864b1800. 00000080:00000010:0.0:1789449442.985259:0:31962:0:(dir.c:2111:ll_dir_ioctl()) kvfree 'data': 648 at ffff9e8b836b1c00. 00000080:00000001:0.0:1789449442.985264:0:31962:0:(dir.c:2112:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449442.985291:0:31962:0:(dir.c:3022:ll_dir_release()) Process entered 00000080:00000001:0.0:1789449442.985294:0:31962:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1789449442.985298:0:31962:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181077dd0 00000080:00200008:0.0:1789449442.985300:0:31962:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9e8b89180908), flags 300000 00000080:00400000:0.0:1789449442.985305:0:31962:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:0.0:1789449442.985308:0:31962:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9e8b8432c3c0. 00000080:00000001:0.0:1789449442.985312:0:31962:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1789449442.985315:0:31962:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181077dd0 00000080:00000008:0.0:1789449442.985317:0:31962:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9e8b89180908), flags 300000, rc = 0 00000080:00000001:0.0:1789449442.985320:0:31962:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449442.985321:0:31962:0:(dir.c:3023:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449443.016847:0:31963:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789449443.016858:0:31963:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789449443.016861:0:31963:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789449443.016865:0:31963:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71182063b20 00000080:00200000:3.0:1789449443.016872:0:31963:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:3.0:1789449443.017035:0:31963:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b888a2200. 00800000:00000002:3.0:1789449443.017045:0:31963:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:3.0:1789449443.017050:0:31963:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789449443.017056:0:31963:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789449443.017059:0:31963:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71182063a40 00800000:00000002:3.0:1789449443.017062:0:31963:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789449443.017067:0:31963:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789449443.017070:0:31963:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789449443.017074:0:31963:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789449443.017077:0:31963:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789449443.017080:0:31963:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789449443.017082:0:31963:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449443.017084:0:31963:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789449443.017086:0:31963:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449443.017090:0:31963:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789449443.017097:0:31963:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789449443.017099:0:31963:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71182063910 00000002:00010000:3.0:1789449443.017103:0:31963:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789449443.017107:0:31963:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789449443.017110:0:31963:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789449443.017115:0:31963:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789449443.017123:0:31963:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449443.017126:0:31963:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449443.017128:0:31963:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449443.017131:0:31963:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1789449443.017134:0:31963:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1789449443.017141:0:31963:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83108a80. 00000020:00000040:3.0:1789449443.017147:0:31963:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00010000:00000001:3.0:1789449443.017156:0:31963:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789449443.017222:0:31963:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449443.017229:0:31963:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449443.017233:0:31963:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789449443.017236:0:31963:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789449443.017242:0:31963:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789449443.017252:0:31963:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b87c49c00. 00000100:00000001:3.0:1789449443.017260:0:31963:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449443.017267:0:31963:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789449443.017269:0:31963:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449443.017271:0:31963:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789449443.017272:0:31963:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449443.017275:0:31963:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449443.017281:0:31963:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446636920769383040 : -107152940168576 : ffff9e8b83108a80) 00010000:00000001:3.0:1789449443.017286:0:31963:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789449443.017289:0:31963:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1789449443.017294:0:31963:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9e8b922de000. 00010000:00000010:3.0:1789449443.017299:0:31963:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e8b84d02280. 00010000:00000001:3.0:1789449443.017306:0:31963:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789449443.017310:0:31963:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8b91c75a00. 00000020:00000001:3.0:1789449443.017314:0:31963:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789449443.017318:0:31963:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8b91c75a00 with handle 0xcddde1459ded659a to hash 00000020:00000001:3.0:1789449443.017320:0:31963:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789449443.017322:0:31963:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:3.0:1789449443.017326:0:31963:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:3.0:1789449443.017330:0:31963:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449443.017334:0:31963:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449443.017339:0:31963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75a00/0xcddde1459ded659a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789449443.017350:0:31963:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75a00/0xcddde1459ded659a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789449443.017363:0:31963:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75a00/0xcddde1459ded659a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31963 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789449443.017368:0:31963:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789449443.017370:0:31963:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789449443.017378:0:31963:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b9041f300. 00000100:00000001:3.0:1789449443.017380:0:31963:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920990724864 : -107152718826752 : ffff9e8b9041f300) 00000100:00000001:3.0:1789449443.017383:0:31963:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449443.017385:0:31963:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769383040 : -107152940168576 : ffff9e8b83108a80) 00000100:00000001:3.0:1789449443.017391:0:31963:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789449443.017396:0:31963:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449443.017399:0:31963:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789449443.017401:0:31963:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789449443.017415:0:31963:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83108a80 x1876371947490432/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449443.017425:0:31963:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789449443.017428:0:31963:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449443.017432:0:31963:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789449443.017435:0:31963:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789449443.017438:0:31963:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449443.017442:0:31963:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83108a80 pname:cluuid:pid:xid:nid:opc:job lfs:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:31963:1876371947490432:192.168.202.109@tcp:101:lfs.0 00000100:00000001:3.0:1789449443.017446:0:31963:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789449443.017452:0:31963:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789449443.017454:0:31963:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449443.017457:0:31963:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789449443.017463:0:31963:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e8b86132000. 02000000:00000001:3.0:1789449443.017466:0:31963:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449443.017477:0:31963:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:3.0:1789449443.017484:0:31963:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b8525c688. 00000400:00000010:3.0:1789449443.017504:0:31963:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69aa0. 00000100:00000200:3.0:1789449443.017515:0:31963:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876371947490432, portal 10 00000100:00000001:3.0:1789449443.017517:0:31963:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449443.017518:0:31963:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769383040 : -107152940168576 : ffff9e8b83108a80) 00000100:00000040:3.0:1789449443.018962:0:31963:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b83108a80 x1876371947490432/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449459 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449443.018984:0:31963:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449443.018991:0:31963:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1789449443.019000:0:31963:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69550. 00000100:00000200:3.0:1789449443.019007:0:31963:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876371947490432, offset 0 00000400:00000200:3.0:1789449443.019016:0:31963:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1789449443.019031:0:31963:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449443.019042:0:31963:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449443.019049:0:31963:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789449443.019056:0:31963:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1789449443.019061:0:31963:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789449443.019065:0:31963:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1789449443.019070:0:31963:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2642:2642:256:4294967295] 192.168.202.109@tcp LPNI seq info [2642:2642:8:4294967295] 00000400:00000200:3.0:1789449443.019075:0:31963:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449443.019088:0:31963:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449443.019096:0:31963:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449443.019103:0:31963:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051cb00. 00000800:00000200:3.0:1789449443.019112:0:31963:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449443.019122:0:31963:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449443.019127:0:31963:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051cb00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1789449443.019154:0:31963:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449443.019171:0:31963:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 804948 usecs (805 jiffies) 00000400:00000200:3.0:1789449443.019366:0:31963:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:3.0:1789449443.019371:0:31963:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296446505 00000100:00000001:3.0:1789449443.019380:0:31963:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, simply extend its deadline from 4296446465 00000100:00000001:3.0:1789449443.019388:0:31963:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296446505 00000100:00000001:3.0:1789449443.019392:0:31963:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, simply extend its deadline from 4296446465 00000100:00000001:3.0:1789449443.019395:0:31963:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449443.019399:0:31963:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449443.019403:0:31963:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449443.019405:0:31963:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789449443.019408:0:31963:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b9041f300 going to sleep for 11 seconds 00000100:00000001:3.0:1789449443.019412:0:31963:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449443.019416:0:31963:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449443.019798:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449443.019804:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b9051cb00. 00000400:00000200:2.0:1789449443.019811:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449443.019818:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449443.019827:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69550 00000400:00000010:2.0:1789449443.019830:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69550. 00000100:00000001:2.0:1789449443.019835:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449443.019845:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83108a80 x1876371947490432/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449459 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449443.019856:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449443.019860:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83108a80 x1876371947490432/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449459 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449443.019866:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449443.019868:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449443.023668:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449443.023692:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449443.023697:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449443.023700:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449443.023711:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449443.023720:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449443.023731:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449443.023737:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449443.023742:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449443.023747:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 688 into portal 10 MB=0x6aa8ce3658c80 00000400:00000200:2.0:1789449443.023753:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449443.023760:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 688/688 into md 0x791d [1] + 224 00000800:00000001:2.0:1789449443.023769:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449443.023779:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449443.023783:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449443.023790:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449443.023799:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449443.023811:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83108a80 x1876371947490432/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449459 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449443.023823:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9e8b83108a80 x1876371947490432/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449459 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449443.023847:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449443.023859:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449443.023863:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449443.023928:0:31963:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789449443.023943:0:31963:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449443.023946:0:31963:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449443.023950:0:31963:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b8525c688. 00000400:00000200:3.0:1789449443.023958:0:31963:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69aa0 00000400:00000010:3.0:1789449443.023960:0:31963:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69aa0. 00000100:00000001:3.0:1789449443.023965:0:31963:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449443.023977:0:31963:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83108a80 x1876371947490432/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449459 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789449443.023989:0:31963:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83108a80 x1876371947490432/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449459 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449443.023998:0:31963:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449443.024003:0:31963:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449443.024007:0:31963:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449443.024012:0:31963:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449443.024015:0:31963:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449443.024017:0:31963:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449443.024020:0:31963:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449443.024029:0:31963:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=73 v=5 (5 102 102 102) 00000100:00001000:3.0:1789449443.024034:0:31963:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1789449443.024037:0:31963:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789449443.024038:0:31963:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449443.024041:0:31963:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789449443.024044:0:31963:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449443.024048:0:31963:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789449443.024050:0:31963:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967595 00000100:00000001:3.0:1789449443.024053:0:31963:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789449443.024057:0:31963:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449443.024062:0:31963:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83108a80 x1876371947490432/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449459 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449443.024069:0:31963:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449443.024073:0:31963:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449443.024076:0:31963:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449443.024080:0:31963:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83108a80 x1876371947490432/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449459 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789449443.024455:0:31963:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83108a80 pname:cluuid:pid:xid:nid:opc:job lfs:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:31963:1876371947490432:192.168.202.109@tcp:101:lfs.0 00000100:00000001:3.0:1789449443.024461:0:31963:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449443.024464:0:31963:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449443.024466:0:31963:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789449443.024469:0:31963:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449443.024472:0:31963:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83108a80 x1876371947490432/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449459 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449443.024479:0:31963:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789449443.024481:0:31963:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b9041f300. 00000100:00000001:3.0:1789449443.024485:0:31963:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789449443.024486:0:31963:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449443.024499:0:31963:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789449443.024503:0:31963:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449443.024505:0:31963:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449443.024509:0:31963:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75a00 refcount=4 00000020:00000001:3.0:1789449443.024511:0:31963:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:3.0:1789449443.024514:0:31963:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000040:3.0:1789449443.024521:0:31963:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e8b91c75a00, remote cookie: 0xeb7cbf5e2fd3d156, flags: 0x1001 00010000:00010000:3.0:1789449443.024527:0:31963:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75a00/0xcddde1459ded659a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d156 expref: -99 pid: 31963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789449443.024538:0:31963:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75a00/0xcddde1459ded659a lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d156 expref: -99 pid: 31963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449443.024544:0:31963:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1789449443.024548:0:31963:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1789449443.024550:0:31963:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1789449443.024552:0:31963:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1789449443.024553:0:31963:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1789449443.024557:0:31963:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9e8b922de000) refcount = 1 00010000:00010000:3.0:1789449443.024560:0:31963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75a00/0xcddde1459ded659a lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d156 expref: -99 pid: 31963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449443.024567:0:31963:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1789449443.024570:0:31963:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1789449443.024572:0:31963:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789449443.024575:0:31963:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1789449443.024577:0:31963:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449443.024581:0:31963:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75a00/0xcddde1459ded659a lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d156 expref: -99 pid: 31963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449443.024587:0:31963:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1789449443.024588:0:31963:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449443.024590:0:31963:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449443.024591:0:31963:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449443.024592:0:31963:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449443.024593:0:31963:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449443.024598:0:31963:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1789449443.024600:0:31963:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449443.024601:0:31963:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449443.024603:0:31963:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75a00 refcount=3 00000020:00000001:3.0:1789449443.024605:0:31963:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:3.0:1789449443.024608:0:31963:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:3.0:1789449443.024610:0:31963:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449443.024612:0:31963:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449443.024613:0:31963:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75a00 refcount=4 00000020:00000001:3.0:1789449443.024615:0:31963:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:3.0:1789449443.024617:0:31963:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:3.0:1789449443.024620:0:31963:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449443.024624:0:31963:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449443.024627:0:31963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75a00/0xcddde1459ded659a lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d156 expref: -99 pid: 31963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449443.024635:0:31963:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449443.024636:0:31963:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449443.024638:0:31963:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449443.024639:0:31963:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449443.024640:0:31963:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75a00 refcount=5 00000020:00000001:3.0:1789449443.024642:0:31963:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:3.0:1789449443.024644:0:31963:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:3.0:1789449443.024646:0:31963:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789449443.024649:0:31963:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75a00/0xcddde1459ded659a lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d156 expref: -99 pid: 31963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449443.024656:0:31963:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449443.024657:0:31963:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789449443.024660:0:31963:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75a00/0xcddde1459ded659a lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d156 expref: -99 pid: 31963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449443.024666:0:31963:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789449443.024668:0:31963:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449443.024669:0:31963:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449443.024670:0:31963:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449443.024672:0:31963:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1789449443.024677:0:31963:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9e8b83108a80 x1876371947490432/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449459 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1789449443.024686:0:31963:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449443.024687:0:31963:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449443.024689:0:31963:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75a00 refcount=3 00000020:00000001:3.0:1789449443.024691:0:31963:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:3.0:1789449443.024693:0:31963:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:3.0:1789449443.024695:0:31963:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449443.024696:0:31963:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789449443.024698:0:31963:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449443.024700:0:31963:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449443.024702:0:31963:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1789449443.024704:0:31963:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449443.024706:0:31963:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449443.024707:0:31963:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75a00 refcount=3 00000020:00000001:3.0:1789449443.024709:0:31963:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:3.0:1789449443.024711:0:31963:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00000002:00010000:3.0:1789449443.024715:0:31963:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75a00/0xcddde1459ded659a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d156 expref: -99 pid: 31963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449443.024721:0:31963:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449443.024722:0:31963:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449443.024724:0:31963:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789449443.024725:0:31963:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449443.024726:0:31963:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449443.024728:0:31963:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75a00 refcount=3 00000020:00000001:3.0:1789449443.024730:0:31963:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:3.0:1789449443.024732:0:31963:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000040:3.0:1789449443.024738:0:31963:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922de000 count: 2 00010000:00000001:3.0:1789449443.024741:0:31963:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1789449443.024745:0:31963:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e8b83488400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1789449443.024747:0:31963:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449443.024749:0:31963:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789449443.024750:0:31963:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1789449443.024754:0:31963:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71182063898 00000002:00002000:3.0:1789449443.024756:0:31963:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1789449443.024759:0:31963:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789449443.024762:0:31963:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789449443.024765:0:31963:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1789449443.024769:0:31963:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1789449443.024772:0:31963:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449443.024777:0:31963:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:3.0:1789449443.024781:0:31963:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b888a2200. 00000080:00000001:3.0:1789449443.024786:0:31963:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789449443.024788:0:31963:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1789449443.024795:0:31963:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1789449443.024799:0:31963:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1789449443.024807:0:31963:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9e8b896f0d80. 00800000:00000001:3.0:1789449443.024809:0:31963:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446636920876240256 : -107152833311360 : ffff9e8b896f0d80) 00800000:00000001:3.0:1789449443.024812:0:31963:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449443.024814:0:31963:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1789449443.024817:0:31963:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1789449443.024819:0:31963:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1789449443.024822:0:31963:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1789449443.024825:0:31963:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1789449443.024826:0:31963:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449443.024831:0:31963:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1789449443.024834:0:31963:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:3.0:1789449443.024837:0:31963:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115188193296385 mtime from 1789449435 to 1789449442 00000080:00200000:3.0:1789449443.024842:0:31963:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:3.0:1789449443.024845:0:31963:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449443.024846:0:31963:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449443.024848:0:31963:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75a00 refcount=3 00000020:00000001:3.0:1789449443.024850:0:31963:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:3.0:1789449443.024852:0:31963:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:3.0:1789449443.024855:0:31963:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449443.024856:0:31963:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789449443.024858:0:31963:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1789449443.024861:0:31963:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1789449443.024862:0:31963:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b896f0d80 1 00800000:00000010:3.0:1789449443.024865:0:31963:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9e8b896f0d80. 00800000:00000001:3.0:1789449443.024869:0:31963:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789449443.024873:0:31963:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded659a 00800000:00000001:3.0:1789449443.024876:0:31963:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789449443.024878:0:31963:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789449443.024913:0:31963:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449443.024914:0:31963:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449443.024916:0:31963:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75a00 refcount=3 00000020:00000001:3.0:1789449443.024918:0:31963:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:3.0:1789449443.024920:0:31963:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:3.0:1789449443.024922:0:31963:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449443.024923:0:31963:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789449443.024925:0:31963:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789449443.024927:0:31963:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449443.024929:0:31963:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789449443.024931:0:31963:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:3.0:1789449443.024935:0:31963:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded659a from it ffffb71182063b58 00010000:00000001:3.0:1789449443.024936:0:31963:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449443.024937:0:31963:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449443.024939:0:31963:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75a00 refcount=3 00000020:00000001:3.0:1789449443.024940:0:31963:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:3.0:1789449443.024942:0:31963:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:3.0:1789449443.024944:0:31963:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789449443.024947:0:31963:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75a00/0xcddde1459ded659a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d156 expref: -99 pid: 31963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449443.024953:0:31963:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449443.024954:0:31963:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449443.024956:0:31963:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789449443.024958:0:31963:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789449443.024961:0:31963:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75a00/0xcddde1459ded659a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d156 expref: -99 pid: 31963 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789449443.024969:0:31963:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449443.024972:0:31963:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789449443.024975:0:31963:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449443.024978:0:31963:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449443.024979:0:31963:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449443.024981:0:31963:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449443.024984:0:31963:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789449443.024987:0:31963:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449443.024989:0:31963:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449443.024991:0:31963:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449443.024993:0:31963:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789449443.024994:0:31963:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449443.024996:0:31963:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789449443.024997:0:31963:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449443.025001:0:31963:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83108a80 x1876371947490432/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449459 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449443.025007:0:31963:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449443.025010:0:31963:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449443.025014:0:31963:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9e8b86132000. 02000000:00000001:3.0:1789449443.025019:0:31963:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449443.025021:0:31963:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449443.025023:0:31963:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:3.0:1789449443.025025:0:31963:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449443.025028:0:31963:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b87c49c00. 02000000:00000001:3.0:1789449443.025032:0:31963:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449443.025033:0:31963:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449443.025035:0:31963:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83108a80. 00000100:00000001:3.0:1789449443.025038:0:31963:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449443.025039:0:31963:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789449443.025042:0:31963:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908), inode mode 41ff mask 1 00000080:00000001:3.0:1789449443.025047:0:31963:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1789449443.025067:0:31963:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9e8b889afec0. 00000020:00000001:3.0:1789449443.025072:0:31963:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71182063ae8 00000080:00200000:3.0:1789449443.025074:0:31963:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9e8b89180908), flags=13 00000080:00000001:3.0:1789449443.025078:0:31963:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1789449443.025080:0:31963:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71182063998 00000080:00200000:3.0:1789449443.025082:0:31963:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9e8b89180908), intent=getattr 00000080:00000010:3.0:1789449443.025103:0:31963:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b888a2200. 00800000:00000002:3.0:1789449443.025109:0:31963:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:3.0:1789449443.025113:0:31963:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789449443.025116:0:31963:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789449443.025118:0:31963:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820638b8 00800000:00000002:3.0:1789449443.025120:0:31963:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21g.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789449443.025123:0:31963:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789449443.025127:0:31963:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789449443.025130:0:31963:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789449443.025132:0:31963:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789449443.025134:0:31963:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789449443.025136:0:31963:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449443.025138:0:31963:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789449443.025140:0:31963:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449443.025143:0:31963:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71182063850 00800000:00000002:3.0:1789449443.025145:0:31963:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21g.recovery-small-2' -> mds #0 00000002:00000001:3.0:1789449443.025149:0:31963:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789449443.025151:0:31963:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71182063788 00000002:00010000:3.0:1789449443.025152:0:31963:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21g.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:3.0:1789449443.025156:0:31963:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1789449443.025158:0:31963:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1789449443.025368:0:31963:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83108a80. 00000020:00000040:3.0:1789449443.025374:0:31963:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00010000:00000001:3.0:1789449443.025379:0:31963:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789449443.025382:0:31963:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449443.025386:0:31963:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449443.025387:0:31963:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449443.025388:0:31963:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449443.025391:0:31963:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789449443.025393:0:31963:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789449443.025398:0:31963:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789449443.025404:0:31963:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b87c49c00. 00000100:00000001:3.0:1789449443.025411:0:31963:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449443.025414:0:31963:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789449443.025416:0:31963:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449443.025417:0:31963:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789449443.025418:0:31963:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449443.025420:0:31963:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449443.025426:0:31963:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446636920769383040 : -107152940168576 : ffff9e8b83108a80) 00010000:00000001:3.0:1789449443.025430:0:31963:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789449443.025432:0:31963:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1789449443.025435:0:31963:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922de000 count: 2 00010000:00000001:3.0:1789449443.025438:0:31963:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789449443.025440:0:31963:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789449443.025444:0:31963:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8b91c74400. 00000020:00000001:3.0:1789449443.025448:0:31963:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789449443.025450:0:31963:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8b91c74400 with handle 0xcddde1459ded65a1 to hash 00000020:00000001:3.0:1789449443.025452:0:31963:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789449443.025454:0:31963:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636921016239104 : -107152693312512 : ffff9e8b91c74400) 00010000:00000001:3.0:1789449443.025457:0:31963:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636921016239104 : -107152693312512 : ffff9e8b91c74400) 00010000:00000001:3.0:1789449443.025460:0:31963:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449443.025461:0:31963:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449443.025464:0:31963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74400/0xcddde1459ded65a1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789449443.025471:0:31963:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74400/0xcddde1459ded65a1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789449443.025480:0:31963:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74400/0xcddde1459ded65a1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31963 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789449443.025485:0:31963:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789449443.025486:0:31963:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789449443.025503:0:31963:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b9041f300. 00000100:00000001:3.0:1789449443.025506:0:31963:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920990724864 : -107152718826752 : ffff9e8b9041f300) 00000100:00000001:3.0:1789449443.025509:0:31963:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449443.025511:0:31963:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769383040 : -107152940168576 : ffff9e8b83108a80) 00000100:00000001:3.0:1789449443.025516:0:31963:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789449443.025519:0:31963:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449443.025521:0:31963:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789449443.025523:0:31963:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789449443.025528:0:31963:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83108a80 x1876371947490560/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449443.025536:0:31963:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789449443.025538:0:31963:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449443.025542:0:31963:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789449443.025545:0:31963:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789449443.025547:0:31963:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449443.025550:0:31963:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83108a80 pname:cluuid:pid:xid:nid:opc:job lfs:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:31963:1876371947490560:192.168.202.109@tcp:101:lfs.0 00000100:00000001:3.0:1789449443.025554:0:31963:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789449443.025559:0:31963:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789449443.025561:0:31963:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449443.025563:0:31963:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789449443.025567:0:31963:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e8b86132000. 02000000:00000001:3.0:1789449443.025569:0:31963:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449443.025577:0:31963:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:3.0:1789449443.025581:0:31963:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b8525c688. 00000400:00000010:3.0:1789449443.025586:0:31963:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69aa0. 00000100:00000200:3.0:1789449443.025593:0:31963:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876371947490560, portal 10 00000100:00000001:3.0:1789449443.025595:0:31963:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449443.025596:0:31963:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769383040 : -107152940168576 : ffff9e8b83108a80) 00000100:00000040:3.0:1789449443.025602:0:31963:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b83108a80 x1876371947490560/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449459 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449443.025610:0:31963:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449443.025613:0:31963:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1789449443.025616:0:31963:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69ee0. 00000100:00000200:3.0:1789449443.025619:0:31963:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876371947490560, offset 0 00000400:00000200:3.0:1789449443.025625:0:31963:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1789449443.025634:0:31963:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449443.025643:0:31963:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449443.025649:0:31963:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789449443.025653:0:31963:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1789449443.025657:0:31963:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789449443.025660:0:31963:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1789449443.025663:0:31963:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2643:2643:256:4294967295] 192.168.202.109@tcp LPNI seq info [2643:2643:8:4294967295] 00000400:00000200:3.0:1789449443.025667:0:31963:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449443.025677:0:31963:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449443.025682:0:31963:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449443.025688:0:31963:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051cc00. 00000800:00000200:3.0:1789449443.025696:0:31963:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449443.025705:0:31963:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449443.025710:0:31963:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051cc00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:3.0:1789449443.025729:0:31963:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449443.025734:0:31963:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 803727 usecs (804 jiffies) 00000400:00000200:3.0:1789449443.025737:0:31963:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:3.0:1789449443.025741:0:31963:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296446514 00000100:00000001:3.0:1789449443.025748:0:31963:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, simply extend its deadline from 4296446505 00000100:00000001:3.0:1789449443.025754:0:31963:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296446514 00000100:00000001:3.0:1789449443.025757:0:31963:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, simply extend its deadline from 4296446505 00000100:00000001:3.0:1789449443.025760:0:31963:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449443.025763:0:31963:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449443.025765:0:31963:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449443.025767:0:31963:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789449443.025770:0:31963:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b9041f300 going to sleep for 11 seconds 00000100:00000001:3.0:1789449443.025772:0:31963:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449443.025774:0:31963:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449443.026207:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449443.026217:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b9051cc00. 00000400:00000200:2.0:1789449443.026225:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449443.026233:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449443.026241:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69ee0 00000400:00000010:2.0:1789449443.026244:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69ee0. 00000100:00000001:2.0:1789449443.026250:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449443.026257:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83108a80 x1876371947490560/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449459 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449443.026269:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449443.026273:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83108a80 x1876371947490560/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449459 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449443.026279:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449443.026281:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449443.039485:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449443.039523:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449443.039528:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449443.039532:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449443.039546:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449443.039557:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449443.039573:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449443.039580:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449443.039589:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449443.039595:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 584 into portal 10 MB=0x6aa8ce3658d00 00000400:00000200:2.0:1789449443.039603:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449443.039612:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 584/584 into md 0x792d [1] + 224 00000800:00000001:2.0:1789449443.039624:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449443.039638:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449443.039643:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449443.039648:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449443.039662:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449443.039675:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83108a80 x1876371947490560/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449459 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449443.039690:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9e8b83108a80 x1876371947490560/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449459 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449443.039719:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449443.039734:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449443.039738:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449443.039815:0:31963:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789449443.039841:0:31963:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449443.039844:0:31963:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449443.039850:0:31963:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b8525c688. 00000400:00000200:3.0:1789449443.039859:0:31963:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69aa0 00000400:00000010:3.0:1789449443.039862:0:31963:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69aa0. 00000100:00000001:3.0:1789449443.039867:0:31963:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449443.039922:0:31963:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83108a80 x1876371947490560/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449459 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789449443.039936:0:31963:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83108a80 x1876371947490560/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449459 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449443.039945:0:31963:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449443.039947:0:31963:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449443.039950:0:31963:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449443.039954:0:31963:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449443.039957:0:31963:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449443.039959:0:31963:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449443.039962:0:31963:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449443.039972:0:31963:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=73 v=5 (5 102 102 102) 00000100:00001000:3.0:1789449443.039977:0:31963:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1789449443.039979:0:31963:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1789449443.039983:0:31963:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9e8b83108a80 x1876371947490560/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1789449459 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449443.039990:0:31963:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1789449443.039994:0:31963:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789449443.039996:0:31963:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967595 00000100:00000001:3.0:1789449443.039998:0:31963:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789449443.040001:0:31963:0:(client.c:1798:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:3.0:1789449443.040005:0:31963:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83108a80 x1876371947490560/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1789449459 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449443.040012:0:31963:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:3.0:1789449443.040015:0:31963:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449443.040017:0:31963:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449443.040021:0:31963:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83108a80 x1876371947490560/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1789449459 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789449443.040029:0:31963:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83108a80 pname:cluuid:pid:xid:nid:opc:job lfs:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:31963:1876371947490560:192.168.202.109@tcp:101:lfs.0 00000100:00000001:3.0:1789449443.040036:0:31963:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449443.040039:0:31963:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1789449443.040041:0:31963:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789449443.040043:0:31963:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449443.040047:0:31963:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83108a80 x1876371947490560/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1789449459 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449443.040053:0:31963:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789449443.040057:0:31963:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b9041f300. 00000100:00000001:3.0:1789449443.040061:0:31963:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789449443.040062:0:31963:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1789449443.040066:0:31963:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789449443.040071:0:31963:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449443.040074:0:31963:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449443.040078:0:31963:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c74400 refcount=4 00000020:00000001:3.0:1789449443.040080:0:31963:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016239104 : -107152693312512 : ffff9e8b91c74400) 00010000:00000001:3.0:1789449443.040084:0:31963:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016239104 : -107152693312512 : ffff9e8b91c74400) 00010000:00010000:3.0:1789449443.040107:0:31963:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74400/0xcddde1459ded65a1 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449443.040119:0:31963:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1789449443.040125:0:31963:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74400/0xcddde1459ded65a1 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 31963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449443.040131:0:31963:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789449443.040134:0:31963:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74400/0xcddde1459ded65a1 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 31963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449443.040141:0:31963:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449443.040143:0:31963:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789449443.040145:0:31963:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74400/0xcddde1459ded65a1 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 31963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449443.040151:0:31963:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449443.040155:0:31963:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449443.040158:0:31963:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1789449443.040161:0:31963:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74400/0xcddde1459ded65a1 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 31963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789449443.040167:0:31963:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e8b91c74400 already unused, calling callback (ffffffffc1b31740) 00000080:00000001:3.0:1789449443.040171:0:31963:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1789449443.040175:0:31963:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74400/0xcddde1459ded65a1 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 31963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449443.040182:0:31963:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1789449443.040184:0:31963:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1789449443.040188:0:31963:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74400/0xcddde1459ded65a1 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 31963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449443.040193:0:31963:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1789449443.040196:0:31963:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1789449443.040197:0:31963:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449443.040199:0:31963:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449443.040200:0:31963:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c74400 refcount=5 00000020:00000001:3.0:1789449443.040202:0:31963:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016239104 : -107152693312512 : ffff9e8b91c74400) 00010000:00000001:3.0:1789449443.040205:0:31963:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016239104 : -107152693312512 : ffff9e8b91c74400) 00010000:00000001:3.0:1789449443.040208:0:31963:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789449443.040211:0:31963:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74400/0xcddde1459ded65a1 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 31963 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1789449443.040227:0:31963:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789449443.040230:0:31963:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449443.040233:0:31963:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1789449443.040234:0:31963:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789449443.040237:0:31963:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789449443.040239:0:31963:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789449443.040240:0:31963:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449443.040242:0:31963:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789449443.040246:0:31963:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9e8b91c74400 with handle 0xcddde1459ded65a1 from hash 00010000:00000001:3.0:1789449443.040248:0:31963:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789449443.040249:0:31963:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449443.040250:0:31963:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449443.040252:0:31963:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789449443.040253:0:31963:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789449443.040255:0:31963:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1789449443.040258:0:31963:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449443.040259:0:31963:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449443.040260:0:31963:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449443.040262:0:31963:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449443.040265:0:31963:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74400/0xcddde1459ded65a1 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 31963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449443.040271:0:31963:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449443.040272:0:31963:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449443.040273:0:31963:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1789449443.040386:0:31963:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789449443.040388:0:31963:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449443.040389:0:31963:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449443.040390:0:31963:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789449443.040392:0:31963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74400/0xcddde1459ded65a1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 31963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449443.040404:0:31963:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449443.040406:0:31963:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:3.0:1789449443.040411:0:31963:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:3.0:1789449443.040416:0:31963:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0 req@ffff9e8b83108a80 x1876371947490560/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1789449459 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1789449443.040423:0:31963:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1789449443.040425:0:31963:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449443.040427:0:31963:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449443.040429:0:31963:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449443.040432:0:31963:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1789449443.040435:0:31963:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1789449443.040436:0:31963:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449443.040439:0:31963:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1789449443.040442:0:31963:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71182063710 00000002:00002000:3.0:1789449443.040444:0:31963:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21g.recovery-small-2 intent=getattr status=0 disp=0x7: rc = 0 00000002:00000001:3.0:1789449443.040447:0:31963:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789449443.040451:0:31963:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789449443.040454:0:31963:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1789449443.040457:0:31963:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1789449443.040460:0:31963:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449443.040463:0:31963:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000001:3.0:1789449443.040466:0:31963:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1789449443.040468:0:31963:0:(namei.c:674:ll_lookup_it_finish()) it ffffb71182063b20 it_disposition 7 00000080:00002000:3.0:1789449443.040473:0:31963:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9e8b89341870 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:3.0:1789449443.040480:0:31963:0:(lmv_obd.c:4261:lmv_revalidate_lock()) Process entered 00800000:00000001:3.0:1789449443.040482:0:31963:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789449443.040484:0:31963:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789449443.040486:0:31963:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789449443.040498:0:31963:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789449443.040501:0:31963:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449443.040502:0:31963:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789449443.040505:0:31963:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449443.040510:0:31963:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789449443.040511:0:31963:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789449443.040514:0:31963:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789449443.040519:0:31963:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922de000 count: 2 00010000:00000001:3.0:1789449443.040522:0:31963:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789449443.040526:0:31963:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449443.040528:0:31963:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789449443.040532:0:31963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75a00/0xcddde1459ded659a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d156 expref: -99 pid: 31963 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1789449443.040540:0:31963:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789449443.040545:0:31963:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449443.040548:0:31963:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75a00/0xcddde1459ded659a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d156 expref: -99 pid: 31963 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1789449443.040555:0:31963:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789449443.040558:0:31963:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789449443.040559:0:31963:0:(lmv_obd.c:4268:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789449443.040562:0:31963:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1789449443.040564:0:31963:0:(dcache.c:176:ll_intent_release()) intent ffffb71182063930 released 00000080:00010000:3.0:1789449443.040566:0:31963:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded659a from it ffffb71182063930 00010000:00000001:3.0:1789449443.040568:0:31963:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449443.040570:0:31963:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449443.040571:0:31963:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75a00 refcount=3 00000020:00000001:3.0:1789449443.040573:0:31963:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:3.0:1789449443.040575:0:31963:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:3.0:1789449443.040577:0:31963:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789449443.040579:0:31963:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75a00/0xcddde1459ded659a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d156 expref: -99 pid: 31963 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789449443.040584:0:31963:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449443.040586:0:31963:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449443.040587:0:31963:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789449443.040589:0:31963:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789449443.040591:0:31963:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75a00/0xcddde1459ded659a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d156 expref: -99 pid: 31963 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1789449443.040597:0:31963:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449443.040600:0:31963:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789449443.040601:0:31963:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449443.040605:0:31963:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449443.040606:0:31963:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449443.040608:0:31963:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449443.040610:0:31963:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789449443.040612:0:31963:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449443.040614:0:31963:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449443.040616:0:31963:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449443.040618:0:31963:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789449443.040619:0:31963:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449443.040620:0:31963:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789449443.040621:0:31963:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1789449443.040623:0:31963:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1789449443.040627:0:31963:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1789449443.040631:0:31963:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b888a2200. 00000100:00000001:3.0:1789449443.040634:0:31963:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449443.040638:0:31963:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83108a80 x1876371947490560/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1789449459 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449443.040644:0:31963:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449443.040646:0:31963:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449443.040650:0:31963:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9e8b86132000. 02000000:00000001:3.0:1789449443.040654:0:31963:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449443.040657:0:31963:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449443.040658:0:31963:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:3.0:1789449443.040661:0:31963:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449443.040664:0:31963:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b87c49c00. 02000000:00000001:3.0:1789449443.040667:0:31963:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449443.040669:0:31963:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449443.040670:0:31963:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83108a80. 00000100:00000001:3.0:1789449443.040674:0:31963:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449443.040675:0:31963:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789449443.040678:0:31963:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1789449443.040679:0:31963:0:(dcache.c:176:ll_intent_release()) intent ffffb71182063b20 released 00000080:00000001:3.0:1789449443.040680:0:31963:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1789449443.040685:0:31963:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1789449443.040687:0:31963:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71182063b70 00000080:00002000:3.0:1789449443.040688:0:31963:0:(dcache.c:127:ll_ddelete()) keeping dentry d21g.recovery-small-2 (ffff9e8b89341870, parent ffff9e8b892cbca8, inode 0000000000000000) hashed, 00000080:00000001:3.0:1789449443.040691:0:31963:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449443.040747:0:31963:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789449443.040751:0:31963:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789449443.040753:0:31963:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789449443.040754:0:31963:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71182063bb0 00000080:00200000:3.0:1789449443.040757:0:31963:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:3.0:1789449443.040763:0:31963:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b888a2200. 00800000:00000002:3.0:1789449443.040768:0:31963:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:3.0:1789449443.040771:0:31963:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789449443.040774:0:31963:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789449443.040775:0:31963:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71182063ad0 00800000:00000002:3.0:1789449443.040777:0:31963:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789449443.040780:0:31963:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789449443.040783:0:31963:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789449443.040784:0:31963:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789449443.040785:0:31963:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789449443.040787:0:31963:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789449443.040789:0:31963:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449443.040790:0:31963:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789449443.040792:0:31963:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449443.040795:0:31963:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789449443.040799:0:31963:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789449443.040801:0:31963:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820639a0 00000002:00010000:3.0:1789449443.040803:0:31963:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789449443.040805:0:31963:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789449443.040807:0:31963:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789449443.040808:0:31963:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789449443.040810:0:31963:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922de000 count: 2 00010000:00000001:3.0:1789449443.040812:0:31963:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789449443.040815:0:31963:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449443.040817:0:31963:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789449443.040820:0:31963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75a00/0xcddde1459ded659a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d156 expref: -99 pid: 31963 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1789449443.040826:0:31963:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789449443.040829:0:31963:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449443.040831:0:31963:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75a00/0xcddde1459ded659a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d156 expref: -99 pid: 31963 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:3.0:1789449443.040837:0:31963:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789449443.040839:0:31963:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789449443.040841:0:31963:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789449443.040843:0:31963:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789449443.040845:0:31963:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789449443.040846:0:31963:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789449443.040848:0:31963:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789449443.040850:0:31963:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:3.0:1789449443.040852:0:31963:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b888a2200. 00000080:00000001:3.0:1789449443.040855:0:31963:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789449443.040856:0:31963:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789449443.040859:0:31963:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:3.0:1789449443.040861:0:31963:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded659a 00800000:00000001:3.0:1789449443.040864:0:31963:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789449443.040866:0:31963:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789449443.040867:0:31963:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449443.040869:0:31963:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449443.040870:0:31963:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75a00 refcount=3 00000020:00000001:3.0:1789449443.040872:0:31963:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:3.0:1789449443.040874:0:31963:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:3.0:1789449443.040876:0:31963:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449443.040877:0:31963:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789449443.040918:0:31963:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789449443.040920:0:31963:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789449443.040922:0:31963:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded659a from it ffffb71182063be8 00010000:00000001:3.0:1789449443.040924:0:31963:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449443.040925:0:31963:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449443.040926:0:31963:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75a00 refcount=3 00000020:00000001:3.0:1789449443.040928:0:31963:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:3.0:1789449443.040930:0:31963:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:3.0:1789449443.040932:0:31963:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789449443.040934:0:31963:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75a00/0xcddde1459ded659a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d156 expref: -99 pid: 31963 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1789449443.040940:0:31963:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449443.040942:0:31963:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449443.040943:0:31963:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789449443.040944:0:31963:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789449443.040946:0:31963:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75a00/0xcddde1459ded659a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d156 expref: -99 pid: 31963 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1789449443.040953:0:31963:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449443.040955:0:31963:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789449443.040956:0:31963:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449443.040958:0:31963:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449443.040959:0:31963:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449443.040960:0:31963:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449443.040961:0:31963:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789449443.040963:0:31963:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449443.040964:0:31963:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449443.040966:0:31963:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449443.040968:0:31963:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789449443.040969:0:31963:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449443.040970:0:31963:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789449443.040972:0:31963:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789449443.040974:0:31963:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789449443.040976:0:31963:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908), inode mode 41ff mask 1 00000080:00000001:3.0:1789449443.040980:0:31963:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449443.040984:0:31963:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1789449443.040986:0:31963:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71182063bd8 00000080:00002000:3.0:1789449443.040988:0:31963:0:(dcache.c:87:ll_dcompare()) found name d21g.recovery-small-2(ffff9e8b89341870) flags 0x8000e refc 0 00000080:00000001:3.0:1789449443.040990:0:31963:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449443.040992:0:31963:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71182063c20 00000080:00200000:3.0:1789449443.040994:0:31963:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21g.recovery-small-2, flags=16392 00000080:00000001:3.0:1789449443.040997:0:31963:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1789449443.040998:0:31963:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71182063ba8 00000080:00002000:3.0:1789449443.041000:0:31963:0:(dcache.c:127:ll_ddelete()) keeping dentry d21g.recovery-small-2 (ffff9e8b89341870, parent ffff9e8b892cbca8, inode 0000000000000000) hashed, 00000080:00000001:3.0:1789449443.041002:0:31963:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449443.041025:0:31963:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71182063d08 00000080:00200008:3.0:1789449443.041027:0:31963:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9e8b89180908), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1789449443.041031:0:31963:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789449443.041032:0:31963:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71182063c80 00000080:00200000:3.0:1789449443.041034:0:31963:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:3.0:1789449443.041037:0:31963:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b888a2200. 00800000:00000002:3.0:1789449443.041040:0:31963:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:3.0:1789449443.041042:0:31963:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789449443.041043:0:31963:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789449443.041044:0:31963:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71182063ba0 00800000:00000002:3.0:1789449443.041046:0:31963:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789449443.041049:0:31963:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789449443.041050:0:31963:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789449443.041051:0:31963:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789449443.041052:0:31963:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789449443.041053:0:31963:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789449443.041055:0:31963:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449443.041057:0:31963:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789449443.041059:0:31963:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449443.041061:0:31963:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789449443.041063:0:31963:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789449443.041065:0:31963:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71182063a70 00000002:00010000:3.0:1789449443.041067:0:31963:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789449443.041069:0:31963:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789449443.041070:0:31963:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789449443.041071:0:31963:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789449443.041074:0:31963:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922de000 count: 2 00010000:00000001:3.0:1789449443.041076:0:31963:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789449443.041078:0:31963:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449443.041080:0:31963:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789449443.041082:0:31963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75a00/0xcddde1459ded659a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d156 expref: -99 pid: 31963 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1789449443.041368:0:31963:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789449443.041370:0:31963:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449443.041373:0:31963:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75a00/0xcddde1459ded659a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d156 expref: -99 pid: 31963 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1789449443.041380:0:31963:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789449443.041382:0:31963:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789449443.041383:0:31963:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789449443.041385:0:31963:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789449443.041387:0:31963:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789449443.041388:0:31963:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789449443.041391:0:31963:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789449443.041393:0:31963:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:3.0:1789449443.041396:0:31963:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b888a2200. 00000080:00000001:3.0:1789449443.041399:0:31963:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789449443.041400:0:31963:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789449443.041402:0:31963:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:3.0:1789449443.041405:0:31963:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded659a 00800000:00000001:3.0:1789449443.041408:0:31963:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789449443.041409:0:31963:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789449443.041411:0:31963:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449443.041412:0:31963:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449443.041414:0:31963:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75a00 refcount=3 00000020:00000001:3.0:1789449443.041416:0:31963:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:3.0:1789449443.041418:0:31963:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:3.0:1789449443.041420:0:31963:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449443.041421:0:31963:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789449443.041422:0:31963:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789449443.041424:0:31963:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789449443.041426:0:31963:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded659a from it ffffb71182063cb8 00010000:00000001:3.0:1789449443.041428:0:31963:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449443.041429:0:31963:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449443.041430:0:31963:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75a00 refcount=3 00000020:00000001:3.0:1789449443.041432:0:31963:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:3.0:1789449443.041434:0:31963:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:3.0:1789449443.041436:0:31963:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789449443.041438:0:31963:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75a00/0xcddde1459ded659a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d156 expref: -99 pid: 31963 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1789449443.041444:0:31963:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449443.041445:0:31963:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449443.041446:0:31963:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789449443.041448:0:31963:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789449443.041451:0:31963:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75a00/0xcddde1459ded659a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d156 expref: -99 pid: 31963 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1789449443.041462:0:31963:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449443.041463:0:31963:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789449443.041465:0:31963:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449443.041467:0:31963:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449443.041468:0:31963:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449443.041469:0:31963:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449443.041471:0:31963:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789449443.041472:0:31963:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449443.041474:0:31963:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449443.041476:0:31963:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449443.041477:0:31963:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789449443.041478:0:31963:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449443.041479:0:31963:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789449443.041481:0:31963:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789449443.041482:0:31963:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789449443.041485:0:31963:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449443.041499:0:31963:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71182063d08 00000080:00000008:3.0:1789449443.041502:0:31963:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9e8b89180908), request_mask 0, flags 0, foreign 0 00000080:00000001:2.0:1789449443.043672:0:31963:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449443.043740:0:31963:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71182063d08 00000080:00200008:2.0:1789449443.043745:0:31963:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9e8b89180908), request_mask 0, flags 0, foreign 0 00000080:00000001:2.0:1789449443.043754:0:31963:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789449443.043756:0:31963:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71182063c80 00000080:00200000:2.0:1789449443.043757:0:31963:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:2.0:1789449443.043767:0:31963:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b837f0000. 00800000:00000002:2.0:1789449443.043775:0:31963:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:2.0:1789449443.043781:0:31963:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789449443.043788:0:31963:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789449443.043790:0:31963:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71182063ba0 00800000:00000002:2.0:1789449443.043793:0:31963:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789449443.043798:0:31963:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789449443.043801:0:31963:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789449443.043805:0:31963:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789449443.043808:0:31963:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789449443.043811:0:31963:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789449443.043813:0:31963:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449443.043815:0:31963:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789449443.043818:0:31963:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449443.043823:0:31963:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789449443.043830:0:31963:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789449443.043831:0:31963:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71182063a70 00000002:00010000:2.0:1789449443.043833:0:31963:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789449443.043837:0:31963:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789449443.043839:0:31963:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789449443.043843:0:31963:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789449443.043852:0:31963:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922de000 count: 2 00010000:00000001:2.0:1789449443.043856:0:31963:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789449443.043862:0:31963:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449443.043866:0:31963:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789449443.043871:0:31963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75a00/0xcddde1459ded659a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d156 expref: -99 pid: 31963 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:2.0:1789449443.043919:0:31963:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789449443.043927:0:31963:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449443.043932:0:31963:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75a00/0xcddde1459ded659a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d156 expref: -99 pid: 31963 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:2.0:1789449443.043939:0:31963:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789449443.043942:0:31963:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789449443.043944:0:31963:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789449443.043946:0:31963:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789449443.043948:0:31963:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789449443.043951:0:31963:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789449443.043954:0:31963:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789449443.043957:0:31963:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:2.0:1789449443.043960:0:31963:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b837f0000. 00000080:00000001:2.0:1789449443.043965:0:31963:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789449443.043967:0:31963:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789449443.043969:0:31963:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:2.0:1789449443.043973:0:31963:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded659a 00800000:00000001:2.0:1789449443.043976:0:31963:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789449443.043979:0:31963:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789449443.043981:0:31963:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449443.043984:0:31963:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449443.043987:0:31963:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75a00 refcount=3 00000020:00000001:2.0:1789449443.043990:0:31963:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:2.0:1789449443.043993:0:31963:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:2.0:1789449443.043996:0:31963:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449443.043998:0:31963:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789449443.043999:0:31963:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789449443.044001:0:31963:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789449443.044004:0:31963:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded659a from it ffffb71182063cb8 00010000:00000001:2.0:1789449443.044006:0:31963:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449443.044007:0:31963:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449443.044008:0:31963:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75a00 refcount=3 00000020:00000001:2.0:1789449443.044010:0:31963:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:2.0:1789449443.044012:0:31963:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:2.0:1789449443.044014:0:31963:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789449443.044017:0:31963:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75a00/0xcddde1459ded659a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d156 expref: -99 pid: 31963 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1789449443.044023:0:31963:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449443.044024:0:31963:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449443.044025:0:31963:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789449443.044028:0:31963:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789449443.044031:0:31963:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75a00/0xcddde1459ded659a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d156 expref: -99 pid: 31963 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1789449443.044039:0:31963:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789449443.044043:0:31963:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789449443.044045:0:31963:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789449443.044051:0:31963:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449443.044052:0:31963:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449443.044054:0:31963:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449443.044057:0:31963:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789449443.044059:0:31963:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449443.044062:0:31963:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449443.044064:0:31963:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449443.044066:0:31963:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789449443.044067:0:31963:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449443.044068:0:31963:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789449443.044071:0:31963:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789449443.044073:0:31963:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789449443.044077:0:31963:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449443.044082:0:31963:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71182063d08 00000080:00000008:2.0:1789449443.044084:0:31963:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9e8b89180908), request_mask 0, flags 0, foreign 0 00000080:00000001:2.0:1789449443.045472:0:31963:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789449443.045480:0:31963:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789449443.045484:0:31963:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71182063b78 00000080:00200000:2.0:1789449443.045503:0:31963:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:2.0:1789449443.045513:0:31963:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b837f0000. 00800000:00000002:2.0:1789449443.045521:0:31963:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:2.0:1789449443.045525:0:31963:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789449443.045530:0:31963:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789449443.045532:0:31963:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71182063a98 00800000:00000002:2.0:1789449443.045535:0:31963:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789449443.045539:0:31963:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789449443.045542:0:31963:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789449443.045545:0:31963:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789449443.045548:0:31963:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789449443.045551:0:31963:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789449443.045554:0:31963:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449443.045556:0:31963:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789449443.045558:0:31963:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449443.045562:0:31963:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789449443.045567:0:31963:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789449443.045569:0:31963:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71182063968 00000002:00010000:2.0:1789449443.045572:0:31963:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789449443.045575:0:31963:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789449443.045577:0:31963:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789449443.045581:0:31963:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789449443.045588:0:31963:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922de000 count: 2 00010000:00000001:2.0:1789449443.045593:0:31963:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789449443.045598:0:31963:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449443.045602:0:31963:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789449443.045607:0:31963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75a00/0xcddde1459ded659a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d156 expref: -99 pid: 31963 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:2.0:1789449443.045618:0:31963:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789449443.045624:0:31963:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449443.045627:0:31963:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75a00/0xcddde1459ded659a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d156 expref: -99 pid: 31963 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:2.0:1789449443.045635:0:31963:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789449443.045637:0:31963:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789449443.045639:0:31963:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789449443.045641:0:31963:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789449443.045643:0:31963:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789449443.045645:0:31963:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789449443.045648:0:31963:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789449443.045651:0:31963:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:2.0:1789449443.045655:0:31963:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b837f0000. 00000080:00000001:2.0:1789449443.045659:0:31963:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789449443.045660:0:31963:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789449443.045664:0:31963:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:2.0:1789449443.045667:0:31963:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded659a 00800000:00000001:2.0:1789449443.045671:0:31963:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789449443.045673:0:31963:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789449443.045675:0:31963:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449443.045678:0:31963:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449443.045681:0:31963:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75a00 refcount=3 00000020:00000001:2.0:1789449443.045684:0:31963:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:2.0:1789449443.045686:0:31963:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:2.0:1789449443.045689:0:31963:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449443.045691:0:31963:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789449443.045693:0:31963:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789449443.045695:0:31963:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789449443.045698:0:31963:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded659a from it ffffb71182063bb0 00010000:00000001:2.0:1789449443.045700:0:31963:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449443.045701:0:31963:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449443.045703:0:31963:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75a00 refcount=3 00000020:00000001:2.0:1789449443.045705:0:31963:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:2.0:1789449443.045707:0:31963:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:2.0:1789449443.045710:0:31963:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789449443.045713:0:31963:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75a00/0xcddde1459ded659a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d156 expref: -99 pid: 31963 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1789449443.045720:0:31963:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449443.045721:0:31963:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449443.045723:0:31963:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789449443.045726:0:31963:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789449443.045729:0:31963:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75a00/0xcddde1459ded659a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d156 expref: -99 pid: 31963 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1789449443.045736:0:31963:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789449443.045739:0:31963:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789449443.045742:0:31963:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789449443.045745:0:31963:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449443.045747:0:31963:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449443.045749:0:31963:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449443.045752:0:31963:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789449443.045754:0:31963:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449443.045757:0:31963:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449443.045759:0:31963:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449443.045762:0:31963:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789449443.045764:0:31963:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449443.045765:0:31963:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789449443.045769:0:31963:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789449443.045771:0:31963:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789449443.045773:0:31963:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908), inode mode 41ff mask 44 00000080:00000001:2.0:1789449443.045779:0:31963:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449443.045788:0:31963:0:(dir.c:3016:ll_dir_open()) Process entered 00000080:00000001:2.0:1789449443.045791:0:31963:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1789449443.045793:0:31963:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71182063b78 00000080:00200008:2.0:1789449443.045796:0:31963:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9e8b89180908), flags 300000 00000080:00000010:2.0:1789449443.045803:0:31963:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9e8b89996000. 00000080:00000001:2.0:1789449443.045809:0:31963:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449443.045811:0:31963:0:(dir.c:3017:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449443.045829:0:31963:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789449443.045832:0:31963:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c03066f0 arg=7ffc7e677090 00000020:00000001:2.0:1789449443.045840:0:31963:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789449443.045848:0:31963:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 648 at ffff9e8b83607c00. 00000020:00000001:2.0:1789449443.045853:0:31963:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449443.045857:0:31963:0:(dir.c:442:ll_dir_setdirstripe()) Process entered 00000020:00000001:2.0:1789449443.045859:0:31963:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71182063ad0 00000080:00200000:2.0:1789449443.045861:0:31963:0:(dir.c:451:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) name=d21g.recovery-small-2 stripe_offset=0 stripe_count=1, hash_type=0 00000080:00000010:2.0:1789449443.045867:0:31963:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b837f0000. 00800000:00000002:2.0:1789449443.045870:0:31963:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00800000:00000001:2.0:1789449443.045910:0:31963:0:(lmv_obd.c:2310:lmv_create()) Process entered 00800000:00000001:2.0:1789449443.045914:0:31963:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1789449443.045918:0:31963:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789449443.045920:0:31963:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789449443.045922:0:31963:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789449443.045924:0:31963:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789449443.045927:0:31963:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449443.045929:0:31963:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789449443.045932:0:31963:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789449443.045936:0:31963:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446636920772627456 : -107152936924160 : ffff9e8b83420c00) 00800000:00000001:2.0:1789449443.045939:0:31963:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1789449443.045942:0:31963:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1789449443.045945:0:31963:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1789449443.045949:0:31963:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1789449443.045952:0:31963:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9e8b89903000: Allocated FID [0x200000405:0x20:0x0] 40000000:00000001:2.0:1789449443.045955:0:31963:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449443.045957:0:31963:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789449443.045959:0:31963:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789449443.045961:0:31963:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449443.045964:0:31963:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820639e8 00800000:00000002:2.0:1789449443.045966:0:31963:0:(lmv_obd.c:2351:lmv_create()) CREATE name 'd21g.recovery-small-2' [0x200000405:0x20:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:2.0:1789449443.045971:0:31963:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:2.0:1789449443.045974:0:31963:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1789449443.045977:0:31963:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922de000 count: 2 00010000:00000001:2.0:1789449443.045979:0:31963:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789449443.045982:0:31963:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1789449443.045985:0:31963:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789449443.045989:0:31963:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75a00/0xcddde1459ded659a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xeb7cbf5e2fd3d156 expref: -99 pid: 31963 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00000001:2.0:1789449443.045997:0:31963:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789449443.046002:0:31963:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789449443.046004:0:31963:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789449443.046006:0:31963:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1789449443.046008:0:31963:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789449443.046010:0:31963:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789449443.046012:0:31963:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922de000 count: 3 00010000:00000001:2.0:1789449443.046014:0:31963:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789449443.046017:0:31963:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449443.046018:0:31963:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789449443.046020:0:31963:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789449443.046021:0:31963:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922de000 count: 3 00010000:00000001:2.0:1789449443.046023:0:31963:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789449443.046025:0:31963:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449443.046027:0:31963:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789449443.046028:0:31963:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789449443.046029:0:31963:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922de000 count: 3 00010000:00000001:2.0:1789449443.046031:0:31963:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789449443.046033:0:31963:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449443.046035:0:31963:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789449443.046038:0:31963:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9e8b89180840, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1789449443.046044:0:31963:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000020:00000001:2.0:1789449443.046048:0:31963:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71182063670 00000080:00002000:2.0:1789449443.046050:0:31963:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry d21g.recovery-small-2 00000080:00000001:2.0:1789449443.046058:0:31963:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1789449443.046063:0:31963:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1789449443.046067:0:31963:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1789449443.046070:0:31963:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789449443.046072:0:31963:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449443.046077:0:31963:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789449443.046081:0:31963:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789449443.046082:0:31963:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789449443.046084:0:31963:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449443.046086:0:31963:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1789449443.046090:0:31963:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9e8b91c75a00 with handle 0xcddde1459ded659a from hash 00010000:00000001:2.0:1789449443.046092:0:31963:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789449443.046094:0:31963:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449443.046095:0:31963:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449443.046096:0:31963:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789449443.046099:0:31963:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789449443.046101:0:31963:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1789449443.046105:0:31963:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789449443.046107:0:31963:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789449443.046109:0:31963:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1789449443.046116:0:31963:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065c700. 00000020:00000040:2.0:1789449443.046121:0:31963:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e8b89903000 02000000:00000001:2.0:1789449443.046128:0:31963:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789449443.046130:0:31963:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449443.046133:0:31963:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789449443.046138:0:31963:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789449443.046140:0:31963:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449443.046143:0:31963:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449443.046146:0:31963:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449443.046148:0:31963:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449443.046156:0:31963:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b83605c00. 00000100:00000001:2.0:1789449443.046913:0:31963:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449443.046924:0:31963:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789449443.046929:0:31963:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1789449443.046942:0:31963:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75a00/0xcddde1459ded659a lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xeb7cbf5e2fd3d156 expref: -99 pid: 31963 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1789449443.046958:0:31963:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1789449443.046960:0:31963:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789449443.046962:0:31963:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789449443.046965:0:31963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75a00/0xcddde1459ded659a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xeb7cbf5e2fd3d156 expref: -99 pid: 31963 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000040:2.0:1789449443.046975:0:31963:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9e8b922de000 count: 0 00010000:00000010:2.0:1789449443.046983:0:31963:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e8b84d02280. 00010000:00000001:2.0:1789449443.046995:0:31963:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449443.046997:0:31963:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449443.046999:0:31963:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789449443.047001:0:31963:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449443.047003:0:31963:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1789449443.047020:0:31963:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e8b89903000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1789449443.047035:0:31963:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e8b9065c700 x1876371947490816/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789449443.047044:0:31963:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789449443.047047:0:31963:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789449443.047059:0:31963:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b84346240. 00000100:00000001:2.0:1789449443.047062:0:31963:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920788509248 : -107152921042368 : ffff9e8b84346240) 00000100:00000001:2.0:1789449443.047065:0:31963:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449443.047067:0:31963:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993072896 : -107152716478720 : ffff9e8b9065c700) 00000100:00000001:2.0:1789449443.047073:0:31963:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449443.047077:0:31963:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449443.047080:0:31963:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789449443.047081:0:31963:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789449443.047087:0:31963:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065c700 x1876371947490816/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449443.047161:0:31963:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449443.047164:0:31963:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449443.047170:0:31963:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449443.047174:0:31963:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449443.047177:0:31963:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449443.047182:0:31963:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065c700 pname:cluuid:pid:xid:nid:opc:job lfs:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:31963:1876371947490816:192.168.202.109@tcp:36:lfs.0 00000100:00000001:2.0:1789449443.047186:0:31963:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789449443.047192:0:31963:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449443.047195:0:31963:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449443.047198:0:31963:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789449443.047205:0:31963:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b83605400. 02000000:00000001:2.0:1789449443.047207:0:31963:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449443.047218:0:31963:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449443.047224:0:31963:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b9108. 00000400:00000010:2.0:1789449443.047233:0:31963:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d330. 00000100:00000200:2.0:1789449443.047242:0:31963:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947490816, portal 10 00000100:00000001:2.0:1789449443.047244:0:31963:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449443.047246:0:31963:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993072896 : -107152716478720 : ffff9e8b9065c700) 00000100:00000040:2.0:1789449443.047253:0:31963:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b9065c700 x1876371947490816/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1789449459 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449443.047263:0:31963:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449443.047266:0:31963:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449443.047269:0:31963:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085daa0. 00000100:00000200:2.0:1789449443.047272:0:31963:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1876371947490816, offset 0 00000400:00000200:2.0:1789449443.047280:0:31963:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449443.047292:0:31963:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449443.047302:0:31963:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449443.047309:0:31963:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449443.047314:0:31963:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449443.047319:0:31963:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449443.047321:0:31963:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449443.047325:0:31963:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2644:2644:256:4294967295] 192.168.202.109@tcp LPNI seq info [2644:2644:8:4294967295] 00000400:00000200:2.0:1789449443.047330:0:31963:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449443.047342:0:31963:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449443.047349:0:31963:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449443.047356:0:31963:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b82a8d600. 00000800:00000200:2.0:1789449443.047364:0:31963:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449443.047375:0:31963:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449443.047381:0:31963:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b82a8d600 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:2.0:1789449443.047407:0:31963:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449443.047412:0:31963:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 802523 usecs (803 jiffies) 00000400:00000200:2.0:1789449443.047416:0:31963:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449443.047419:0:31963:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296446536 00000100:00000001:2.0:1789449443.047428:0:31963:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, simply extend its deadline from 4296446514 00000100:00000001:2.0:1789449443.047434:0:31963:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296446536 00000100:00000001:2.0:1789449443.047438:0:31963:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, simply extend its deadline from 4296446514 00000100:00000001:2.0:1789449443.047441:0:31963:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449443.047444:0:31963:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449443.047447:0:31963:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449443.047449:0:31963:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789449443.047453:0:31963:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b84346240 going to sleep for 11 seconds 00000100:00000001:2.0:1789449443.047456:0:31963:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449443.047459:0:31963:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449443.048031:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449443.048039:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b82a8d600. 00000400:00000200:3.0:1789449443.048047:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449443.048055:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449443.048062:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085daa0 00000400:00000010:3.0:1789449443.048066:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085daa0. 00000100:00000001:3.0:1789449443.048071:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449443.048080:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065c700 x1876371947490816/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1789449459 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449443.048110:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449443.048115:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b9065c700 x1876371947490816/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1789449459 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449443.048123:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449443.048125:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:3.1:1789449443.053061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c74400. 00000800:00000001:2.0:1789449443.062395:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449443.062421:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449443.062428:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449443.062430:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449443.062444:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449443.062455:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449443.062467:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449443.062473:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449443.062480:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449443.062486:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 448 into portal 10 MB=0x6aa8ce3658e00 00000400:00000200:2.0:1789449443.062503:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449443.062511:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 448/448 into md 0x793d [1] + 224 00000800:00000001:2.0:1789449443.062520:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449443.062531:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449443.062536:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449443.062541:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449443.062550:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449443.062562:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065c700 x1876371947490816/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1789449459 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449443.062574:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff9e8b9065c700 x1876371947490816/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1789449459 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449443.062602:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449443.062612:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449443.062614:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.1:1789449443.075954:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b889afec0. 00010000:00000010:2.1:1789449443.075991:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b922de000. 00010000:00000010:2.1:1789449443.076000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c75a00. 00000080:00000001:3.0:1789449443.096052:0:31965:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789449443.096060:0:31965:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789449443.096063:0:31965:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789449443.096067:0:31965:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181bf3bc0 00000080:00200000:3.0:1789449443.096072:0:31965:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:3.0:1789449443.096080:0:31965:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b888a2200. 00800000:00000002:3.0:1789449443.096349:0:31965:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:3.0:1789449443.096355:0:31965:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789449443.096362:0:31965:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789449443.096365:0:31965:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181bf3ae0 00800000:00000002:3.0:1789449443.096368:0:31965:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789449443.096372:0:31965:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789449443.096375:0:31965:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789449443.096378:0:31965:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789449443.096381:0:31965:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789449443.096383:0:31965:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789449443.096385:0:31965:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449443.096387:0:31965:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789449443.096390:0:31965:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449443.096394:0:31965:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789449443.096400:0:31965:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789449443.096402:0:31965:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181bf39b0 00000002:00010000:3.0:1789449443.096404:0:31965:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789449443.096408:0:31965:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789449443.096410:0:31965:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789449443.096413:0:31965:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789449443.096420:0:31965:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449443.096422:0:31965:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449443.096423:0:31965:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449443.096426:0:31965:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1789449443.096429:0:31965:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1789449443.096436:0:31965:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83108a80. 00000020:00000040:3.0:1789449443.096440:0:31965:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00010000:00000001:3.0:1789449443.096448:0:31965:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789449443.096454:0:31965:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449443.096458:0:31965:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449443.096461:0:31965:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789449443.096465:0:31965:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789449443.096470:0:31965:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789449443.096478:0:31965:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b87c49c00. 00000100:00000001:3.0:1789449443.096487:0:31965:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449443.096503:0:31965:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789449443.096505:0:31965:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449443.096507:0:31965:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789449443.096508:0:31965:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449443.096510:0:31965:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449443.096516:0:31965:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446636920769383040 : -107152940168576 : ffff9e8b83108a80) 00010000:00000001:3.0:1789449443.096521:0:31965:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789449443.096523:0:31965:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1789449443.096528:0:31965:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9e8b922ded00. 00010000:00000010:3.0:1789449443.096533:0:31965:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e8b84d02d00. 00010000:00000001:3.0:1789449443.096539:0:31965:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789449443.096542:0:31965:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8b91c74800. 00000020:00000001:3.0:1789449443.096547:0:31965:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789449443.096550:0:31965:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8b91c74800 with handle 0xcddde1459ded65a8 to hash 00000020:00000001:3.0:1789449443.096552:0:31965:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789449443.096554:0:31965:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636921016240128 : -107152693311488 : ffff9e8b91c74800) 00010000:00000001:3.0:1789449443.096557:0:31965:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636921016240128 : -107152693311488 : ffff9e8b91c74800) 00010000:00000001:3.0:1789449443.096562:0:31965:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449443.096565:0:31965:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449443.096571:0:31965:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74800/0xcddde1459ded65a8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31965 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789449443.096581:0:31965:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74800/0xcddde1459ded65a8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31965 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789449443.096593:0:31965:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74800/0xcddde1459ded65a8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31965 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789449443.096599:0:31965:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789449443.096600:0:31965:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789449443.096608:0:31965:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b9041f300. 00000100:00000001:3.0:1789449443.096611:0:31965:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920990724864 : -107152718826752 : ffff9e8b9041f300) 00000100:00000001:3.0:1789449443.096614:0:31965:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449443.096615:0:31965:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769383040 : -107152940168576 : ffff9e8b83108a80) 00000100:00000001:3.0:1789449443.096620:0:31965:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789449443.096624:0:31965:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449443.096627:0:31965:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789449443.096629:0:31965:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789449443.096641:0:31965:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83108a80 x1876371947490944/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449443.096650:0:31965:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789449443.096652:0:31965:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449443.096656:0:31965:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789449443.096659:0:31965:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789449443.096662:0:31965:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449443.096665:0:31965:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83108a80 pname:cluuid:pid:xid:nid:opc:job multiop:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:31965:1876371947490944:192.168.202.109@tcp:101:multiop.0 00000100:00000001:3.0:1789449443.096670:0:31965:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789449443.096676:0:31965:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789449443.096678:0:31965:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449443.096680:0:31965:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789449443.096686:0:31965:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e8b86132000. 02000000:00000001:3.0:1789449443.096688:0:31965:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449443.096697:0:31965:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:3.0:1789449443.096702:0:31965:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b8525c688. 00000400:00000010:3.0:1789449443.096710:0:31965:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69aa0. 00000100:00000200:3.0:1789449443.096717:0:31965:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876371947490944, portal 10 00000100:00000001:3.0:1789449443.096719:0:31965:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449443.096720:0:31965:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769383040 : -107152940168576 : ffff9e8b83108a80) 00000100:00000040:3.0:1789449443.096726:0:31965:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b83108a80 x1876371947490944/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449459 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449443.096734:0:31965:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449443.096737:0:31965:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1789449443.096740:0:31965:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69440. 00000100:00000200:3.0:1789449443.096744:0:31965:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876371947490944, offset 0 00000400:00000200:3.0:1789449443.096752:0:31965:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1789449443.096761:0:31965:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449443.096769:0:31965:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449443.096775:0:31965:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789449443.096780:0:31965:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1789449443.096785:0:31965:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789449443.096787:0:31965:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1789449443.096791:0:31965:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2645:2645:256:4294967295] 192.168.202.109@tcp LPNI seq info [2645:2645:8:4294967295] 00000400:00000200:3.0:1789449443.096796:0:31965:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449443.096806:0:31965:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449443.096812:0:31965:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449443.096818:0:31965:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051ca00. 00000800:00000200:3.0:1789449443.096826:0:31965:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449443.096834:0:31965:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449443.096839:0:31965:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051ca00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1789449443.096865:0:31965:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449443.096870:0:31965:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 801326 usecs (802 jiffies) 00000400:00000200:3.0:1789449443.096874:0:31965:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:3.0:1789449443.096877:0:31965:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296446584 00000800:00000200:2.0:1789449443.097439:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449443.097449:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b9051ca00. 00000400:00000200:2.0:1789449443.097459:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449443.097468:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449443.097476:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69440 00000400:00000010:2.0:1789449443.097479:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69440. 00000100:00000001:2.0:1789449443.097485:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449443.097502:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83108a80 x1876371947490944/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449459 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449443.097516:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449443.097520:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83108a80 x1876371947490944/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449459 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449443.097528:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449443.097530:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789449443.097581:0:31965:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, simply extend its deadline from 4296446536 00000100:00000001:3.0:1789449443.097587:0:31965:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296446585 00000100:00000001:3.0:1789449443.097590:0:31965:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, simply extend its deadline from 4296446536 00000100:00000001:3.0:1789449443.097593:0:31965:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449443.097596:0:31965:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449443.097598:0:31965:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449443.097600:0:31965:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789449443.097603:0:31965:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b9041f300 going to sleep for 11 seconds 00000100:00000001:3.0:1789449443.097606:0:31965:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449443.097609:0:31965:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789449443.121697:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449443.121722:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449443.121727:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449443.121731:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449443.121748:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449443.121760:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449443.121773:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449443.121779:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449443.121787:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449443.121794:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 688 into portal 10 MB=0x6aa8ce3658e80 00000400:00000200:2.0:1789449443.121802:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449443.121810:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 688/688 into md 0x794d [1] + 224 00000800:00000001:2.0:1789449443.121820:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449443.121828:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449443.121833:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449443.121838:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449443.121848:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449443.121861:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83108a80 x1876371947490944/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449459 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449443.121874:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9e8b83108a80 x1876371947490944/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449459 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449443.121949:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449443.121959:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449443.121962:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449443.122042:0:31965:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789449443.122053:0:31965:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449443.122056:0:31965:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449443.122062:0:31965:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b8525c688. 00000400:00000200:3.0:1789449443.122068:0:31965:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69aa0 00000400:00000010:3.0:1789449443.122071:0:31965:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69aa0. 00000100:00000001:3.0:1789449443.122074:0:31965:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449443.122079:0:31965:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83108a80 x1876371947490944/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449459 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789449443.122089:0:31965:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83108a80 x1876371947490944/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449459 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449443.122095:0:31965:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449443.122098:0:31965:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449443.122101:0:31965:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449443.122106:0:31965:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449443.122109:0:31965:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449443.122111:0:31965:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449443.122116:0:31965:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449443.122128:0:31965:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=73 v=5 (5 102 102 102) 00000100:00001000:3.0:1789449443.122133:0:31965:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1789449443.122136:0:31965:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789449443.122138:0:31965:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449443.122141:0:31965:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789449443.122146:0:31965:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449443.122151:0:31965:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789449443.122153:0:31965:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967595 00000100:00000001:3.0:1789449443.122155:0:31965:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789449443.122159:0:31965:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449443.122164:0:31965:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83108a80 x1876371947490944/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449459 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449443.122173:0:31965:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449443.122176:0:31965:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449443.122179:0:31965:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449443.122183:0:31965:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83108a80 x1876371947490944/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449459 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789449443.122196:0:31965:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83108a80 pname:cluuid:pid:xid:nid:opc:job multiop:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:31965:1876371947490944:192.168.202.109@tcp:101:multiop.0 00000100:00000001:3.0:1789449443.122201:0:31965:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449443.122204:0:31965:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449443.122207:0:31965:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789449443.122209:0:31965:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449443.122212:0:31965:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83108a80 x1876371947490944/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449459 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449443.122218:0:31965:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789449443.122221:0:31965:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b9041f300. 00000100:00000001:3.0:1789449443.122224:0:31965:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789449443.122226:0:31965:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449443.122230:0:31965:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789449443.122234:0:31965:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449443.122238:0:31965:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449443.122242:0:31965:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c74800 refcount=4 00000020:00000001:3.0:1789449443.122244:0:31965:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016240128 : -107152693311488 : ffff9e8b91c74800) 00010000:00000001:3.0:1789449443.122247:0:31965:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016240128 : -107152693311488 : ffff9e8b91c74800) 00010000:00000040:3.0:1789449443.122255:0:31965:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e8b91c74800, remote cookie: 0xeb7cbf5e2fd3d18e, flags: 0x1001 00010000:00010000:3.0:1789449443.122262:0:31965:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74800/0xcddde1459ded65a8 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d18e expref: -99 pid: 31965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789449443.122285:0:31965:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74800/0xcddde1459ded65a8 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d18e expref: -99 pid: 31965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449443.122294:0:31965:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1789449443.122299:0:31965:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1789449443.122301:0:31965:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1789449443.122303:0:31965:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1789449443.122305:0:31965:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1789449443.122309:0:31965:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9e8b922ded00) refcount = 1 00010000:00010000:3.0:1789449443.122314:0:31965:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74800/0xcddde1459ded65a8 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d18e expref: -99 pid: 31965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449443.122322:0:31965:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1789449443.122326:0:31965:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1789449443.122327:0:31965:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789449443.122331:0:31965:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1789449443.122334:0:31965:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449443.122337:0:31965:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74800/0xcddde1459ded65a8 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d18e expref: -99 pid: 31965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449443.122344:0:31965:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1789449443.122345:0:31965:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449443.122347:0:31965:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449443.122348:0:31965:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449443.122350:0:31965:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449443.122351:0:31965:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449443.122357:0:31965:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1789449443.122359:0:31965:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449443.122360:0:31965:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449443.122362:0:31965:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c74800 refcount=3 00000020:00000001:3.0:1789449443.122364:0:31965:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016240128 : -107152693311488 : ffff9e8b91c74800) 00010000:00000001:3.0:1789449443.122366:0:31965:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016240128 : -107152693311488 : ffff9e8b91c74800) 00010000:00000001:3.0:1789449443.122369:0:31965:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449443.122371:0:31965:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449443.122372:0:31965:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c74800 refcount=4 00000020:00000001:3.0:1789449443.122373:0:31965:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016240128 : -107152693311488 : ffff9e8b91c74800) 00010000:00000001:3.0:1789449443.122375:0:31965:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016240128 : -107152693311488 : ffff9e8b91c74800) 00010000:00000001:3.0:1789449443.122379:0:31965:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449443.122383:0:31965:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449443.122387:0:31965:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74800/0xcddde1459ded65a8 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d18e expref: -99 pid: 31965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449443.122398:0:31965:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449443.122400:0:31965:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449443.122401:0:31965:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449443.122402:0:31965:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449443.122404:0:31965:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c74800 refcount=5 00000020:00000001:3.0:1789449443.122406:0:31965:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016240128 : -107152693311488 : ffff9e8b91c74800) 00010000:00000001:3.0:1789449443.122408:0:31965:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016240128 : -107152693311488 : ffff9e8b91c74800) 00010000:00000001:3.0:1789449443.122412:0:31965:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789449443.122414:0:31965:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74800/0xcddde1459ded65a8 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d18e expref: -99 pid: 31965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449443.122421:0:31965:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449443.122422:0:31965:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789449443.122426:0:31965:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74800/0xcddde1459ded65a8 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d18e expref: -99 pid: 31965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449443.122432:0:31965:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789449443.122433:0:31965:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449443.122434:0:31965:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449443.122435:0:31965:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449443.122436:0:31965:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1789449443.122441:0:31965:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9e8b83108a80 x1876371947490944/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449459 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1789449443.122451:0:31965:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449443.122452:0:31965:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449443.122453:0:31965:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c74800 refcount=3 00000020:00000001:3.0:1789449443.122455:0:31965:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016240128 : -107152693311488 : ffff9e8b91c74800) 00010000:00000001:3.0:1789449443.122457:0:31965:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016240128 : -107152693311488 : ffff9e8b91c74800) 00010000:00000001:3.0:1789449443.122459:0:31965:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449443.122460:0:31965:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789449443.122462:0:31965:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449443.122465:0:31965:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449443.122468:0:31965:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1789449443.122471:0:31965:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449443.122472:0:31965:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449443.122473:0:31965:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c74800 refcount=3 00000020:00000001:3.0:1789449443.122475:0:31965:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016240128 : -107152693311488 : ffff9e8b91c74800) 00010000:00000001:3.0:1789449443.122477:0:31965:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016240128 : -107152693311488 : ffff9e8b91c74800) 00000002:00010000:3.0:1789449443.122480:0:31965:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74800/0xcddde1459ded65a8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d18e expref: -99 pid: 31965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449443.122486:0:31965:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449443.122500:0:31965:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449443.122502:0:31965:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789449443.122504:0:31965:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449443.122505:0:31965:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449443.122506:0:31965:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c74800 refcount=3 00000020:00000001:3.0:1789449443.122508:0:31965:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016240128 : -107152693311488 : ffff9e8b91c74800) 00010000:00000001:3.0:1789449443.122511:0:31965:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016240128 : -107152693311488 : ffff9e8b91c74800) 00010000:00000040:3.0:1789449443.122518:0:31965:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922ded00 count: 2 00010000:00000001:3.0:1789449443.122522:0:31965:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1789449443.122527:0:31965:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e8b83488400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1789449443.122531:0:31965:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449443.122532:0:31965:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789449443.122533:0:31965:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1789449443.122537:0:31965:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181bf3938 00000002:00002000:3.0:1789449443.122540:0:31965:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1789449443.122544:0:31965:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789449443.122549:0:31965:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789449443.122552:0:31965:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1789449443.122557:0:31965:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1789449443.122561:0:31965:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449443.122567:0:31965:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:3.0:1789449443.122572:0:31965:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b888a2200. 00000080:00000001:3.0:1789449443.122577:0:31965:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789449443.122581:0:31965:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1789449443.122589:0:31965:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1789449443.122594:0:31965:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1789449443.123292:0:31965:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9e8b90fc93c0. 00800000:00000001:2.0:1789449443.123300:0:31965:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446636921002955712 : -107152706595904 : ffff9e8b90fc93c0) 00800000:00000001:2.0:1789449443.123304:0:31965:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449443.123307:0:31965:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789449443.123312:0:31965:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1789449443.123315:0:31965:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1789449443.123318:0:31965:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1789449443.123322:0:31965:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1789449443.123324:0:31965:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449443.123331:0:31965:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1789449443.123334:0:31965:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:2.0:1789449443.123337:0:31965:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115188193296385 mtime from 1789449442 to 1789449443 00000080:00200000:2.0:1789449443.123343:0:31965:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:2.0:1789449443.123346:0:31965:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449443.123348:0:31965:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449443.123350:0:31965:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c74800 refcount=3 00000020:00000001:2.0:1789449443.123353:0:31965:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016240128 : -107152693311488 : ffff9e8b91c74800) 00010000:00000001:2.0:1789449443.123356:0:31965:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016240128 : -107152693311488 : ffff9e8b91c74800) 00010000:00000001:2.0:1789449443.123358:0:31965:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449443.123359:0:31965:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789449443.123361:0:31965:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789449443.123364:0:31965:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1789449443.123366:0:31965:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b90fc93c0 1 00800000:00000010:2.0:1789449443.123370:0:31965:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9e8b90fc93c0. 00800000:00000001:2.0:1789449443.123374:0:31965:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789449443.123378:0:31965:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded65a8 00800000:00000001:2.0:1789449443.123381:0:31965:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789449443.123384:0:31965:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789449443.123386:0:31965:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449443.123387:0:31965:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449443.123388:0:31965:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c74800 refcount=3 00000020:00000001:2.0:1789449443.123390:0:31965:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016240128 : -107152693311488 : ffff9e8b91c74800) 00010000:00000001:2.0:1789449443.123392:0:31965:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016240128 : -107152693311488 : ffff9e8b91c74800) 00010000:00000001:2.0:1789449443.123395:0:31965:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449443.123396:0:31965:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789449443.123397:0:31965:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789449443.123399:0:31965:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449443.123401:0:31965:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789449443.123403:0:31965:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:2.0:1789449443.123407:0:31965:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded65a8 from it ffffb71181bf3bf8 00010000:00000001:2.0:1789449443.123409:0:31965:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449443.123410:0:31965:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449443.123411:0:31965:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c74800 refcount=3 00000020:00000001:2.0:1789449443.123413:0:31965:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016240128 : -107152693311488 : ffff9e8b91c74800) 00010000:00000001:2.0:1789449443.123415:0:31965:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016240128 : -107152693311488 : ffff9e8b91c74800) 00010000:00000001:2.0:1789449443.123418:0:31965:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789449443.123422:0:31965:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74800/0xcddde1459ded65a8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d18e expref: -99 pid: 31965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449443.123437:0:31965:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449443.123438:0:31965:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449443.123439:0:31965:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789449443.123442:0:31965:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789449443.123445:0:31965:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74800/0xcddde1459ded65a8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d18e expref: -99 pid: 31965 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789449443.123452:0:31965:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789449443.123456:0:31965:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789449443.123459:0:31965:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789449443.123464:0:31965:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449443.123466:0:31965:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449443.123468:0:31965:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449443.123472:0:31965:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789449443.123474:0:31965:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449443.123476:0:31965:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449443.123480:0:31965:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449443.123482:0:31965:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789449443.123483:0:31965:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449443.123484:0:31965:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789449443.123497:0:31965:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449443.123506:0:31965:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83108a80 x1876371947490944/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449459 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449443.123514:0:31965:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789449443.123518:0:31965:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789449443.123522:0:31965:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9e8b86132000. 02000000:00000001:2.0:1789449443.123530:0:31965:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789449443.123533:0:31965:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789449443.123535:0:31965:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:2.0:1789449443.123538:0:31965:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789449443.123541:0:31965:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b87c49c00. 02000000:00000001:2.0:1789449443.123545:0:31965:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789449443.123548:0:31965:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789449443.123550:0:31965:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83108a80. 00000100:00000001:2.0:1789449443.123555:0:31965:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789449443.123557:0:31965:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789449443.123561:0:31965:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908), inode mode 41ff mask 1 00000080:00000001:2.0:1789449443.123567:0:31965:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789449443.123589:0:31965:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9e8b8316ff40. 00000020:00000001:2.0:1789449443.123597:0:31965:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181bf3b28 00000080:00200000:2.0:1789449443.123599:0:31965:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21g.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9e8b89180908), flags=25 00000080:00000001:2.0:1789449443.123604:0:31965:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1789449443.123607:0:31965:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181bf39d8 00000080:00200000:2.0:1789449443.123609:0:31965:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21g.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9e8b89180908), intent=0 00000080:00000010:2.0:1789449443.123620:0:31965:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b837f0e00. 00800000:00000002:2.0:1789449443.123627:0:31965:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:2.0:1789449443.123633:0:31965:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789449443.123636:0:31965:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789449443.123638:0:31965:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181bf38f8 00800000:00000002:2.0:1789449443.123641:0:31965:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21g.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789449443.123645:0:31965:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789449443.123649:0:31965:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789449443.123653:0:31965:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789449443.123655:0:31965:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789449443.123658:0:31965:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789449443.123660:0:31965:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449443.123662:0:31965:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789449443.123664:0:31965:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449443.123668:0:31965:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181bf3890 00800000:00000002:2.0:1789449443.123670:0:31965:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21g.recovery-small-1' -> mds #0 00000002:00000001:2.0:1789449443.123675:0:31965:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789449443.123676:0:31965:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181bf37c8 00000002:00010000:2.0:1789449443.123678:0:31965:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21g.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:2.0:1789449443.123683:0:31965:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789449443.123686:0:31965:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1789449443.123691:0:31965:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065ed80. 00000020:00000040:2.0:1789449443.123696:0:31965:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00010000:00000001:2.0:1789449443.123703:0:31965:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789449443.123709:0:31965:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789449443.123712:0:31965:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449443.123713:0:31965:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449443.123715:0:31965:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449443.123718:0:31965:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449443.123721:0:31965:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449443.123726:0:31965:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449443.123735:0:31965:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b83604000. 00000100:00000001:2.0:1789449443.123743:0:31965:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449443.123750:0:31965:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789449443.123752:0:31965:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449443.123754:0:31965:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789449443.123755:0:31965:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449443.123757:0:31965:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449443.123765:0:31965:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446636920993082752 : -107152716468864 : ffff9e8b9065ed80) 00010000:00000001:2.0:1789449443.123770:0:31965:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789449443.123773:0:31965:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1789449443.123778:0:31965:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922ded00 count: 2 00010000:00000001:2.0:1789449443.123781:0:31965:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789449443.123784:0:31965:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789449443.123788:0:31965:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8b91c4ca00. 00000020:00000001:2.0:1789449443.123793:0:31965:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789449443.123796:0:31965:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8b91c4ca00 with handle 0xcddde1459ded65af to hash 00000020:00000001:2.0:1789449443.123799:0:31965:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789449443.123802:0:31965:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636921016076800 : -107152693474816 : ffff9e8b91c4ca00) 00010000:00000001:2.0:1789449443.123806:0:31965:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636921016076800 : -107152693474816 : ffff9e8b91c4ca00) 00010000:00000001:2.0:1789449443.123810:0:31965:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449443.123813:0:31965:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449443.123817:0:31965:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4ca00/0xcddde1459ded65af lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31965 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789449443.123826:0:31965:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4ca00/0xcddde1459ded65af lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31965 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789449443.123838:0:31965:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4ca00/0xcddde1459ded65af lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31965 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789449443.123846:0:31965:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789449443.123848:0:31965:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789449443.123858:0:31965:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b843463c0. 00000100:00000001:2.0:1789449443.123860:0:31965:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920788509632 : -107152921041984 : ffff9e8b843463c0) 00000100:00000001:2.0:1789449443.123864:0:31965:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449443.123865:0:31965:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993082752 : -107152716468864 : ffff9e8b9065ed80) 00000100:00000001:2.0:1789449443.123872:0:31965:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449443.123877:0:31965:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449443.123938:0:31965:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789449443.123940:0:31965:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789449443.123946:0:31965:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065ed80 x1876371947491072/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449443.123955:0:31965:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449443.123958:0:31965:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449443.123962:0:31965:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449443.123965:0:31965:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449443.123968:0:31965:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449443.123972:0:31965:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065ed80 pname:cluuid:pid:xid:nid:opc:job multiop:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:31965:1876371947491072:192.168.202.109@tcp:101:multiop.0 00000100:00000001:2.0:1789449443.123977:0:31965:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789449443.123984:0:31965:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449443.123988:0:31965:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449443.123992:0:31965:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789449443.123997:0:31965:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e8b8986a000. 02000000:00000001:2.0:1789449443.123999:0:31965:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449443.124009:0:31965:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449443.124013:0:31965:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b9420. 00000400:00000010:2.0:1789449443.124020:0:31965:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085dc38. 00000100:00000200:2.0:1789449443.124028:0:31965:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876371947491072, portal 10 00000100:00000001:2.0:1789449443.124030:0:31965:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449443.124031:0:31965:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993082752 : -107152716468864 : ffff9e8b9065ed80) 00000100:00000040:2.0:1789449443.124037:0:31965:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b9065ed80 x1876371947491072/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449459 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449443.124050:0:31965:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449443.124053:0:31965:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449443.124056:0:31965:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d7f8. 00000100:00000200:2.0:1789449443.124059:0:31965:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876371947491072, offset 0 00000400:00000200:2.0:1789449443.124067:0:31965:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449443.124077:0:31965:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449443.124087:0:31965:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449443.124093:0:31965:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449443.124099:0:31965:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449443.124103:0:31965:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449443.124107:0:31965:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449443.124111:0:31965:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2646:2646:256:4294967295] 192.168.202.109@tcp LPNI seq info [2646:2646:8:4294967295] 00000400:00000200:2.0:1789449443.124115:0:31965:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449443.124126:0:31965:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449443.124133:0:31965:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449443.124140:0:31965:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b82a8d600. 00000800:00000200:2.0:1789449443.124149:0:31965:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449443.124158:0:31965:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449443.124235:0:31965:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b82a8d600 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1789449443.124264:0:31965:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449443.124270:0:31965:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 800151 usecs (801 jiffies) 00000400:00000200:2.0:1789449443.124274:0:31965:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449443.124278:0:31965:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296446611 00000100:00000001:2.0:1789449443.124287:0:31965:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, simply extend its deadline from 4296446584 00000100:00000001:2.0:1789449443.124294:0:31965:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296446611 00000100:00000001:2.0:1789449443.124298:0:31965:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, simply extend its deadline from 4296446585 00000100:00000001:2.0:1789449443.124301:0:31965:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449443.124304:0:31965:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449443.124307:0:31965:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449443.124309:0:31965:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789449443.124312:0:31965:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b843463c0 going to sleep for 11 seconds 00000100:00000001:2.0:1789449443.124315:0:31965:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449443.124319:0:31965:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449443.127532:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449443.127545:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b82a8d600. 00000400:00000200:3.0:1789449443.127553:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449443.127565:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449443.127575:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d7f8 00000400:00000010:3.0:1789449443.127579:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d7f8. 00000100:00000001:3.0:1789449443.127585:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449443.127596:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065ed80 x1876371947491072/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449459 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449443.127610:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449443.127615:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b9065ed80 x1876371947491072/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449459 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449443.127623:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449443.127625:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449443.134737:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449443.134758:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449443.134774:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449443.134777:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449443.134790:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449443.134802:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449443.134815:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449443.134821:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449443.134829:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449443.134834:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 688 into portal 10 MB=0x6aa8ce3658f00 00000400:00000200:2.0:1789449443.134842:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449443.134851:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 688/688 into md 0x795d [1] + 224 00000800:00000001:2.0:1789449443.134861:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449443.134871:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449443.134876:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449443.134928:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449443.134938:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449443.134950:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065ed80 x1876371947491072/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449459 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449443.134963:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9e8b9065ed80 x1876371947491072/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449459 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449443.134981:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449443.134993:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449443.134997:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449443.135206:0:31965:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789449443.135218:0:31965:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449443.135221:0:31965:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449443.135226:0:31965:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b9420. 00000400:00000200:0.0:1789449443.135232:0:31965:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085dc38 00000400:00000010:0.0:1789449443.135235:0:31965:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085dc38. 00000100:00000001:0.0:1789449443.135240:0:31965:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449443.135246:0:31965:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065ed80 x1876371947491072/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449459 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789449443.135255:0:31965:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065ed80 x1876371947491072/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449459 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449443.135262:0:31965:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449443.135264:0:31965:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449443.135267:0:31965:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449443.135383:0:31965:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449443.135387:0:31965:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449443.135389:0:31965:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449443.135393:0:31965:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449443.135407:0:31965:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=73 v=5 (5 102 102 102) 00000100:00001000:0.0:1789449443.135413:0:31965:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1789449443.135416:0:31965:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449443.135418:0:31965:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449443.135422:0:31965:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449443.135426:0:31965:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449443.135431:0:31965:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789449443.135434:0:31965:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967595 00000100:00000001:0.0:1789449443.135436:0:31965:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449443.135440:0:31965:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449443.135446:0:31965:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065ed80 x1876371947491072/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/688 e 0 to 0 dl 1789449459 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449443.135453:0:31965:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449443.135456:0:31965:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449443.135459:0:31965:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449443.135463:0:31965:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065ed80 x1876371947491072/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/688 e 0 to 0 dl 1789449459 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789449443.135471:0:31965:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065ed80 pname:cluuid:pid:xid:nid:opc:job multiop:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:31965:1876371947491072:192.168.202.109@tcp:101:multiop.0 00000100:00000001:0.0:1789449443.135477:0:31965:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449443.135480:0:31965:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449443.135483:0:31965:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789449443.135499:0:31965:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449443.135504:0:31965:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065ed80 x1876371947491072/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/688 e 0 to 0 dl 1789449459 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449443.135514:0:31965:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789449443.135518:0:31965:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b843463c0. 00000100:00000001:0.0:1789449443.135523:0:31965:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789449443.135525:0:31965:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449443.135527:0:31965:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789449443.135532:0:31965:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449443.135536:0:31965:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449443.135540:0:31965:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4ca00 refcount=4 00000020:00000001:0.0:1789449443.135542:0:31965:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016076800 : -107152693474816 : ffff9e8b91c4ca00) 00010000:00000001:0.0:1789449443.135546:0:31965:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016076800 : -107152693474816 : ffff9e8b91c4ca00) 00010000:00000040:0.0:1789449443.135554:0:31965:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e8b91c4ca00, remote cookie: 0xeb7cbf5e2fd3d1aa, flags: 0x1001 00010000:00010000:0.0:1789449443.135561:0:31965:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4ca00/0xcddde1459ded65af lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d1aa expref: -99 pid: 31965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789449443.135572:0:31965:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x1f:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1789449443.135576:0:31965:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1789449443.135590:0:31965:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9e8b82cba700. 00010000:00000010:0.0:1789449443.135596:0:31965:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e8b9066ed00. 00010000:00000001:0.0:1789449443.135603:0:31965:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449443.135607:0:31965:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4ca00/0xcddde1459ded65af lrc: 4/1,0 mode: --/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d1aa expref: -99 pid: 31965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789449443.135616:0:31965:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4ca00/0xcddde1459ded65af lrc: 4/1,0 mode: --/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d1aa expref: -99 pid: 31965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449443.135622:0:31965:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789449443.135628:0:31965:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789449443.135630:0:31965:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789449443.135633:0:31965:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789449443.135635:0:31965:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789449443.135638:0:31965:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x1f:0x0].0x0 (ffff9e8b82cba700) refcount = 1 00010000:00010000:0.0:1789449443.135643:0:31965:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4ca00/0xcddde1459ded65af lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d1aa expref: -99 pid: 31965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449443.135650:0:31965:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789449443.135654:0:31965:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789449443.135656:0:31965:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449443.135660:0:31965:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789449443.135664:0:31965:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449443.135668:0:31965:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4ca00/0xcddde1459ded65af lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d1aa expref: -99 pid: 31965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449443.135674:0:31965:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789449443.135675:0:31965:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449443.135677:0:31965:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449443.135679:0:31965:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449443.135680:0:31965:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449443.135682:0:31965:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449443.135688:0:31965:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789449443.135690:0:31965:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449443.135691:0:31965:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449443.135693:0:31965:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4ca00 refcount=3 00000020:00000001:0.0:1789449443.135695:0:31965:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016076800 : -107152693474816 : ffff9e8b91c4ca00) 00010000:00000001:0.0:1789449443.135697:0:31965:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016076800 : -107152693474816 : ffff9e8b91c4ca00) 00010000:00000001:0.0:1789449443.135700:0:31965:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449443.135701:0:31965:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449443.135702:0:31965:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4ca00 refcount=4 00000020:00000001:0.0:1789449443.135704:0:31965:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016076800 : -107152693474816 : ffff9e8b91c4ca00) 00010000:00000001:0.0:1789449443.135706:0:31965:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016076800 : -107152693474816 : ffff9e8b91c4ca00) 00010000:00000001:0.0:1789449443.135709:0:31965:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449443.135713:0:31965:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449443.135716:0:31965:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4ca00/0xcddde1459ded65af lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d1aa expref: -99 pid: 31965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449443.135723:0:31965:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449443.135725:0:31965:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449443.135726:0:31965:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449443.135727:0:31965:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449443.135728:0:31965:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4ca00 refcount=5 00000020:00000001:0.0:1789449443.135730:0:31965:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016076800 : -107152693474816 : ffff9e8b91c4ca00) 00010000:00000001:0.0:1789449443.135732:0:31965:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016076800 : -107152693474816 : ffff9e8b91c4ca00) 00010000:00000001:0.0:1789449443.135735:0:31965:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449443.135738:0:31965:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4ca00/0xcddde1459ded65af lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d1aa expref: -99 pid: 31965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449443.135744:0:31965:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449443.135745:0:31965:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789449443.135748:0:31965:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4ca00/0xcddde1459ded65af lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d1aa expref: -99 pid: 31965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449443.135755:0:31965:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449443.135756:0:31965:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449443.135757:0:31965:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449443.135758:0:31965:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449443.135759:0:31965:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789449443.135775:0:31965:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff9e8b9065ed80 x1876371947491072/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/688 e 0 to 0 dl 1789449459 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1789449443.135786:0:31965:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449443.135788:0:31965:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449443.135789:0:31965:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4ca00 refcount=3 00000020:00000001:0.0:1789449443.135791:0:31965:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016076800 : -107152693474816 : ffff9e8b91c4ca00) 00010000:00000001:0.0:1789449443.135793:0:31965:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016076800 : -107152693474816 : ffff9e8b91c4ca00) 00010000:00000001:0.0:1789449443.135796:0:31965:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449443.135797:0:31965:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449443.135799:0:31965:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449443.135802:0:31965:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449443.135805:0:31965:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1789449443.135808:0:31965:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449443.135810:0:31965:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449443.135811:0:31965:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4ca00 refcount=3 00000020:00000001:0.0:1789449443.135813:0:31965:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016076800 : -107152693474816 : ffff9e8b91c4ca00) 00010000:00000001:0.0:1789449443.135815:0:31965:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016076800 : -107152693474816 : ffff9e8b91c4ca00) 00000002:00010000:0.0:1789449443.135818:0:31965:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4ca00/0xcddde1459ded65af lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d1aa expref: -99 pid: 31965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449443.135825:0:31965:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449443.135825:0:31965:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449443.135828:0:31965:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789449443.135829:0:31965:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449443.135830:0:31965:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449443.135831:0:31965:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4ca00 refcount=3 00000020:00000001:0.0:1789449443.135833:0:31965:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016076800 : -107152693474816 : ffff9e8b91c4ca00) 00010000:00000001:0.0:1789449443.135835:0:31965:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016076800 : -107152693474816 : ffff9e8b91c4ca00) 00010000:00000040:0.0:1789449443.135841:0:31965:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cba700 count: 2 00010000:00000001:0.0:1789449443.135844:0:31965:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789449443.135848:0:31965:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e8b83488400 type 13 mode 4 res 8589935621/31 (0 0) 00010000:00000001:0.0:1789449443.135851:0:31965:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449443.135852:0:31965:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449443.135854:0:31965:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789449443.135858:0:31965:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181bf3750 00000002:00002000:0.0:1789449443.135861:0:31965:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21g.recovery-small-1 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1789449443.135865:0:31965:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449443.135869:0:31965:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449443.135872:0:31965:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789449443.135877:0:31965:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1789449443.135912:0:31965:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449443.135917:0:31965:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000001:0.0:1789449443.135922:0:31965:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1789449443.135924:0:31965:0:(namei.c:674:ll_lookup_it_finish()) it ffffb71181bf3ac8 it_disposition b 00000080:00000001:0.0:1789449443.135928:0:31965:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789449443.135936:0:31965:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1789449443.135941:0:31965:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1789449443.135947:0:31965:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9e8b8c476200. 00800000:00000001:0.0:1789449443.135949:0:31965:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446636920923972096 : -107152785579520 : ffff9e8b8c476200) 00800000:00000001:0.0:1789449443.135952:0:31965:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449443.135955:0:31965:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789449443.135958:0:31965:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611167 : 144115205339611167 : 20000040500001f) 00000080:00000001:0.0:1789449443.135962:0:31965:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:0.0:1789449443.135971:0:31965:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1789449443.135973:0:31965:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x1f:0x0] 00000080:00000001:0.0:1789449443.135977:0:31965:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000002:0.0:1789449443.135980:0:31965:0:(lustre_lmv.h:160:lmv_stripe_object_dump()) dump LMV: magic=0xcd30cd0 refs=1 count=0 index=0 hash=invalid:0x0 max_inherit=0 max_inherit_rr=0 version=0 migrate_offset=0 migrate_hash=invalid:0 pool= 00000080:00000001:0.0:1789449443.135985:0:31965:0:(llite_lib.c:1947:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1789449443.135987:0:31965:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449443.135991:0:31965:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611167 : 144115205339611167 : 20000040500001f) 00000080:00000001:0.0:1789449443.135994:0:31965:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1789449443.136001:0:31965:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x1f:0x0], updating i_size 4096 00000080:00200000:0.0:1789449443.136004:0:31965:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x1f:0x0](ffff9e8b89195348): rc = 0 00000080:00000001:0.0:1789449443.136006:0:31965:0:(namei.c:156:ll_iget()) Process leaving (rc=18446636920870622024 : -107152838929592 : ffff9e8b89195348) 00010000:00000001:0.0:1789449443.136254:0:31965:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449443.136256:0:31965:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449443.136258:0:31965:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4ca00 refcount=3 00000020:00000001:0.0:1789449443.136261:0:31965:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016076800 : -107152693474816 : ffff9e8b91c4ca00) 00010000:00000001:0.0:1789449443.136263:0:31965:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016076800 : -107152693474816 : ffff9e8b91c4ca00) 00010000:00000001:0.0:1789449443.136265:0:31965:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449443.136267:0:31965:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789449443.136269:0:31965:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789449443.136342:0:31965:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1789449443.136345:0:31965:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449443.136350:0:31965:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x1f:0x0](ffff9e8b89195348) for lock 0xcddde1459ded65af 00800000:00000001:0.0:1789449443.136354:0:31965:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789449443.136357:0:31965:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789449443.136359:0:31965:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449443.136360:0:31965:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449443.136362:0:31965:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4ca00 refcount=3 00000020:00000001:0.0:1789449443.136364:0:31965:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016076800 : -107152693474816 : ffff9e8b91c4ca00) 00010000:00000001:0.0:1789449443.136367:0:31965:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016076800 : -107152693474816 : ffff9e8b91c4ca00) 00010000:00000001:0.0:1789449443.136370:0:31965:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449443.136371:0:31965:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449443.136373:0:31965:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449443.136375:0:31965:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1789449443.136383:0:31965:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9e8b891c7870 inode ffff9e8b89195348 refc 1 flags 0x20000e 00000080:00000002:0.0:1789449443.136389:0:31965:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21g.recovery-small-1 [0x200000405:0x1f:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:0.0:1789449443.136394:0:31965:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1789449443.136398:0:31965:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x1f:0x0](ffff9e8b89195348) 00000080:00010000:0.0:1789449443.136402:0:31965:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded65af from it ffffb71181bf3ac8 00010000:00000001:0.0:1789449443.136404:0:31965:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449443.136405:0:31965:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449443.136406:0:31965:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4ca00 refcount=3 00000020:00000001:0.0:1789449443.136408:0:31965:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016076800 : -107152693474816 : ffff9e8b91c4ca00) 00010000:00000001:0.0:1789449443.136411:0:31965:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016076800 : -107152693474816 : ffff9e8b91c4ca00) 00010000:00000001:0.0:1789449443.136413:0:31965:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449443.136416:0:31965:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4ca00/0xcddde1459ded65af lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d1aa expref: -99 pid: 31965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449443.136424:0:31965:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449443.136425:0:31965:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449443.136427:0:31965:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789449443.136430:0:31965:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789449443.136433:0:31965:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4ca00/0xcddde1459ded65af lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d1aa expref: -99 pid: 31965 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789449443.136441:0:31965:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789449443.136443:0:31965:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789449443.136445:0:31965:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449443.136451:0:31965:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449443.136452:0:31965:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449443.136454:0:31965:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449443.136458:0:31965:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789449443.136460:0:31965:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449443.136462:0:31965:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449443.136465:0:31965:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449443.136467:0:31965:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449443.136468:0:31965:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449443.136469:0:31965:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789449443.136471:0:31965:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1789449443.136476:0:31965:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b837f0e00. 00000100:00000001:0.0:1789449443.136481:0:31965:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449443.136500:0:31965:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065ed80 x1876371947491072/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/688 e 0 to 0 dl 1789449459 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449443.136509:0:31965:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789449443.136513:0:31965:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449443.136518:0:31965:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9e8b8986a000. 02000000:00000001:0.0:1789449443.136523:0:31965:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789449443.136526:0:31965:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449443.136528:0:31965:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:0.0:1789449443.136530:0:31965:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449443.136534:0:31965:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b83604000. 02000000:00000001:0.0:1789449443.136540:0:31965:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449443.136543:0:31965:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449443.136545:0:31965:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065ed80. 00000100:00000001:0.0:1789449443.136550:0:31965:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449443.136551:0:31965:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789449443.136563:0:31965:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1789449443.136567:0:31965:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x1f:0x0](ffff9e8b89195348), inode mode 41ed mask 1 00000080:00000001:0.0:1789449443.136574:0:31965:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789449443.136596:0:31965:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9e8b87d971e0. 00000080:00000001:0.0:1789449443.136601:0:31965:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1789449443.136602:0:31965:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x1f:0x0](ffff9e8b89195348), inode mode 41ed mask 3 00000080:00000001:0.0:1789449443.136605:0:31965:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449443.136609:0:31965:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1789449443.136610:0:31965:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181bf3b58 00000080:00200000:0.0:1789449443.136613:0:31965:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f, dir=[0x200000405:0x1f:0x0](ffff9e8b89195348), file ffff9e8b84f5d680, open_flags 8042, mode 81a4 opened 0 00000080:00000010:0.0:1789449443.136619:0:31965:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9e8b866571e0. 00000080:00000001:0.0:1789449443.136624:0:31965:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1789449443.136626:0:31965:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181bf3a08 00000080:00200000:0.0:1789449443.136628:0:31965:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000405:0x1f:0x0](ffff9e8b89195348), intent=open|creat 00000080:00000010:0.0:1789449443.136637:0:31965:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b864b1800. 00800000:00000002:0.0:1789449443.136642:0:31965:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8c476200 2 00000080:00000001:0.0:1789449443.136649:0:31965:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789449443.136654:0:31965:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789449443.136656:0:31965:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181bf3928 00800000:00000002:0.0:1789449443.136658:0:31965:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f' on [0x200000405:0x1f:0x0] 00800000:00000001:0.0:1789449443.136662:0:31965:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1789449443.136665:0:31965:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1789449443.136670:0:31965:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449443.136673:0:31965:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449443.136676:0:31965:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449443.136679:0:31965:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449443.136681:0:31965:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449443.136684:0:31965:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1f:0x0] 00800000:00000001:0.0:1789449443.136687:0:31965:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449443.136691:0:31965:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446636920772627456 : -107152936924160 : ffff9e8b83420c00) 00800000:00000001:0.0:1789449443.136696:0:31965:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1789449443.136698:0:31965:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1789449443.136701:0:31965:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1789449443.136706:0:31965:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1789449443.136708:0:31965:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9e8b89903000: Allocated FID [0x200000405:0x21:0x0] 40000000:00000001:0.0:1789449443.136712:0:31965:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449443.136714:0:31965:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449443.136716:0:31965:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449443.136718:0:31965:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449443.136720:0:31965:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181bf38a8 00800000:00000002:0.0:1789449443.136722:0:31965:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000405:0x1f:0x0], fid2=[0x200000405:0x21:0x0], name='f' -> mds #0 layout version 1 00000002:00000001:0.0:1789449443.136727:0:31965:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789449443.136730:0:31965:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181bf37e0 00000002:00010000:0.0:1789449443.136732:0:31965:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x200000405:0x21:0x0]) in obj [0x200000405:0x1f:0x0], intent: open|creat flags 0100103 00000002:00000001:0.0:1789449443.136737:0:31965:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789449443.136740:0:31965:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1789449443.136744:0:31965:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1789449443.136750:0:31965:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449443.136751:0:31965:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789449443.136753:0:31965:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cba700 count: 2 00010000:00000001:0.0:1789449443.136756:0:31965:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449443.136759:0:31965:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789449443.137436:0:31965:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449443.137443:0:31965:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449443.137446:0:31965:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449443.145112:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449443.145124:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47ac00. 00000400:00000200:3.0:1789449443.145134:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449443.145143:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449443.145154:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012550 00000400:00000010:3.0:1789449443.145157:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012550. 00000100:00000001:3.0:1789449443.145164:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449443.145174:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83691f80 x1876371947491328/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789449459 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449443.145189:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449443.145192:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83691f80 x1876371947491328/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789449459 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449443.145200:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449443.145202:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449443.157140:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449443.157163:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449443.157168:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449443.157170:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449443.157180:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449443.157188:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449443.157198:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449443.157203:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449443.157210:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449443.157214:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 664 into portal 10 MB=0x6aa8ce3659000 00000400:00000200:2.0:1789449443.157220:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449443.157226:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 664/664 into md 0x796d [32] + 224 00000800:00000001:2.0:1789449443.157234:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449443.157242:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449443.157245:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449443.157250:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449443.157259:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449443.157269:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83691f80 x1876371947491328/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789449459 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449443.157504:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9e8b83691f80 x1876371947491328/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789449459 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449443.157527:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449443.157538:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449443.157541:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789449443.779202:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449443.779563:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47a000. 00000400:00000200:3.0:1789449443.779568:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449443.779575:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449443.779581:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012088 00000400:00000010:3.0:1789449443.779583:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012088. 00000100:00000001:3.0:1789449443.779588:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449443.779593:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83693480 x1876371947491584/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449443.779603:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449443.779606:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83693480 x1876371947491584/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449459 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449443.779614:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449443.779615:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789449443.780059:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449443.780063:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449443.780065:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789449443.780072:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83690000 x1876371947491456/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449443.780080:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789449443.780082:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449443.780084:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789449443.780087:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789449443.780090:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449443.780093:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83690000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:80a9314a-fa92-41c3-8d17-36c58fffb192:2400:1876371947491456:192.168.202.109@tcp:400:kworker.0 00000100:00000001:0.0:1789449443.780097:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789449443.780102:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789449443.780103:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449443.780105:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789449443.780111:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b864b0a00. 02000000:00000001:0.0:1789449443.780113:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449443.780119:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:0.0:1789449443.780123:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b86580370. 00000400:00000010:0.0:1789449443.780128:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e56e8. 00000100:00000200:0.0:1789449443.780132:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947491456, portal 25 00000100:00000001:0.0:1789449443.780134:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449443.780136:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775180288 : -107152934371328 : ffff9e8b83690000) 00000100:00000040:0.0:1789449443.780142:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b83690000 x1876371947491456/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449443.780148:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789449443.780150:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1789449443.780153:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5330. 00000100:00000200:0.0:1789449443.780156:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876371947491456, offset 0 00000400:00000200:0.0:1789449443.780161:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1789449443.780167:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449443.780173:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1789449443.780176:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789449443.780179:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1789449443.780182:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789449443.780185:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1789449443.780188:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2649:2649:256:4294967295] 192.168.202.109@tcp LPNI seq info [2649:2649:8:4294967295] 00000400:00000200:0.0:1789449443.780192:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449443.780199:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1789449443.780204:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1789449443.780374:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b864ecd00. 00000800:00000200:0.0:1789449443.780381:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1789449443.780386:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1789449443.780390:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b864ecd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789449443.780396:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449443.780400:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:0.0:1789449443.780402:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296450593 00000100:00000001:0.0:1789449443.780408:0:2400:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296447263 00000100:00000001:0.0:1789449443.780412:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296450593 00000100:00000001:0.0:1789449443.780415:0:2400:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296447263 00000100:00000001:0.0:1789449443.780417:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449443.780420:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449443.780423:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789449443.780428:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83690a80 x1876371947491712/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449443.781347:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789449443.781349:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449443.781352:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789449443.781354:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789449443.781356:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449443.781359:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83690a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2400:1876371947491712:192.168.202.109@tcp:400:kworker.0 00000100:00000001:0.0:1789449443.781362:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789449443.781365:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789449443.781367:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449443.781368:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789449443.781372:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b864b0400. 02000000:00000001:0.0:1789449443.781374:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449443.781377:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:0.0:1789449443.781380:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b86580580. 00000400:00000010:0.0:1789449443.781383:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5908. 00000100:00000200:0.0:1789449443.781386:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947491712, portal 10 00000100:00000001:0.0:1789449443.781388:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449443.781389:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775182976 : -107152934368640 : ffff9e8b83690a80) 00000100:00000040:0.0:1789449443.781395:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b83690a80 x1876371947491712/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449443.781402:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789449443.781404:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1789449443.781406:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5a18. 00000100:00000200:0.0:1789449443.781408:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876371947491712, offset 0 00000400:00000200:0.0:1789449443.781414:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1789449443.781418:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449443.781421:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1789449443.781423:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789449443.781425:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1789449443.781427:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789449443.781429:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000800:00000200:2.0:1789449443.781934:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449443.781940:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ecd00. 00000400:00000200:2.0:1789449443.781946:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449443.781951:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449443.781956:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5330 00000400:00000010:2.0:1789449443.781958:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5330. 00000100:00000001:2.0:1789449443.781962:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449443.781967:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83690000 x1876371947491456/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449443.781985:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449443.781988:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83690000 x1876371947491456/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449459 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449443.781994:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449443.781996:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:0.0:1789449443.782505:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2651:2651:254:4294967295] 192.168.202.109@tcp LPNI seq info [2651:2651:6:4294967295] 00000400:00000200:0.0:1789449443.782525:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449443.782535:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1789449443.782541:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1789449443.782547:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b864ec500. 00000800:00000200:0.0:1789449443.782552:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1789449443.782556:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1789449443.782560:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b864ec500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789449443.782564:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449443.782568:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: using a timeout of 22096 usecs (23 jiffies) 00000400:00000200:0.0:1789449443.782571:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:0.0:1789449443.782573:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296446491 00000100:00000001:0.0:1789449443.782576:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296450593 00000100:00000001:0.0:1789449443.782578:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296446491 00000100:00000001:0.0:1789449443.782581:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296450593 00000100:00000001:0.0:1789449443.782582:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449443.782585:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449443.782588:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789449443.782592:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83692300 x1876371947491968/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449443.782599:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789449443.782600:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449443.782603:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789449443.782605:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789449443.782607:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449443.782610:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83692300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2400:1876371947491968:192.168.202.109@tcp:400:kworker.0 00000100:00000001:0.0:1789449443.782613:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789449443.782617:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789449443.782619:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449443.782621:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789449443.782624:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b864b1000. 02000000:00000001:0.0:1789449443.782626:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449443.782630:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:0.0:1789449443.782633:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b865804d0. 00000400:00000010:0.0:1789449443.782637:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5550. 00000100:00000200:0.0:1789449443.782641:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947491968, portal 4 00000100:00000001:0.0:1789449443.782643:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449443.782645:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775189248 : -107152934362368 : ffff9e8b83692300) 00000100:00000040:0.0:1789449443.782651:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b83692300 x1876371947491968/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449443.782657:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789449443.782659:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1789449443.782662:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5198. 00000100:00000200:0.0:1789449443.782664:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876371947491968, offset 0 00000400:00000200:0.0:1789449443.782668:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1789449443.782673:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449443.782677:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1789449443.782680:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789449443.782683:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1789449443.782685:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789449443.782687:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1789449443.782690:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2652:2652:254:4294967295] 192.168.202.109@tcp LPNI seq info [2652:2652:6:4294967295] 00000400:00000200:0.0:1789449443.782692:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449443.782697:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1789449443.782702:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1789449443.782704:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b864ec600. 00000800:00000200:0.0:1789449443.782721:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1789449443.782724:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1789449443.782727:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b864ec600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789449443.782729:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449443.782732:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: using a timeout of 256817 usecs (257 jiffies) 00000400:00000200:0.0:1789449443.782734:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:0.0:1789449443.782736:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296446725 00000100:00000001:0.0:1789449443.782738:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296450593 00000100:00000001:0.0:1789449443.782740:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296446725 00000100:00000001:0.0:1789449443.782742:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296450593 00000100:00000001:0.0:1789449443.782744:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449443.782746:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449443.782748:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449443.782751:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449443.782757:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449443.782759:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789449443.782761:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449443.782763:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449443.782764:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449443.782767:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449443.785242:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449443.785254:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47a600. 00000400:00000200:2.0:1789449443.785263:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449443.785271:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449443.785278:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012000 00000400:00000010:2.0:1789449443.785281:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012000. 00000100:00000001:2.0:1789449443.785286:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449443.785294:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83692d80 x1876371947491840/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449443.785307:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449443.785311:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83692d80 x1876371947491840/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449459 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449443.785318:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449443.785320:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789449443.785358:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449443.785361:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ec500. 00000400:00000200:2.0:1789449443.785364:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449443.785367:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449443.785370:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5a18 00000400:00000010:2.0:1789449443.785372:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5a18. 00000100:00000001:2.0:1789449443.785375:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449443.785380:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83690a80 x1876371947491712/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449443.785387:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449443.785390:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83690a80 x1876371947491712/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449459 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449443.785396:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449443.785397:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789449443.785405:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449443.785407:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ec600. 00000400:00000200:2.0:1789449443.785409:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449443.785412:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449443.785415:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5198 00000400:00000010:2.0:1789449443.785417:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5198. 00000100:00000001:2.0:1789449443.785419:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449443.785422:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83692300 x1876371947491968/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449443.785429:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449443.785431:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83692300 x1876371947491968/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449459 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449443.785437:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449443.785439:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449443.794035:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449443.794057:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449443.794061:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449443.794064:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449443.794077:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449443.794085:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449443.794096:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449443.794100:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449443.794105:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449443.794110:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x6aa8ce3659100 00000400:00000200:2.0:1789449443.794115:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449443.794121:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x7975 [1] + 224 00000800:00000001:2.0:1789449443.794128:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449443.794133:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449443.794136:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449443.794141:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449443.794148:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449443.794157:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83693480 x1876371947491584/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449459 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449443.794168:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b83693480 x1876371947491584/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449459 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449443.794196:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449443.794212:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449443.794216:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449443.794217:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449443.794226:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449443.794229:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449443.794232:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449443.794236:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449443.794238:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449443.794241:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449443.794243:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x6aa8ce3659080 00000400:00000200:2.0:1789449443.794247:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449443.794251:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x797d [1] + 224 00000800:00000001:2.0:1789449443.794255:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449443.794258:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449443.794260:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449443.794263:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449443.794265:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449443.794278:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83690000 x1876371947491456/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449459 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449443.794286:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b83690000 x1876371947491456/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449459 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449443.794300:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449443.794304:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449443.794307:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449443.794309:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449443.794310:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449443.794312:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449443.794315:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449443.794319:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449443.794322:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449443.794325:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449443.794328:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 4 MB=0x6aa8ce3659200 00000400:00000200:2.0:1789449443.794331:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449443.794335:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 224/224 into md 0x7985 [1] + 224 00000800:00000001:2.0:1789449443.794338:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449443.794346:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449443.794348:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449443.794350:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449443.794353:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449443.794356:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83692d80 x1876371947491840/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449459 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449443.794364:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b83692d80 x1876371947491840/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449459 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449443.794370:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449443.794372:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449443.794375:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449443.794440:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449443.794444:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789449443.794450:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449443.794452:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449443.794455:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b86580370. 00000400:00000200:0.0:1789449443.794459:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e56e8 00000400:00000010:0.0:1789449443.794462:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e56e8. 00000100:00000001:0.0:1789449443.794464:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449443.794469:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83690000 x1876371947491456/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449459 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789449443.794477:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83690000 x1876371947491456/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449459 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449443.794492:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449443.794494:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449443.794497:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449443.794500:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449443.794502:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449443.794504:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449443.794508:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449443.794515:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b83927460 time=74 v=5 (5 5 5 5) 00000100:00001000:0.0:1789449443.794518:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b83927418 time=74 v=5 (1 1 1 1) 00000100:00000001:0.0:1789449443.794521:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449443.794523:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449443.794526:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449443.794528:0:2400:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449443.794531:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449443.794535:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83690000 x1876371947491456/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449459 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449443.794542:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449443.794545:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449443.794547:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449443.794550:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83690000 x1876371947491456/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449459 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789449443.794558:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83690000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:80a9314a-fa92-41c3-8d17-36c58fffb192:2400:1876371947491456:192.168.202.109@tcp:400:kworker.0 00000100:00000001:0.0:1789449443.794564:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449443.794567:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449443.794571:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83690000 x1876371947491456/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449459 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449443.794577:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789449443.794580:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449443.794583:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b864b0a00. 02000000:00000001:0.0:1789449443.794587:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789449443.794590:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449443.794592:0:2400:0:(genops.c:1222:class_import_put()) import ffff9e8b83927000 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:0.0:1789449443.794595:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449443.794597:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b8c47a200. 02000000:00000001:0.0:1789449443.794600:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449443.794601:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449443.794603:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83690000. 00000100:00000001:0.0:1789449443.794606:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449443.794608:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449443.794611:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449443.794612:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449443.794614:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449443.794615:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449443.794617:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789449443.806060:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449443.806086:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449443.806090:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449443.806093:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449443.806103:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449443.806111:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449443.806124:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449443.806130:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449443.806136:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449443.806141:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x6aa8ce3659180 00000400:00000200:2.0:1789449443.806147:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449443.806154:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x798d [1] + 224 00000800:00000001:2.0:1789449443.806162:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449443.806166:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449443.806169:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449443.806174:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449443.806193:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449443.806203:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83690a80 x1876371947491712/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449459 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449443.806326:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b83690a80 x1876371947491712/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449459 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449443.806353:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449443.806366:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449443.806370:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449443.806372:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449443.806374:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449443.806377:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449443.806380:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449443.806385:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449443.806387:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449443.806390:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449443.806393:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 4 MB=0x6aa8ce3659280 00000400:00000200:2.0:1789449443.806396:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449443.806399:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 224/224 into md 0x7995 [1] + 224 00000800:00000001:2.0:1789449443.806404:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449443.806412:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449443.806414:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449443.806417:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449443.806420:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449443.806424:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83692300 x1876371947491968/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449459 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449443.806433:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b83692300 x1876371947491968/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449459 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449443.806441:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449443.806444:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449443.806447:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449443.806534:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449443.806538:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789449443.806545:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449443.806547:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449443.806550:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b86580580. 00000400:00000200:0.0:1789449443.806554:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5908 00000400:00000010:0.0:1789449443.806557:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5908. 00000100:00000001:0.0:1789449443.806560:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449443.806564:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83690a80 x1876371947491712/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449459 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789449443.806573:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83690a80 x1876371947491712/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449459 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449443.806579:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449443.806583:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449443.806585:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449443.806588:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449443.806590:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449443.806592:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449443.806595:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449443.806604:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b862dcc60 time=73 v=5 (5 102 102 102) 00000100:00001000:0.0:1789449443.806609:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b862dcc18 time=73 v=5 (1 1 1 1) 00000100:00000001:0.0:1789449443.806611:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449443.806612:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449443.806615:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449443.806618:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449443.806622:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789449443.806623:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967328 00000100:00000001:0.0:1789449443.806625:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449443.806627:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449443.806631:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83690a80 x1876371947491712/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449459 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449443.806644:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449443.806647:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449443.806649:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449443.806653:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83690a80 x1876371947491712/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449459 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789449443.806660:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83690a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2400:1876371947491712:192.168.202.109@tcp:400:kworker.0 00000400:00000001:0.0:1789449443.806666:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449443.806667:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449443.806669:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b865804d0. 00000400:00000200:0.0:1789449443.806671:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5550 00000400:00000010:0.0:1789449443.806673:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5550. 00000100:00000001:0.0:1789449443.806675:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449443.806678:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83692300 x1876371947491968/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449459 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789449443.806686:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83692300 x1876371947491968/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449459 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449443.806692:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449443.806694:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449443.806695:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449443.806696:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449443.806698:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449443.806699:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449443.806700:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449443.806704:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8986b460 time=73 v=5 (5 5 5 36) 00000100:00001000:0.0:1789449443.806717:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8986b418 time=145 v=5 (1 0 0 0) 00000100:00000001:0.0:1789449443.806719:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449443.806720:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449443.806722:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449443.806724:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449443.806726:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1789449443.806727:0:2400:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9e8b89903000: committing for last_committed 4294967323 gen 12 00000100:00000040:0.0:1789449443.806734:0:2400:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967323) req@ffff9e8b87d19500 x1876371947483648/t4294967323(4294967323) o2->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1789449449 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449443.806740:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449443.806743:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b87d19500 x1876371947483648/t4294967323(4294967323) o2->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1789449449 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449443.806749:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789449443.806751:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449443.806754:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b8678cc00. 02000000:00000001:0.0:1789449443.806759:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789449443.806762:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449443.806764:0:2400:0:(genops.c:1222:class_import_put()) import ffff9e8b8986b000 refcount=3 obd=lustre-OST0001-osc-ffff9e8b89903000 00000020:00000001:0.0:1789449443.806766:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449443.806769:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e8b89881800. 02000000:00000001:0.0:1789449443.806772:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449443.806774:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449443.806776:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b87d19500. 00000100:00000001:0.0:1789449443.806780:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449443.806781:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449443.806783:0:2400:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1789449443.806786:0:2400:0:(client.c:3236:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9e8b89903000: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:0.0:1789449443.806789:0:2400:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449443.806790:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449443.806794:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83692300 x1876371947491968/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449459 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449443.806801:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449443.806803:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449443.806805:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449443.806808:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83692300 x1876371947491968/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449459 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789449443.806817:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83692300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2400:1876371947491968:192.168.202.109@tcp:400:kworker.0 00000100:00000001:0.0:1789449443.806821:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449443.806824:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449443.806827:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83690a80 x1876371947491712/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449459 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449443.806833:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789449443.806834:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449443.806835:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b864b0400. 02000000:00000001:0.0:1789449443.806838:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789449443.806839:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449443.806840:0:2400:0:(genops.c:1222:class_import_put()) import ffff9e8b862dc800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000020:00000001:0.0:1789449443.806842:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449443.806843:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b8c47a100. 02000000:00000001:0.0:1789449443.806845:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449443.806846:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449443.806848:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83690a80. 00000100:00000001:0.0:1789449443.806851:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449443.806852:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449443.806853:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449443.806856:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83692300 x1876371947491968/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449459 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449443.806861:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789449443.806862:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449443.806864:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b864b1000. 02000000:00000001:0.0:1789449443.806866:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789449443.806867:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449443.806868:0:2400:0:(genops.c:1222:class_import_put()) import ffff9e8b8986b000 refcount=2 obd=lustre-OST0001-osc-ffff9e8b89903000 00000020:00000001:0.0:1789449443.806869:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449443.806870:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b8c47a500. 02000000:00000001:0.0:1789449443.806872:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449443.806873:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449443.806874:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83692300. 00000100:00000001:0.0:1789449443.806876:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449443.806877:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449443.806924:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449443.806932:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449443.806934:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449443.806936:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449443.806939:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449443.842222:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449443.842232:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449443.842239:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449443.842241:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449443.842285:0:16942:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789449443.842288:0:16942:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449443.842292:0:16942:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1789449444.130623:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449444.130638:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47ab00. 00000400:00000200:2.0:1789449444.130648:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449444.130659:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449444.130668:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012330 00000400:00000010:2.0:1789449444.130672:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012330. 00000100:00000001:2.0:1789449444.130680:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449444.130690:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83692d80 x1876371947492096/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449460 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449444.130705:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449444.130708:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83692d80 x1876371947492096/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449460 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449444.130716:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449444.130718:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449444.132719:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449444.132739:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449444.132743:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449444.132746:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449444.132757:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449444.132766:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449444.132776:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449444.132782:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449444.132787:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449444.132791:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 688 into portal 10 MB=0x6aa8ce3659300 00000400:00000200:2.0:1789449444.132798:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449444.132805:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 688/688 into md 0x799d [1] + 224 00000800:00000001:2.0:1789449444.132814:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449444.132821:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449444.132824:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449444.132829:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449444.132838:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449444.132850:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83692d80 x1876371947492096/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449460 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449444.132875:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9e8b83692d80 x1876371947492096/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449460 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449444.132933:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449444.132944:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449444.132948:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1789449444.134926:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449444.134933:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47af00. 00000400:00000200:2.0:1789449444.134940:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449444.134946:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449444.134953:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012990 00000400:00000010:2.0:1789449444.134955:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012990. 00000100:00000001:2.0:1789449444.134960:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449444.134965:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83692d80 x1876371947492352/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789449460 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449444.134975:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449444.134977:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83692d80 x1876371947492352/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789449460 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449444.134984:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449444.134985:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449444.146724:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449444.146748:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449444.146754:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449444.146756:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449444.146768:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449444.146778:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449444.146790:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449444.146796:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449444.146802:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449444.146808:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 664 into portal 10 MB=0x6aa8ce3659400 00000400:00000200:2.0:1789449444.146815:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449444.146822:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 664/664 into md 0x79a5 [32] + 224 00000800:00000001:2.0:1789449444.146831:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449444.146840:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449444.146844:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449444.146849:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449444.146860:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449444.146872:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83692d80 x1876371947492352/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789449460 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449444.146936:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9e8b83692d80 x1876371947492352/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789449460 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449444.146959:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449444.146970:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449444.146974:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1789449444.156747:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449444.156760:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47a700. 00000400:00000200:2.0:1789449444.156768:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449444.156778:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449444.156789:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012d48 00000400:00000010:2.0:1789449444.156794:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012d48. 00000100:00000001:2.0:1789449444.156800:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449444.156810:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83693480 x1876371947492608/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 488/512 e 0 to 0 dl 1789449460 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449444.156825:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449444.156828:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83693480 x1876371947492608/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 488/512 e 0 to 0 dl 1789449460 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449444.156836:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449444.156839:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1789449444.160976:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bda00. 00010000:00000010:1.1:1789449444.160996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204ac00. 00010000:00000001:3.0:1789449444.866173:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449444.866180:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449444.866186:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449444.866188:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449444.866213:0:16814:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789449444.866216:0:16814:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449444.866219:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789449445.314026:0:16807:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1789449445.314036:0:16807:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449445.890098:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449445.890107:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449445.890114:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449445.890116:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449446.837214:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449446.837220:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47a400. 00000400:00000200:2.0:1789449446.837224:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449446.837229:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449446.837234:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012220 00000400:00000010:2.0:1789449446.837237:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012220. 00000100:00000001:2.0:1789449446.837246:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449446.837251:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83693100 x1876371947492864/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449462 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449446.837266:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449446.837270:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83693100 x1876371947492864/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449462 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449446.837276:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449446.837278:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00010000:00010000:2.0:1789449446.843655:0:31995:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0000-mdc-ffff9e8b89903000 00010000:00000001:2.0:1789449446.843663:0:31995:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789449446.843666:0:31995:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789449446.843672:0:31995:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449446.843675:0:31995:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789449446.843680:0:31995:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449446.843681:0:31995:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789449446.843684:0:31995:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449446.843685:0:31995:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789449446.843688:0:31995:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449446.843689:0:31995:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789449446.843692:0:31995:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:2.0:1789449446.843695:0:31995:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789449446.843698:0:31995:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1789449446.843853:0:31996:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0001-mdc-ffff9e8b89903000 00010000:00000001:0.0:1789449446.843856:0:31996:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789449446.843858:0:31996:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449446.843860:0:31996:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449446.843862:0:31996:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789449446.843863:0:31996:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449446.843865:0:31996:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449446.843916:0:31995:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 4/4 locks to regular blp list, 1 blwis in pool 00000020:00000001:3.0:1789449446.845642:0:16942:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789449446.845648:0:16942:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449446.845653:0:16942:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 4 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1789449446.845657:0:16942:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1789449446.845660:0:16942:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789449446.845667:0:16942:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204b400/0xcddde1459ded65bd lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xeb7cbf5e2fd3d1e9 expref: -99 pid: 31975 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:3.0:1789449446.845680:0:16942:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789449446.845684:0:16942:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1789449446.845686:0:16942:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1789449446.845688:0:16942:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x20:0x0] mode (null) 00000002:00000001:3.0:1789449446.845693:0:16942:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789449446.845696:0:16942:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789449446.846337:0:16942:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bd600 count: 2 00010000:00000001:3.0:1789449446.846343:0:16942:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789449446.846349:0:16942:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449446.846351:0:16942:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789449446.846353:0:16942:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789449446.846355:0:16942:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bd600 count: 2 00010000:00000001:3.0:1789449446.846357:0:16942:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789449446.846358:0:16942:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449446.846360:0:16942:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449446.846363:0:16942:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1789449446.846365:0:16942:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x20:0x0](ffff9e8b891121c8) invalid 00000020:00000001:3.0:1789449446.846369:0:16942:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71182023ca0 00000080:00002000:3.0:1789449446.846371:0:16942:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21g.recovery-small-2 (ffff9e8b8918f798) parent ffff9e8b892cbca8 inode ffff9e8b891121c8 refc 1 00000080:00000001:3.0:1789449446.846376:0:16942:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1789449446.846378:0:16942:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1789449446.846379:0:16942:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449446.846383:0:16942:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789449446.846386:0:16942:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789449446.846387:0:16942:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789449446.846390:0:16942:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449446.846392:0:16942:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789449446.846395:0:16942:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9e8bc204b400 with handle 0xcddde1459ded65bd from hash 00010000:00000001:3.0:1789449446.846398:0:16942:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789449446.846400:0:16942:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449446.846401:0:16942:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449446.846403:0:16942:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789449446.846407:0:16942:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789449446.846409:0:16942:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1789449446.846412:0:16942:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789449446.846415:0:16942:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74800/0xcddde1459ded65a8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xeb7cbf5e2fd3d18e expref: -99 pid: 31965 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:3.0:1789449446.846422:0:16942:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789449446.846424:0:16942:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1789449446.846425:0:16942:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1789449446.846498:0:16942:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1789449446.846502:0:16942:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789449446.846504:0:16942:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789449446.846507:0:16942:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922ded00 count: 2 00010000:00000001:3.0:1789449446.846509:0:16942:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789449446.846512:0:16942:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449446.846514:0:16942:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789449446.846515:0:16942:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789449446.846516:0:16942:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922ded00 count: 2 00010000:00000001:3.0:1789449446.846518:0:16942:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789449446.846520:0:16942:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449446.846521:0:16942:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789449446.846522:0:16942:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789449446.846524:0:16942:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922ded00 count: 2 00010000:00000001:3.0:1789449446.846525:0:16942:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789449446.846527:0:16942:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449446.846529:0:16942:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1789449446.846531:0:16942:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9e8b89180840, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1789449446.846536:0:16942:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1789449446.846609:0:16942:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1789449446.846612:0:16942:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1789449446.846613:0:16942:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449446.846615:0:16942:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789449446.846617:0:16942:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789449446.846618:0:16942:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789449446.846619:0:16942:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449446.846621:0:16942:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789449446.846624:0:16942:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9e8b91c74800 with handle 0xcddde1459ded65a8 from hash 00010000:00000001:3.0:1789449446.846626:0:16942:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789449446.846628:0:16942:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449446.846629:0:16942:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449446.846630:0:16942:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789449446.846632:0:16942:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789449446.846633:0:16942:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1789449446.846636:0:16942:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789449446.846640:0:16942:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a000/0xcddde1459ded65b6 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xeb7cbf5e2fd3d1c6 expref: -99 pid: 31965 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:3.0:1789449446.846647:0:16942:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789449446.846649:0:16942:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1789449446.846651:0:16942:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1789449446.846652:0:16942:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x21:0x0] mode (null) 00000002:00000001:3.0:1789449446.846654:0:16942:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789449446.846656:0:16942:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789449446.846658:0:16942:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bd300 count: 2 00010000:00000001:3.0:1789449446.846660:0:16942:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789449446.846662:0:16942:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449446.846664:0:16942:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789449446.846665:0:16942:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789449446.846666:0:16942:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bd300 count: 2 00010000:00000001:3.0:1789449446.846668:0:16942:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789449446.846669:0:16942:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449446.846671:0:16942:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789449446.846672:0:16942:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789449446.846673:0:16942:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bd300 count: 2 00010000:00000001:3.0:1789449446.846675:0:16942:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789449446.846676:0:16942:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449446.846677:0:16942:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789449446.846678:0:16942:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789449446.846680:0:16942:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bd300 count: 2 00010000:00000001:3.0:1789449446.846681:0:16942:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789449446.846683:0:16942:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449446.846684:0:16942:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449446.846687:0:16942:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:3.0:1789449446.846690:0:16942:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789449446.846695:0:16942:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822456 : -107152888729160 : ffff9e8b862171b8) 00000020:00001000:3.0:1789449446.846698:0:16942:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b862171b0 00000020:00000001:3.0:1789449446.846700:0:16942:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:3.0:1789449446.846703:0:16942:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x21:0x0]: losing layout lock 00000080:00000001:3.0:1789449446.846706:0:16942:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1789449446.846709:0:16942:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1789449446.846714:0:16942:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1789449446.846717:0:16942:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1789449446.846719:0:16942:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x21:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1789449446.846722:0:16942:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449446.846724:0:16942:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1789449446.846726:0:16942:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b862171b0 00000080:00000001:3.0:1789449446.846728:0:16942:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449446.846730:0:16942:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1789449446.846732:0:16942:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x21:0x0](ffff9e8b891142c8) invalid 00000020:00000001:3.0:1789449446.846735:0:16942:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71182023ca0 00000080:00002000:3.0:1789449446.846737:0:16942:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f (ffff9e8b89342870) parent ffff9e8b891c7870 inode ffff9e8b891142c8 refc 1 00000080:00000001:3.0:1789449446.846740:0:16942:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1789449446.846742:0:16942:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1789449446.846743:0:16942:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449446.846745:0:16942:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789449446.846747:0:16942:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789449446.846748:0:16942:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789449446.846749:0:16942:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449446.846751:0:16942:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789449446.846754:0:16942:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9e8bc204a000 with handle 0xcddde1459ded65b6 from hash 00010000:00000001:3.0:1789449446.846756:0:16942:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789449446.846757:0:16942:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449446.846758:0:16942:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449446.846759:0:16942:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789449446.846761:0:16942:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789449446.846762:0:16942:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1789449446.846764:0:16942:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789449446.846768:0:16942:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4ca00/0xcddde1459ded65af lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xeb7cbf5e2fd3d1aa expref: -99 pid: 31965 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:3.0:1789449446.846780:0:16942:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789449446.846782:0:16942:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1789449446.846783:0:16942:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1789449446.846784:0:16942:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x1f:0x0] mode (null) 00000002:00000001:3.0:1789449446.846786:0:16942:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789449446.846787:0:16942:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789449446.846790:0:16942:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cba700 count: 2 00010000:00000001:3.0:1789449446.846792:0:16942:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789449446.846794:0:16942:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449446.846796:0:16942:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789449446.846797:0:16942:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789449446.846798:0:16942:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cba700 count: 2 00010000:00000001:3.0:1789449446.846800:0:16942:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789449446.846802:0:16942:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449446.846804:0:16942:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449446.846805:0:16942:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1789449446.846807:0:16942:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x1f:0x0](ffff9e8b89195348) invalid 00000020:00000001:3.0:1789449446.846810:0:16942:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71182023ca0 00000080:00002000:3.0:1789449446.846811:0:16942:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21g.recovery-small-1 (ffff9e8b891c7870) parent ffff9e8b892cbca8 inode ffff9e8b89195348 refc 1 00000080:00000001:3.0:1789449446.846814:0:16942:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1789449446.846816:0:16942:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1789449446.846817:0:16942:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449446.846819:0:16942:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789449446.846820:0:16942:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789449446.846821:0:16942:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789449446.846823:0:16942:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449446.846824:0:16942:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789449446.846826:0:16942:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9e8b91c4ca00 with handle 0xcddde1459ded65af from hash 00010000:00000001:3.0:1789449446.846828:0:16942:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789449446.846829:0:16942:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449446.846830:0:16942:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449446.846831:0:16942:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789449446.846832:0:16942:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789449446.846834:0:16942:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1789449446.846837:0:16942:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:3.0:1789449446.846839:0:16942:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789449446.846842:0:16942:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1789449446.846850:0:16942:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b8310b100. 00000020:00000040:3.0:1789449446.846855:0:16942:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=10 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000100:00000001:3.0:1789449446.846861:0:16942:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789449446.846863:0:16942:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789449446.846867:0:16942:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789449446.846874:0:16942:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e8b86782600. 00000100:00000001:3.0:1789449446.846977:0:16942:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449446.846980:0:16942:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1789449446.846986:0:16942:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204b400/0xcddde1459ded65bd lrc: 1/0,0 mode: --/PR res: [0x200000405:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xeb7cbf5e2fd3d1e9 expref: -99 pid: 31975 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1789449446.846994:0:16942:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74800/0xcddde1459ded65a8 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xeb7cbf5e2fd3d18e expref: -99 pid: 31965 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1789449446.847000:0:16942:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a000/0xcddde1459ded65b6 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xeb7cbf5e2fd3d1c6 expref: -99 pid: 31965 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1789449446.847006:0:16942:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4ca00/0xcddde1459ded65af lrc: 1/0,0 mode: --/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xeb7cbf5e2fd3d1aa expref: -99 pid: 31965 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1789449446.847011:0:16942:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 4 locks packed 00010000:00000001:3.0:1789449446.847012:0:16942:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=4 : 4 : 4) 00000100:00000001:3.0:1789449446.847015:0:16942:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789449446.847016:0:16942:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789449446.847023:0:16942:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b9041f300. 00000100:00000001:3.0:1789449446.847025:0:16942:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920990724864 : -107152718826752 : ffff9e8b9041f300) 00000100:00000001:3.0:1789449446.847028:0:16942:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449446.847029:0:16942:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769392896 : -107152940158720 : ffff9e8b8310b100) 00000100:00000001:3.0:1789449446.847034:0:16942:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789449446.847038:0:16942:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449446.847040:0:16942:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789449446.847041:0:16942:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789449446.847051:0:16942:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b8310b100 x1876371947492992/t0(0) o103->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 344/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449446.847059:0:16942:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789449446.847061:0:16942:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449446.847065:0:16942:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789449446.847068:0:16942:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789449446.847070:0:16942:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449446.847073:0:16942:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b8310b100 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_03:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:16942:1876371947492992:192.168.202.109@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1789449446.847077:0:16942:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789449446.847083:0:16942:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789449446.847085:0:16942:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449446.847088:0:16942:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789449446.847092:0:16942:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b86782a00. 02000000:00000001:3.0:1789449446.847094:0:16942:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449446.847102:0:16942:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:3.0:1789449446.847106:0:16942:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b8525c688. 00000400:00000010:3.0:1789449446.847113:0:16942:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69aa0. 00000100:00000200:3.0:1789449446.847120:0:16942:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947492992, portal 18 00000100:00000001:3.0:1789449446.847122:0:16942:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449446.847123:0:16942:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769392896 : -107152940158720 : ffff9e8b8310b100) 00000100:00000040:3.0:1789449446.847129:0:16942:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b8310b100 x1876371947492992/t0(0) o103->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 344/224 e 0 to 0 dl 1789449462 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449446.847137:0:16942:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449446.847140:0:16942:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1789449446.847143:0:16942:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69198. 00000100:00000200:3.0:1789449446.847146:0:16942:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 17, xid 1876371947492992, offset 0 00000400:00000200:3.0:1789449446.847153:0:16942:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1789449446.847160:0:16942:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449446.847168:0:16942:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449446.847173:0:16942:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789449446.847178:0:16942:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1789449446.847182:0:16942:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789449446.847184:0:16942:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1789449446.847188:0:16942:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2657:2657:256:4294967295] 192.168.202.109@tcp LPNI seq info [2657:2657:8:4294967295] 00000400:00000200:3.0:1789449446.847192:0:16942:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449446.847202:0:16942:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449446.847210:0:16942:0:(socklnd_cb.c:931:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449446.847217:0:16942:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051ca00. 00000800:00000200:3.0:1789449446.847225:0:16942:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449446.847234:0:16942:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449446.847239:0:16942:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051ca00 type 1, nob 440 niov 1 nkiov 1 00000100:00000001:3.0:1789449446.847352:0:16942:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449446.847357:0:16942:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 794213 usecs (795 jiffies) 00000400:00000200:3.0:1789449446.847361:0:16942:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:3.0:1789449446.847364:0:16942:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296450328 00000100:00000001:3.0:1789449446.847367:0:16942:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296450593 00000100:00000001:3.0:1789449446.847369:0:16942:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296450328 00000100:00000001:3.0:1789449446.847371:0:16942:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296450593 00000100:00000001:3.0:1789449446.847374:0:16942:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449446.847376:0:16942:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449446.847379:0:16942:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449446.847381:0:16942:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789449446.847385:0:16942:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b9041f300 going to sleep for 11 seconds 00000100:00000001:3.0:1789449446.847387:0:16942:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449446.847389:0:16942:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449446.848670:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449446.848678:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b9051ca00. 00000400:00000200:2.0:1789449446.848684:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449446.848692:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449446.848700:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69198 00000400:00000010:2.0:1789449446.848702:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69198. 00000100:00000001:2.0:1789449446.848708:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449446.848715:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b8310b100 x1876371947492992/t0(0) o103->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 344/224 e 0 to 0 dl 1789449462 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449446.848727:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449446.848730:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b8310b100 x1876371947492992/t0(0) o103->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 344/224 e 0 to 0 dl 1789449462 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449446.848743:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449446.848745:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449446.855829:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449446.855849:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449446.855855:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449446.855857:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449446.855867:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449446.855876:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449446.855918:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449446.855923:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449446.855929:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449446.855933:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 18 MB=0x6aa8ce3659680 00000400:00000200:2.0:1789449446.855938:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449446.855944:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.109@tcp of length 224/224 into md 0x79bd [1] + 224 00000800:00000001:2.0:1789449446.855951:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449446.855962:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449446.855965:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449446.855971:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449446.855978:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449446.855987:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b8310b100 x1876371947492992/t0(0) o103->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 344/224 e 0 to 0 dl 1789449462 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449446.855998:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b8310b100 x1876371947492992/t0(0) o103->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 344/224 e 0 to 0 dl 1789449462 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449446.856048:0:16942:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449446.856066:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449446.856076:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449446.856080:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1789449446.856303:0:16942:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449446.856306:0:16942:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449446.856309:0:16942:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b8525c688. 00000400:00000200:3.0:1789449446.856314:0:16942:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69aa0 00000400:00000010:3.0:1789449446.856316:0:16942:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69aa0. 00000100:00000001:3.0:1789449446.856319:0:16942:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449446.856324:0:16942:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b8310b100 x1876371947492992/t0(0) o103->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 344/224 e 0 to 0 dl 1789449462 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789449446.856333:0:16942:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b8310b100 x1876371947492992/t0(0) o103->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 344/224 e 0 to 0 dl 1789449462 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449446.856338:0:16942:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449446.856340:0:16942:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449446.856343:0:16942:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449446.856346:0:16942:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449446.856348:0:16942:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449446.856351:0:16942:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449446.856354:0:16942:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449446.856363:0:16942:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ed80 time=75 v=5 (5 5 5 5) 00000100:00001000:3.0:1789449446.856368:0:16942:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=13 v=5 (1 0 0 0) 00000100:00000001:3.0:1789449446.856370:0:16942:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789449446.856372:0:16942:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449446.856374:0:16942:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789449446.856377:0:16942:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449446.856381:0:16942:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789449446.856383:0:16942:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967595 00000100:00000001:3.0:1789449446.856385:0:16942:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789449446.856388:0:16942:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449446.856392:0:16942:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b8310b100 x1876371947492992/t0(0) o103->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 344/224 e 0 to 0 dl 1789449462 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449446.856398:0:16942:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449446.856401:0:16942:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449446.856403:0:16942:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449446.856814:0:16942:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b8310b100 x1876371947492992/t0(0) o103->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 344/224 e 0 to 0 dl 1789449462 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789449446.856823:0:16942:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b8310b100 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_03:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:16942:1876371947492992:192.168.202.109@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1789449446.856828:0:16942:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449446.856830:0:16942:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449446.856833:0:16942:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789449446.856835:0:16942:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449446.856839:0:16942:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b8310b100 x1876371947492992/t0(0) o103->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 344/224 e 0 to 0 dl 1789449462 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449446.856844:0:16942:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789449446.856847:0:16942:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b9041f300. 00000100:00000001:3.0:1789449446.856850:0:16942:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789449446.856852:0:16942:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449446.856854:0:16942:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449446.856857:0:16942:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b8310b100 x1876371947492992/t0(0) o103->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 344/224 e 0 to 0 dl 1789449462 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449446.856862:0:16942:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449446.856865:0:16942:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449446.856868:0:16942:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b86782a00. 02000000:00000001:3.0:1789449446.856870:0:16942:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449446.856873:0:16942:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449446.856874:0:16942:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=9 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:3.0:1789449446.856876:0:16942:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449446.856959:0:16942:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e8b86782600. 02000000:00000001:3.0:1789449446.856963:0:16942:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449446.856965:0:16942:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449446.856967:0:16942:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b8310b100. 00000100:00000001:3.0:1789449446.856970:0:16942:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449446.856971:0:16942:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789449446.856974:0:16942:0:(ldlm_request.c:1632:ldlm_cli_cancel_req()) Process leaving 00010000:00000001:3.0:1789449446.856977:0:16942:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789449446.856981:0:16942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204b400/0xcddde1459ded65bd lrc: 0/0,0 mode: --/PR res: [0x200000405:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xeb7cbf5e2fd3d1e9 expref: -99 pid: 31975 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:3.0:1789449446.856991:0:16942:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9e8b902bd600 count: 0 00010000:00000010:3.0:1789449446.856998:0:16942:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e8b898b7d80. 00010000:00000001:3.0:1789449446.857007:0:16942:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449446.857009:0:16942:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789449446.857011:0:16942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74800/0xcddde1459ded65a8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xeb7cbf5e2fd3d18e expref: -99 pid: 31965 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:3.0:1789449446.857022:0:16942:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9e8b922ded00 count: 0 00010000:00000010:3.0:1789449446.857025:0:16942:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e8b84d02d00. 00010000:00000001:3.0:1789449446.857030:0:16942:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449446.857031:0:16942:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789449446.857034:0:16942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a000/0xcddde1459ded65b6 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xeb7cbf5e2fd3d1c6 expref: -99 pid: 31965 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:3.0:1789449446.857040:0:16942:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9e8b91d9a980. 00010000:00000040:3.0:1789449446.857043:0:16942:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9e8b902bd300 count: 0 00010000:00000010:3.0:1789449446.857045:0:16942:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e8b898b7880. 00010000:00000001:3.0:1789449446.857051:0:16942:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449446.857052:0:16942:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789449446.857055:0:16942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4ca00/0xcddde1459ded65af lrc: 0/0,0 mode: --/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xeb7cbf5e2fd3d1aa expref: -99 pid: 31965 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:3.0:1789449446.857060:0:16942:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9e8b82cba700 count: 0 00010000:00000010:3.0:1789449446.857063:0:16942:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e8b9066ed00. 00010000:00000001:3.0:1789449446.857068:0:16942:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449446.857070:0:16942:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449446.857134:0:16942:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449446.857138:0:16942:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789449446.857140:0:16942:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449446.857142:0:16942:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789449446.857144:0:16942:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789449446.857145:0:16942:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449446.857146:0:16942:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789449446.857148:0:16942:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789449446.857149:0:16942:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449446.857151:0:16942:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1789449446.860308:0:31995:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449446.860318:0:31995:0:(ldlm_lockd.c:2264:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449446.860322:0:31995:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=4 : 4 : 4) 00010000:00000010:3.1:1789449446.864649:0:31994:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bd600. 00010000:00000010:3.1:1789449446.864667:0:31994:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204b400. 00010000:00000010:3.1:1789449446.864672:0:31994:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b922ded00. 00010000:00000010:3.1:1789449446.864675:0:31994:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c74800. 00010000:00000010:3.1:1789449446.864678:0:31994:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bd300. 00010000:00000010:3.1:1789449446.864681:0:31994:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204a000. 00010000:00000010:3.1:1789449446.864685:0:31994:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cba700. 00010000:00000010:3.1:1789449446.864689:0:31994:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4ca00. 00010000:00000001:3.0:1789449446.913989:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449446.913997:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449446.914023:0:16814:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789449446.914026:0:16814:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449446.914030:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789449447.938922:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449447.938929:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449448.386111:0:25072:0:(connection.c:75:cpu_latency_work()) work item of ffff9e8b8322a330 (cpu 3) has reached its deadline 4296450593, at 4296451072 00000100:00000010:3.0:1789449448.386136:0:25072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e8b87c1eba0. 00000100:00000040:2.0:1789449448.386992:0:31335:0:(connection.c:75:cpu_latency_work()) work item of ffff9e8b8322a220 (cpu 2) has reached its deadline 4296450593, at 4296451073 00000100:00000010:2.0:1789449448.387002:0:31335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e8b87c1ea80. 00000100:00000040:0.0:1789449448.899599:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80a9314a-fa92-41c3-8d17-36c58fffb192->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789449448.899616:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789449448.899628:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d19500. 00000020:00000040:0.0:1789449448.899635:0:38:0:(genops.c:1209:class_import_get()) import ffff9e8b83927000 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1789449448.899639:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449448.899642:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449448.899647:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449448.899655:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b864ecb00. 00000100:00000001:0.0:1789449448.899661:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449448.899673:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 80a9314a-fa92-41c3-8d17-36c58fffb192->MGS req@ffff9e8b87d19500 x1876371947493120/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789449448.899684:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449448.899689:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449448.899695:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c026079] to pc [ptlrpcd_00_00+0] req@ffff9e8b87d19500 x1876371947493120/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449448.899727:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449448.899730:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789449448.899733:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789449448.899736:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d1b100. 00000020:00000040:0.0:1789449448.899738:0:38:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=10 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000100:00000001:0.0:1789449448.899740:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449448.899741:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449448.899744:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449448.899747:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b864ec100. 00000100:00000001:0.0:1789449448.899749:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449448.899754:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0000_UUID req@ffff9e8b87d1b100 x1876371947493248/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789449448.899761:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449448.899763:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449448.899767:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002fffbd4d] to pc [ptlrpcd_00_01+1] req@ffff9e8b87d1b100 x1876371947493248/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449448.899775:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449448.899777:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789449448.899780:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789449448.899783:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d19880. 00000020:00000040:0.0:1789449448.899785:0:38:0:(genops.c:1209:class_import_get()) import ffff9e8b862dc800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000100:00000001:0.0:1789449448.899787:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449448.899788:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449448.899790:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449448.899793:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b864ec200. 00000100:00000001:0.0:1789449448.899795:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449448.899799:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0001_UUID req@ffff9e8b87d19880 x1876371947493376/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789449448.899805:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449448.899807:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449448.899810:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb8ef153] to pc [ptlrpcd_00_00+0] req@ffff9e8b87d19880 x1876371947493376/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449448.899817:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449448.899820:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789449448.899823:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789449448.899827:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d1aa00. 00000020:00000040:0.0:1789449448.899831:0:38:0:(genops.c:1209:class_import_get()) import ffff9e8b90c6e800 refcount=3 obd=lustre-OST0000-osc-ffff9e8b89903000 00000100:00000001:0.0:1789449448.899835:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449448.899838:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449448.899841:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449448.899846:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b864ec300. 00000100:00000001:0.0:1789449448.899851:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449448.899860:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0000_UUID req@ffff9e8b87d1aa00 x1876371947493504/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789449448.899873:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449448.899875:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449448.899932:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab56ac43] to pc [ptlrpcd_00_01+1] req@ffff9e8b87d1aa00 x1876371947493504/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449448.899946:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449448.899949:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789449448.899956:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789449448.899961:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d1b800. 00000020:00000040:0.0:1789449448.899966:0:38:0:(genops.c:1209:class_import_get()) import ffff9e8b8986b000 refcount=3 obd=lustre-OST0001-osc-ffff9e8b89903000 00000100:00000001:0.0:1789449448.899980:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449448.899983:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449448.899985:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449448.899991:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b864ec400. 00000100:00000001:0.0:1789449448.899996:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449448.900004:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0001_UUID req@ffff9e8b87d1b800 x1876371947493632/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789449448.900023:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449448.900028:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449448.900037:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e56ba1b9] to pc [ptlrpcd_00_00+0] req@ffff9e8b87d1b800 x1876371947493632/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449448.900051:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449448.900057:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1789) 00000100:00000001:0.0:1789449448.900070:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449448.900074:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449448.900077:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789449448.900083:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b87d1b100 x1876371947493248/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449448.900108:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789449448.900111:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449448.900117:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789449448.900120:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789449448.900123:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449448.900131:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b87d1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2400:1876371947493248:192.168.202.109@tcp:400:kworker.0 00000100:00000001:0.0:1789449448.900140:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789449448.900144:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789449448.900148:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449448.900150:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789449448.900154:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b899c7a00. 02000000:00000001:0.0:1789449448.900157:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449448.900166:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:0.0:1789449448.900170:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b865804d0. 00000400:00000010:0.0:1789449448.900176:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5550. 00000100:00000200:0.0:1789449448.900181:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947493248, portal 10 00000100:00000001:0.0:1789449448.900186:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449448.900188:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849150208 : -107152860401408 : ffff9e8b87d1b100) 00000100:00000040:0.0:1789449448.900198:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b87d1b100 x1876371947493248/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449448.900212:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789449448.900217:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1789449448.900222:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5908. 00000100:00000200:0.0:1789449448.900226:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876371947493248, offset 0 00000400:00000200:0.0:1789449448.900234:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1789449448.900241:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449448.900249:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1789449448.900255:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789449448.900260:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1789449448.900266:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789449448.900270:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1789449448.900277:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2659:2659:255:4294967295] 192.168.202.109@tcp LPNI seq info [2659:2659:7:4294967295] 00000400:00000200:0.0:1789449448.900289:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449448.900302:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1789449448.900311:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1789449448.900317:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b864ec900. 00000800:00000200:0.0:1789449448.900326:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1789449448.900335:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1789449448.900339:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b864ec900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789449448.900346:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449448.900352:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 793030 usecs (794 jiffies) 00000400:00000200:0.0:1789449448.900359:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:0.0:1789449448.900362:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296452380 00000100:00000001:0.0:1789449448.900368:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296455713 00000100:00000001:0.0:1789449448.900373:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296452380 00000100:00000001:0.0:1789449448.900379:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296455713 00000100:00000001:0.0:1789449448.900384:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449448.900389:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449448.900394:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789449448.900401:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b87d1aa00 x1876371947493504/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449448.900418:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789449448.900422:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449448.900427:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789449448.900431:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789449448.900447:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449448.900453:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b87d1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2400:1876371947493504:192.168.202.109@tcp:400:kworker.0 00000100:00000001:0.0:1789449448.900459:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789449448.900464:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789449448.900468:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449448.900473:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789449448.900479:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b899c6800. 02000000:00000001:0.0:1789449448.900483:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449448.900491:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:0.0:1789449448.900497:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b86580580. 00000400:00000010:0.0:1789449448.900505:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e56e8. 00000100:00000200:0.0:1789449448.900510:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947493504, portal 4 00000100:00000001:0.0:1789449448.900513:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449448.900516:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849148416 : -107152860403200 : ffff9e8b87d1aa00) 00000100:00000040:0.0:1789449448.900526:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b87d1aa00 x1876371947493504/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449448.900541:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789449448.900547:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1789449448.900553:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e57f8. 00000100:00000200:0.0:1789449448.900558:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876371947493504, offset 0 00000400:00000200:0.0:1789449448.900568:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1789449448.900577:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449448.900585:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1789449448.900591:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789449448.900596:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1789449448.900598:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789449448.900601:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1789449448.900608:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2661:2661:253:4294967295] 192.168.202.109@tcp LPNI seq info [2661:2661:5:4294967295] 00000400:00000200:0.0:1789449448.900618:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449448.900633:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1789449448.900645:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1789449448.900651:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b864ec600. 00000800:00000200:0.0:1789449448.900661:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1789449448.900668:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1789449448.900673:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b864ec600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789449448.900678:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449448.900683:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: using a timeout of 23176 usecs (24 jiffies) 00000400:00000200:0.0:1789449448.900691:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:0.0:1789449448.900695:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296451610 00000100:00000001:0.0:1789449448.900700:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296455713 00000100:00000001:0.0:1789449448.900705:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296451610 00000100:00000001:0.0:1789449448.900709:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296455713 00000100:00000001:0.0:1789449448.900714:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449448.900719:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449448.900724:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449448.900728:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449448.900735:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449448.900738:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789449448.900742:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449448.900745:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449448.900749:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449448.900753:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449448.901675:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449448.901681:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47a300. 00000400:00000200:2.0:1789449448.901688:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449448.901694:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449448.901700:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b850122a8 00000400:00000010:2.0:1789449448.901703:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b850122a8. 00000100:00000001:2.0:1789449448.901707:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449448.901712:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d19500 x1876371947493120/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449448.901723:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449448.901726:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d19500 x1876371947493120/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449464 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449448.901732:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449448.901733:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789449448.901744:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449448.901745:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ec900. 00000400:00000200:2.0:1789449448.901749:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449448.901751:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449448.901754:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5908 00000400:00000010:2.0:1789449448.901755:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5908. 00000100:00000001:2.0:1789449448.901757:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449448.901760:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d1b100 x1876371947493248/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449448.901767:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449448.901770:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d1b100 x1876371947493248/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449464 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449448.901776:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449448.901777:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789449448.901784:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449448.901785:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47ae00. 00000400:00000200:2.0:1789449448.901788:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449448.901791:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449448.901793:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012cc0 00000400:00000010:2.0:1789449448.901795:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012cc0. 00000100:00000001:2.0:1789449448.901797:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449448.901800:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d19880 x1876371947493376/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449448.901807:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449448.901810:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d19880 x1876371947493376/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449464 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449448.901817:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449448.901818:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789449448.901826:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449448.901828:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ec600. 00000400:00000200:2.0:1789449448.901830:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449448.901833:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449448.901836:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e57f8 00000400:00000010:2.0:1789449448.901837:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e57f8. 00000100:00000001:2.0:1789449448.901839:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449448.901843:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d1aa00 x1876371947493504/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449448.901850:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449448.901852:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d1aa00 x1876371947493504/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449464 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449448.901858:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449448.901859:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789449448.901962:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449448.901965:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47a400. 00000400:00000200:2.0:1789449448.901968:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449448.901971:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449448.901974:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b850124c8 00000400:00000010:2.0:1789449448.901976:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b850124c8. 00000100:00000001:2.0:1789449448.901978:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449448.901982:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d1b800 x1876371947493632/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449448.901994:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449448.901996:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d1b800 x1876371947493632/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449464 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449448.902001:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449448.902003:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449448.906292:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449448.906312:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449448.906316:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449448.906319:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449448.906328:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449448.906336:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449448.906344:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449448.906349:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449448.906354:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449448.906358:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 4 MB=0x6aa8ce3659880 00000400:00000200:2.0:1789449448.906364:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449448.906369:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 224/224 into md 0x79e5 [1] + 224 00000800:00000001:2.0:1789449448.906377:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449448.906380:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449448.906384:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449448.906388:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449448.906395:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449448.906404:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d1aa00 x1876371947493504/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449464 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449448.906414:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b87d1aa00 x1876371947493504/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449448.906445:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449448.906454:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449448.906458:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449448.906460:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449448.906463:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449448.906466:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449448.906469:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449448.906473:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449448.906476:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449448.906478:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449448.906481:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 4 MB=0x6aa8ce3659900 00000400:00000200:2.0:1789449448.906484:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449448.906488:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 224/224 into md 0x79ed [1] + 224 00000800:00000001:2.0:1789449448.906492:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449448.906495:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449448.906497:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449448.906500:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449448.906503:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449448.906507:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d1b800 x1876371947493632/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449464 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449448.906516:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b87d1b800 x1876371947493632/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449448.906538:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449448.906542:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449448.906545:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449448.906547:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449448.906549:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449448.906552:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449448.906555:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449448.906559:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449448.906561:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449448.906564:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449448.906567:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x6aa8ce3659780 00000400:00000200:2.0:1789449448.906570:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449448.906575:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x79d5 [1] + 224 00000800:00000001:2.0:1789449448.906578:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449448.906582:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449448.906584:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449448.906587:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449448.906590:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449448.906595:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d1b100 x1876371947493248/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449464 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449448.906604:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b87d1b100 x1876371947493248/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449448.906611:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449448.906614:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449448.906617:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449448.906619:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449448.906621:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449448.906624:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449448.906627:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449448.906631:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449448.906633:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449448.906636:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449448.906639:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x6aa8ce3659800 00000400:00000200:2.0:1789449448.906642:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449448.906645:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x79dd [1] + 224 00000800:00000001:2.0:1789449448.906648:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449448.906651:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449448.906653:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449448.906656:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449448.906659:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449448.906663:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d19880 x1876371947493376/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449464 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449448.906671:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b87d19880 x1876371947493376/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449448.906677:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449448.906681:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449448.906683:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449448.906685:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449448.906687:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449448.906689:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449448.906692:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449448.906695:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449448.906698:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449448.906700:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449448.906703:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x6aa8ce3659700 00000400:00000200:2.0:1789449448.906706:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449448.906711:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x79cd [1] + 224 00000800:00000001:2.0:1789449448.906714:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449448.906721:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449448.906724:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449448.906727:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449448.906730:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449448.906734:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d19500 x1876371947493120/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449464 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449448.906741:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b87d19500 x1876371947493120/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449448.906748:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449448.906751:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449448.906754:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449448.906830:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449448.906834:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789449448.906842:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449448.906844:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449448.906847:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b865804d0. 00000400:00000200:0.0:1789449448.906851:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5550 00000400:00000010:0.0:1789449448.906854:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5550. 00000100:00000001:0.0:1789449448.906857:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449448.906862:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b87d1b100 x1876371947493248/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789449448.906871:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b87d1b100 x1876371947493248/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449464 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449448.906878:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449448.906905:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449448.906908:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449448.906911:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449448.906913:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449448.906915:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449448.906919:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449448.906928:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=78 v=5 (5 102 102 102) 00000100:00001000:0.0:1789449448.906932:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1789449448.906935:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449448.906937:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449448.906940:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449448.906943:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449448.906947:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1789449448.906949:0:2400:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: committing for last_committed 4294967600 gen 2 00000100:00000040:0.0:1789449448.906956:0:2400:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967600) req@ffff9e8b9065f800 x1876371947490304/t4294967596(4294967596) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/448 e 0 to 0 dl 1789449458 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449448.906963:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449448.906966:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065f800 x1876371947490304/t4294967596(4294967596) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/448 e 0 to 0 dl 1789449458 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449448.906972:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789449448.906974:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449448.906978:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b83606c00. 02000000:00000001:0.0:1789449448.906982:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789449448.906984:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449448.906986:0:2400:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=9 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:0.0:1789449448.906988:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449448.906991:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b83605800. 02000000:00000001:0.0:1789449448.906994:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449448.906996:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449448.906998:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065f800. 00000100:00000001:0.0:1789449448.907001:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449448.907002:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449448.907007:0:2400:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967600) req@ffff9e8b9065c700 x1876371947490816/t4294967597(4294967597) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/448 e 0 to 0 dl 1789449459 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449448.907012:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449448.907015:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065c700 x1876371947490816/t4294967597(4294967597) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/448 e 0 to 0 dl 1789449459 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449448.907020:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789449448.907022:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449448.907023:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b83605400. 02000000:00000001:0.0:1789449448.907025:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789449448.907026:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449448.907027:0:2400:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:0.0:1789449448.907029:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449448.907031:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b83605c00. 02000000:00000001:0.0:1789449448.907032:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449448.907033:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449448.907034:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065c700. 00000100:00000001:0.0:1789449448.907036:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449448.907037:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449448.907041:0:2400:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967600) req@ffff9e8b83691f80 x1876371947491328/t4294967598(4294967598) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1789449459 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449448.907048:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449448.907049:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775188352 : -107152934363264 : ffff9e8b83691f80) 00000100:00000001:0.0:1789449448.907051:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449448.907054:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83691f80 x1876371947491328/t4294967598(4294967598) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1789449459 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449448.907059:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449448.907062:0:2400:0:(client.c:3175:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff9e8b83692d80 x1876371947492352/t4294967599(4294967599) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1789449460 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449448.907069:0:2400:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1789449448.907071:0:2400:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: normal: skip=1 replay=3/4 committed=0/0 00000100:00000001:0.0:1789449448.907073:0:2400:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449448.907075:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449448.907078:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b87d1b100 x1876371947493248/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449464 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449448.907084:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449448.907086:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449448.907088:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449448.907091:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b87d1b100 x1876371947493248/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449464 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789449448.907098:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b87d1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2400:1876371947493248:192.168.202.109@tcp:400:kworker.0 00000400:00000001:0.0:1789449448.907104:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449448.907105:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449448.907107:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b86580580. 00000400:00000200:0.0:1789449448.907109:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e56e8 00000400:00000010:0.0:1789449448.907110:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e56e8. 00000100:00000001:0.0:1789449448.907112:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449448.907115:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b87d1aa00 x1876371947493504/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789449448.907122:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b87d1aa00 x1876371947493504/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449464 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449448.907128:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449448.907129:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449448.907130:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449448.907132:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449448.907133:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449448.907134:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449448.907136:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449448.907139:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b90c6ec60 time=78 v=5 (5 5 5 36) 00000100:00001000:0.0:1789449448.907142:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b90c6ec18 time=13 v=5 (1 0 0 0) 00000100:00000001:0.0:1789449448.907144:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449448.907145:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449448.907146:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449448.907148:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449448.907150:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789449448.907151:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e8b89903000: skip recheck: last_committed 4294967322 00000100:00000001:0.0:1789449448.907153:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449448.907154:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449448.907158:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b87d1aa00 x1876371947493504/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449464 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449448.907163:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449448.907165:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449448.907167:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449448.907170:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b87d1aa00 x1876371947493504/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449464 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789449448.907190:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b87d1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2400:1876371947493504:192.168.202.109@tcp:400:kworker.0 00000100:00000001:0.0:1789449448.907195:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449448.907197:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449448.907200:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b87d1b100 x1876371947493248/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449464 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449448.907206:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789449448.907207:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449448.907209:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b899c7a00. 02000000:00000001:0.0:1789449448.907212:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789449448.907213:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449448.907214:0:2400:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:0.0:1789449448.907216:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449448.907217:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b864ec100. 02000000:00000001:0.0:1789449448.907220:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449448.907221:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449448.907222:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b87d1b100. 00000100:00000001:0.0:1789449448.907225:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449448.907226:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449448.907227:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449448.907230:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b87d1aa00 x1876371947493504/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449464 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449448.907236:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789449448.907237:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449448.907239:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b899c6800. 02000000:00000001:0.0:1789449448.907241:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789449448.907242:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449448.907244:0:2400:0:(genops.c:1222:class_import_put()) import ffff9e8b90c6e800 refcount=2 obd=lustre-OST0000-osc-ffff9e8b89903000 00000020:00000001:0.0:1789449448.907245:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449448.907247:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b864ec300. 02000000:00000001:0.0:1789449448.907249:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449448.907250:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449448.907252:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b87d1aa00. 00000100:00000001:0.0:1789449448.907254:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449448.907256:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449448.907258:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449448.907265:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449448.907267:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449448.907269:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449448.907271:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449448.961952:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449448.961958:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449448.961975:0:16942:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789449448.961977:0:16942:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449448.961979:0:16942:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789449449.986006:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449449.986013:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449449.986040:0:16814:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789449449.986043:0:16814:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449449.986047:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789449451.012449:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449451.012457:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449452.034103:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449452.034113:0:25072:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789449452.034116:0:25072:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449452.034120:0:25072:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449452.034125:0:25072:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789449452.034127:0:25072:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449452.034129:0:25072:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449452.034131:0:25072:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449452.034158:0:16942:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789449452.034161:0:16942:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449452.034164:0:16942:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789449453.058590:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449453.058603:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449453.058649:0:16814:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789449453.058654:0:16814:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449453.058659:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789449453.506003:0:25072:0:(connection.c:75:cpu_latency_work()) work item of ffff9e8b8322a330 (cpu 3) has reached its deadline 4296455713, at 4296456192 00000100:00000010:3.0:1789449453.506021:0:25072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e8b87c1e1e0. 00000100:00000040:2.0:1789449453.506079:0:31335:0:(connection.c:75:cpu_latency_work()) work item of ffff9e8b8322a220 (cpu 2) has reached its deadline 4296455713, at 4296456192 00000100:00000010:2.0:1789449453.506086:0:31335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e8b87c1e7e0. 00000800:00000200:3.0:1789449454.019753:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449454.019760:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47a200. 00000400:00000200:3.0:1789449454.019770:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449454.019781:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449454.019790:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012a18 00000400:00000010:3.0:1789449454.019795:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012a18. 00000100:00000001:3.0:1789449454.019803:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449454.019812:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83691880 x1876371947493888/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449470 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449454.019834:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449454.019841:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83691880 x1876371947493888/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449470 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449454.019858:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449454.019862:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789449454.019909:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449454.019912:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47a600. 00000400:00000200:3.0:1789449454.019916:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449454.019920:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449454.019924:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012c38 00000400:00000010:3.0:1789449454.019926:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012c38. 00000100:00000001:3.0:1789449454.019929:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449454.019934:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83692300 x1876371947494144/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449470 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449454.019942:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449454.019944:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83692300 x1876371947494144/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449470 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449454.019950:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449454.019952:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789449454.019961:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449454.019964:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47a000. 00000400:00000200:3.0:1789449454.019967:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449454.019971:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449454.019975:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012bb0 00000400:00000010:3.0:1789449454.019978:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012bb0. 00000100:00000001:3.0:1789449454.019981:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449454.019985:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83690700 x1876371947493760/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449470 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449454.019991:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449454.019993:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789449454.019997:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449454.019999:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83690700 x1876371947493760/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449470 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449454.020007:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449454.020008:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789449454.020087:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449454.020090:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47ac00. 00000400:00000200:3.0:1789449454.020093:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449454.020097:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449454.020099:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012908 00000400:00000010:3.0:1789449454.020101:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012908. 00000100:00000001:3.0:1789449454.020104:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449454.020107:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83691500 x1876371947494016/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449470 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449454.020114:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449454.020117:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83691500 x1876371947494016/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449470 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449454.020124:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449454.020125:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789449454.021585:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449454.021590:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47ac00. 00000400:00000200:3.0:1789449454.021595:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449454.021599:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449454.021604:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b850124c8 00000400:00000010:3.0:1789449454.021607:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b850124c8. 00000100:00000001:3.0:1789449454.021611:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449454.021618:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83690a80 x1876371947494272/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449470 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449454.021628:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449454.021632:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83690a80 x1876371947494272/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449470 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449454.021639:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449454.021641:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789449454.024512:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449454.024534:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449454.024540:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449454.024544:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449454.024554:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449454.024562:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449454.036894:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449454.036905:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449454.036912:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449454.036921:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x6aa8ce3659a00 00000400:00000200:3.0:1789449454.036929:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449454.036936:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x79f5 [1] + 224 00000800:00000001:3.0:1789449454.036947:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449454.036963:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449454.036967:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449454.036972:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449454.036981:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449454.036992:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83691880 x1876371947493888/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449470 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449454.037005:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b83691880 x1876371947493888/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449470 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449454.037033:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449454.037043:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449454.037047:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449454.037049:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449454.037052:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449454.037056:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449454.037061:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449454.037066:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449454.037070:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449454.037073:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449454.037076:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 4 MB=0x6aa8ce3659b00 00000400:00000200:3.0:1789449454.037080:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449454.043209:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 224/224 into md 0x79fd [1] + 224 00000800:00000001:3.0:1789449454.043231:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449454.043252:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449454.043258:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449454.043265:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449454.043277:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449454.043292:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83692300 x1876371947494144/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449470 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449454.043305:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b83692300 x1876371947494144/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449470 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449454.043342:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449454.043357:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449454.043363:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449454.043365:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449454.043367:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449454.043375:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449454.043380:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449454.043400:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449454.043405:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449454.043410:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449454.043413:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x6aa8ce3659980 00000400:00000200:3.0:1789449454.043417:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449454.043423:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x7a05 [1] + 224 00000800:00000001:3.0:1789449454.043427:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449454.043432:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449454.043434:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449454.043437:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449454.043440:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449454.043447:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83690700 x1876371947493760/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449470 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449454.043456:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b83690700 x1876371947493760/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449470 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449454.043463:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449454.043467:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449454.043472:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449454.043473:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449454.043476:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449454.043479:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449454.043482:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449454.043487:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449454.043489:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449454.043492:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449454.043495:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x6aa8ce3659a80 00000400:00000200:3.0:1789449454.043498:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449454.043503:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x7a0d [1] + 224 00000800:00000001:3.0:1789449454.043506:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449454.043510:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449454.043512:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449454.043515:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449454.043518:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449454.043522:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83691500 x1876371947494016/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449470 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449454.043531:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b83691500 x1876371947494016/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449470 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449454.043538:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449454.043542:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449454.043545:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449454.044677:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449454.044690:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449454.044698:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449454.044702:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449454.044710:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449454.044714:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449454.044718:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449454.044722:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 4 MB=0x6aa8ce3659b80 00000400:00000200:3.0:1789449454.044727:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449454.044733:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 224/224 into md 0x7a15 [1] + 224 00000800:00000001:3.0:1789449454.044739:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449454.044758:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449454.044761:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449454.044765:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449454.044772:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449454.044779:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83690a80 x1876371947494272/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449470 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449454.044789:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b83690a80 x1876371947494272/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449470 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449454.044809:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449454.044818:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449454.044822:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789449454.083584:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449454.083605:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449455.106157:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449455.106169:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449455.106215:0:16942:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789449455.106220:0:16942:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449455.106224:0:16942:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789449456.130026:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449456.130034:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449456.130063:0:16814:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789449456.130066:0:16814:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449456.130070:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789449457.157431:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449457.157441:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449458.178018:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449458.178028:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449458.178062:0:16942:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789449458.178065:0:16942:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449458.178067:0:16942:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789449458.626053:0:31335:0:(connection.c:75:cpu_latency_work()) work item of ffff9e8b8322a220 (cpu 2) has reached its deadline 4296460832, at 4296461312 00000100:00000040:3.0:1789449458.626056:0:25072:0:(connection.c:75:cpu_latency_work()) work item of ffff9e8b8322a330 (cpu 3) has reached its deadline 4296460832, at 4296461312 00000100:00000010:2.0:1789449458.626077:0:31335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e8b87c1e8a0. 00000100:00000010:3.0:1789449458.626081:0:25072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e8b87c1e2a0. 00000100:00000001:2.0:1789449459.138047:0:31965:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789449459.138059:0:31965:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449459.138062:0:31965:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789449459.138069:0:31965:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b83163e40 going to sleep for 1 seconds 00000100:00000001:2.0:1789449459.138076:0:31965:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449459.138081:0:31965:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449459.139580:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449459.139585:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449459.139587:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789449459.139597:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83690700 x1876371947494784/t0(0) o9->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449459.139605:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449459.139607:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449459.139610:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449459.139612:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449459.139614:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449459.139617:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83690700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2398:1876371947494784:192.168.202.109@tcp:9:kworker.0 00000100:00000001:2.0:1789449459.139621:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789449459.139625:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449459.139627:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449459.139629:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789449459.139634:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b86220a00. 02000000:00000001:2.0:1789449459.139636:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449459.139642:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449459.139646:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b9f78. 00000400:00000010:2.0:1789449459.139651:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085df68. 00000100:00000200:2.0:1789449459.139654:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947494784, portal 4 00000100:00000001:2.0:1789449459.139656:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449459.139657:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775182080 : -107152934369536 : ffff9e8b83690700) 00000100:00000040:2.0:1789449459.139664:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b83690700 x1876371947494784/t0(0) o9->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449459.139671:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449459.139674:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449459.139676:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d5d8. 00000100:00000200:2.0:1789449459.139679:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876371947494784, offset 0 00000400:00000200:2.0:1789449459.139684:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449459.139689:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449459.139695:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449459.139700:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449459.139702:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449459.139705:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449459.139708:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449459.139711:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2671:2671:253:4294967295] 192.168.202.109@tcp LPNI seq info [2671:2671:5:4294967295] 00000400:00000200:2.0:1789449459.139715:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449459.139722:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449459.139736:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449459.139740:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b82a8d600. 00000800:00000200:2.0:1789449459.139749:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449459.139753:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449459.139757:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b82a8d600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789449459.139760:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449459.139764:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: using a timeout of 23146 usecs (24 jiffies) 00000400:00000200:2.0:1789449459.139767:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449459.139770:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296461849 00000100:00000001:2.0:1789449459.139773:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296465951 00000100:00000001:2.0:1789449459.139775:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296461849 00000100:00000001:2.0:1789449459.139777:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296465951 00000100:00000001:2.0:1789449459.139779:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449459.139782:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449459.139785:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789449459.139790:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83691880 x1876371947494912/t0(0) o9->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449459.139798:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449459.139800:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449459.139802:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449459.139803:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449459.139805:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449459.139807:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83691880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2398:1876371947494912:192.168.202.109@tcp:9:kworker.0 00000100:00000001:2.0:1789449459.139810:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789449459.139812:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449459.139814:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449459.139815:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789449459.139817:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b86220c00. 02000000:00000001:2.0:1789449459.139818:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449459.139820:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449459.139822:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b9160. 00000400:00000010:2.0:1789449459.139824:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085dd48. 00000100:00000200:2.0:1789449459.139826:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947494912, portal 4 00000100:00000001:2.0:1789449459.139828:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449459.139829:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775186560 : -107152934365056 : ffff9e8b83691880) 00000100:00000040:2.0:1789449459.139833:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b83691880 x1876371947494912/t0(0) o9->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449459.139837:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449459.139838:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449459.139839:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085db28. 00000100:00000200:2.0:1789449459.139841:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876371947494912, offset 0 00000400:00000200:2.0:1789449459.139843:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449459.139846:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449459.139848:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449459.139850:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449459.139851:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449459.139853:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449459.139854:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449459.139856:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2672:2672:252:4294967295] 192.168.202.109@tcp LPNI seq info [2672:2672:4:4294967295] 00000400:00000200:2.0:1789449459.139858:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449459.139863:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449459.139866:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449459.139871:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b89e26900. 00000800:00000200:2.0:1789449459.139875:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449459.139916:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449459.139919:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b89e26900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789449459.139922:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449459.139926:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: using a timeout of 252948 usecs (253 jiffies) 00000400:00000200:2.0:1789449459.139929:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449459.139931:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296462079 00000100:00000001:2.0:1789449459.139934:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296465951 00000100:00000001:2.0:1789449459.139936:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296462079 00000100:00000001:2.0:1789449459.139939:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296465951 00000100:00000001:2.0:1789449459.139941:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449459.139942:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449459.139944:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449459.139946:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449459.139952:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449459.139953:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1789449459.139955:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449459.139955:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449459.139956:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449459.139958:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449459.141398:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449459.141413:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47a000. 00000400:00000200:3.0:1789449459.141425:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449459.141435:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449459.141444:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012dd0 00000400:00000010:3.0:1789449459.141449:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012dd0. 00000100:00000001:3.0:1789449459.141456:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449459.141466:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83690a80 x1876371947494400/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449459.141481:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449459.141484:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83690a80 x1876371947494400/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449475 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449459.141491:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449459.141493:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789449459.141510:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449459.141512:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47a600. 00000400:00000200:3.0:1789449459.141515:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449459.141518:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449459.141521:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012ee0 00000400:00000010:3.0:1789449459.141523:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012ee0. 00000100:00000001:3.0:1789449459.141525:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449459.141529:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83691500 x1876371947494656/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449459.141537:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449459.141540:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83691500 x1876371947494656/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449475 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449459.141547:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449459.141549:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789449459.141557:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449459.141559:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47a200. 00000400:00000200:3.0:1789449459.141562:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449459.141565:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449459.141568:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012cc0 00000400:00000010:3.0:1789449459.141570:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012cc0. 00000100:00000001:3.0:1789449459.141572:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449459.141576:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83692300 x1876371947494528/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449459.141583:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449459.141586:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83692300 x1876371947494528/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449475 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449459.141592:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449459.141593:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789449459.141602:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449459.141605:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b82a8d600. 00000400:00000200:3.0:1789449459.141613:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449459.141616:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449459.141619:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d5d8 00000400:00000010:3.0:1789449459.141621:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d5d8. 00000100:00000001:3.0:1789449459.141624:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449459.141629:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83690700 x1876371947494784/t0(0) o9->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449459.141636:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449459.141639:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83690700 x1876371947494784/t0(0) o9->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449469 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449459.141645:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449459.141647:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789449459.141736:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449459.141740:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b89e26900. 00000400:00000200:3.0:1789449459.141744:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449459.141747:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449459.141750:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085db28 00000400:00000010:3.0:1789449459.141752:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085db28. 00000100:00000001:3.0:1789449459.141754:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449459.141758:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83691880 x1876371947494912/t0(0) o9->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449459.141766:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449459.141769:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83691880 x1876371947494912/t0(0) o9->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449469 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449459.141775:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449459.141776:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789449459.144719:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449459.144741:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449459.144746:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449459.144748:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449459.144759:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449459.144767:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449459.144777:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449459.144781:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449459.144788:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449459.144793:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x6aa8ce3659d00 00000400:00000200:3.0:1789449459.144799:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449459.144806:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x7a25 [1] + 224 00000800:00000001:3.0:1789449459.144815:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449459.144823:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449459.144826:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449459.144831:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449459.144839:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449459.144849:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83691500 x1876371947494656/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449475 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449459.144860:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b83691500 x1876371947494656/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449475 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449459.144964:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449459.144974:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449459.144977:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449459.146282:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449459.146306:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449459.146310:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449459.146312:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449459.146320:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449459.146327:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449459.146334:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449459.146338:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449459.146352:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449459.146356:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x6aa8ce3659c00 00000400:00000200:3.0:1789449459.146360:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449459.146366:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x7a1d [1] + 224 00000800:00000001:3.0:1789449459.146372:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449459.146376:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449459.146378:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449459.146382:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449459.146387:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449459.146394:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83690a80 x1876371947494400/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449475 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449459.146404:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b83690a80 x1876371947494400/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449475 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449459.146412:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449459.146420:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449459.146423:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449459.146424:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449459.146426:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449459.146429:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449459.146431:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449459.146436:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449459.146438:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449459.146440:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449459.146442:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 4 MB=0x6aa8ce3659d80 00000400:00000200:3.0:1789449459.146445:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449459.146450:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 224/224 into md 0x7a35 [1] + 224 00000800:00000001:3.0:1789449459.146454:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449459.146459:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449459.146461:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449459.146463:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449459.146466:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449459.146470:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83690700 x1876371947494784/t0(0) o9->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449469 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449459.146478:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b83690700 x1876371947494784/t0(0) o9->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449469 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449459.146499:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449459.146503:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449459.146506:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449459.146756:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449459.146764:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789449459.146775:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789449459.146777:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789449459.146783:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b9f78. 00000400:00000200:2.0:1789449459.146793:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085df68 00000400:00000010:2.0:1789449459.146796:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085df68. 00000100:00000001:2.0:1789449459.146802:0:2398:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449459.146812:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83690700 x1876371947494784/t0(0) o9->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449469 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789449459.146824:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83690700 x1876371947494784/t0(0) o9->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449469 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449459.146833:0:2398:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789449459.146836:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449459.146839:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789449459.146843:0:2398:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789449459.146847:0:2398:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789449459.146850:0:2398:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449459.146854:0:2398:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789449459.146868:0:2398:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b90c6ec60 time=89 v=5 (5 5 5 36) 00000100:00001000:2.0:1789449459.146873:0:2398:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b90c6ec18 time=24 v=5 (1 0 0 0) 00000100:00000001:2.0:1789449459.146876:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789449459.146878:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449459.146938:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789449459.146943:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449459.146948:0:2398:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789449459.146950:0:2398:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e8b89903000: skip recheck: last_committed 4294967322 00000100:00000001:2.0:1789449459.146953:0:2398:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789449459.146955:0:2398:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449459.146961:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83690700 x1876371947494784/t0(0) o9->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449469 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449459.146970:0:2398:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449459.146974:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789449459.146976:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1789449459.146982:0:2398:0:(import.c:2058:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff9e8b83690700 x1876371947494784/t0(0) o9->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449469 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789449459.146991:0:2398:0:(import.c:65:import_set_state_nolock()) ffff9e8b90c6e800 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:2.0:1789449459.146996:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83690700 x1876371947494784/t0(0) o9->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449469 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789449459.147004:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83690700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2398:1876371947494784:192.168.202.109@tcp:9:kworker.0 00000100:00000001:2.0:1789449459.147011:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449459.147014:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449459.147018:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83690700 x1876371947494784/t0(0) o9->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449469 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449459.147030:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789449459.147033:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789449459.147038:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b86220a00. 02000000:00000001:2.0:1789449459.147042:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789449459.147045:0:2398:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789449459.147047:0:2398:0:(genops.c:1222:class_import_put()) import ffff9e8b90c6e800 refcount=2 obd=lustre-OST0000-osc-ffff9e8b89903000 00000020:00000001:2.0:1789449459.147050:0:2398:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789449459.147053:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b8c47a700. 02000000:00000001:2.0:1789449459.147058:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789449459.147060:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789449459.147062:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83690700. 00000100:00000001:2.0:1789449459.147066:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789449459.147068:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449459.147071:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449459.147073:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449459.147074:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449459.147075:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449459.147077:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789449459.153529:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449459.153549:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449459.153554:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449459.153557:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449459.153567:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449459.153574:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449459.153583:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449459.153587:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449459.153592:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449459.153597:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x6aa8ce3659c80 00000400:00000200:3.0:1789449459.153602:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449459.153609:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x7a2d [1] + 224 00000800:00000001:3.0:1789449459.153617:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449459.153621:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449459.153624:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449459.153628:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449459.153636:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449459.153644:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83692300 x1876371947494528/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449475 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449459.153655:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b83692300 x1876371947494528/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449475 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449459.153682:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449459.153690:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449459.153694:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449459.153696:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449459.153698:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449459.153700:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449459.153704:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449459.153708:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449459.153710:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449459.153713:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449459.153716:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 4 MB=0x6aa8ce3659e00 00000400:00000200:3.0:1789449459.153719:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449459.153725:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 224/224 into md 0x7a45 [1] + 224 00000800:00000001:3.0:1789449459.153729:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449459.153734:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449459.153736:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449459.153739:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449459.153742:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449459.153746:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83691880 x1876371947494912/t0(0) o9->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449469 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449459.153755:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b83691880 x1876371947494912/t0(0) o9->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449469 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449459.153778:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449459.153782:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449459.153784:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449459.155101:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449459.155106:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789449459.155111:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789449459.155113:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789449459.155115:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b9160. 00000400:00000200:2.0:1789449459.155121:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085dd48 00000400:00000010:2.0:1789449459.155123:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085dd48. 00000100:00000001:2.0:1789449459.155136:0:2398:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449459.155145:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83691880 x1876371947494912/t0(0) o9->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449469 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789449459.155156:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83691880 x1876371947494912/t0(0) o9->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449469 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449459.155163:0:2398:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789449459.155165:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449459.155168:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789449459.155170:0:2398:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789449459.155171:0:2398:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789449459.155174:0:2398:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449459.155176:0:2398:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789449459.155181:0:2398:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8986b460 time=89 v=5 (5 5 5 36) 00000100:00001000:2.0:1789449459.155185:0:2398:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8986b418 time=11 v=5 (1 1 0 0) 00000100:00000001:2.0:1789449459.155187:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789449459.155188:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449459.155190:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789449459.155192:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449459.155195:0:2398:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789449459.155196:0:2398:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9e8b89903000: skip recheck: last_committed 4294967323 00000100:00000001:2.0:1789449459.155198:0:2398:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789449459.155200:0:2398:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449459.155204:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83691880 x1876371947494912/t0(0) o9->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449469 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449459.155210:0:2398:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449459.155212:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789449459.155214:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1789449459.155218:0:2398:0:(import.c:2058:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff9e8b83691880 x1876371947494912/t0(0) o9->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449469 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789449459.155226:0:2398:0:(import.c:65:import_set_state_nolock()) ffff9e8b8986b000 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:2.0:1789449459.155231:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83691880 x1876371947494912/t0(0) o9->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449469 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789449459.155239:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83691880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2398:1876371947494912:192.168.202.109@tcp:9:kworker.0 00000100:00000001:2.0:1789449459.155243:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449459.155245:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449459.155248:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83691880 x1876371947494912/t0(0) o9->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449469 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449459.155254:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789449459.155256:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789449459.155258:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b86220c00. 02000000:00000001:2.0:1789449459.155262:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789449459.155264:0:2398:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789449459.155266:0:2398:0:(genops.c:1222:class_import_put()) import ffff9e8b8986b000 refcount=2 obd=lustre-OST0001-osc-ffff9e8b89903000 00000020:00000001:2.0:1789449459.155268:0:2398:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789449459.155270:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b8c47af00. 02000000:00000001:2.0:1789449459.155272:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789449459.155273:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789449459.155275:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83691880. 00000100:00000001:2.0:1789449459.155278:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789449459.155279:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449459.155281:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449459.155286:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449459.155287:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449459.155301:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449459.155303:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449459.203141:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449459.203150:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449459.203183:0:16814:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789449459.203187:0:16814:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449459.203190:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789449460.226044:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449460.226053:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449460.676007:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80a9314a-fa92-41c3-8d17-36c58fffb192->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789449460.676085:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789449460.676099:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d1aa00. 00000020:00000040:0.0:1789449460.676106:0:38:0:(genops.c:1209:class_import_get()) import ffff9e8b83927000 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1789449460.676112:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449460.676115:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449460.676121:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449460.676130:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b864ec300. 00000100:00000001:0.0:1789449460.676206:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449460.676218:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 80a9314a-fa92-41c3-8d17-36c58fffb192->MGS req@ffff9e8b87d1aa00 x1876371947495040/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789449460.676229:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449460.676233:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449460.676240:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab56ac43] to pc [ptlrpcd_00_01+1] req@ffff9e8b87d1aa00 x1876371947495040/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449460.676626:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789449460.676629:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789449460.676633:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1789449460.676636:0:38:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789449460.676638:0:38:0:(import.c:65:import_set_state_nolock()) ffff9e8b8436e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789449460.676643:0:38:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789449460.676647:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff9e8b89903000: connect to NID 192.168.202.109@tcp last attempt 1768 00000400:00000200:0.0:1789449460.676652:0:38:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449460.676655:0:38:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.202.109@tcp is discovered: rc = 1 00000100:00000040:0.0:1789449460.676659:0:38:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9e8b895f2700 refcount 14 to 192.168.202.109@tcp 00000100:00000001:0.0:1789449460.676663:0:38:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789449460.676665:0:38:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9e8b895f2700 refcount 15 to 192.168.202.109@tcp 00000100:00000001:0.0:1789449460.676668:0:38:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446636920875198208 : -107152834353408 : ffff9e8b895f2700) 00000020:00000001:0.0:1789449460.676673:0:38:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789449460.676675:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0xcddde1459ded5b21 00000020:00000001:0.0:1789449460.676677:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449460.676680:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e8b8986e800 refcount=5 00000020:00000001:0.0:1789449460.676683:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920877803520 : -107152831748096 : ffff9e8b8986e800) 00000020:00000001:0.0:1789449460.676685:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636920877803520 : -107152831748096 : ffff9e8b8986e800) 00000100:00000040:0.0:1789449460.676688:0:38:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9e8b895f2700 refcount 14 to 192.168.202.109@tcp 00000100:00000001:0.0:1789449460.676690:0:38:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789449460.676692:0:38:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9e8b895f2700 refcount 15 to 192.168.202.109@tcp 00000100:00000001:0.0:1789449460.676694:0:38:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446636920875198208 : -107152834353408 : ffff9e8b895f2700) 00000020:00000040:0.0:1789449460.676697:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff9e8b8986e800 : new refcount 4 00000100:00080000:0.0:1789449460.676701:0:38:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff9e8b89903000: import ffff9e8b8436e800 using connection 192.168.202.109@tcp/192.168.202.109@tcp 00000100:00000001:0.0:1789449460.676704:0:38:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449460.676706:0:38:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789449460.676725:0:38:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789449460.676728:0:38:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449460.676730:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1789449460.676735:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1789449460.676738:0:38:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449460.676740:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789449460.676744:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d1b100. 00000020:00000040:0.0:1789449460.676746:0:38:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e8b89903000 02000000:00000001:0.0:1789449460.676749:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789449460.676751:0:38:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449460.676754:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449460.676756:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449460.676758:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449460.676762:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b836b2400. 00000100:00000001:0.0:1789449460.676766:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449460.676772:0:38:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e8b87d1b100 x1876371947495168/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789449460.676780:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449460.676782:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449460.678204:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002fffbd4d] to pc [ptlrpcd_rcv+-1] req@ffff9e8b87d1b100 x1876371947495168/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449460.678228:0:38:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449460.678233:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789449460.678237:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789449460.678244:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d18380. 00000020:00000040:0.0:1789449460.678248:0:38:0:(genops.c:1209:class_import_get()) import ffff9e8b862dc800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000100:00000001:0.0:1789449460.678251:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449460.678254:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449460.678257:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449460.678263:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b864ec100. 00000100:00000001:0.0:1789449460.678267:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449460.678272:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0001_UUID req@ffff9e8b87d18380 x1876371947495296/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789449460.678280:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449460.678284:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449460.678288:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066d2a61b] to pc [ptlrpcd_00_00+0] req@ffff9e8b87d18380 x1876371947495296/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449460.678317:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449460.678320:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789449460.678324:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789449460.678338:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789449460.678341:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789449460.678345:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 3 (1801) 00000100:00000001:0.0:1789449460.678358:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449460.678360:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449460.678362:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449460.678364:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1789449460.678366:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449460.678369:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449460.678370:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449460.678372:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449460.678373:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449460.678374:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789449460.678378:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b87d18380 x1876371947495296/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449460.678385:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789449460.678386:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449460.678389:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789449460.678392:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789449460.678394:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449460.678397:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b87d18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2400:1876371947495296:192.168.202.109@tcp:400:kworker.0 00000100:00000001:0.0:1789449460.678400:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789449460.678404:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789449460.678406:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449460.678409:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789449460.678413:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b899c6800. 02000000:00000001:0.0:1789449460.678415:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449460.678420:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:0.0:1789449460.678424:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b86580580. 00000400:00000010:0.0:1789449460.678429:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e56e8. 00000100:00000200:0.0:1789449460.678436:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947495296, portal 10 00000100:00000001:0.0:1789449460.678438:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449460.678439:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849138560 : -107152860413056 : ffff9e8b87d18380) 00000100:00000040:0.0:1789449460.678447:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b87d18380 x1876371947495296/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449476 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449460.678453:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789449460.678456:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1789449460.678458:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5550. 00000100:00000200:0.0:1789449460.678461:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876371947495296, offset 0 00000400:00000200:0.0:1789449460.678467:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1789449460.678475:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449460.678480:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1789449460.678484:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789449460.678488:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1789449460.678491:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789449460.678494:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1789449460.678497:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2674:2674:255:4294967295] 192.168.202.109@tcp LPNI seq info [2674:2674:7:4294967295] 00000400:00000200:0.0:1789449460.678501:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449460.678510:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1789449460.678516:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1789449460.678520:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b864ec500. 00000800:00000200:0.0:1789449460.678526:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1789449460.678532:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1789449460.678536:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b864ec500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789449460.678539:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449460.678543:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: using a timeout of 22107 usecs (23 jiffies) 00000400:00000200:0.0:1789449460.678546:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:0.0:1789449460.678548:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296463387 00000100:00000001:0.0:1789449460.678551:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296467489 00000100:00000001:0.0:1789449460.678553:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296463387 00000100:00000001:0.0:1789449460.678555:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296467489 00000100:00000001:0.0:1789449460.678557:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449460.678560:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449460.678562:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449460.678564:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449460.678623:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449460.678626:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449460.678628:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789449460.678634:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b87d1b100 x1876371947495168/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449460.678642:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449460.678643:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449460.678646:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449460.678648:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449460.678650:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449460.678653:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b87d1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2398:1876371947495168:192.168.202.109@tcp:38:kworker.0 00000100:00000001:2.0:1789449460.678657:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789449460.678659:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449460.678661:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449460.678662:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789449460.678667:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b83605000. 02000000:00000001:2.0:1789449460.678669:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449460.678673:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449460.678676:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b9160. 00000400:00000010:2.0:1789449460.678680:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085dd48. 00000100:00000200:2.0:1789449460.678683:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947495168, portal 10 00000100:00000001:2.0:1789449460.678685:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449460.678687:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849150208 : -107152860401408 : ffff9e8b87d1b100) 00000100:00000040:2.0:1789449460.678692:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b87d1b100 x1876371947495168/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1789449470 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449460.678699:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449460.678701:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449460.678703:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085df68. 00000100:00000200:2.0:1789449460.678706:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876371947495168, offset 0 00000400:00000200:2.0:1789449460.678710:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449460.678714:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449460.678718:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449460.678720:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449460.678723:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449460.678725:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449460.678727:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449460.678730:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2675:2675:254:4294967295] 192.168.202.109@tcp LPNI seq info [2675:2675:6:4294967295] 00000400:00000200:2.0:1789449460.678734:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449460.678739:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449460.678743:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449460.678747:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b89e26600. 00000800:00000200:2.0:1789449460.678750:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449460.678754:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449460.678757:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b89e26600 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1789449460.678759:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449460.678762:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 789526 usecs (790 jiffies) 00000400:00000200:2.0:1789449460.678765:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449460.678767:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296464154 00000100:00000001:2.0:1789449460.678768:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296467489 00000100:00000001:2.0:1789449460.678770:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296464154 00000100:00000001:2.0:1789449460.678773:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296467489 00000100:00000001:2.0:1789449460.678774:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449460.678777:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449460.678779:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449460.678781:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449460.678796:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449460.678798:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1789449460.678800:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449460.678801:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449460.678802:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449460.678804:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449460.680341:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449460.680347:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47a500. 00000400:00000200:3.0:1789449460.680355:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449460.680363:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449460.680371:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012110 00000400:00000010:3.0:1789449460.680374:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012110. 00000100:00000001:3.0:1789449460.680379:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449460.680387:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d1aa00 x1876371947495040/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449476 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449460.680398:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449460.680401:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d1aa00 x1876371947495040/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449476 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449460.680409:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449460.680411:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789449460.680423:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449460.680425:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ec500. 00000400:00000200:3.0:1789449460.680428:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449460.680432:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449460.680434:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5550 00000400:00000010:3.0:1789449460.680436:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5550. 00000100:00000001:3.0:1789449460.680438:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449460.680441:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d18380 x1876371947495296/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449476 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449460.680448:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449460.680450:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d18380 x1876371947495296/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449476 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449460.680457:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449460.680458:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789449460.680521:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449460.680523:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b89e26600. 00000400:00000200:3.0:1789449460.680526:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449460.680529:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449460.680532:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085df68 00000400:00000010:3.0:1789449460.680533:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085df68. 00000100:00000001:3.0:1789449460.680536:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449460.680540:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d1b100 x1876371947495168/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1789449470 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449460.680547:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449460.680550:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d1b100 x1876371947495168/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1789449470 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449460.680556:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449460.680557:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789449460.685692:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449460.685721:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449460.685728:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449460.685732:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449460.685744:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449460.685753:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449460.685765:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449460.685770:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449460.685776:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449460.685791:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x6aa8ce3659f80 00000400:00000200:3.0:1789449460.685798:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449460.685804:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x7a5d [1] + 224 00000800:00000001:3.0:1789449460.685811:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449460.685818:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449460.685822:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449460.685827:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449460.685835:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449460.685845:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d18380 x1876371947495296/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449476 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449460.685857:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b87d18380 x1876371947495296/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449476 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449460.685916:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449460.685926:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449460.685930:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449460.685930:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449460.685935:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789449460.685942:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449460.685944:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449460.685947:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b86580580. 00000400:00000200:0.0:1789449460.685952:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e56e8 00000400:00000010:0.0:1789449460.685954:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e56e8. 00000100:00000001:0.0:1789449460.685958:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449460.685962:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b87d18380 x1876371947495296/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449476 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789449460.685971:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b87d18380 x1876371947495296/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449476 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449460.685977:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449460.685978:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449460.685981:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449460.685984:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449460.685986:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449460.685988:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449460.685991:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449460.686001:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b862dcc60 time=90 v=5 (5 102 102 102) 00000100:00001000:0.0:1789449460.686005:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b862dcc18 time=90 v=5 (1 1 1 1) 00000100:00000001:0.0:1789449460.686008:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449460.686010:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449460.686644:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449460.686651:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449460.686656:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789449460.686658:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967328 00000100:00000001:0.0:1789449460.686661:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449460.686663:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449460.686669:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b87d18380 x1876371947495296/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449476 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449460.686677:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449460.686681:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449460.686683:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449460.686687:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b87d18380 x1876371947495296/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449476 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789449460.686696:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b87d18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2400:1876371947495296:192.168.202.109@tcp:400:kworker.0 00000100:00000001:0.0:1789449460.686701:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449460.686704:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449460.686707:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b87d18380 x1876371947495296/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449476 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449460.686724:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789449460.686726:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449460.686730:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b899c6800. 02000000:00000001:0.0:1789449460.686734:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789449460.686737:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449460.686739:0:2400:0:(genops.c:1222:class_import_put()) import ffff9e8b862dc800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000020:00000001:0.0:1789449460.686741:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449460.686744:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b864ec100. 02000000:00000001:0.0:1789449460.686747:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449460.686749:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449460.686751:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b87d18380. 00000100:00000001:0.0:1789449460.686755:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449460.686757:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449460.686760:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449460.686762:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449460.686763:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449460.686765:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449460.686766:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789449460.695690:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449460.695718:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449460.695722:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449460.695724:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449460.695732:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449460.695740:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449460.695748:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449460.695753:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449460.695758:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449460.695762:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 416 into portal 10 MB=0x6aa8ce3659f00 00000400:00000200:3.0:1789449460.695768:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449460.695774:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 416/416 into md 0x7a65 [1] + 0 00000800:00000001:3.0:1789449460.695781:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449460.695788:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449460.695792:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449460.695797:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449460.695805:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449460.695814:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d1b100 x1876371947495168/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1789449470 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449460.695826:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9e8b87d1b100 x1876371947495168/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1789449470 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449460.695849:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449460.695857:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449460.695861:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449460.696118:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449460.696122:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789449460.696129:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789449460.696141:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789449460.696144:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b9160. 00000400:00000200:2.0:1789449460.696149:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085dd48 00000400:00000010:2.0:1789449460.696152:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085dd48. 00000100:00000001:2.0:1789449460.696155:0:2398:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449460.696160:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b87d1b100 x1876371947495168/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1789449470 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789449460.696171:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b87d1b100 x1876371947495168/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1789449470 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449460.696177:0:2398:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789449460.696179:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449460.696182:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789449460.696185:0:2398:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789449460.696187:0:2398:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789449460.696189:0:2398:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449460.696193:0:2398:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789449460.696202:0:2398:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=90 v=5 (5 102 102 102) 00000100:00001000:2.0:1789449460.696207:0:2398:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=27 v=5 (1 0 0 0) 00000100:00000001:2.0:1789449460.696210:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789449460.696211:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449460.696214:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789449460.696217:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449460.696221:0:2398:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789449460.696222:0:2398:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967600 00000100:00000001:2.0:1789449460.696224:0:2398:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789449460.696227:0:2398:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449460.696232:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b87d1b100 x1876371947495168/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/416 e 0 to 0 dl 1789449470 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449460.696239:0:2398:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449460.696242:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789449460.696244:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449460.696246:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1789449460.696252:0:2398:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff9e8b89903000: connect to target with instance 1 00000020:00000001:2.0:1789449460.696256:0:2398:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789449460.696257:0:2398:0:(genops.c:804:class_conn2export()) looking for export cookie 0xcddde1459ded5b21 00000020:00000001:2.0:1789449460.696260:0:2398:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449460.696263:0:2398:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e8b8986e800 refcount=5 00000020:00000001:2.0:1789449460.696265:0:2398:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920877803520 : -107152831748096 : ffff9e8b8986e800) 00000020:00000001:2.0:1789449460.696267:0:2398:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636920877803520 : -107152831748096 : ffff9e8b8986e800) 00000100:00001000:2.0:1789449460.696271:0:2398:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=1789449460 v=0 (0 0 0 0) 00000100:00001000:2.0:1789449460.696274:0:2398:0:(import.c:2262:obd_at_measure()) AT ffff9e8b8436ec18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:2.0:1789449460.696278:0:2398:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 710, crc32c 3463, adler 492 00000020:00000040:2.0:1789449460.696282:0:2398:0:(genops.c:879:class_export_put()) PUTting export ffff9e8b8986e800 : new refcount 4 00000100:00000001:2.0:1789449460.696284:0:2398:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:2.0:1789449460.696287:0:2398:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000008:00000020:2.0:1789449460.696291:0:2398:0:(osc_request.c:1062:osc_init_grant()) lustre-MDT0000-mdc-ffff9e8b89903000, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000002:00000001:2.0:1789449460.696295:0:2398:0:(mdc_request.c:3107:mdc_init_ea_size()) Process entered 00000002:00000001:2.0:1789449460.696296:0:2398:0:(mdc_request.c:3114:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449460.696298:0:2398:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:2.0:1789449460.696301:0:2398:0:(lmv_obd.c:191:lmv_notify()) Process entered 00000080:00000001:2.0:1789449460.696305:0:2398:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:2.0:1789449460.696307:0:2398:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789449460.696309:0:2398:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449460.696310:0:2398:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449460.696312:0:2398:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:2.0:1789449460.696313:0:2398:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449460.696316:0:2398:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449460.696317:0:2398:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:2.0:1789449460.696320:0:2398:0:(import.c:1342:ptlrpc_connect_interpret()) reconnected to lustre-MDT0000_UUID@192.168.202.109@tcp after partition 00000100:00080000:2.0:1789449460.696324:0:2398:0:(import.c:65:import_set_state_nolock()) ffff9e8b8436e800 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00000001:2.0:1789449460.696338:0:2398:0:(import.c:1693:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1789449460.696341:0:2398:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00080000:2.0:1789449460.696346:0:2398:0:(client.c:3248:ptlrpc_resend_req()) @@@ going to resend req@ffff9e8b83693100 x1876371947492864/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449462 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449460.696367:0:2398:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789449460.696370:0:2398:0:(import.c:65:import_set_state_nolock()) ffff9e8b8436e800 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:2.0:1789449460.696373:0:2398:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:2.0:1789449460.696374:0:2398:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:2.0:1789449460.696375:0:2398:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:2.0:1789449460.696376:0:2398:0:(lmv_obd.c:191:lmv_notify()) Process entered 00800000:00000001:2.0:1789449460.696378:0:2398:0:(lmv_obd.c:85:lmv_set_mdc_active()) Process entered 00800000:00000040:2.0:1789449460.696380:0:2398:0:(lmv_obd.c:88:lmv_set_mdc_active()) Searching in lmv ffff9e8b83135568 for uuid lustre-MDT0000_UUID (activate=1) 00800000:00000040:2.0:1789449460.696383:0:2398:0:(lmv_obd.c:94:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0xcddde1459ded5b21 00800000:00000040:2.0:1789449460.696386:0:2398:0:(lmv_obd.c:109:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff9e8b89903000=b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb device 3 (ffff9e8b831319c0) type mdc at LMV idx 0 00800000:00000040:2.0:1789449460.696389:0:2398:0:(lmv_obd.c:114:lmv_set_mdc_active()) OBD ffff9e8b831319c0 already active! 00800000:00000001:2.0:1789449460.696391:0:2398:0:(lmv_obd.c:115:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1789449460.696393:0:2398:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:2.0:1789449460.696394:0:2398:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789449460.696396:0:2398:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449460.696397:0:2398:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449460.696399:0:2398:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:2.0:1789449460.696400:0:2398:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789449460.696402:0:2398:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=9 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000800:00000200:3.0:1789449460.697011:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449460.697016:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47ab00. 00000400:00000200:3.0:1789449460.697021:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449460.697026:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449460.697030:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012e58 00000400:00000010:3.0:1789449460.697033:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012e58. 00000100:00000001:3.0:1789449460.697037:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449460.697041:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83693100 x1876371947492864/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449476 ref 3 fl Rpc:r/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449460.697050:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449460.697053:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83693100 x1876371947492864/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449476 ref 3 fl Rpc:Qr/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449460.697061:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449460.697062:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449460.697923:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449460.697938:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449460.697940:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449460.697943:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449460.697949:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449460.697956:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449460.697963:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449460.697967:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449460.697971:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449460.697976:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x6aa8ce3659e80 00000400:00000200:2.0:1789449460.697981:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449460.697987:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x7a55 [1] + 224 00000800:00000001:2.0:1789449460.697993:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449460.698001:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449460.698003:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449460.698007:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449460.698013:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449460.698021:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d1aa00 x1876371947495040/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449476 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449460.698032:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b87d1aa00 x1876371947495040/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449476 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449460.698050:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449460.698057:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449460.698060:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789449460.698224:0:32001:0:(mdc_request.c:2638:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:3.0:1789449460.698228:0:32001:0:(kernelcomm.c:1325:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:3.0:1789449460.698232:0:32001:0:(kernelcomm.c:1339:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449460.698235:0:32001:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449460.698238:0:32001:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:3.0:1789449460.698241:0:32001:0:(genops.c:1229:class_import_put()) Process leaving 00000002:00000001:3.0:1789449460.698242:0:32001:0:(mdc_request.c:2648:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449460.698498:0:31975:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449460.698502:0:31975:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449460.698505:0:31975:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449460.698507:0:31975:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449460.698510:0:31975:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449460.698513:0:31975:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449460.698515:0:31975:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449460.698518:0:31975:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:2.0:1789449460.698522:0:31975:0:(client.c:3742:ptlrpc_set_mbits()) resend with new mbits old x1876371947492608 new x1876371947495552 02000000:00000001:2.0:1789449460.698525:0:31975:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449460.698527:0:31975:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449460.698532:0:31975:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449460.698606:0:31975:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b9160. 00000400:00000010:2.0:1789449460.698613:0:31975:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085dd48. 00000100:00000200:2.0:1789449460.698619:0:31975:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947492608, portal 10 00000100:00000001:2.0:1789449460.698622:0:31975:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449460.698624:0:31975:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775193728 : -107152934357888 : ffff9e8b83693480) 00000100:00000040:2.0:1789449460.698632:0:31975:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=202 req@ffff9e8b83693480 x1876371947492608/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 488/512 e 0 to 0 dl 1789449476 ref 3 fl Rpc:r/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449460.698640:0:31975:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449460.698642:0:31975:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449460.698644:0:31975:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d660. 00000100:00000200:2.0:1789449460.698647:0:31975:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1876371947492608, offset 0 00000400:00000200:2.0:1789449460.698653:0:31975:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449460.698659:0:31975:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449460.698666:0:31975:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449460.698670:0:31975:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449460.698674:0:31975:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449460.698677:0:31975:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449460.698680:0:31975:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449460.698684:0:31975:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2677:2677:256:4294967295] 192.168.202.109@tcp LPNI seq info [2677:2677:8:4294967295] 00000400:00000200:2.0:1789449460.698688:0:31975:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449460.698695:0:31975:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449460.698702:0:31975:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449460.698708:0:31975:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b89e26600. 00000800:00000200:2.0:1789449460.698714:0:31975:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449460.698721:0:31975:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449460.698727:0:31975:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b89e26600 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:2.0:1789449460.698742:0:31975:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449460.698746:0:31975:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 788372 usecs (789 jiffies) 00000400:00000200:2.0:1789449460.698750:0:31975:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449460.698752:0:31975:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296464173 00000100:00000001:2.0:1789449460.698755:0:31975:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296467489 00000100:00000001:2.0:1789449460.698757:0:31975:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296464173 00000100:00000001:2.0:1789449460.698759:0:31975:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296467489 00000100:00000001:2.0:1789449460.698761:0:31975:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449460.698764:0:31975:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449460.698768:0:31975:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449460.698769:0:31975:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789449460.698772:0:31975:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b83163b40 going to sleep for 11 seconds 00000100:00000001:2.0:1789449460.698774:0:31975:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449460.698775:0:31975:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449460.699095:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449460.699099:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b89e26600. 00000400:00000200:3.0:1789449460.699103:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449460.699107:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449460.699112:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d660 00000400:00000010:3.0:1789449460.699115:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d660. 00000100:00000001:3.0:1789449460.699119:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449460.699123:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83693480 x1876371947492608/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 488/512 e 0 to 0 dl 1789449476 ref 3 fl Rpc:r/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449460.699133:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449460.699477:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83693480 x1876371947492608/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 488/512 e 0 to 0 dl 1789449476 ref 3 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449460.699491:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449460.699493:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789449460.700590:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449460.700596:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789449460.700603:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449460.700606:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449460.700609:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b83427688. 00000400:00000200:0.0:1789449460.700615:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b850126e8 00000400:00000010:0.0:1789449460.700618:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b850126e8. 00000100:00000001:0.0:1789449460.700621:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449460.700630:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b87d1aa00 x1876371947495040/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449476 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789449460.700641:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b87d1aa00 x1876371947495040/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449476 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449460.700648:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449460.700650:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449460.700652:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449460.700655:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449460.700658:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449460.700660:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449460.700663:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449460.700669:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b83927460 time=91 v=5 (5 5 5 5) 00000100:00001000:0.0:1789449460.700673:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b83927418 time=91 v=5 (1 1 1 1) 00000100:00000001:0.0:1789449460.700675:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449460.700677:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449460.700680:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449460.700682:0:2400:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449460.700685:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449460.700690:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b87d1aa00 x1876371947495040/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449476 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449460.700697:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449460.700700:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449460.700702:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449460.700705:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b87d1aa00 x1876371947495040/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449476 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789449460.700723:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b87d1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:80a9314a-fa92-41c3-8d17-36c58fffb192:2400:1876371947495040:192.168.202.109@tcp:400:kworker.0 00000100:00000001:0.0:1789449460.700727:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449460.700730:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449460.700733:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b87d1aa00 x1876371947495040/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449476 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449460.700739:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789449460.700742:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449460.700745:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b8b10d400. 02000000:00000001:0.0:1789449460.700750:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789449460.700754:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449460.700756:0:2400:0:(genops.c:1222:class_import_put()) import ffff9e8b83927000 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:0.0:1789449460.700758:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449460.700760:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b864ec300. 02000000:00000001:0.0:1789449460.700763:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449460.700764:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449460.700766:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b87d1aa00. 00000100:00000001:0.0:1789449460.700771:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449460.700772:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449460.700774:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449460.701000:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449460.701002:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449460.701005:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449460.701007:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789449460.701246:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449460.701261:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449460.701264:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449460.701267:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449460.701275:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449460.701280:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449460.701288:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449460.701292:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449460.701297:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449460.701300:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 456 into portal 10 MB=0x6aa8ce365a000 00000400:00000200:2.0:1789449460.701306:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449460.701312:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 456/456 into md 0x7a75 [1] + 224 00000800:00000001:2.0:1789449460.701319:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449460.701352:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449460.701356:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449460.701360:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449460.701366:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449460.701371:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83693100 x1876371947492864/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449476 ref 2 fl Rpc:Qr/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449460.701380:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=602 mlen=456 offset=224 replen=624 req@ffff9e8b83693100 x1876371947492864/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449476 ref 2 fl Rpc:RQ/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449460.701400:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449460.701408:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449460.701411:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.1:1789449460.724900:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b87d971e0. 00000080:00000010:1.1:1789449460.724924:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b8316ff40. 00000800:00000001:3.0:1789449460.738246:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449460.738265:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449460.738270:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449460.738272:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449460.738281:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449460.738289:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449460.738298:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449460.738303:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449460.738308:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449460.738313:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 456 into portal 10 MB=0x6aa8ce365a080 00000400:00000200:3.0:1789449460.738317:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449460.738323:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 456/456 into md 0x7a7d [1] + 224 00000800:00000001:3.0:1789449460.738342:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449460.738351:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449460.738355:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449460.738360:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449460.738368:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449460.738378:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83693480 x1876371947492608/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 488/512 e 0 to 0 dl 1789449476 ref 2 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449460.738389:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=202 mlen=456 offset=224 replen=512 req@ffff9e8b83693480 x1876371947492608/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 488/512 e 0 to 0 dl 1789449476 ref 2 fl Rpc:RQ/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449460.738415:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449460.738423:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449460.738427:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789449460.740832:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449460.740843:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47a100. 00000400:00000200:3.0:1789449460.740850:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449460.740859:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449460.740866:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012a18 00000400:00000010:3.0:1789449460.740870:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012a18. 00000100:00000001:3.0:1789449460.740875:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449460.740916:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83693480 x1876371947495680/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 376/472 e 0 to 0 dl 1789449476 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449460.740928:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449460.740932:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83693480 x1876371947495680/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 376/472 e 0 to 0 dl 1789449476 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449460.740939:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449460.740941:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789449460.745632:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449460.745653:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449460.745659:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449460.745663:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449460.745676:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449460.745686:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449460.745699:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449460.745706:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449460.745713:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449460.745719:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 400 into portal 10 MB=0x6aa8ce365a100 00000400:00000200:3.0:1789449460.745727:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449460.745735:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 400/400 into md 0x7a8d [1] + 224 00000800:00000001:3.0:1789449460.745745:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449460.745826:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449460.745832:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449460.745838:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449460.745849:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449460.745860:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83693480 x1876371947495680/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 376/472 e 0 to 0 dl 1789449476 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789449460.745873:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=472 req@ffff9e8b83693480 x1876371947495680/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 376/472 e 0 to 0 dl 1789449476 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449460.745923:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449460.745934:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449460.745939:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449460.751913:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449460.751918:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449460.751921:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789449460.751928:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83691f80 x1876371947495808/t0(0) o8->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449460.751937:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789449460.751939:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449460.751942:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789449460.752206:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789449460.752210:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449460.752215:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83691f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2398:1876371947495808:192.168.202.109@tcp:8:touch.0 00000100:00000001:3.0:1789449460.752219:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789449460.752223:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789449460.752225:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449460.752227:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789449460.752232:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b87c49400. 02000000:00000001:3.0:1789449460.752234:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449460.752242:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:3.0:1789449460.752246:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b8525c688. 00000400:00000010:3.0:1789449460.752252:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69aa0. 00000100:00000200:3.0:1789449460.752259:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947495808, portal 4 00000100:00000001:3.0:1789449460.752261:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449460.752263:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775188352 : -107152934363264 : ffff9e8b83691f80) 00000100:00000040:3.0:1789449460.752270:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b83691f80 x1876371947495808/t0(0) o8->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1789449470 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449460.752277:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449460.752280:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1789449460.752283:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69bb0. 00000100:00000200:3.0:1789449460.752285:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876371947495808, offset 0 00000400:00000200:3.0:1789449460.752292:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1789449460.752300:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449460.752307:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449460.752313:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789449460.752318:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1789449460.752322:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789449460.752325:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1789449460.752339:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2679:2679:256:4294967295] 192.168.202.109@tcp LPNI seq info [2679:2679:8:4294967295] 00000400:00000200:3.0:1789449460.752344:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449460.752354:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449460.752360:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449460.752367:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051cc00. 00000800:00000200:3.0:1789449460.752374:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449460.752383:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449460.752388:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051cc00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789449460.752400:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449460.752404:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: using a timeout of 251645 usecs (252 jiffies) 00000400:00000200:3.0:1789449460.752408:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:3.0:1789449460.752410:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296463690 00000100:00000001:3.0:1789449460.752413:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296467489 00000100:00000001:3.0:1789449460.752415:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296463690 00000100:00000001:3.0:1789449460.752417:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296467489 00000100:00000001:3.0:1789449460.752419:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449460.752422:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449460.752424:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449460.752426:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449460.752429:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449460.752431:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1789449460.752433:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449460.752434:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449460.752435:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449460.752437:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449460.752569:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449460.752574:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b9051cc00. 00000400:00000200:3.0:1789449460.752579:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449460.752584:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449460.752589:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69bb0 00000400:00000010:3.0:1789449460.752592:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69bb0. 00000100:00000001:3.0:1789449460.752596:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449460.752600:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83691f80 x1876371947495808/t0(0) o8->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1789449470 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449460.752609:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449460.752613:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83691f80 x1876371947495808/t0(0) o8->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1789449470 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449460.752621:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449460.752622:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789449460.757942:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449460.757963:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449460.757967:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449460.757970:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449460.757979:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449460.757988:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449460.757997:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449460.758002:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449460.758007:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449460.758012:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 416 into portal 4 MB=0x6aa8ce365a180 00000400:00000200:3.0:1789449460.758018:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449460.758025:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 416/416 into md 0x7a95 [1] + 0 00000800:00000001:3.0:1789449460.758033:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449460.758040:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449460.758044:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449460.758049:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449460.758057:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449460.758066:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83691f80 x1876371947495808/t0(0) o8->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1789449470 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449460.758079:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9e8b83691f80 x1876371947495808/t0(0) o8->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1789449470 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449460.758099:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449460.758107:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449460.758111:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789449460.758388:0:2398:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1789449460.758392:0:2398:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449460.758395:0:2398:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789449460.758396:0:2398:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789449460.758399:0:2398:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449460.758400:0:2398:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:0.0:1789449460.758402:0:2398:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:0.0:1789449460.758407:0:2398:0:(import.c:65:import_set_state_nolock()) ffff9e8b8986b000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000100:00000001:0.0:1789449460.758410:0:2398:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:0.0:1789449460.758411:0:2398:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:0.0:1789449460.758413:0:2398:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:0.0:1789449460.758414:0:2398:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:0.0:1789449460.758416:0:2398:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:0.0:1789449460.758418:0:2398:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff9e8b83133ba8 for uuid lustre-OST0001_UUID event(1) 00020000:00000040:0.0:1789449460.758424:0:2398:0:(lov_obd.c:394:lov_set_osc_active()) OSC lustre-OST0001_UUID already active! 00020000:00000001:0.0:1789449460.758426:0:2398:0:(lov_obd.c:395:lov_set_osc_active()) Process leaving via out (rc=1 : 1 : 0x1) 00020000:00000001:0.0:1789449460.758429:0:2398:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789449460.758430:0:2398:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1789449460.758432:0:2398:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:0.0:1789449460.758434:0:2398:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:0.0:1789449460.758437:0:2398:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:0.0:1789449460.758439:0:2398:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:0.0:1789449460.758441:0:2398:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:0.0:1789449460.758443:0:2398:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449460.758445:0:2398:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449460.758447:0:2398:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:0.0:1789449460.758448:0:2398:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:0.0:1789449460.758449:0:2398:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449460.758451:0:2398:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:0.0:1789449460.758452:0:2398:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:0.0:1789449460.758456:0:2398:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:0.0:1789449460.758458:0:2398:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449460.758460:0:2398:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449460.758462:0:2398:0:(lcommon_misc.c:111:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449460.758464:0:2398:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449460.758466:0:2398:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789449460.758467:0:2398:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789449460.758469:0:2398:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449460.758470:0:2398:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:0.0:1789449460.758472:0:2398:0:(import.c:1286:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449460.758475:0:2398:0:(import.c:1693:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1789449460.758481:0:2398:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000c44543d7): req@ffff9e8b83693480 x1876371947495936/t0(0) o2->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449460.758500:0:2398:0:(import.c:1799:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449460.758505:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449460.758509:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83691f80 x1876371947495808/t0(0) o8->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/416 e 0 to 0 dl 1789449470 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789449460.758518:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83691f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2398:1876371947495808:192.168.202.109@tcp:8:touch.0 00000100:00000001:0.0:1789449460.758523:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449460.758527:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449460.758530:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83691f80 x1876371947495808/t0(0) o8->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/416 e 0 to 0 dl 1789449470 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449460.758536:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789449460.758538:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449460.758541:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b87c49400. 02000000:00000001:0.0:1789449460.758558:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789449460.758561:0:2398:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449460.758563:0:2398:0:(genops.c:1222:class_import_put()) import ffff9e8b8986b000 refcount=3 obd=lustre-OST0001-osc-ffff9e8b89903000 00000020:00000001:0.0:1789449460.758565:0:2398:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449460.758568:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b8678ec00. 02000000:00000001:0.0:1789449460.758571:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449460.758573:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449460.758575:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83691f80. 00000100:00000001:0.0:1789449460.758578:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449460.758580:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449460.758582:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449460.758589:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449460.758591:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449460.758593:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449460.758594:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449460.759445:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449460.759451:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47a400. 00000400:00000200:2.0:1789449460.759456:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449460.759461:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449460.759466:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b850122a8 00000400:00000010:2.0:1789449460.759469:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b850122a8. 00000100:00000001:2.0:1789449460.759473:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449460.759478:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83693480 x1876371947495936/t0(0) o2->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1789449476 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449460.759488:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449460.759491:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83693480 x1876371947495936/t0(0) o2->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1789449476 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449460.759497:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449460.759498:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789449460.782686:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449460.782704:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449460.782722:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449460.782727:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449460.782737:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449460.782746:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449460.782755:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449460.782759:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449460.782765:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449460.782769:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 432 into portal 4 MB=0x6aa8ce365a200 00000400:00000200:3.0:1789449460.782774:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449460.782781:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 432/432 into md 0x7aa5 [1] + 224 00000800:00000001:3.0:1789449460.782788:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449460.782796:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449460.782800:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449460.782804:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449460.782812:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449460.782821:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83693480 x1876371947495936/t0(0) o2->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1789449476 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789449460.782833:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff9e8b83693480 x1876371947495936/t0(0) o2->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1789449476 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449460.782853:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449460.782861:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449460.782865:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789449460.783503:0:31975:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:3.0:1789449460.783507:0:31975:0:(lov_io.c:1441:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449460.783510:0:31975:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449460.783514:0:31975:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:3.0:1789449460.783517:0:31975:0:(cl_io.c:353:cl_io_unlock()) Process entered 00020000:00000001:3.0:1789449460.783520:0:31975:0:(lov_io.c:1519:lov_io_unlock()) Process entered 00020000:00000001:3.0:1789449460.783523:0:31975:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:3.0:1789449460.783524:0:31975:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:3.0:1789449460.783526:0:31975:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1789449460.783527:0:31975:0:(lov_io.c:1453:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449460.783529:0:31975:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449460.783530:0:31975:0:(lov_io.c:1522:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1789449460.783531:0:31975:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1789449460.783532:0:31975:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1789449460.783534:0:31975:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1789449460.783535:0:31975:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1789449460.783537:0:31975:0:(lov_io.c:1500:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1789449460.783538:0:31975:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:3.0:1789449460.783539:0:31975:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1789449460.783541:0:31975:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1789449460.783543:0:31975:0:(lov_io.c:1447:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449460.783545:0:31975:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449460.783546:0:31975:0:(lov_io.c:1511:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1789449460.783547:0:31975:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1789449460.783549:0:31975:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449460.783551:0:31975:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:3.0:1789449460.783553:0:31975:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1789449460.783555:0:31975:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1789449460.783556:0:31975:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:3.0:1789449460.783557:0:31975:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:3.0:1789449460.783560:0:31975:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217b40 00020000:00000001:3.0:1789449460.783563:0:31975:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1789449460.783565:0:31975:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1789449460.783568:0:31975:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1789449460.783570:0:31975:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x22:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1789449460.783573:0:31975:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1789449460.783574:0:31975:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:3.0:1789449460.783575:0:31975:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217360 00000080:00000001:3.0:1789449460.783578:0:31975:0:(lcommon_cl.c:108:cl_setattr_ost()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449460.783581:0:31975:0:(llite_lib.c:2656:ll_setattr_raw()) Process leaving 00000080:00000010:3.0:1789449460.783585:0:31975:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b82a98000. 00000020:00000001:3.0:1789449460.783594:0:31975:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c4bc30 00000080:00200008:3.0:1789449460.783597:0:31975:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file f:[0x200000405:0x22:0x0](ffff9e8b89113a88) current size 0, valid attrs 100201f0, mode 0, uid -1054067974, gid -1, new size 213440, atime 1789449444.000000000, mtime 1789449444.000000000, ctime 1789449444.000000000, rc 0 00000080:00000001:3.0:1789449460.783603:0:31975:0:(llite_lib.c:2688:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449460.783617:0:31975:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1789449460.783621:0:31975:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b836978b8) owner 0000000000000000/ffff9e8b89eb27c0 00020000:00000002:3.0:1789449460.783625:0:31975:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b836978b8) owner 0000000000000000/ffff9e8b89eb27c0 00020000:00000001:3.0:1789449460.783627:0:31975:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449460.783632:0:31975:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1789449460.783635:0:31975:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c4bdf0 00000080:00200008:3.0:1789449460.783636:0:31975:0:(file.c:479:ll_file_release()) START file f:[0x200000405:0x22:0x0](ffff9e8b89113a88), flags 104001 00000080:00000001:3.0:1789449460.783640:0:31975:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:3.0:1789449460.783643:0:31975:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:3.0:1789449460.783644:0:31975:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1789449460.783645:0:31975:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b836978b8) owner 0000000000000000/ffff9e8b89eb27c0 00020000:00000002:3.0:1789449460.783647:0:31975:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b836978b8) owner 0000000000000000/ffff9e8b89eb27c0 00020000:00000001:3.0:1789449460.783649:0:31975:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449460.783651:0:31975:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:3.0:1789449460.783656:0:31975:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789449460.783659:0:31975:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789449460.783661:0:31975:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789449460.783664:0:31975:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789449460.783665:0:31975:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449460.783667:0:31975:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x22:0x0] 00800000:00000001:3.0:1789449460.783669:0:31975:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449460.783674:0:31975:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789449460.783676:0:31975:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789449460.783683:0:31975:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bda00 count: 2 00010000:00000001:3.0:1789449460.783685:0:31975:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789449460.783690:0:31975:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449460.783691:0:31975:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x22:0x0]: 0 00000080:00000001:3.0:1789449460.783694:0:31975:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:3.0:1789449460.783695:0:31975:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1789449460.783700:0:31975:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9e8b86783e00. 00000080:00000001:3.0:1789449460.783702:0:31975:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:3.0:1789449460.783706:0:31975:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1789449460.783709:0:31975:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:3.0:1789449460.783710:0:31975:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789449460.783711:0:31975:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789449460.783712:0:31975:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789449460.783713:0:31975:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789449460.783715:0:31975:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449460.783718:0:31975:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x22:0x0] 00800000:00000001:3.0:1789449460.783720:0:31975:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449460.783722:0:31975:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x22:0x0] 00000002:00000001:3.0:1789449460.783725:0:31975:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1789449460.783727:0:31975:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9e8b89903000: [0x200000405:0x22:0x0] file closed with intent: 0 00000100:00000010:3.0:1789449460.783731:0:31975:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b8310b100. 00000020:00000040:3.0:1789449460.783735:0:31975:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000100:00000001:3.0:1789449460.783738:0:31975:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789449460.783741:0:31975:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789449460.783744:0:31975:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789449460.783751:0:31975:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e8b86782600. 00000100:00000001:3.0:1789449460.783756:0:31975:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1789449460.783767:0:31975:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9e8b83692d80 x1876371947492352/t4294967599(4294967599) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1789449460 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1789449460.783776:0:31975:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e8b89903000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1789449460.783780:0:31975:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e8b8310b100 x1876371947496192/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1789449460.783787:0:31975:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789449460.783788:0:31975:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789449460.783794:0:31975:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b9041f300. 00000100:00000001:3.0:1789449460.783796:0:31975:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920990724864 : -107152718826752 : ffff9e8b9041f300) 00000100:00000001:3.0:1789449460.783799:0:31975:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449460.783800:0:31975:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769392896 : -107152940158720 : ffff9e8b8310b100) 00000100:00000001:3.0:1789449460.783805:0:31975:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789449460.783808:0:31975:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449460.783810:0:31975:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789449460.783811:0:31975:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789449460.783814:0:31975:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b8310b100 x1876371947496192/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449460.783820:0:31975:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789449460.783822:0:31975:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449460.783825:0:31975:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789449460.783828:0:31975:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789449460.783830:0:31975:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449460.783833:0:31975:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b8310b100 pname:cluuid:pid:xid:nid:opc:job touch:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:31975:1876371947496192:192.168.202.109@tcp:35:touch.0 00000100:00000001:3.0:1789449460.783837:0:31975:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789449460.783841:0:31975:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789449460.783843:0:31975:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449460.783845:0:31975:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789449460.783849:0:31975:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b87c4a000. 02000000:00000001:3.0:1789449460.783851:0:31975:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449460.783858:0:31975:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:3.0:1789449460.783862:0:31975:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b8525c6e0. 00000400:00000010:3.0:1789449460.783867:0:31975:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69bb0. 00000100:00000200:3.0:1789449460.783872:0:31975:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947496192, portal 10 00000100:00000001:3.0:1789449460.783874:0:31975:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449460.783875:0:31975:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769392896 : -107152940158720 : ffff9e8b8310b100) 00000100:00000040:3.0:1789449460.783918:0:31975:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b8310b100 x1876371947496192/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449476 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449460.783925:0:31975:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449460.783928:0:31975:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1789449460.783931:0:31975:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69dd0. 00000100:00000200:3.0:1789449460.783934:0:31975:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876371947496192, offset 0 00000400:00000200:3.0:1789449460.783940:0:31975:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1789449460.783946:0:31975:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449460.783953:0:31975:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449460.783958:0:31975:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789449460.783962:0:31975:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1789449460.783966:0:31975:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789449460.783968:0:31975:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1789449460.783972:0:31975:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2681:2681:256:4294967295] 192.168.202.109@tcp LPNI seq info [2681:2681:8:4294967295] 00000400:00000200:3.0:1789449460.783976:0:31975:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449460.783985:0:31975:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449460.783991:0:31975:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449460.783997:0:31975:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051cc00. 00000800:00000200:3.0:1789449460.784004:0:31975:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449460.784012:0:31975:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449460.784017:0:31975:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051cc00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1789449460.784029:0:31975:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449460.784033:0:31975:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 841827 usecs (842 jiffies) 00000400:00000200:3.0:1789449460.784036:0:31975:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:3.0:1789449460.784039:0:31975:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296464311 00000100:00000001:3.0:1789449460.784042:0:31975:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296467489 00000100:00000001:3.0:1789449460.784043:0:31975:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296464311 00000100:00000001:3.0:1789449460.784046:0:31975:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296467489 00000100:00000001:3.0:1789449460.784048:0:31975:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449460.784051:0:31975:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449460.784053:0:31975:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449460.784054:0:31975:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789449460.784057:0:31975:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b9041f300 going to sleep for 11 seconds 00000100:00000001:3.0:1789449460.784059:0:31975:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449460.784061:0:31975:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449460.784174:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449460.784178:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b9051cc00. 00000400:00000200:3.0:1789449460.784182:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449460.784186:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449460.784190:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69dd0 00000400:00000010:3.0:1789449460.784192:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69dd0. 00000100:00000001:3.0:1789449460.784196:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449460.784200:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b8310b100 x1876371947496192/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449476 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449460.784209:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449460.784212:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b8310b100 x1876371947496192/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449476 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449460.784218:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449460.784220:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789449460.796593:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449460.796614:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449460.796618:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449460.796621:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449460.796631:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449460.796640:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449460.796650:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449460.796655:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449460.796660:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449460.796665:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 456 into portal 10 MB=0x6aa8ce365a300 00000400:00000200:3.0:1789449460.796671:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449460.796677:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 456/456 into md 0x7aad [1] + 224 00000800:00000001:3.0:1789449460.796685:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449460.796693:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449460.796697:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449460.796702:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449460.796717:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449460.796727:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b8310b100 x1876371947496192/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449476 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789449460.796738:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9e8b8310b100 x1876371947496192/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449476 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449460.796763:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449460.796771:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449460.796775:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449460.796830:0:31975:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789449460.796837:0:31975:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789449460.796840:0:31975:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789449460.796843:0:31975:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b8525c6e0. 00000400:00000200:2.0:1789449460.796848:0:31975:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69bb0 00000400:00000010:2.0:1789449460.796851:0:31975:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69bb0. 00000100:00000001:2.0:1789449460.796855:0:31975:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449460.796860:0:31975:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b8310b100 x1876371947496192/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449476 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789449460.796868:0:31975:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b8310b100 x1876371947496192/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449476 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449460.796873:0:31975:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789449460.796875:0:31975:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449460.796877:0:31975:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789449460.796936:0:31975:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789449460.796939:0:31975:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789449460.796941:0:31975:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449460.796945:0:31975:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789449460.796955:0:31975:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ecf0 time=90 v=5 (5 5 5 5) 00000100:00001000:2.0:1789449460.796959:0:31975:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1789449460.796961:0:31975:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789449460.796963:0:31975:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449460.796965:0:31975:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789449460.796969:0:31975:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449460.796973:0:31975:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1789449460.796975:0:31975:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1789449460.796977:0:31975:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1789449460.796979:0:31975:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449460.796980:0:31975:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769392896 : -107152940158720 : ffff9e8b8310b100) 00000100:00000001:2.0:1789449460.796984:0:31975:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789449460.796985:0:31975:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967600 00000100:00000001:2.0:1789449460.796987:0:31975:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789449460.796990:0:31975:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449460.796995:0:31975:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b8310b100 x1876371947496192/t4294967602(4294967602) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449476 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449460.797002:0:31975:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449460.797005:0:31975:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789449460.797007:0:31975:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789449460.797011:0:31975:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b8310b100 x1876371947496192/t4294967602(4294967602) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449476 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789449460.797019:0:31975:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b8310b100 pname:cluuid:pid:xid:nid:opc:job touch:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:31975:1876371947496192:192.168.202.109@tcp:35:touch.0 00000100:00000001:2.0:1789449460.797024:0:31975:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449460.797027:0:31975:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449460.797029:0:31975:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789449460.797032:0:31975:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449460.797036:0:31975:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b8310b100 x1876371947496192/t4294967602(4294967602) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449476 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449460.797042:0:31975:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789449460.797045:0:31975:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b9041f300. 00000100:00000001:2.0:1789449460.797049:0:31975:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789449460.797050:0:31975:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449460.797058:0:31975:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449460.797059:0:31975:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769392896 : -107152940158720 : ffff9e8b8310b100) 00000002:00000001:2.0:1789449460.797062:0:31975:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789449460.797065:0:31975:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789449460.797070:0:31975:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b86783e00. 00000080:00000001:2.0:1789449460.797075:0:31975:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1789449460.797078:0:31975:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:2.0:1789449460.797081:0:31975:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789449460.797084:0:31975:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789449460.797087:0:31975:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789449460.797089:0:31975:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789449460.797091:0:31975:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449460.797093:0:31975:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x22:0x0] 00800000:00000001:2.0:1789449460.797095:0:31975:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449460.797099:0:31975:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1789449460.797104:0:31975:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9e8b83692d80 x1876371947492352/t4294967599(4294967599) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1789449460 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449460.797113:0:31975:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449460.797114:0:31975:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775191936 : -107152934359680 : ffff9e8b83692d80) 00000100:00000001:2.0:1789449460.797116:0:31975:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449460.797119:0:31975:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83692d80 x1876371947492352/t4294967599(4294967599) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1789449460 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449460.797126:0:31975:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449460.797128:0:31975:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449460.797130:0:31975:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83692d80 x1876371947492352/t4294967599(4294967599) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1789449460 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449460.798262:0:31975:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1789449460.798267:0:31975:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789449460.798269:0:31975:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:2.0:1789449460.798271:0:31975:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789449460.798275:0:31975:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b8678d800. 02000000:00000001:2.0:1789449460.798282:0:31975:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789449460.798284:0:31975:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789449460.798286:0:31975:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83692d80. 00000100:00000001:2.0:1789449460.798291:0:31975:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789449460.798293:0:31975:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449460.798295:0:31975:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449460.798302:0:31975:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b8310b100 x1876371947496192/t4294967602(4294967602) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449476 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449460.798315:0:31975:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789449460.798317:0:31975:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff9e8b8984fd40. 00000002:00000001:2.0:1789449460.798320:0:31975:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789449460.798323:0:31975:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789449460.798337:0:31975:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9e8b91d9a6c0. 00000100:00000001:2.0:1789449460.798340:0:31975:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449460.798344:0:31975:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b8310b100 x1876371947496192/t4294967602(4294967602) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449476 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449460.798350:0:31975:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449460.798353:0:31975:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789449460.798356:0:31975:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9e8b8c447680. 00000080:00000001:2.0:1789449460.798360:0:31975:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449460.798367:0:31975:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c4bdf0 00000080:00000008:2.0:1789449460.798369:0:31975:0:(file.c:523:ll_file_release()) COMPLETED file f:[0x200000405:0x22:0x0](ffff9e8b89113a88), flags 104001, rc = 0 00000080:00000001:2.0:1789449460.798372:0:31975:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449460.798379:0:31975:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1789449460.798380:0:31975:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c4be00 00000080:00002000:2.0:1789449460.798382:0:31975:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff9e8b8918f510, parent ffff9e8b8918f798, inode ffff9e8b89113a88) hashed, 00000080:00000001:2.0:1789449460.798385:0:31975:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789449460.798392:0:31975:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1789449460.798397:0:31975:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1789449460.798400:0:31975:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1789449460.798401:0:31975:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c4be00 00000080:00002000:2.0:1789449460.798403:0:31975:0:(dcache.c:127:ll_ddelete()) deleting dentry d21g.recovery-small-2 (ffff9e8b8918f798, parent ffff9e8b892cbca8, inode ffff9e8b891121c8) hashed, 00000080:00000001:2.0:1789449460.798405:0:31975:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789449460.798409:0:31975:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1789449460.798411:0:31975:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:2.1:1789449460.822223:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b8984f180. 00000080:00000010:2.1:1789449460.822236:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b8984f440. 00010000:00000001:3.0:1789449461.250017:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449461.250025:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449461.250030:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449461.250031:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449461.250066:0:16942:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789449461.250070:0:16942:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449461.250073:0:16942:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789449462.274041:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449462.274052:0:25072:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789449462.274064:0:25072:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449462.274068:0:25072:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449462.274073:0:25072:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789449462.274075:0:25072:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449462.274077:0:25072:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449462.274080:0:25072:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449462.274085:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449462.274087:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449462.274132:0:16814:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789449462.274136:0:16814:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449462.274139:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1789449462.465457:0:32010:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789449462.465465:0:32010:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789449462.465468:0:32010:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789449462.465471:0:32010:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181bf3b20 00000080:00200000:2.0:1789449462.465476:0:32010:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:2.0:1789449462.465485:0:32010:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b86220200. 00800000:00000002:2.0:1789449462.465491:0:32010:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:2.0:1789449462.465496:0:32010:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789449462.465500:0:32010:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789449462.465503:0:32010:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181bf3a40 00800000:00000002:2.0:1789449462.465506:0:32010:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789449462.465510:0:32010:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789449462.465512:0:32010:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789449462.465515:0:32010:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789449462.465517:0:32010:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789449462.465520:0:32010:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789449462.465523:0:32010:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449462.465525:0:32010:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789449462.465527:0:32010:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449462.465531:0:32010:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789449462.465536:0:32010:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789449462.465538:0:32010:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181bf3910 00000002:00010000:2.0:1789449462.465540:0:32010:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789449462.465543:0:32010:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789449462.465545:0:32010:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789449462.465549:0:32010:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789449462.465558:0:32010:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449462.465560:0:32010:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449462.465562:0:32010:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449462.465564:0:32010:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789449462.465567:0:32010:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1789449462.465573:0:32010:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065f100. 00000020:00000040:2.0:1789449462.465577:0:32010:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00010000:00000001:2.0:1789449462.465584:0:32010:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789449462.465590:0:32010:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789449462.465596:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449462.465599:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449462.465600:0:32010:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449462.465603:0:32010:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449462.465606:0:32010:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449462.465611:0:32010:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449462.465618:0:32010:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b83606400. 00000100:00000001:2.0:1789449462.465625:0:32010:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449462.465631:0:32010:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789449462.465633:0:32010:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449462.465635:0:32010:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789449462.465636:0:32010:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449462.465638:0:32010:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449462.465643:0:32010:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446636920993083648 : -107152716467968 : ffff9e8b9065f100) 00010000:00000001:2.0:1789449462.465647:0:32010:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789449462.465650:0:32010:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1789449462.465654:0:32010:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9e8b90652100. 00010000:00000010:2.0:1789449462.465658:0:32010:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e8b84d2a380. 00010000:00000001:2.0:1789449462.465662:0:32010:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789449462.465666:0:32010:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8b91c4d400. 00000020:00000001:2.0:1789449462.465670:0:32010:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789449462.465673:0:32010:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8b91c4d400 with handle 0xcddde1459ded65d2 to hash 00000020:00000001:2.0:1789449462.465675:0:32010:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789449462.465676:0:32010:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636921016079360 : -107152693472256 : ffff9e8b91c4d400) 00010000:00000001:2.0:1789449462.465679:0:32010:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636921016079360 : -107152693472256 : ffff9e8b91c4d400) 00010000:00000001:2.0:1789449462.465683:0:32010:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449462.465686:0:32010:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449462.465691:0:32010:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d400/0xcddde1459ded65d2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789449462.465701:0:32010:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d400/0xcddde1459ded65d2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32010 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789449462.465711:0:32010:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d400/0xcddde1459ded65d2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32010 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789449462.465716:0:32010:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789449462.465718:0:32010:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789449462.465724:0:32010:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b843463c0. 00000100:00000001:2.0:1789449462.465727:0:32010:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920788509632 : -107152921041984 : ffff9e8b843463c0) 00000100:00000001:2.0:1789449462.465730:0:32010:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449462.465731:0:32010:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993083648 : -107152716467968 : ffff9e8b9065f100) 00000100:00000001:2.0:1789449462.465736:0:32010:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449462.465741:0:32010:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449462.465744:0:32010:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789449462.465745:0:32010:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789449462.465758:0:32010:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065f100 x1876371947496320/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449462.465768:0:32010:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449462.465770:0:32010:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449462.465774:0:32010:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449462.465777:0:32010:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449462.465779:0:32010:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449462.465783:0:32010:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065f100 pname:cluuid:pid:xid:nid:opc:job checkstat:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:32010:1876371947496320:192.168.202.109@tcp:101:checkstat.0 00000100:00000001:2.0:1789449462.465788:0:32010:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789449462.465792:0:32010:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449462.465795:0:32010:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449462.465797:0:32010:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789449462.465802:0:32010:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e8b8986a000. 02000000:00000001:2.0:1789449462.465805:0:32010:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449462.465812:0:32010:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449462.465817:0:32010:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b9f78. 00000400:00000010:2.0:1789449462.465825:0:32010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085de58. 00000100:00000200:2.0:1789449462.465833:0:32010:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876371947496320, portal 10 00000100:00000001:2.0:1789449462.465836:0:32010:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449462.465837:0:32010:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993083648 : -107152716467968 : ffff9e8b9065f100) 00000100:00000040:2.0:1789449462.465844:0:32010:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b9065f100 x1876371947496320/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449478 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449462.465852:0:32010:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449462.465855:0:32010:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449462.465858:0:32010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d2a8. 00000100:00000200:2.0:1789449462.465861:0:32010:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876371947496320, offset 0 00000400:00000200:2.0:1789449462.465868:0:32010:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449462.465877:0:32010:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.465911:0:32010:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449462.465917:0:32010:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449462.465922:0:32010:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449462.465925:0:32010:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449462.465928:0:32010:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449462.465932:0:32010:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2682:2682:256:4294967295] 192.168.202.109@tcp LPNI seq info [2682:2682:8:4294967295] 00000400:00000200:2.0:1789449462.465937:0:32010:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.465945:0:32010:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449462.465952:0:32010:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449462.465958:0:32010:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b89e26900. 00000800:00000200:2.0:1789449462.465964:0:32010:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449462.465972:0:32010:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449462.465976:0:32010:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b89e26900 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1789449462.466003:0:32010:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449462.466008:0:32010:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 840593 usecs (841 jiffies) 00000400:00000200:2.0:1789449462.466012:0:32010:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449462.466015:0:32010:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296465989 00000100:00000001:2.0:1789449462.466018:0:32010:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296467489 00000100:00000001:2.0:1789449462.466021:0:32010:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296465989 00000100:00000001:2.0:1789449462.466023:0:32010:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296467489 00000100:00000001:2.0:1789449462.466025:0:32010:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449462.466027:0:32010:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449462.466029:0:32010:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449462.466031:0:32010:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789449462.466034:0:32010:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b843463c0 going to sleep for 11 seconds 00000100:00000001:2.0:1789449462.466036:0:32010:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449462.466039:0:32010:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449462.466192:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449462.466197:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b89e26900. 00000400:00000200:2.0:1789449462.466203:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449462.466208:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449462.466213:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d2a8 00000400:00000010:2.0:1789449462.466216:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d2a8. 00000100:00000001:2.0:1789449462.466220:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449462.466225:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065f100 x1876371947496320/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449478 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449462.466234:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449462.466237:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b9065f100 x1876371947496320/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449478 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449462.466244:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449462.466246:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789449462.481965:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449462.481987:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449462.481992:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449462.481996:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449462.482005:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449462.482014:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449462.482367:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449462.482372:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449462.482378:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449462.482382:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 688 into portal 10 MB=0x6aa8ce365a380 00000400:00000200:3.0:1789449462.482387:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449462.482394:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 688/688 into md 0x7abd [1] + 224 00000800:00000001:3.0:1789449462.482402:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449462.482410:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449462.482414:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449462.482418:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449462.482426:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449462.482436:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065f100 x1876371947496320/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449478 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789449462.482511:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9e8b9065f100 x1876371947496320/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449478 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449462.482534:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449462.482544:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449462.482548:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789449462.484242:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449462.484247:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47ae00. 00000400:00000200:3.0:1789449462.484251:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449462.484256:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449462.484260:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012220 00000400:00000010:3.0:1789449462.484263:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012220. 00000100:00000001:3.0:1789449462.484267:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449462.484271:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83693480 x1876371947496448/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449478 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449462.484281:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449462.484284:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83693480 x1876371947496448/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449478 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449462.484291:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449462.484292:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789449462.490684:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449462.490704:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449462.490710:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449462.490713:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449462.490726:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449462.490736:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449462.490748:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449462.490755:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449462.490761:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449462.490766:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 688 into portal 10 MB=0x6aa8ce365a400 00000400:00000200:3.0:1789449462.490773:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449462.490780:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 688/688 into md 0x7acd [1] + 224 00000800:00000001:3.0:1789449462.490789:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449462.490797:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449462.490801:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449462.490807:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449462.490817:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449462.490831:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83693480 x1876371947496448/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449478 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789449462.490844:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9e8b83693480 x1876371947496448/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449478 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449462.491001:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449462.491013:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449462.491017:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789449462.495249:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449462.495259:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47a300. 00000400:00000200:3.0:1789449462.495267:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449462.495275:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449462.495283:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012d48 00000400:00000010:3.0:1789449462.495287:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012d48. 00000100:00000001:3.0:1789449462.495293:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449462.495301:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83693480 x1876371947496576/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449478 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449462.495325:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449462.495330:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83693480 x1876371947496576/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449478 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449462.495348:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449462.495350:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449462.504927:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449462.504948:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449462.504953:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449462.504955:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449462.504964:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.504971:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449462.504981:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.504986:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.504991:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.504996:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 640 into portal 10 MB=0x6aa8ce365a480 00000400:00000200:2.0:1789449462.505001:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.505008:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 640/640 into md 0x7ad5 [1] + 224 00000800:00000001:2.0:1789449462.505014:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449462.505034:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449462.505039:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449462.505044:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449462.505050:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449462.505059:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83693480 x1876371947496576/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449478 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449462.505071:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff9e8b83693480 x1876371947496576/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449478 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449462.505093:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449462.505099:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449462.505103:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449462.517399:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449462.517405:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449462.517408:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789449462.517418:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83692300 x1876371947496704/t0(0) o8->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449462.517431:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789449462.517433:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449462.517438:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789449462.517441:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789449462.517444:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449462.517448:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83692300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2398:1876371947496704:192.168.202.109@tcp:8:checkstat.0 00000100:00000001:0.0:1789449462.517453:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789449462.517458:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789449462.517461:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449462.517464:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789449462.517473:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b836b2800. 02000000:00000001:0.0:1789449462.517476:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449462.517487:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:0.0:1789449462.517493:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b86580580. 00000400:00000010:0.0:1789449462.517501:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e56e8. 00000100:00000200:0.0:1789449462.517511:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947496704, portal 4 00000100:00000001:0.0:1789449462.517515:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449462.517517:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775189248 : -107152934362368 : ffff9e8b83692300) 00000100:00000040:0.0:1789449462.517525:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b83692300 x1876371947496704/t0(0) o8->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1789449472 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449462.517534:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789449462.517537:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1789449462.517540:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5cc0. 00000100:00000200:0.0:1789449462.517545:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876371947496704, offset 0 00000400:00000200:0.0:1789449462.517553:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1789449462.517567:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449462.517577:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1789449462.517585:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789449462.517590:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1789449462.517594:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789449462.517597:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1789449462.517601:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2685:2685:256:4294967295] 192.168.202.109@tcp LPNI seq info [2685:2685:8:4294967295] 00000400:00000200:0.0:1789449462.517606:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449462.517618:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1789449462.517625:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1789449462.517631:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b864ec300. 00000800:00000200:0.0:1789449462.517638:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1789449462.517647:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1789449462.517652:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b864ec300 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1789449462.517680:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449462.517687:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: using a timeout of 23077 usecs (24 jiffies) 00000400:00000200:0.0:1789449462.517691:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:0.0:1789449462.517694:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296465227 00000100:00000001:0.0:1789449462.517698:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296467489 00000100:00000001:0.0:1789449462.517701:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296465227 00000100:00000001:0.0:1789449462.517705:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296467489 00000100:00000001:0.0:1789449462.517707:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449462.517710:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449462.517713:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449462.517716:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449462.517722:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449462.517724:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1789449462.517727:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449462.517728:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449462.517730:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449462.517732:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449462.518068:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449462.518074:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ec300. 00000400:00000200:3.0:1789449462.518081:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449462.518087:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449462.518094:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5cc0 00000400:00000010:3.0:1789449462.518103:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5cc0. 00000100:00000001:3.0:1789449462.518109:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449462.518114:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83692300 x1876371947496704/t0(0) o8->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1789449472 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449462.518123:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449462.518127:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83692300 x1876371947496704/t0(0) o8->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1789449472 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449462.518137:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449462.518139:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449462.521564:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449462.521587:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449462.521591:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449462.521594:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449462.521603:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.521611:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449462.521621:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.521625:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.521631:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.521636:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 416 into portal 4 MB=0x6aa8ce365a500 00000400:00000200:2.0:1789449462.521642:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.521649:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 416/416 into md 0x7add [1] + 0 00000800:00000001:2.0:1789449462.521657:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449462.521668:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449462.521671:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449462.521676:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449462.521684:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449462.521693:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83692300 x1876371947496704/t0(0) o8->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1789449472 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449462.521706:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9e8b83692300 x1876371947496704/t0(0) o8->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1789449472 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449462.521736:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449462.521745:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449462.521748:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449462.521821:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449462.521826:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789449462.521840:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449462.521842:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449462.521845:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b86580580. 00000400:00000200:0.0:1789449462.521849:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e56e8 00000400:00000010:0.0:1789449462.521851:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e56e8. 00000100:00000001:0.0:1789449462.521855:0:2398:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449462.521860:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83692300 x1876371947496704/t0(0) o8->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1789449472 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789449462.521869:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83692300 x1876371947496704/t0(0) o8->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1789449472 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449462.521875:0:2398:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449462.521877:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449462.521902:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449462.521906:0:2398:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449462.521908:0:2398:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449462.521910:0:2398:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449462.521913:0:2398:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449462.521922:0:2398:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b90c6ec60 time=92 v=5 (5 5 5 36) 00000100:00001000:0.0:1789449462.521926:0:2398:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b90c6ec18 time=27 v=5 (1 0 0 0) 00000100:00000001:0.0:1789449462.521929:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449462.521931:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.521943:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449462.521947:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449462.521951:0:2398:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1789449462.521953:0:2398:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e8b89903000: committing for last_committed 4294967322 gen 15 00000100:00000040:0.0:1789449462.521956:0:2398:0:(client.c:3236:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e8b89903000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1789449462.521959:0:2398:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449462.521961:0:2398:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449462.521965:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83692300 x1876371947496704/t0(0) o8->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/416 e 0 to 0 dl 1789449472 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449462.521973:0:2398:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449462.521976:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449462.521978:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449462.521980:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1789449462.521986:0:2398:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff9e8b89903000: connect to target with instance 1 00000020:00000001:0.0:1789449462.521988:0:2398:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789449462.521991:0:2398:0:(genops.c:804:class_conn2export()) looking for export cookie 0xcddde1459ded5b36 00000020:00000001:0.0:1789449462.521993:0:2398:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449462.521996:0:2398:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e8b89bcf000 refcount=4 00000020:00000001:0.0:1789449462.521998:0:2398:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920881344512 : -107152828207104 : ffff9e8b89bcf000) 00000020:00000001:0.0:1789449462.522001:0:2398:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636920881344512 : -107152828207104 : ffff9e8b89bcf000) 00000100:00001000:0.0:1789449462.522004:0:2398:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b90c6ec18 time=1789449462 v=0 (0 0 0 0) 00000100:00001000:0.0:1789449462.522007:0:2398:0:(import.c:2262:obd_at_measure()) AT ffff9e8b90c6ec18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:0.0:1789449462.522011:0:2398:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 710, crc32c 3463, adler 492 00000100:00080000:0.0:1789449462.522385:0:2398:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff9e8b89903000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000020:00000040:0.0:1789449462.522391:0:2398:0:(genops.c:879:class_export_put()) PUTting export ffff9e8b89bcf000 : new refcount 3 00000100:00000001:0.0:1789449462.522394:0:2398:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:0.0:1789449462.522397:0:2398:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000020:0.0:1789449462.522400:0:2398:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0000-osc-ffff9e8b89903000, setting cl_avail_grant: 8388608 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000008:00000001:0.0:1789449462.522403:0:2398:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:0.0:1789449462.522407:0:2398:0:(lov_obd.c:430:lov_notify()) Process entered 00000080:00000001:0.0:1789449462.522411:0:2398:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1789449462.522414:0:2398:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449462.522416:0:2398:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789449462.522418:0:2398:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789449462.522420:0:2398:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449462.522422:0:2398:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:0.0:1789449462.522424:0:2398:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:0.0:1789449462.522428:0:2398:0:(import.c:65:import_set_state_nolock()) ffff9e8b90c6e800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:0.0:1789449462.522431:0:2398:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:0.0:1789449462.522432:0:2398:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:0.0:1789449462.522433:0:2398:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:0.0:1789449462.522434:0:2398:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:0.0:1789449462.522436:0:2398:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:0.0:1789449462.522438:0:2398:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff9e8b83133ba8 for uuid lustre-OST0000_UUID event(1) 00020000:00000040:0.0:1789449462.522512:0:2398:0:(lov_obd.c:394:lov_set_osc_active()) OSC lustre-OST0000_UUID already active! 00020000:00000001:0.0:1789449462.522514:0:2398:0:(lov_obd.c:395:lov_set_osc_active()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1789449462.522516:0:2398:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449462.522518:0:2398:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1789449462.522520:0:2398:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:0.0:1789449462.522523:0:2398:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:0.0:1789449462.522525:0:2398:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:0.0:1789449462.522526:0:2398:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:0.0:1789449462.522528:0:2398:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:0.0:1789449462.522530:0:2398:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449462.522531:0:2398:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449462.522533:0:2398:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:0.0:1789449462.522534:0:2398:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:0.0:1789449462.522535:0:2398:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449462.522537:0:2398:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:0.0:1789449462.522538:0:2398:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:0.0:1789449462.522542:0:2398:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:0.0:1789449462.522543:0:2398:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449462.522545:0:2398:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449462.522547:0:2398:0:(lcommon_misc.c:111:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449462.522549:0:2398:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449462.522550:0:2398:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789449462.522552:0:2398:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789449462.522554:0:2398:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449462.522555:0:2398:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:0.0:1789449462.522557:0:2398:0:(import.c:1286:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449462.522560:0:2398:0:(import.c:1693:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1789449462.522567:0:2398:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000004a9fe62e): req@ffff9e8b83693480 x1876371947496832/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449462.522589:0:2398:0:(import.c:1799:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449462.522593:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449462.522597:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83692300 x1876371947496704/t0(0) o8->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/416 e 0 to 0 dl 1789449472 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789449462.522605:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83692300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2398:1876371947496704:192.168.202.109@tcp:8:checkstat.0 00000100:00000001:0.0:1789449462.522611:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449462.522614:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449462.522617:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83692300 x1876371947496704/t0(0) o8->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/416 e 0 to 0 dl 1789449472 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449462.522625:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789449462.522628:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449462.522633:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b836b2800. 02000000:00000001:0.0:1789449462.522639:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789449462.522641:0:2398:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449462.522643:0:2398:0:(genops.c:1222:class_import_put()) import ffff9e8b90c6e800 refcount=3 obd=lustre-OST0000-osc-ffff9e8b89903000 00000020:00000001:0.0:1789449462.522647:0:2398:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449462.522650:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b8678f000. 02000000:00000001:0.0:1789449462.522654:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449462.522656:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449462.522661:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83692300. 00000100:00000001:0.0:1789449462.522666:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449462.522671:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449462.522680:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449462.522697:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449462.522702:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449462.522709:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449462.522716:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449462.529656:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449462.529669:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47a300. 00000400:00000200:3.0:1789449462.529678:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449462.529689:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449462.529698:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012990 00000400:00000010:3.0:1789449462.529702:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012990. 00000100:00000001:3.0:1789449462.529708:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449462.529718:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83693480 x1876371947496832/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449478 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449462.529732:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449462.529736:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83693480 x1876371947496832/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449478 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449462.529744:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449462.529746:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789449462.529759:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449462.529770:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449462.529773:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449462.529776:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449462.529784:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449462.529789:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449462.529798:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449462.529803:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449462.529809:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449462.529813:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 400 into portal 4 MB=0x6aa8ce365a580 00000400:00000200:3.0:1789449462.529820:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449462.529828:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 400/400 into md 0x7ae5 [1] + 224 00000800:00000001:3.0:1789449462.529837:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449462.529844:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449462.529846:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449462.529849:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449462.529855:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449462.529858:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83693480 x1876371947496832/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449478 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789449462.530092:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9e8b83693480 x1876371947496832/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449478 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449462.530236:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449462.530246:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449462.530250:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1789449462.538764:0:32010:0:(cl_io.c:1234:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449462.538777:0:32010:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449462.538786:0:32010:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1789449462.538793:0:32010:0:(cl_object.c:143:cl_object_top()) ffff9e8b84013c38 -> ffff9e8b84013c38 00000020:00000001:0.0:1789449462.538797:0:32010:0:(cl_object.c:143:cl_object_top()) ffff9e8b84013c38 -> ffff9e8b84013c38 00000020:00000001:0.0:1789449462.538799:0:32010:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1789449462.538805:0:32010:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1789449462.538812:0:32010:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1789449462.538815:0:32010:0:(lov_offset.c:45:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449462.538817:0:32010:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1789449462.538818:0:32010:0:(lov_offset.c:45:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789449462.538820:0:32010:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x21:1029 on OST[0]: s=0 (1) m=0 a=0 c=0 b=0 00020000:00000001:0.0:1789449462.538826:0:32010:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789449462.538828:0:32010:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:0.0:1789449462.538831:0:32010:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449462.538832:0:32010:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449462.538834:0:32010:0:(cl_object.c:143:cl_object_top()) ffff9e8b84013c38 -> ffff9e8b84013c38 00000080:00200000:0.0:1789449462.538837:0:32010:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x21:0x0] updating i_size 0 i_blocks 0 00000080:00000001:0.0:1789449462.538840:0:32010:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1789449462.538843:0:32010:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1789449462.538846:0:32010:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9e8b84db3c20 (ffff9e8b86217998/0) at cl_lock_release():245 00000020:00000001:0.0:1789449462.538850:0:32010:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1789449462.538851:0:32010:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e8b84db3c20 (ffff9e8b86217998/0) at cl_lock_cancel():142 00020000:00000001:0.0:1789449462.538855:0:32010:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1789449462.538860:0:32010:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789449462.538862:0:32010:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993109816 : -107152716441800 : ffff9e8b90665738) 00000020:00000001:0.0:1789449462.538895:0:32010:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1789449462.538896:0:32010:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e8b898b74b0 (ffff9e8b86217098/1) at cl_lock_cancel():142 00000008:00000001:0.0:1789449462.538901:0:32010:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1789449462.538903:0:32010:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1789449462.538906:0:32010:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.538909:0:32010:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789449462.538910:0:32010:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1789449462.538913:0:32010:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1789449462.538914:0:32010:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1789449462.538915:0:32010:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1789449462.538917:0:32010:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1789449462.538918:0:32010:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e8b84db3c20 (ffff9e8b86217998/0) at cl_lock_fini():72 00020000:00000001:0.0:1789449462.538922:0:32010:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1789449462.538923:0:32010:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1789449462.538924:0:32010:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e8b898b74b0 (ffff9e8b86217998/1) at cl_lock_fini():72 00000008:00000010:0.0:1789449462.538928:0:32010:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9e8b8638b430. 00000020:00000001:0.0:1789449462.538937:0:32010:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1789449462.538939:0:32010:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9e8b898b7480. 00020000:00000001:0.0:1789449462.538944:0:32010:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1789449462.538945:0:32010:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1789449462.538946:0:32010:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1789449462.538949:0:32010:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449462.538953:0:32010:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:0.0:1789449462.538956:0:32010:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1789449462.538958:0:32010:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1789449462.538959:0:32010:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:0.0:1789449462.538961:0:32010:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789449462.538964:0:32010:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217090 00020000:00000001:0.0:1789449462.538968:0:32010:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1789449462.538970:0:32010:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1789449462.538974:0:32010:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1789449462.538976:0:32010:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x21:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1789449462.538980:0:32010:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1789449462.538983:0:32010:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449462.538985:0:32010:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789449462.538987:0:32010:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1789449462.538988:0:32010:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789449462.538989:0:32010:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217990 00000001:00000001:0.0:1789449462.538991:0:32010:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449462.539002:0:32010:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181bf3d08 00000080:00000008:0.0:1789449462.539005:0:32010:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file f:[0x200000405:0x21:0x0](ffff9e8b891142c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1789449462.539013:0:32010:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1789449462.539015:0:32010:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181bf3da0 00000080:00002000:0.0:1789449462.539017:0:32010:0:(dcache.c:127:ll_ddelete()) keeping dentry f (ffff9e8b89316510, parent ffff9e8b89320000, inode ffff9e8b891142c8) hashed, 00000080:00000001:0.0:1789449462.539020:0:32010:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449462.558836:0:32011:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789449462.558846:0:32011:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789449462.558849:0:32011:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789449462.558854:0:32011:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181dc7b20 00000080:00200000:2.0:1789449462.558860:0:32011:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:2.0:1789449462.558914:0:32011:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b86221400. 00800000:00000002:2.0:1789449462.558926:0:32011:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:2.0:1789449462.558932:0:32011:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789449462.558939:0:32011:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789449462.558941:0:32011:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181dc7a40 00800000:00000002:2.0:1789449462.558944:0:32011:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789449462.558949:0:32011:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789449462.558952:0:32011:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789449462.558955:0:32011:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789449462.558959:0:32011:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789449462.558962:0:32011:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789449462.558964:0:32011:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449462.558967:0:32011:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789449462.558970:0:32011:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449462.558974:0:32011:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789449462.558982:0:32011:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789449462.558984:0:32011:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181dc7910 00000002:00010000:2.0:1789449462.558986:0:32011:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789449462.558991:0:32011:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789449462.558993:0:32011:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789449462.558997:0:32011:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789449462.559007:0:32011:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652100 count: 2 00010000:00000001:2.0:1789449462.559011:0:32011:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789449462.559017:0:32011:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449462.559022:0:32011:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789449462.559028:0:32011:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d400/0xcddde1459ded65d2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d22f expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1789449462.559040:0:32011:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789449462.559046:0:32011:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449462.559050:0:32011:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d400/0xcddde1459ded65d2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d22f expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1789449462.559058:0:32011:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789449462.559059:0:32011:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789449462.559061:0:32011:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789449462.559064:0:32011:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789449462.559066:0:32011:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789449462.559068:0:32011:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789449462.559072:0:32011:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789449462.559075:0:32011:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:2.0:1789449462.559079:0:32011:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b86221400. 00000080:00000001:2.0:1789449462.559085:0:32011:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789449462.559087:0:32011:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789449462.559090:0:32011:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:2.0:1789449462.559094:0:32011:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded65d2 00800000:00000001:2.0:1789449462.559098:0:32011:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789449462.559101:0:32011:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789449462.559103:0:32011:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449462.559106:0:32011:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449462.559110:0:32011:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4d400 refcount=3 00000020:00000001:2.0:1789449462.559112:0:32011:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016079360 : -107152693472256 : ffff9e8b91c4d400) 00010000:00000001:2.0:1789449462.559115:0:32011:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016079360 : -107152693472256 : ffff9e8b91c4d400) 00010000:00000001:2.0:1789449462.559118:0:32011:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449462.559120:0:32011:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789449462.559121:0:32011:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789449462.559125:0:32011:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789449462.559127:0:32011:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded65d2 from it ffffb71181dc7b58 00010000:00000001:2.0:1789449462.559129:0:32011:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449462.559130:0:32011:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449462.559131:0:32011:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4d400 refcount=3 00000020:00000001:2.0:1789449462.559133:0:32011:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016079360 : -107152693472256 : ffff9e8b91c4d400) 00010000:00000001:2.0:1789449462.559135:0:32011:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016079360 : -107152693472256 : ffff9e8b91c4d400) 00010000:00000001:2.0:1789449462.559138:0:32011:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789449462.559141:0:32011:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d400/0xcddde1459ded65d2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d22f expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789449462.559148:0:32011:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449462.559149:0:32011:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449462.559151:0:32011:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789449462.559154:0:32011:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789449462.559156:0:32011:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d400/0xcddde1459ded65d2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d22f expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789449462.559166:0:32011:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789449462.559170:0:32011:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789449462.559173:0:32011:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789449462.559179:0:32011:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449462.559180:0:32011:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449462.559181:0:32011:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449462.559185:0:32011:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789449462.559186:0:32011:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449462.559188:0:32011:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449462.559191:0:32011:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449462.559193:0:32011:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789449462.559194:0:32011:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449462.559195:0:32011:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789449462.559199:0:32011:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789449462.559201:0:32011:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789449462.559204:0:32011:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908), inode mode 41ff mask 1 00000080:00000001:2.0:1789449462.559209:0:32011:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789449462.559219:0:32011:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9e8b8316ff00. 00000020:00000001:2.0:1789449462.559224:0:32011:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181dc7a88 00000080:00200000:2.0:1789449462.559226:0:32011:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9e8b89180908), flags=24 00000080:00000001:2.0:1789449462.559229:0:32011:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1789449462.559231:0:32011:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181dc7938 00000080:00200000:2.0:1789449462.559233:0:32011:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9e8b89180908), intent=0 00000080:00000010:2.0:1789449462.559241:0:32011:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b86221400. 00800000:00000002:2.0:1789449462.559244:0:32011:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:2.0:1789449462.559247:0:32011:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789449462.559249:0:32011:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789449462.559250:0:32011:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181dc7858 00800000:00000002:2.0:1789449462.559251:0:32011:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21g.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789449462.559254:0:32011:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789449462.559257:0:32011:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789449462.559258:0:32011:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789449462.559260:0:32011:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789449462.559262:0:32011:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789449462.559264:0:32011:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449462.559265:0:32011:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789449462.559267:0:32011:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449462.559269:0:32011:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181dc77f0 00800000:00000002:2.0:1789449462.559271:0:32011:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21g.recovery-small-2' -> mds #0 00000002:00000001:2.0:1789449462.559275:0:32011:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789449462.559276:0:32011:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181dc7728 00000002:00010000:2.0:1789449462.559278:0:32011:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21g.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:2.0:1789449462.559281:0:32011:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789449462.559284:0:32011:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1789449462.559290:0:32011:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065dc00. 00000020:00000040:2.0:1789449462.559294:0:32011:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00010000:00000001:2.0:1789449462.559302:0:32011:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789449462.559317:0:32011:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789449462.559321:0:32011:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449462.559323:0:32011:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449462.559324:0:32011:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449462.559327:0:32011:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449462.559330:0:32011:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449462.559333:0:32011:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449462.559529:0:32011:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b83606800. 00000100:00000001:2.0:1789449462.559538:0:32011:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449462.559545:0:32011:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789449462.559548:0:32011:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449462.559549:0:32011:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789449462.559550:0:32011:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449462.559552:0:32011:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449462.559562:0:32011:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446636920993078272 : -107152716473344 : ffff9e8b9065dc00) 00010000:00000001:2.0:1789449462.559567:0:32011:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789449462.559570:0:32011:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1789449462.559574:0:32011:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652100 count: 2 00010000:00000001:2.0:1789449462.559576:0:32011:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789449462.559580:0:32011:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789449462.559584:0:32011:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8b91c4da00. 00000020:00000001:2.0:1789449462.559589:0:32011:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789449462.559593:0:32011:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8b91c4da00 with handle 0xcddde1459ded65ee to hash 00000020:00000001:2.0:1789449462.559594:0:32011:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789449462.559597:0:32011:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:2.0:1789449462.559601:0:32011:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:2.0:1789449462.559604:0:32011:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449462.559606:0:32011:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449462.559609:0:32011:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4da00/0xcddde1459ded65ee lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32011 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789449462.559617:0:32011:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4da00/0xcddde1459ded65ee lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32011 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789449462.559628:0:32011:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4da00/0xcddde1459ded65ee lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32011 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789449462.559634:0:32011:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789449462.559636:0:32011:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789449462.559645:0:32011:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b84346240. 00000100:00000001:2.0:1789449462.559647:0:32011:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920788509248 : -107152921042368 : ffff9e8b84346240) 00000100:00000001:2.0:1789449462.559651:0:32011:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449462.559652:0:32011:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993078272 : -107152716473344 : ffff9e8b9065dc00) 00000100:00000001:2.0:1789449462.559658:0:32011:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449462.559663:0:32011:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449462.559666:0:32011:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789449462.559668:0:32011:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789449462.559682:0:32011:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065dc00 x1876371947496960/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449462.559691:0:32011:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449462.559694:0:32011:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449462.559699:0:32011:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449462.559703:0:32011:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449462.559706:0:32011:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449462.559711:0:32011:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065dc00 pname:cluuid:pid:xid:nid:opc:job checkstat:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:32011:1876371947496960:192.168.202.109@tcp:101:checkstat.0 00000100:00000001:2.0:1789449462.559717:0:32011:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789449462.559726:0:32011:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449462.559730:0:32011:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449462.559733:0:32011:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789449462.559740:0:32011:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e8b8986f000. 02000000:00000001:2.0:1789449462.559743:0:32011:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449462.559754:0:32011:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449462.559760:0:32011:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b9318. 00000400:00000010:2.0:1789449462.559771:0:32011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d2a8. 00000100:00000200:2.0:1789449462.559782:0:32011:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876371947496960, portal 10 00000100:00000001:2.0:1789449462.559784:0:32011:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449462.559785:0:32011:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993078272 : -107152716473344 : ffff9e8b9065dc00) 00000100:00000040:2.0:1789449462.559793:0:32011:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b9065dc00 x1876371947496960/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449478 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449462.559800:0:32011:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449462.559804:0:32011:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449462.559807:0:32011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d088. 00000100:00000200:2.0:1789449462.559811:0:32011:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876371947496960, offset 0 00000400:00000200:2.0:1789449462.559819:0:32011:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449462.559831:0:32011:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.559842:0:32011:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449462.559849:0:32011:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449462.559854:0:32011:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449462.559859:0:32011:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449462.559862:0:32011:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449462.560141:0:32011:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2687:2687:256:4294967295] 192.168.202.109@tcp LPNI seq info [2687:2687:8:4294967295] 00000400:00000200:2.0:1789449462.560147:0:32011:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.560159:0:32011:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449462.560167:0:32011:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449462.560175:0:32011:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b89e26900. 00000800:00000200:2.0:1789449462.560185:0:32011:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449462.560196:0:32011:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449462.560203:0:32011:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b89e26900 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1789449462.560285:0:32011:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449462.560291:0:32011:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 836910 usecs (837 jiffies) 00000400:00000200:2.0:1789449462.560296:0:32011:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449462.560300:0:32011:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296466081 00000100:00000001:2.0:1789449462.560304:0:32011:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296467489 00000100:00000001:2.0:1789449462.560307:0:32011:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296466081 00000100:00000001:2.0:1789449462.560320:0:32011:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296467489 00000100:00000001:2.0:1789449462.560323:0:32011:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449462.560327:0:32011:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449462.560329:0:32011:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449462.560332:0:32011:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789449462.560345:0:32011:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b84346240 going to sleep for 11 seconds 00000100:00000001:2.0:1789449462.560349:0:32011:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449462.560353:0:32011:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449462.563722:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449462.563737:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b89e26900. 00000400:00000200:2.0:1789449462.563746:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449462.563758:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449462.563783:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d088 00000400:00000010:2.0:1789449462.563787:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d088. 00000100:00000001:2.0:1789449462.563794:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449462.563805:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065dc00 x1876371947496960/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449478 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449462.563821:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449462.563825:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b9065dc00 x1876371947496960/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449478 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449462.563833:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449462.563835:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449462.572920:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449462.572942:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449462.572948:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449462.572951:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449462.572962:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.572972:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449462.572983:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.572988:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.572994:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.572999:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 688 into portal 10 MB=0x6aa8ce365a600 00000400:00000200:2.0:1789449462.573006:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.573014:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 688/688 into md 0x7aed [1] + 224 00000800:00000001:2.0:1789449462.573022:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449462.573060:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449462.573065:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449462.573070:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449462.573080:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449462.573089:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065dc00 x1876371947496960/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449478 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449462.573111:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9e8b9065dc00 x1876371947496960/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449478 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449462.573131:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449462.573141:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449462.573145:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449462.573256:0:32011:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789449462.573264:0:32011:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449462.573267:0:32011:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449462.573270:0:32011:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b9318. 00000400:00000200:3.0:1789449462.573275:0:32011:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d2a8 00000400:00000010:3.0:1789449462.573278:0:32011:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d2a8. 00000100:00000001:3.0:1789449462.573281:0:32011:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449462.573286:0:32011:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065dc00 x1876371947496960/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449478 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789449462.573305:0:32011:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065dc00 x1876371947496960/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449478 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449462.573319:0:32011:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449462.573321:0:32011:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449462.573323:0:32011:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449462.573327:0:32011:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449462.573329:0:32011:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449462.573332:0:32011:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449462.573335:0:32011:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449462.573346:0:32011:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=92 v=5 (5 102 102 102) 00000100:00001000:3.0:1789449462.573351:0:32011:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1789449462.573354:0:32011:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789449462.573356:0:32011:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449462.573359:0:32011:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789449462.573363:0:32011:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449462.573367:0:32011:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789449462.573369:0:32011:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967600 00000100:00000001:3.0:1789449462.573372:0:32011:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789449462.573375:0:32011:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449462.573380:0:32011:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065dc00 x1876371947496960/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/688 e 0 to 0 dl 1789449478 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449462.573388:0:32011:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449462.573391:0:32011:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449462.573393:0:32011:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449462.573396:0:32011:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065dc00 x1876371947496960/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/688 e 0 to 0 dl 1789449478 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789449462.573403:0:32011:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065dc00 pname:cluuid:pid:xid:nid:opc:job checkstat:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:32011:1876371947496960:192.168.202.109@tcp:101:checkstat.0 00000100:00000001:3.0:1789449462.573408:0:32011:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449462.573411:0:32011:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449462.573414:0:32011:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789449462.573416:0:32011:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449462.573419:0:32011:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065dc00 x1876371947496960/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/688 e 0 to 0 dl 1789449478 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449462.573426:0:32011:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789449462.573429:0:32011:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b84346240. 00000100:00000001:3.0:1789449462.573433:0:32011:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789449462.573435:0:32011:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449462.573438:0:32011:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789449462.573441:0:32011:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449462.573444:0:32011:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449462.573447:0:32011:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4da00 refcount=4 00000020:00000001:3.0:1789449462.573449:0:32011:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:3.0:1789449462.573452:0:32011:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000040:3.0:1789449462.573458:0:32011:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e8b91c4da00, remote cookie: 0xeb7cbf5e2fd3d291, flags: 0x1001 00010000:00010000:3.0:1789449462.573464:0:32011:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4da00/0xcddde1459ded65ee lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d291 expref: -99 pid: 32011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1789449462.573472:0:32011:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x20:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1789449462.573475:0:32011:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1789449462.573483:0:32011:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9e8b922ded00. 00010000:00000010:3.0:1789449462.573488:0:32011:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e8b84d02d00. 00010000:00000001:3.0:1789449462.573494:0:32011:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449462.573498:0:32011:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4da00/0xcddde1459ded65ee lrc: 4/1,0 mode: --/PR res: [0x200000405:0x20:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d291 expref: -99 pid: 32011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789449462.573506:0:32011:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4da00/0xcddde1459ded65ee lrc: 4/1,0 mode: --/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d291 expref: -99 pid: 32011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449462.573512:0:32011:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1789449462.573516:0:32011:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1789449462.573518:0:32011:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1789449462.573520:0:32011:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1789449462.573521:0:32011:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1789449462.573524:0:32011:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x20:0x0].0x0 (ffff9e8b922ded00) refcount = 1 00010000:00010000:3.0:1789449462.573528:0:32011:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4da00/0xcddde1459ded65ee lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d291 expref: -99 pid: 32011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449462.573535:0:32011:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1789449462.573538:0:32011:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1789449462.573540:0:32011:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789449462.573543:0:32011:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1789449462.573545:0:32011:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449462.573548:0:32011:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4da00/0xcddde1459ded65ee lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d291 expref: -99 pid: 32011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449462.573554:0:32011:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1789449462.573556:0:32011:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449462.573558:0:32011:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449462.573559:0:32011:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449462.573560:0:32011:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449462.573561:0:32011:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449462.573566:0:32011:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1789449462.573568:0:32011:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449462.573569:0:32011:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449462.573571:0:32011:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4da00 refcount=3 00000020:00000001:3.0:1789449462.573573:0:32011:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:3.0:1789449462.573576:0:32011:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:3.0:1789449462.573578:0:32011:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449462.573579:0:32011:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449462.573581:0:32011:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4da00 refcount=4 00000020:00000001:3.0:1789449462.573583:0:32011:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:3.0:1789449462.573586:0:32011:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:3.0:1789449462.573589:0:32011:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449462.573592:0:32011:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449462.573596:0:32011:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4da00/0xcddde1459ded65ee lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d291 expref: -99 pid: 32011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449462.573603:0:32011:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449462.573604:0:32011:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449462.573605:0:32011:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449462.573607:0:32011:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449462.573608:0:32011:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4da00 refcount=5 00000020:00000001:3.0:1789449462.573610:0:32011:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:3.0:1789449462.573612:0:32011:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:3.0:1789449462.573617:0:32011:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789449462.573620:0:32011:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4da00/0xcddde1459ded65ee lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d291 expref: -99 pid: 32011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449462.573627:0:32011:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449462.573628:0:32011:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789449462.573632:0:32011:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4da00/0xcddde1459ded65ee lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d291 expref: -99 pid: 32011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449462.573643:0:32011:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789449462.573645:0:32011:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449462.573646:0:32011:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449462.573647:0:32011:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449462.573651:0:32011:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1789449462.573657:0:32011:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff9e8b9065dc00 x1876371947496960/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/688 e 0 to 0 dl 1789449478 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1789449462.573668:0:32011:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449462.573669:0:32011:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449462.573671:0:32011:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4da00 refcount=3 00000020:00000001:3.0:1789449462.573673:0:32011:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:3.0:1789449462.573675:0:32011:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:3.0:1789449462.573678:0:32011:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449462.573679:0:32011:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789449462.573681:0:32011:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449462.573683:0:32011:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449462.573687:0:32011:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1789449462.573689:0:32011:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449462.573690:0:32011:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449462.573691:0:32011:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4da00 refcount=3 00000020:00000001:3.0:1789449462.573693:0:32011:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:3.0:1789449462.573695:0:32011:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00000002:00010000:3.0:1789449462.573698:0:32011:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4da00/0xcddde1459ded65ee lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d291 expref: -99 pid: 32011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449462.573704:0:32011:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449462.573705:0:32011:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449462.573707:0:32011:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789449462.573708:0:32011:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449462.573709:0:32011:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449462.573710:0:32011:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4da00 refcount=3 00000020:00000001:3.0:1789449462.573712:0:32011:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:3.0:1789449462.573715:0:32011:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000040:3.0:1789449462.573718:0:32011:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922ded00 count: 2 00010000:00000001:3.0:1789449462.573721:0:32011:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1789449462.573725:0:32011:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e8b83488400 type 13 mode 4 res 8589935621/32 (0 0) 00010000:00000001:3.0:1789449462.573727:0:32011:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449462.573728:0:32011:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789449462.573730:0:32011:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1789449462.573733:0:32011:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181dc76b0 00000002:00002000:3.0:1789449462.573735:0:32011:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21g.recovery-small-2 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1789449462.573739:0:32011:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789449462.573742:0:32011:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789449462.573745:0:32011:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1789449462.573748:0:32011:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1789449462.573751:0:32011:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449462.573755:0:32011:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000001:3.0:1789449462.573758:0:32011:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1789449462.573760:0:32011:0:(namei.c:674:ll_lookup_it_finish()) it ffffb71181dc7a28 it_disposition b 00000080:00000001:3.0:1789449462.573762:0:32011:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1789449462.573768:0:32011:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1789449462.573772:0:32011:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1789449462.573998:0:32011:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9e8b90fc9ac0. 00800000:00000001:2.0:1789449462.574002:0:32011:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446636921002957504 : -107152706594112 : ffff9e8b90fc9ac0) 00800000:00000001:2.0:1789449462.574004:0:32011:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449462.574007:0:32011:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789449462.574010:0:32011:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611168 : 144115205339611168 : 200000405000020) 00000080:00000001:2.0:1789449462.574013:0:32011:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:2.0:1789449462.574018:0:32011:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1789449462.574020:0:32011:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x20:0x0] 00000080:00000001:2.0:1789449462.574023:0:32011:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1789449462.574026:0:32011:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1789449462.574028:0:32011:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449462.574031:0:32011:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611168 : 144115205339611168 : 200000405000020) 00000080:00000001:2.0:1789449462.574033:0:32011:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1789449462.574035:0:32011:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611168 mtime from 1789449443 to 1789449444 00000080:00200000:2.0:1789449462.574050:0:32011:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x20:0x0], updating i_size 4096 00000080:00200000:2.0:1789449462.574053:0:32011:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x20:0x0](ffff9e8b891121c8): rc = 0 00000080:00000001:2.0:1789449462.574055:0:32011:0:(namei.c:156:ll_iget()) Process leaving (rc=18446636920870085064 : -107152839466552 : ffff9e8b891121c8) 00010000:00000001:2.0:1789449462.574057:0:32011:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449462.574059:0:32011:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449462.574060:0:32011:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4da00 refcount=3 00000020:00000001:2.0:1789449462.574062:0:32011:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:2.0:1789449462.574064:0:32011:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:2.0:1789449462.574066:0:32011:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449462.574067:0:32011:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789449462.574069:0:32011:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789449462.574071:0:32011:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1789449462.574073:0:32011:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b90fc9ac0 1 00800000:00000010:2.0:1789449462.574075:0:32011:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9e8b90fc9ac0. 00800000:00000001:2.0:1789449462.574078:0:32011:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789449462.574081:0:32011:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x20:0x0](ffff9e8b891121c8) for lock 0xcddde1459ded65ee 00800000:00000001:2.0:1789449462.574084:0:32011:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789449462.574086:0:32011:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789449462.574087:0:32011:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449462.574088:0:32011:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449462.574089:0:32011:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4da00 refcount=3 00000020:00000001:2.0:1789449462.574091:0:32011:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:2.0:1789449462.574093:0:32011:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:2.0:1789449462.574096:0:32011:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449462.574097:0:32011:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789449462.574099:0:32011:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789449462.574101:0:32011:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1789449462.574107:0:32011:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9e8b89334360 inode ffff9e8b891121c8 refc 1 flags 0x20000e 00000080:00000002:2.0:1789449462.574113:0:32011:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21g.recovery-small-2 [0x200000405:0x20:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:2.0:1789449462.574117:0:32011:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1789449462.574120:0:32011:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x20:0x0](ffff9e8b891121c8) 00000080:00010000:2.0:1789449462.574123:0:32011:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded65ee from it ffffb71181dc7a28 00010000:00000001:2.0:1789449462.574125:0:32011:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449462.574126:0:32011:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449462.574127:0:32011:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4da00 refcount=3 00000020:00000001:2.0:1789449462.574129:0:32011:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:2.0:1789449462.574131:0:32011:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:2.0:1789449462.574132:0:32011:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789449462.574135:0:32011:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4da00/0xcddde1459ded65ee lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d291 expref: -99 pid: 32011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449462.574143:0:32011:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449462.574144:0:32011:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449462.574146:0:32011:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789449462.574148:0:32011:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789449462.574151:0:32011:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4da00/0xcddde1459ded65ee lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d291 expref: -99 pid: 32011 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789449462.574158:0:32011:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789449462.574161:0:32011:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789449462.574162:0:32011:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789449462.574167:0:32011:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449462.574168:0:32011:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449462.574169:0:32011:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449462.574172:0:32011:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789449462.574174:0:32011:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449462.574175:0:32011:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449462.574178:0:32011:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449462.574180:0:32011:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789449462.574181:0:32011:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449462.574182:0:32011:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789449462.574183:0:32011:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1789449462.574187:0:32011:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b86221400. 00000100:00000001:2.0:1789449462.574191:0:32011:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449462.574196:0:32011:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065dc00 x1876371947496960/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/688 e 0 to 0 dl 1789449478 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449462.574202:0:32011:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789449462.574205:0:32011:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789449462.574209:0:32011:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9e8b8986f000. 02000000:00000001:2.0:1789449462.574213:0:32011:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789449462.574216:0:32011:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789449462.574218:0:32011:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:2.0:1789449462.574221:0:32011:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789449462.574223:0:32011:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b83606800. 02000000:00000001:2.0:1789449462.574226:0:32011:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789449462.574229:0:32011:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789449462.574231:0:32011:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065dc00. 00000100:00000001:2.0:1789449462.574235:0:32011:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789449462.574236:0:32011:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789449462.574244:0:32011:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1789449462.574247:0:32011:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x20:0x0](ffff9e8b891121c8), inode mode 41ed mask 1 00000080:00000001:2.0:1789449462.574251:0:32011:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789449462.574263:0:32011:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9e8b8316f8a0. 00000020:00000001:2.0:1789449462.574268:0:32011:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181dc7ae8 00000080:00200000:2.0:1789449462.574270:0:32011:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f, dir=[0x200000405:0x20:0x0](ffff9e8b891121c8), flags=8 00000080:00000001:2.0:1789449462.574273:0:32011:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1789449462.574274:0:32011:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181dc7998 00000080:00200000:2.0:1789449462.574276:0:32011:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000405:0x20:0x0](ffff9e8b891121c8), intent=getattr 00000080:00000010:2.0:1789449462.574283:0:32011:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b86221400. 00800000:00000002:2.0:1789449462.574288:0:32011:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b91d9a400 2 00000080:00000001:2.0:1789449462.574293:0:32011:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789449462.574318:0:32011:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789449462.574320:0:32011:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181dc78b8 00800000:00000002:2.0:1789449462.574322:0:32011:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f' on [0x200000405:0x20:0x0] 00800000:00000001:2.0:1789449462.574325:0:32011:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789449462.574329:0:32011:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789449462.574332:0:32011:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789449462.574335:0:32011:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789449462.574338:0:32011:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789449462.574340:0:32011:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449462.574342:0:32011:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:2.0:1789449462.574344:0:32011:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449462.574348:0:32011:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181dc7850 00800000:00000002:2.0:1789449462.574349:0:32011:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000405:0x20:0x0], fid2=[0x0:0x0:0x0], name='f' -> mds #0 00000002:00000001:2.0:1789449462.574354:0:32011:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789449462.574356:0:32011:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181dc7788 00000002:00010000:2.0:1789449462.574358:0:32011:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x0:0x0:0x0]) in obj [0x200000405:0x20:0x0], intent: getattr flags 01 00000002:00000001:2.0:1789449462.574363:0:32011:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789449462.574366:0:32011:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1789449462.574370:0:32011:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065dc00. 00000020:00000040:2.0:1789449462.574374:0:32011:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00010000:00000001:2.0:1789449462.574379:0:32011:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789449462.574383:0:32011:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789449462.574386:0:32011:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449462.574387:0:32011:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449462.574389:0:32011:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449462.574392:0:32011:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449462.574394:0:32011:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449462.574399:0:32011:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449462.574406:0:32011:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b83606800. 00000100:00000001:2.0:1789449462.574412:0:32011:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449462.574415:0:32011:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789449462.574417:0:32011:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449462.574419:0:32011:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789449462.574420:0:32011:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449462.574422:0:32011:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449462.574428:0:32011:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446636920993078272 : -107152716473344 : ffff9e8b9065dc00) 00010000:00000001:2.0:1789449462.574431:0:32011:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789449462.574433:0:32011:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1789449462.574437:0:32011:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922ded00 count: 2 00010000:00000001:2.0:1789449462.574439:0:32011:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789449462.574442:0:32011:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789449462.574446:0:32011:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8b91c4ce00. 00000020:00000001:2.0:1789449462.574449:0:32011:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789449462.574452:0:32011:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8b91c4ce00 with handle 0xcddde1459ded65f5 to hash 00000020:00000001:2.0:1789449462.574454:0:32011:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789449462.574456:0:32011:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636921016077824 : -107152693473792 : ffff9e8b91c4ce00) 00010000:00000001:2.0:1789449462.574458:0:32011:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636921016077824 : -107152693473792 : ffff9e8b91c4ce00) 00010000:00000001:2.0:1789449462.574461:0:32011:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449462.574462:0:32011:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449462.574465:0:32011:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4ce00/0xcddde1459ded65f5 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32011 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789449462.574471:0:32011:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4ce00/0xcddde1459ded65f5 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32011 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789449462.574480:0:32011:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4ce00/0xcddde1459ded65f5 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32011 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789449462.574485:0:32011:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789449462.574487:0:32011:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789449462.574493:0:32011:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b84346000. 00000100:00000001:2.0:1789449462.574495:0:32011:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920788508672 : -107152921042944 : ffff9e8b84346000) 00000100:00000001:2.0:1789449462.574498:0:32011:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449462.574499:0:32011:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993078272 : -107152716473344 : ffff9e8b9065dc00) 00000100:00000001:2.0:1789449462.574504:0:32011:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449462.574520:0:32011:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449462.574522:0:32011:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789449462.574524:0:32011:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789449462.574529:0:32011:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065dc00 x1876371947497088/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449462.574537:0:32011:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449462.574539:0:32011:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449462.574543:0:32011:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449462.574546:0:32011:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449462.574548:0:32011:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449462.574552:0:32011:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065dc00 pname:cluuid:pid:xid:nid:opc:job checkstat:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:32011:1876371947497088:192.168.202.109@tcp:101:checkstat.0 00000100:00000001:2.0:1789449462.574560:0:32011:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789449462.574565:0:32011:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449462.574568:0:32011:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449462.574571:0:32011:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789449462.574575:0:32011:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e8b8986f000. 02000000:00000001:2.0:1789449462.574577:0:32011:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449462.574584:0:32011:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449462.574587:0:32011:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b9210. 00000400:00000010:2.0:1789449462.574595:0:32011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d088. 00000100:00000200:2.0:1789449462.574602:0:32011:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876371947497088, portal 10 00000100:00000001:2.0:1789449462.574604:0:32011:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449462.574605:0:32011:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993078272 : -107152716473344 : ffff9e8b9065dc00) 00000100:00000040:2.0:1789449462.574611:0:32011:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b9065dc00 x1876371947497088/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449478 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449462.574618:0:32011:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449462.574622:0:32011:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449462.574625:0:32011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d990. 00000100:00000200:2.0:1789449462.574628:0:32011:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876371947497088, offset 0 00000400:00000200:2.0:1789449462.574634:0:32011:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449462.574642:0:32011:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.574650:0:32011:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449462.574655:0:32011:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449462.574660:0:32011:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449462.574663:0:32011:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449462.574666:0:32011:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449462.574670:0:32011:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2688:2688:256:4294967295] 192.168.202.109@tcp LPNI seq info [2688:2688:8:4294967295] 00000400:00000200:2.0:1789449462.574675:0:32011:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.574684:0:32011:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449462.574690:0:32011:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449462.574695:0:32011:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b89e26900. 00000800:00000200:2.0:1789449462.574703:0:32011:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449462.574712:0:32011:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449462.574716:0:32011:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b89e26900 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1789449462.574740:0:32011:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449462.574744:0:32011:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 835691 usecs (836 jiffies) 00000400:00000200:2.0:1789449462.574749:0:32011:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449462.574751:0:32011:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296466096 00000100:00000001:2.0:1789449462.574755:0:32011:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296467489 00000100:00000001:2.0:1789449462.574758:0:32011:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296466096 00000100:00000001:2.0:1789449462.574761:0:32011:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296467489 00000100:00000001:2.0:1789449462.574763:0:32011:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449462.574766:0:32011:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449462.574769:0:32011:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449462.574771:0:32011:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789449462.574774:0:32011:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b84346000 going to sleep for 11 seconds 00000100:00000001:2.0:1789449462.574777:0:32011:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449462.574779:0:32011:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449462.575350:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449462.575357:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b89e26900. 00000400:00000200:3.0:1789449462.575362:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449462.575369:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449462.575374:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d990 00000400:00000010:3.0:1789449462.575377:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d990. 00000100:00000001:3.0:1789449462.575380:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449462.575385:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065dc00 x1876371947497088/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449478 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449462.575394:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449462.575397:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b9065dc00 x1876371947497088/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449478 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449462.575402:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449462.575404:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449462.583972:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449462.583992:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449462.583997:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449462.584000:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449462.584009:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.584017:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449462.584027:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.584032:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.584037:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.584042:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 640 into portal 10 MB=0x6aa8ce365a680 00000400:00000200:2.0:1789449462.584048:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.584054:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 640/640 into md 0x7afd [1] + 224 00000800:00000001:2.0:1789449462.584062:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449462.584069:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449462.584073:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449462.584078:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449462.584086:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449462.584100:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065dc00 x1876371947497088/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449478 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449462.584112:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff9e8b9065dc00 x1876371947497088/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449478 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449462.584219:0:32011:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449462.584239:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449462.584251:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449462.584254:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1789449462.586631:0:32011:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449462.586639:0:32011:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449462.586644:0:32011:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b9210. 00000400:00000200:0.0:1789449462.586654:0:32011:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d088 00000400:00000010:0.0:1789449462.586657:0:32011:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d088. 00000100:00000001:0.0:1789449462.586662:0:32011:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449462.586675:0:32011:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065dc00 x1876371947497088/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449478 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789449462.586688:0:32011:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065dc00 x1876371947497088/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449478 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449462.586697:0:32011:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449462.586700:0:32011:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449462.586704:0:32011:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449462.586708:0:32011:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449462.586711:0:32011:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449462.586714:0:32011:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449462.586717:0:32011:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449462.586727:0:32011:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=92 v=5 (5 102 102 102) 00000100:00001000:0.0:1789449462.586732:0:32011:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1789449462.586734:0:32011:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449462.586736:0:32011:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.586739:0:32011:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449462.586743:0:32011:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449462.586747:0:32011:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789449462.586750:0:32011:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967600 00000100:00000001:0.0:1789449462.586752:0:32011:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449462.586756:0:32011:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449462.586761:0:32011:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065dc00 x1876371947497088/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/640 e 0 to 0 dl 1789449478 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449462.586769:0:32011:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449462.586773:0:32011:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449462.586775:0:32011:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449462.586779:0:32011:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065dc00 x1876371947497088/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/640 e 0 to 0 dl 1789449478 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789449462.586788:0:32011:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065dc00 pname:cluuid:pid:xid:nid:opc:job checkstat:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:32011:1876371947497088:192.168.202.109@tcp:101:checkstat.0 00000100:00000001:0.0:1789449462.586794:0:32011:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449462.586798:0:32011:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449462.586800:0:32011:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789449462.586803:0:32011:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449462.586806:0:32011:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065dc00 x1876371947497088/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/640 e 0 to 0 dl 1789449478 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449462.586819:0:32011:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789449462.586822:0:32011:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b84346000. 00000100:00000001:0.0:1789449462.586825:0:32011:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789449462.586827:0:32011:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.586830:0:32011:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789449462.586833:0:32011:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449462.586835:0:32011:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449462.586839:0:32011:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4ce00 refcount=4 00000020:00000001:0.0:1789449462.586841:0:32011:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016077824 : -107152693473792 : ffff9e8b91c4ce00) 00010000:00000001:0.0:1789449462.586844:0:32011:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016077824 : -107152693473792 : ffff9e8b91c4ce00) 00010000:00000040:0.0:1789449462.586850:0:32011:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e8b91c4ce00, remote cookie: 0xeb7cbf5e2fd3d2ad, flags: 0x1001 00010000:00010000:0.0:1789449462.586855:0:32011:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4ce00/0xcddde1459ded65f5 lrc: 4/1,0 mode: --/CR res: [0x200000405:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d2ad expref: -99 pid: 32011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789449462.586864:0:32011:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x22:0x0].0x0, instead of [0x200000405:0x20:0x0].0x0 00010000:00000001:0.0:1789449462.586868:0:32011:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1789449462.586874:0:32011:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bda00 count: 2 00010000:00000001:0.0:1789449462.586877:0:32011:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449462.586900:0:32011:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449462.586904:0:32011:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4ce00/0xcddde1459ded65f5 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d2ad expref: -99 pid: 32011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789449462.586912:0:32011:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4ce00/0xcddde1459ded65f5 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d2ad expref: -99 pid: 32011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449462.586919:0:32011:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789449462.586923:0:32011:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789449462.586925:0:32011:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789449462.586926:0:32011:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789449462.586928:0:32011:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789449462.586930:0:32011:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x22:0x0].0x0 (ffff9e8b902bda00) refcount = 2 00010000:00000040:0.0:1789449462.586934:0:32011:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1789449462.586938:0:32011:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204bc00/0xcddde1459ded65cb lrc: 1/0,0 mode: CR/CR res: [0x200000405:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xeb7cbf5e2fd3d21a expref: -99 pid: 31975 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1789449462.586946:0:32011:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4ce00/0xcddde1459ded65f5 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d2ad expref: -99 pid: 32011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449462.586952:0:32011:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789449462.586956:0:32011:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789449462.586957:0:32011:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449462.586961:0:32011:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789449462.586963:0:32011:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449462.586966:0:32011:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4ce00/0xcddde1459ded65f5 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d2ad expref: -99 pid: 32011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449462.586971:0:32011:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789449462.586973:0:32011:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.586974:0:32011:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449462.586975:0:32011:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.586976:0:32011:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449462.586977:0:32011:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449462.586983:0:32011:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789449462.586985:0:32011:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449462.586986:0:32011:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449462.586988:0:32011:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4ce00 refcount=3 00000020:00000001:0.0:1789449462.586990:0:32011:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016077824 : -107152693473792 : ffff9e8b91c4ce00) 00010000:00000001:0.0:1789449462.586992:0:32011:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016077824 : -107152693473792 : ffff9e8b91c4ce00) 00010000:00000001:0.0:1789449462.586994:0:32011:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449462.586995:0:32011:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449462.586996:0:32011:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4ce00 refcount=4 00000020:00000001:0.0:1789449462.586997:0:32011:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016077824 : -107152693473792 : ffff9e8b91c4ce00) 00010000:00000001:0.0:1789449462.586999:0:32011:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016077824 : -107152693473792 : ffff9e8b91c4ce00) 00010000:00000001:0.0:1789449462.587002:0:32011:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449462.587006:0:32011:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449462.587010:0:32011:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4ce00/0xcddde1459ded65f5 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d2ad expref: -99 pid: 32011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449462.587016:0:32011:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.587017:0:32011:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449462.587018:0:32011:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449462.587019:0:32011:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449462.587021:0:32011:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4ce00 refcount=5 00000020:00000001:0.0:1789449462.587022:0:32011:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016077824 : -107152693473792 : ffff9e8b91c4ce00) 00010000:00000001:0.0:1789449462.587025:0:32011:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016077824 : -107152693473792 : ffff9e8b91c4ce00) 00010000:00000001:0.0:1789449462.587027:0:32011:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449462.587030:0:32011:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4ce00/0xcddde1459ded65f5 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d2ad expref: -99 pid: 32011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449462.587036:0:32011:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.587965:0:32011:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789449462.587974:0:32011:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4ce00/0xcddde1459ded65f5 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d2ad expref: -99 pid: 32011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449462.587984:0:32011:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449462.587986:0:32011:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.587988:0:32011:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449462.587989:0:32011:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.587990:0:32011:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789449462.588001:0:32011:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9e8b9065dc00 x1876371947497088/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/640 e 0 to 0 dl 1789449478 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1789449462.588012:0:32011:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449462.588014:0:32011:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449462.588016:0:32011:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4ce00 refcount=3 00000020:00000001:0.0:1789449462.588018:0:32011:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016077824 : -107152693473792 : ffff9e8b91c4ce00) 00010000:00000001:0.0:1789449462.588020:0:32011:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016077824 : -107152693473792 : ffff9e8b91c4ce00) 00000002:00010000:0.0:1789449462.588024:0:32011:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4ce00/0xcddde1459ded65f5 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d2ad expref: -99 pid: 32011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1789449462.588272:0:32011:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9e8b90fc9ac0. 00010000:00000001:2.0:1789449462.588277:0:32011:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449462.588278:0:32011:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789449462.588279:0:32011:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449462.588281:0:32011:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449462.588284:0:32011:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1789449462.588287:0:32011:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449462.588288:0:32011:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449462.588290:0:32011:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4ce00 refcount=3 00000020:00000001:2.0:1789449462.588292:0:32011:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016077824 : -107152693473792 : ffff9e8b91c4ce00) 00010000:00000001:2.0:1789449462.588307:0:32011:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016077824 : -107152693473792 : ffff9e8b91c4ce00) 00000002:00010000:2.0:1789449462.588319:0:32011:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4ce00/0xcddde1459ded65f5 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d2ad expref: -99 pid: 32011 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449462.588327:0:32011:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449462.588328:0:32011:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449462.588331:0:32011:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789449462.588332:0:32011:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449462.588333:0:32011:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449462.588335:0:32011:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4ce00 refcount=3 00000020:00000001:2.0:1789449462.588337:0:32011:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016077824 : -107152693473792 : ffff9e8b91c4ce00) 00010000:00000001:2.0:1789449462.588339:0:32011:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016077824 : -107152693473792 : ffff9e8b91c4ce00) 00010000:00000040:2.0:1789449462.588345:0:32011:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bda00 count: 3 00010000:00000001:2.0:1789449462.588347:0:32011:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1789449462.588352:0:32011:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e8b83488400 type 13 mode 4 res 8589935621/34 (0 0) 00010000:00000001:2.0:1789449462.588355:0:32011:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449462.588356:0:32011:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789449462.588357:0:32011:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1789449462.588360:0:32011:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181dc7710 00000002:00002000:2.0:1789449462.588362:0:32011:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1789449462.588364:0:32011:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789449462.588368:0:32011:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789449462.588371:0:32011:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789449462.588374:0:32011:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000405:0x20:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1789449462.588378:0:32011:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449462.588382:0:32011:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b91d9a400 2 00000080:00000001:2.0:1789449462.588386:0:32011:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1789449462.588388:0:32011:0:(namei.c:674:ll_lookup_it_finish()) it ffffb71181dc7b20 it_disposition b 00000080:00000001:2.0:1789449462.588391:0:32011:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1789449462.588397:0:32011:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1789449462.588400:0:32011:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789449462.588403:0:32011:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611170 : 144115205339611170 : 200000405000022) 00000080:00000001:2.0:1789449462.588406:0:32011:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:2.0:1789449462.588413:0:32011:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789449462.588418:0:32011:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820823320 : -107152888728296 : ffff9e8b86217518) 00000020:00001000:2.0:1789449462.588421:0:32011:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217510 00000020:00000001:2.0:1789449462.588423:0:32011:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1789449462.588428:0:32011:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1789449462.588431:0:32011:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1789449462.588437:0:32011:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9e8b898c67e0. 00020000:00000010:2.0:1789449462.588441:0:32011:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9e8b86770a00. 00020000:00000010:2.0:1789449462.588446:0:32011:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9e8b898c6300. 00020000:00000001:2.0:1789449462.588448:0:32011:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446636920878162688 : -107152831388928 : ffff9e8b898c6300) 00020000:00000002:2.0:1789449462.588452:0:32011:0:(lov_ea.c:755:dump_lsm()) lsm ffff9e8b898c6300, objid 0x22:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789449462.588457:0:32011:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout 1 layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789449462.588461:0:32011:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff9e8b86770a00: ostid: 0x2c0000401:18 ost idx: 1 gen: 0 00020000:00000002:2.0:1789449462.588465:0:32011:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9e8b836978b8) owner ffff9e8b89850000 00020000:00000001:2.0:1789449462.588480:0:32011:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1789449462.588483:0:32011:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9e8b836978b8) owner ffff9e8b89850000 00020000:00000010:2.0:1789449462.588491:0:32011:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9e8b86770a00. 00020000:00000010:2.0:1789449462.588498:0:32011:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9e8b898c67e0. 00020000:00000010:2.0:1789449462.588501:0:32011:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9e8b898c6300. 00020000:00000002:2.0:1789449462.588503:0:32011:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x22:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1789449462.588506:0:32011:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449462.588647:0:32011:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1789449462.588651:0:32011:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217510 00000080:00000001:2.0:1789449462.588655:0:32011:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611170 : 144115205339611170 : 200000405000022) 00000080:00000001:2.0:1789449462.588658:0:32011:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1789449462.588664:0:32011:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x22:0x0](ffff9e8b89113a88): rc = 0 00000080:00000001:2.0:1789449462.588666:0:32011:0:(namei.c:156:ll_iget()) Process leaving (rc=18446636920870091400 : -107152839460216 : ffff9e8b89113a88) 00010000:00000001:2.0:1789449462.588668:0:32011:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449462.588670:0:32011:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449462.588672:0:32011:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4ce00 refcount=3 00000020:00000001:2.0:1789449462.588674:0:32011:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016077824 : -107152693473792 : ffff9e8b91c4ce00) 00010000:00000001:2.0:1789449462.588675:0:32011:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016077824 : -107152693473792 : ffff9e8b91c4ce00) 00000080:00000001:2.0:1789449462.588679:0:32011:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1789449462.588680:0:32011:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789449462.588681:0:32011:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820823320 : -107152888728296 : ffff9e8b86217518) 00000020:00001000:2.0:1789449462.588683:0:32011:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217510 00000020:00000001:2.0:1789449462.588685:0:32011:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1789449462.588687:0:32011:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1789449462.588688:0:32011:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1789449462.588691:0:32011:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9e8b898c6300. 00020000:00000010:2.0:1789449462.588694:0:32011:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9e8b86770a00. 00020000:00000010:2.0:1789449462.588696:0:32011:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9e8b898c67e0. 00020000:00000001:2.0:1789449462.588698:0:32011:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446636920878163936 : -107152831387680 : ffff9e8b898c67e0) 00020000:00000002:2.0:1789449462.588700:0:32011:0:(lov_ea.c:755:dump_lsm()) lsm ffff9e8b898c67e0, objid 0x22:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789449462.588703:0:32011:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout 1 layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789449462.588707:0:32011:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff9e8b86770a00: ostid: 0x2c0000401:18 ost idx: 1 gen: 0 00020000:00000002:2.0:1789449462.588709:0:32011:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9e8b836978b8) owner ffff9e8b89850000 00020000:00000001:2.0:1789449462.588711:0:32011:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1789449462.588714:0:32011:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9e8b836978b8) owner ffff9e8b89850000 00020000:00000010:2.0:1789449462.588716:0:32011:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9e8b86770a00. 00020000:00000010:2.0:1789449462.588719:0:32011:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9e8b898c6300. 00020000:00000010:2.0:1789449462.588721:0:32011:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9e8b898c67e0. 00020000:00000002:2.0:1789449462.588722:0:32011:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x22:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1789449462.588724:0:32011:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449462.588726:0:32011:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449462.588730:0:32011:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1789449462.588733:0:32011:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b836978b8) owner 0000000000000000/ffff9e8b89850000 00020000:00000002:2.0:1789449462.588737:0:32011:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9e8b87c1e5a0 addref 2/0 by ffff9e8b89850000. 00020000:00000002:2.0:1789449462.588739:0:32011:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b836978b8) owner 0000000000000000/ffff9e8b89850000 00020000:00000001:2.0:1789449462.588742:0:32011:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1789449462.588744:0:32011:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1789449462.588745:0:32011:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1789449462.588748:0:32011:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1789449462.588750:0:32011:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1789449462.588752:0:32011:0:(file.c:6843:ll_layout_conf()) [0x200000405:0x22:0x0]: layout version change: 0 -> 0 00000020:00001000:2.0:1789449462.588754:0:32011:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217510 00000080:00000001:2.0:1789449462.588757:0:32011:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449462.588758:0:32011:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449462.588759:0:32011:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789449462.588761:0:32011:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789449462.588764:0:32011:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1789449462.588765:0:32011:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789449462.588769:0:32011:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x22:0x0](ffff9e8b89113a88) for lock 0xcddde1459ded65f5 00800000:00000001:2.0:1789449462.588772:0:32011:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789449462.588774:0:32011:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789449462.588776:0:32011:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449462.588777:0:32011:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449462.588779:0:32011:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4ce00 refcount=3 00000020:00000001:2.0:1789449462.588780:0:32011:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016077824 : -107152693473792 : ffff9e8b91c4ce00) 00010000:00000001:2.0:1789449462.588782:0:32011:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016077824 : -107152693473792 : ffff9e8b91c4ce00) 00010000:00000001:2.0:1789449462.588784:0:32011:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449462.588785:0:32011:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789449462.588787:0:32011:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789449462.588789:0:32011:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1789449462.588795:0:32011:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9e8b89334d80 inode ffff9e8b89113a88 refc 1 flags 0x40000e 00000080:00000001:2.0:1789449462.588799:0:32011:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1789449462.588803:0:32011:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x22:0x0](ffff9e8b89113a88) 00000080:00010000:2.0:1789449462.588806:0:32011:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded65f5 from it ffffb71181dc7b20 00010000:00000001:2.0:1789449462.588808:0:32011:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449462.588809:0:32011:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449462.588810:0:32011:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4ce00 refcount=3 00000020:00000001:2.0:1789449462.588812:0:32011:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016077824 : -107152693473792 : ffff9e8b91c4ce00) 00010000:00000001:2.0:1789449462.588814:0:32011:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016077824 : -107152693473792 : ffff9e8b91c4ce00) 00010000:00000001:2.0:1789449462.588816:0:32011:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789449462.588819:0:32011:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4ce00/0xcddde1459ded65f5 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xeb7cbf5e2fd3d2ad expref: -99 pid: 32011 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449462.588827:0:32011:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449462.588828:0:32011:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449462.588829:0:32011:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789449462.588832:0:32011:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789449462.588834:0:32011:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4ce00/0xcddde1459ded65f5 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xeb7cbf5e2fd3d2ad expref: -99 pid: 32011 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789449462.588841:0:32011:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789449462.588844:0:32011:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789449462.588847:0:32011:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789449462.588851:0:32011:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449462.588852:0:32011:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449462.588853:0:32011:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449462.588856:0:32011:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789449462.588858:0:32011:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449462.588860:0:32011:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449462.588864:0:32011:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449462.588866:0:32011:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789449462.588867:0:32011:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449462.588868:0:32011:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789449462.588870:0:32011:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1789449462.588873:0:32011:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b86221400. 00000100:00000001:2.0:1789449462.588903:0:32011:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449462.588910:0:32011:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065dc00 x1876371947497088/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/640 e 0 to 0 dl 1789449478 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449462.588917:0:32011:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789449462.588920:0:32011:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789449462.588923:0:32011:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9e8b8986f000. 02000000:00000001:2.0:1789449462.588927:0:32011:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789449462.588929:0:32011:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789449462.588931:0:32011:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:2.0:1789449462.588933:0:32011:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789449462.588935:0:32011:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b83606800. 02000000:00000001:2.0:1789449462.588938:0:32011:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789449462.588941:0:32011:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789449462.588942:0:32011:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065dc00. 00000100:00000001:2.0:1789449462.588946:0:32011:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789449462.588947:0:32011:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789449462.588950:0:32011:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1789449462.588952:0:32011:0:(dcache.c:176:ll_intent_release()) intent ffffb71181dc7b20 released 00000080:00000001:2.0:1789449462.588953:0:32011:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:2.0:1789449462.588965:0:32011:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181dc7d08 00000080:00200008:2.0:1789449462.588967:0:32011:0:(file.c:6296:ll_getattr_dentry()) START file f:[0x200000405:0x22:0x0](ffff9e8b89113a88), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1789449462.588972:0:32011:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789449462.588974:0:32011:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181dc7c80 00000080:00200000:2.0:1789449462.588975:0:32011:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x22:0x0](ffff9e8b89113a88),name=f 00000080:00000010:2.0:1789449462.588981:0:32011:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b86221400. 00800000:00000002:2.0:1789449462.588985:0:32011:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b91d9a400 2 00000080:00000001:2.0:1789449462.588990:0:32011:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789449462.588992:0:32011:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789449462.588994:0:32011:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181dc7ba0 00800000:00000002:2.0:1789449462.588996:0:32011:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x22:0x0] 'f' on [0x200000405:0x20:0x0] 00800000:00000001:2.0:1789449462.588999:0:32011:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789449462.589002:0:32011:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789449462.589005:0:32011:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789449462.589007:0:32011:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789449462.589010:0:32011:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789449462.589012:0:32011:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449462.589014:0:32011:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:2.0:1789449462.589016:0:32011:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789449462.589019:0:32011:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789449462.589020:0:32011:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789449462.589021:0:32011:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789449462.589022:0:32011:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789449462.589024:0:32011:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449462.589025:0:32011:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x22:0x0] 00800000:00000001:2.0:1789449462.589026:0:32011:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449462.589029:0:32011:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000405:0x20:0x0], fid2=[0x200000405:0x22:0x0], name='' -> mds #0 00000002:00000001:2.0:1789449462.589032:0:32011:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789449462.589034:0:32011:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181dc7a70 00000002:00010000:2.0:1789449462.589035:0:32011:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x22:0x0]) in obj [0x200000405:0x20:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789449462.589051:0:32011:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789449462.589053:0:32011:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789449462.589055:0:32011:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789449462.589058:0:32011:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bda00 count: 3 00010000:00000001:2.0:1789449462.589060:0:32011:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789449462.589064:0:32011:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449462.589067:0:32011:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789449462.589070:0:32011:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4ce00/0xcddde1459ded65f5 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xeb7cbf5e2fd3d2ad expref: -99 pid: 32011 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1789449462.589077:0:32011:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789449462.589082:0:32011:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449462.589085:0:32011:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4ce00/0xcddde1459ded65f5 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xeb7cbf5e2fd3d2ad expref: -99 pid: 32011 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1789449462.589091:0:32011:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789449462.589092:0:32011:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789449462.589094:0:32011:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789449462.589096:0:32011:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789449462.589098:0:32011:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789449462.589100:0:32011:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000405:0x20:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789449462.589102:0:32011:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789449462.589104:0:32011:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b91d9a400 2 00000080:00000010:2.0:1789449462.589106:0:32011:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b86221400. 00000080:00000001:2.0:1789449462.589109:0:32011:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789449462.589110:0:32011:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789449462.589113:0:32011:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x22:0x0](ffff9e8b89113a88) 00000080:00010000:2.0:1789449462.589116:0:32011:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x22:0x0](ffff9e8b89113a88) for lock 0xcddde1459ded65f5 00800000:00000001:2.0:1789449462.589119:0:32011:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789449462.589120:0:32011:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789449462.589121:0:32011:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449462.589124:0:32011:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449462.589125:0:32011:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4ce00 refcount=3 00000020:00000001:2.0:1789449462.589127:0:32011:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016077824 : -107152693473792 : ffff9e8b91c4ce00) 00010000:00000001:2.0:1789449462.589129:0:32011:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016077824 : -107152693473792 : ffff9e8b91c4ce00) 00010000:00000001:2.0:1789449462.589131:0:32011:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449462.589133:0:32011:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789449462.589134:0:32011:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789449462.589135:0:32011:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789449462.589137:0:32011:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded65f5 from it ffffb71181dc7cb8 00010000:00000001:2.0:1789449462.589139:0:32011:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449462.589139:0:32011:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449462.589141:0:32011:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4ce00 refcount=3 00000020:00000001:2.0:1789449462.589143:0:32011:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016077824 : -107152693473792 : ffff9e8b91c4ce00) 00010000:00000001:2.0:1789449462.589144:0:32011:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016077824 : -107152693473792 : ffff9e8b91c4ce00) 00010000:00000001:2.0:1789449462.589146:0:32011:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789449462.589148:0:32011:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4ce00/0xcddde1459ded65f5 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xeb7cbf5e2fd3d2ad expref: -99 pid: 32011 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789449462.589154:0:32011:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449462.589155:0:32011:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449462.589156:0:32011:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789449462.589158:0:32011:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789449462.589160:0:32011:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4ce00/0xcddde1459ded65f5 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xeb7cbf5e2fd3d2ad expref: -99 pid: 32011 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789449462.589165:0:32011:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789449462.589166:0:32011:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789449462.589167:0:32011:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789449462.589169:0:32011:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449462.589170:0:32011:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449462.589172:0:32011:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449462.589173:0:32011:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789449462.589175:0:32011:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449462.589176:0:32011:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449462.589179:0:32011:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449462.589180:0:32011:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789449462.589181:0:32011:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449462.589182:0:32011:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789449462.589184:0:32011:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789449462.589185:0:32011:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789449462.589189:0:32011:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:2.0:1789449462.589192:0:32011:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1789449462.589194:0:32011:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789449462.589197:0:32011:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1789449462.589198:0:32011:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449462.589200:0:32011:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789449462.589204:0:32011:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:2.0:1789449462.589206:0:32011:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789449462.589208:0:32011:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820823320 : -107152888728296 : ffff9e8b86217518) 00000020:00001000:2.0:1789449462.589210:0:32011:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217510 00000020:00000001:2.0:1789449462.589214:0:32011:0:(cl_object.c:143:cl_object_top()) ffff9e8b84013530 -> ffff9e8b84013530 00000020:00000001:2.0:1789449462.589217:0:32011:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:2.0:1789449462.589220:0:32011:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1789449462.589222:0:32011:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x22:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:2.0:1789449462.589224:0:32011:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789449462.589225:0:32011:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1789449462.589227:0:32011:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1789449462.589229:0:32011:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449462.589231:0:32011:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789449462.589234:0:32011:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x22:0x0]io ffff9e8b84db3340 type 7 ignore/verify layout 0/1 00020000:00000002:2.0:1789449462.589237:0:32011:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b836978b8) owner 0000000000000000/ffff9e8b89850000 00020000:00000001:2.0:1789449462.589240:0:32011:0:(lov_io.c:2266:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1789449462.589242:0:32011:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1789449462.589243:0:32011:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1789449462.589245:0:32011:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449462.589247:0:32011:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1789449462.589249:0:32011:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1789449462.589251:0:32011:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449462.589252:0:32011:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789449462.589253:0:32011:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1789449462.589254:0:32011:0:(lov_io.c:2279:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1789449462.589256:0:32011:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b836978b8) owner 0000000000000000/ffff9e8b89850000 00000020:00000001:2.0:1789449462.589258:0:32011:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789449462.589260:0:32011:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1789449462.589261:0:32011:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x22:0x0] 00000020:00000001:2.0:1789449462.589264:0:32011:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1789449462.589265:0:32011:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1789449462.589268:0:32011:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1789449462.589270:0:32011:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000001:2.0:1789449462.589273:0:32011:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449462.589278:0:32011:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449462.589279:0:32011:0:(lov_offset.c:141:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789449462.589281:0:32011:0:(lov_offset.c:264:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1789449462.589283:0:32011:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000010:2.0:1789449462.589288:0:32011:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9e8b84d2ac00. 00020000:00000001:2.0:1789449462.589290:0:32011:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449462.589292:0:32011:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449462.589294:0:32011:0:(lov_offset.c:141:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789449462.589295:0:32011:0:(lov_offset.c:264:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1789449462.589297:0:32011:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1789449462.589299:0:32011:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789449462.589301:0:32011:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1789449462.589302:0:32011:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789449462.589304:0:32011:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820825192 : -107152888726424 : ffff9e8b86217c68) 00000020:00001000:2.0:1789449462.589305:0:32011:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217c60 00000020:00000001:2.0:1789449462.589318:0:32011:0:(cl_object.c:143:cl_object_top()) ffff9e8b840139e0 -> ffff9e8b84013530 00000020:00000001:2.0:1789449462.589320:0:32011:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:2.0:1789449462.589324:0:32011:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789449462.589325:0:32011:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1789449462.589327:0:32011:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:2.0:1789449462.589328:0:32011:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446636920799441728 : -107152910109888 : ffff9e8b84db3340) 00000020:00000001:2.0:1789449462.589330:0:32011:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449462.589332:0:32011:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449462.589334:0:32011:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993117992 : -107152716433624 : ffff9e8b90667728) 00000020:00000001:2.0:1789449462.589335:0:32011:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1789449462.589340:0:32011:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9e8b8633c850. 00000008:00010000:2.0:1789449462.589342:0:32011:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1789449462.589344:0:32011:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1789449462.589346:0:32011:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1789449462.589347:0:32011:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9e8b84d2ac30, osc lock ffff9e8b8633c850, flags 0x400001002 00000020:00000001:2.0:1789449462.589349:0:32011:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449462.589351:0:32011:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449462.589353:0:32011:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000001:2.0:1789449462.589355:0:32011:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446636920798882816 : -107152910668800 : ffff9e8b84d2ac00) 00000020:00000001:2.0:1789449462.589357:0:32011:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1789449462.589358:0:32011:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1789449462.589359:0:32011:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449462.589360:0:32011:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449462.589362:0:32011:0:(cl_io.c:1190:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1789449462.589365:0:32011:0:(cl_io.c:1198:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1789449462.589367:0:32011:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1789449462.589368:0:32011:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1789449462.589369:0:32011:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789449462.589370:0:32011:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993117992 : -107152716433624 : ffff9e8b90667728) 00000020:00000001:2.0:1789449462.589372:0:32011:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1789449462.589374:0:32011:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1789449462.589376:0:32011:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1789449462.589379:0:32011:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1789449462.589381:0:32011:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1789449462.589382:0:32011:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1789449462.589384:0:32011:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1789449462.589385:0:32011:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1789449462.589386:0:32011:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1789449462.589388:0:32011:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1789449462.589390:0:32011:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789449462.589395:0:32011:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449462.589397:0:32011:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:2.0:1789449462.589401:0:32011:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065dc00. 00000020:00000040:2.0:1789449462.589404:0:32011:0:(genops.c:1209:class_import_get()) import ffff9e8b8986b000 refcount=3 obd=lustre-OST0001-osc-ffff9e8b89903000 00010000:00000001:2.0:1789449462.589408:0:32011:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789449462.589412:0:32011:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789449462.589415:0:32011:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449462.589417:0:32011:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449462.589419:0:32011:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449462.589422:0:32011:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449462.589429:0:32011:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e8b86221400. 00000100:00000001:2.0:1789449462.589435:0:32011:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449462.589439:0:32011:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789449462.589440:0:32011:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449462.589442:0:32011:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789449462.589443:0:32011:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449462.589445:0:32011:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449462.589447:0:32011:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446636920993078272 : -107152716473344 : ffff9e8b9065dc00) 00010000:00000001:2.0:1789449462.589451:0:32011:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789449462.589453:0:32011:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1789449462.589457:0:32011:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9e8b90652400. 00010000:00000010:2.0:1789449462.589460:0:32011:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9e8b90652800. 00010000:00000001:2.0:1789449462.589466:0:32011:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789449462.589469:0:32011:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8b91c4c600. 00000020:00000001:2.0:1789449462.589472:0:32011:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789449462.589474:0:32011:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8b91c4c600 with handle 0xcddde1459ded65fc to hash 00000020:00000001:2.0:1789449462.589476:0:32011:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789449462.589478:0:32011:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636921016075776 : -107152693475840 : ffff9e8b91c4c600) 00010000:00000010:2.0:1789449462.589481:0:32011:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff9e8b90fc9e80. 00010000:00000001:2.0:1789449462.589483:0:32011:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636921016075776 : -107152693475840 : ffff9e8b91c4c600) 00010000:00000001:2.0:1789449462.589486:0:32011:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449462.589487:0:32011:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449462.589491:0:32011:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 000000002723b359/0xcddde1459ded65fc lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 32011 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789449462.589505:0:32011:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 000000002723b359/0xcddde1459ded65fc lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 32011 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449462.589651:0:32011:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449462.589657:0:32011:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449462.589661:0:32011:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449462.589672:0:32011:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a063d587] to pc [ptlrpcd_01_01+1] req@ffff9e8b9065dc00 x1876371947497216/t0(0) o101->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000008:00000001:2.0:1789449462.589713:0:32011:0:(osc_request.c:3308:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789449462.589716:0:32011:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449462.589719:0:32011:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449462.589721:0:32011:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449462.589722:0:32011:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449462.589725:0:32011:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1789449462.589727:0:32011:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1789449462.589729:0:32011:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1789449462.589730:0:32011:0:(cl_io.c:1210:cl_sync_io_wait()) Process entered 00000100:00000001:2.0:1789449462.589743:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1789449462.589747:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1789449462.589749:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449462.589756:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449462.589758:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449462.589760:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449462.589762:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449462.589764:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789449462.589771:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065dc00 x1876371947497216/t0(0) o101->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449462.589778:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449462.589780:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449462.589785:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449462.589787:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449462.589790:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449462.589795:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2401:1876371947497216:192.168.202.109@tcp:101:checkstat.0 00000100:00000001:2.0:1789449462.589800:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789449462.589806:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449462.589809:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449462.589811:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789449462.589816:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b83606800. 02000000:00000001:2.0:1789449462.589818:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449462.589826:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449462.589831:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b99f8. 00000400:00000010:2.0:1789449462.589837:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d110. 00000100:00000200:2.0:1789449462.589843:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947497216, portal 4 00000100:00000001:2.0:1789449462.589846:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449462.589848:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993078272 : -107152716473344 : ffff9e8b9065dc00) 00000100:00000040:2.0:1789449462.589853:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b9065dc00 x1876371947497216/t0(0) o101->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449478 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449462.589860:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449462.589863:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449462.589866:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d000. 00000100:00000200:2.0:1789449462.589869:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1876371947497216, offset 0 00000400:00000200:2.0:1789449462.589876:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449462.589931:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.589940:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449462.589947:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449462.589951:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449462.589954:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449462.589957:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449462.589960:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2689:2689:256:4294967295] 192.168.202.109@tcp LPNI seq info [2689:2689:8:4294967295] 00000400:00000200:2.0:1789449462.589965:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.589975:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449462.589981:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449462.589988:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b89e26900. 00000800:00000200:2.0:1789449462.589996:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449462.590005:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449462.590009:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b89e26900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1789449462.590019:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449462.590023:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: using a timeout of 249111 usecs (250 jiffies) 00000400:00000200:2.0:1789449462.590026:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449462.590029:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296465526 00000100:00000001:2.0:1789449462.590031:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296467489 00000100:00000001:2.0:1789449462.590034:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296465526 00000100:00000001:2.0:1789449462.590036:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296467489 00000100:00000001:2.0:1789449462.590038:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449462.590040:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449462.590044:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449462.590046:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449462.590400:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449462.590403:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449462.590547:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449462.590552:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b89e26900. 00000400:00000200:3.0:1789449462.590557:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449462.590564:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449462.590570:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d000 00000400:00000010:3.0:1789449462.590573:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d000. 00000100:00000001:3.0:1789449462.590578:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449462.590583:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065dc00 x1876371947497216/t0(0) o101->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449478 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449462.590606:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449462.590610:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065dc00 x1876371947497216/t0(0) o101->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449478 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449462.590617:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449462.590618:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449462.593171:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449462.593198:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449462.593203:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449462.593206:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449462.593214:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.593221:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449462.593232:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.593237:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.593242:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.593247:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 400 into portal 4 MB=0x6aa8ce365a700 00000400:00000200:2.0:1789449462.593252:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.593258:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 400/400 into md 0x7b0d [1] + 224 00000800:00000001:2.0:1789449462.593265:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449462.593277:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449462.593281:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449462.593285:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449462.593306:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449462.593322:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065dc00 x1876371947497216/t0(0) o101->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449478 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449462.593334:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9e8b9065dc00 x1876371947497216/t0(0) o101->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449478 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449462.593369:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449462.593379:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449462.593382:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449462.593586:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449462.593591:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789449462.593600:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449462.593602:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449462.593607:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b99f8. 00000400:00000200:3.0:1789449462.593611:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d110 00000400:00000010:3.0:1789449462.593614:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d110. 00000100:00000001:3.0:1789449462.593617:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449462.593623:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065dc00 x1876371947497216/t0(0) o101->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449478 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789449462.593632:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065dc00 x1876371947497216/t0(0) o101->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449478 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449462.593638:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449462.593641:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449462.593644:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449462.593648:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449462.593650:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449462.593652:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449462.593657:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449462.593667:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8986b460 time=92 v=5 (5 5 5 36) 00000100:00001000:3.0:1789449462.593671:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8986b418 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1789449462.593674:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789449462.593675:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449462.593678:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789449462.593682:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449462.593686:0:2401:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789449462.593688:0:2401:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9e8b89903000: skip recheck: last_committed 4294967326 00000100:00000001:3.0:1789449462.593690:0:2401:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789449462.593692:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449462.593697:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065dc00 x1876371947497216/t0(0) o101->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449478 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449462.593704:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449462.593708:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449462.593710:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1789449462.593713:0:2401:0:(osc_request.c:3123:osc_enqueue_interpret()) Process entered 00010000:00000001:3.0:1789449462.593716:0:2401:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449462.593719:0:2401:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449462.593722:0:2401:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c600 refcount=4 00000020:00000001:3.0:1789449462.593724:0:2401:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016075776 : -107152693475840 : ffff9e8b91c4c600) 00010000:00000001:3.0:1789449462.593727:0:2401:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016075776 : -107152693475840 : ffff9e8b91c4c600) 00010000:00000001:3.0:1789449462.593729:0:2401:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449462.593730:0:2401:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449462.593731:0:2401:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c600 refcount=5 00000020:00000001:3.0:1789449462.593733:0:2401:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016075776 : -107152693475840 : ffff9e8b91c4c600) 00010000:00000001:3.0:1789449462.593735:0:2401:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016075776 : -107152693475840 : ffff9e8b91c4c600) 00010000:00000001:3.0:1789449462.593739:0:2401:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449462.593743:0:2401:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449462.593747:0:2401:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 000000002723b359/0xcddde1459ded65fc lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 32011 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449462.593757:0:2401:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449462.593760:0:2401:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449462.593762:0:2401:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789449462.593764:0:2401:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449462.593765:0:2401:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449462.593767:0:2401:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c600 refcount=6 00000020:00000001:3.0:1789449462.593769:0:2401:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016075776 : -107152693475840 : ffff9e8b91c4c600) 00010000:00000001:3.0:1789449462.593771:0:2401:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016075776 : -107152693475840 : ffff9e8b91c4c600) 00010000:00000040:3.0:1789449462.593777:0:2401:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e8b91c4c600, remote cookie: 0xeb7cbf5e2fd3d2b4, flags: 0x1001 00010000:00010000:3.0:1789449462.593783:0:2401:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 000000002723b359/0xcddde1459ded65fc lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d2b4 expref: -99 pid: 32011 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449462.593791:0:2401:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:3.0:1789449462.593793:0:2401:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449462.593795:0:2401:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1789449462.593800:0:2401:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:3.0:1789449462.593804:0:2401:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 000000002723b359/0xcddde1459ded65fc lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d2b4 expref: -99 pid: 32011 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1789449462.593813:0:2401:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x2c0000401:0x12:0x0].0x0 (ffff9e8b90652400) refcount = 1 00010000:00000040:3.0:1789449462.593816:0:2401:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1789449462.593818:0:2401:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 000000002723b359/0xcddde1459ded65fc lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d2b4 expref: -99 pid: 32011 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449462.593827:0:2401:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1789449462.593829:0:2401:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789449462.593832:0:2401:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1789449462.593834:0:2401:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449462.593838:0:2401:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 000000002723b359/0xcddde1459ded65fc lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d2b4 expref: -99 pid: 32011 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449462.593844:0:2401:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1789449462.593846:0:2401:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449462.593847:0:2401:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449462.593848:0:2401:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449462.593849:0:2401:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789449462.593851:0:2401:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:3.0:1789449462.593854:0:2401:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1789449462.593857:0:2401:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449462.593858:0:2401:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449462.593860:0:2401:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c600 refcount=5 00000020:00000001:3.0:1789449462.593862:0:2401:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016075776 : -107152693475840 : ffff9e8b91c4c600) 00010000:00000001:3.0:1789449462.593864:0:2401:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016075776 : -107152693475840 : ffff9e8b91c4c600) 00000008:00000001:3.0:1789449462.593868:0:2401:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:3.0:1789449462.593872:0:2401:0:(cl_object.c:143:cl_object_top()) ffff9e8b84d26700 -> ffff9e8b84013530 00000008:00010000:3.0:1789449462.593876:0:2401:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 000000002723b359/0xcddde1459ded65fc lrc: 5/2,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xeb7cbf5e2fd3d2b4 expref: -99 pid: 32011 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:3.0:1789449462.594201:0:2401:0:(cl_object.c:143:cl_object_top()) ffff9e8b84d26700 -> ffff9e8b84013530 00000020:00000001:3.0:1789449462.594203:0:2401:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1789449462.594206:0:2401:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:3.0:1789449462.594210:0:2401:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1789449462.594212:0:2401:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449462.594213:0:2401:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449462.594215:0:2401:0:(cl_object.c:143:cl_object_top()) ffff9e8b84d26700 -> ffff9e8b84013530 00000008:00000001:3.0:1789449462.594217:0:2401:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:3.0:1789449462.594219:0:2401:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1789449462.594222:0:2401:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:3.0:1789449462.594277:0:2401:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000008:00000001:3.0:1789449462.594279:0:2401:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449462.594282:0:2401:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449462.594283:0:2401:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449462.594285:0:2401:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c600 refcount=6 00000020:00000001:3.0:1789449462.594287:0:2401:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016075776 : -107152693475840 : ffff9e8b91c4c600) 00010000:00000001:3.0:1789449462.594289:0:2401:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016075776 : -107152693475840 : ffff9e8b91c4c600) 00010000:00000001:3.0:1789449462.594291:0:2401:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789449462.594303:0:2401:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 000000002723b359/0xcddde1459ded65fc lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xeb7cbf5e2fd3d2b4 expref: -99 pid: 32011 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449462.594321:0:2401:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449462.594322:0:2401:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789449462.594325:0:2401:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 000000002723b359/0xcddde1459ded65fc lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xeb7cbf5e2fd3d2b4 expref: -99 pid: 32011 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449462.594332:0:2401:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789449462.594333:0:2401:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449462.594334:0:2401:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789449462.594336:0:2401:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449462.594338:0:2401:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449462.594339:0:2401:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449462.594340:0:2401:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c600 refcount=5 00000020:00000001:3.0:1789449462.594342:0:2401:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016075776 : -107152693475840 : ffff9e8b91c4c600) 00010000:00000001:3.0:1789449462.594344:0:2401:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016075776 : -107152693475840 : ffff9e8b91c4c600) 00010000:00000001:3.0:1789449462.594346:0:2401:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789449462.594348:0:2401:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 000000002723b359/0xcddde1459ded65fc lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xeb7cbf5e2fd3d2b4 expref: -99 pid: 32011 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449462.594354:0:2401:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449462.594355:0:2401:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449462.594357:0:2401:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789449462.594359:0:2401:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789449462.594362:0:2401:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 000000002723b359/0xcddde1459ded65fc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xeb7cbf5e2fd3d2b4 expref: -99 pid: 32011 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789449462.594372:0:2401:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449462.594375:0:2401:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789449462.594377:0:2401:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449462.594381:0:2401:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449462.594382:0:2401:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449462.594384:0:2401:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449462.594388:0:2401:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789449462.594389:0:2401:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449462.594392:0:2401:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449462.594394:0:2401:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449462.594396:0:2401:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789449462.594398:0:2401:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449462.594399:0:2401:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449462.594400:0:2401:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449462.594401:0:2401:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789449462.594402:0:2401:0:(osc_request.c:3162:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449462.594409:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065dc00 x1876371947497216/t0(0) o101->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449478 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789449462.594419:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2401:1876371947497216:192.168.202.109@tcp:101:checkstat.0 00000100:00000001:3.0:1789449462.594425:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449462.594428:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449462.594432:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065dc00 x1876371947497216/t0(0) o101->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449478 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449462.594439:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449462.594441:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449462.594446:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b83606800. 02000000:00000001:3.0:1789449462.594451:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449462.594454:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449462.594456:0:2401:0:(genops.c:1222:class_import_put()) import ffff9e8b8986b000 refcount=2 obd=lustre-OST0001-osc-ffff9e8b89903000 00000020:00000001:3.0:1789449462.594458:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449462.594461:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e8b86221400. 02000000:00000001:3.0:1789449462.594477:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449462.594479:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449462.594481:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065dc00. 00000100:00000001:3.0:1789449462.594485:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449462.594486:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449462.594488:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449462.594496:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449462.594498:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449462.594500:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449462.594503:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449462.602246:0:32011:0:(cl_io.c:1234:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449462.602257:0:32011:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449462.602264:0:32011:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1789449462.602269:0:32011:0:(cl_object.c:143:cl_object_top()) ffff9e8b84013530 -> ffff9e8b84013530 00000020:00000001:2.0:1789449462.602272:0:32011:0:(cl_object.c:143:cl_object_top()) ffff9e8b84013530 -> ffff9e8b84013530 00000020:00000001:2.0:1789449462.602274:0:32011:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1789449462.602280:0:32011:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1789449462.602285:0:32011:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1789449462.602287:0:32011:0:(lov_offset.c:45:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449462.602289:0:32011:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1789449462.602290:0:32011:0:(lov_offset.c:45:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789449462.602292:0:32011:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x22:1029 on OST[1]: s=0 (1) m=1789449444 a=1789449444 c=1789449444 b=0 00020000:00000001:2.0:1789449462.602306:0:32011:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789449462.602308:0:32011:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=1789449444 a=1789449444 c=1789449444 b=0 00020000:00000001:2.0:1789449462.602319:0:32011:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449462.602320:0:32011:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449462.602322:0:32011:0:(cl_object.c:143:cl_object_top()) ffff9e8b84013530 -> ffff9e8b84013530 00000080:00200000:2.0:1789449462.602325:0:32011:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x22:0x0] updating i_size 0 i_blocks 0 00000080:00000001:2.0:1789449462.602328:0:32011:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1789449462.602330:0:32011:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1789449462.602332:0:32011:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9e8b84db32e0 (ffff9e8b86217518/0) at cl_lock_release():245 00000020:00000001:2.0:1789449462.602335:0:32011:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1789449462.602336:0:32011:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e8b84db32e0 (ffff9e8b86217518/0) at cl_lock_cancel():142 00020000:00000001:2.0:1789449462.602340:0:32011:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1789449462.602343:0:32011:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789449462.602345:0:32011:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993117992 : -107152716433624 : ffff9e8b90667728) 00000020:00000001:2.0:1789449462.602348:0:32011:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1789449462.602350:0:32011:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e8b84d2ac30 (ffff9e8b86217c68/1) at cl_lock_cancel():142 00000008:00000001:2.0:1789449462.602354:0:32011:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1789449462.602356:0:32011:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:2.0:1789449462.602359:0:32011:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449462.602361:0:32011:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1789449462.602363:0:32011:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1789449462.602364:0:32011:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1789449462.602366:0:32011:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1789449462.602367:0:32011:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1789449462.602368:0:32011:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1789449462.602369:0:32011:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e8b84db32e0 (ffff9e8b86217518/0) at cl_lock_fini():72 00020000:00000001:2.0:1789449462.602372:0:32011:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1789449462.602374:0:32011:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1789449462.602375:0:32011:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e8b84d2ac30 (ffff9e8b86217518/1) at cl_lock_fini():72 00000008:00000010:2.0:1789449462.602377:0:32011:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9e8b8633c850. 00000020:00000001:2.0:1789449462.602385:0:32011:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1789449462.602386:0:32011:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9e8b84d2ac00. 00020000:00000001:2.0:1789449462.602390:0:32011:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1789449462.602391:0:32011:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1789449462.602392:0:32011:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1789449462.602393:0:32011:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449462.602396:0:32011:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:2.0:1789449462.602398:0:32011:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1789449462.602400:0:32011:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1789449462.602401:0:32011:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:2.0:1789449462.602403:0:32011:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:2.0:1789449462.602405:0:32011:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217c60 00020000:00000001:2.0:1789449462.602409:0:32011:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1789449462.602411:0:32011:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1789449462.602414:0:32011:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1789449462.602416:0:32011:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x22:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1789449462.602421:0:32011:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1789449462.602423:0:32011:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449462.602425:0:32011:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1789449462.602427:0:32011:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1789449462.602428:0:32011:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:2.0:1789449462.602429:0:32011:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217510 00000001:00000001:2.0:1789449462.602431:0:32011:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449462.602440:0:32011:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181dc7d08 00000080:00000008:2.0:1789449462.602443:0:32011:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file f:[0x200000405:0x22:0x0](ffff9e8b89113a88), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1789449462.602450:0:32011:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1789449462.602452:0:32011:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181dc7da0 00000080:00002000:2.0:1789449462.602454:0:32011:0:(dcache.c:127:ll_ddelete()) keeping dentry f (ffff9e8b89334d80, parent ffff9e8b89334360, inode ffff9e8b89113a88) hashed, 00000080:00000001:2.0:1789449462.602457:0:32011:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449462.603694:0:31818:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789449462.603701:0:31818:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789449462.603704:0:31818:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181643b78 00000080:00200000:3.0:1789449462.603707:0:31818:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:3.0:1789449462.603716:0:31818:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b86782a00. 00800000:00000002:3.0:1789449462.603722:0:31818:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:3.0:1789449462.603727:0:31818:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789449462.603731:0:31818:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789449462.603734:0:31818:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181643a98 00800000:00000002:3.0:1789449462.603736:0:31818:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789449462.603740:0:31818:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789449462.603743:0:31818:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789449462.603745:0:31818:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789449462.603747:0:31818:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789449462.603749:0:31818:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789449462.603751:0:31818:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449462.603753:0:31818:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789449462.603756:0:31818:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449462.603759:0:31818:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789449462.603764:0:31818:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789449462.603766:0:31818:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181643968 00000002:00010000:3.0:1789449462.603768:0:31818:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789449462.603771:0:31818:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789449462.603774:0:31818:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789449462.603777:0:31818:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789449462.603785:0:31818:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652100 count: 2 00010000:00000001:3.0:1789449462.603788:0:31818:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789449462.603795:0:31818:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449462.603798:0:31818:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789449462.603803:0:31818:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d400/0xcddde1459ded65d2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d22f expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1789449462.603813:0:31818:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789449462.603817:0:31818:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449462.603821:0:31818:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d400/0xcddde1459ded65d2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d22f expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:3.0:1789449462.603828:0:31818:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789449462.603829:0:31818:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789449462.603831:0:31818:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789449462.603833:0:31818:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789449462.603834:0:31818:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789449462.603836:0:31818:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789449462.603839:0:31818:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789449462.603842:0:31818:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:3.0:1789449462.603845:0:31818:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b86782a00. 00000080:00000001:3.0:1789449462.603849:0:31818:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789449462.603851:0:31818:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789449462.603853:0:31818:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:3.0:1789449462.603857:0:31818:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded65d2 00800000:00000001:3.0:1789449462.603860:0:31818:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789449462.603862:0:31818:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789449462.603864:0:31818:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449462.603866:0:31818:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449462.603869:0:31818:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4d400 refcount=3 00000020:00000001:3.0:1789449462.603871:0:31818:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016079360 : -107152693472256 : ffff9e8b91c4d400) 00010000:00000001:3.0:1789449462.603874:0:31818:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016079360 : -107152693472256 : ffff9e8b91c4d400) 00010000:00000001:3.0:1789449462.603877:0:31818:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449462.603931:0:31818:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789449462.603933:0:31818:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789449462.603935:0:31818:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789449462.603937:0:31818:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded65d2 from it ffffb71181643bb0 00010000:00000001:3.0:1789449462.603939:0:31818:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449462.603940:0:31818:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449462.603942:0:31818:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4d400 refcount=3 00000020:00000001:3.0:1789449462.603944:0:31818:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016079360 : -107152693472256 : ffff9e8b91c4d400) 00010000:00000001:3.0:1789449462.603946:0:31818:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016079360 : -107152693472256 : ffff9e8b91c4d400) 00010000:00000001:3.0:1789449462.603948:0:31818:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789449462.603950:0:31818:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d400/0xcddde1459ded65d2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d22f expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1789449462.603957:0:31818:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449462.603958:0:31818:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449462.603959:0:31818:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789449462.603962:0:31818:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789449462.603965:0:31818:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d400/0xcddde1459ded65d2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d22f expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1789449462.603971:0:31818:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449462.603974:0:31818:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789449462.603977:0:31818:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449462.603980:0:31818:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449462.603981:0:31818:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449462.603983:0:31818:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449462.603986:0:31818:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789449462.603987:0:31818:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449462.603989:0:31818:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449462.603992:0:31818:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449462.603993:0:31818:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789449462.603994:0:31818:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449462.603995:0:31818:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789449462.603999:0:31818:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789449462.604000:0:31818:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789449462.604002:0:31818:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908), inode mode 41ff mask 44 00000080:00000001:3.0:1789449462.604006:0:31818:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449462.604011:0:31818:0:(dir.c:3016:ll_dir_open()) Process entered 00000080:00000001:3.0:1789449462.604013:0:31818:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1789449462.604015:0:31818:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181643b78 00000080:00200008:3.0:1789449462.604017:0:31818:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9e8b89180908), flags 304000 00000080:00000010:3.0:1789449462.604022:0:31818:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9e8b817c17c0. 00000080:00000001:3.0:1789449462.604026:0:31818:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449462.604028:0:31818:0:(dir.c:3017:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449462.604050:0:31818:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181643d28 00000080:00200008:3.0:1789449462.604053:0:31818:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9e8b89180908), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1789449462.604060:0:31818:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:3.0:1789449462.604062:0:31818:0:(statahead.c:1783:is_first_dirent()) Process entered 00000080:00000010:3.0:1789449462.604065:0:31818:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b86782a00. 00800000:00000002:3.0:1789449462.604068:0:31818:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00800000:00000001:3.0:1789449462.604072:0:31818:0:(lmv_obd.c:3441:lmv_read_page()) Process entered 00800000:00000001:3.0:1789449462.604074:0:31818:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789449462.604075:0:31818:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789449462.604076:0:31818:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789449462.604078:0:31818:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789449462.604079:0:31818:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449462.604081:0:31818:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789449462.604083:0:31818:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449462.604086:0:31818:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:3.0:1789449462.604087:0:31818:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789449462.604089:0:31818:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181643990 00000002:00010000:3.0:1789449462.604090:0:31818:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: readdir flags 0 00000002:00000001:3.0:1789449462.604093:0:31818:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789449462.604094:0:31818:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789449462.604095:0:31818:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789449462.604097:0:31818:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652100 count: 2 00010000:00000001:3.0:1789449462.604099:0:31818:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789449462.604101:0:31818:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449462.604104:0:31818:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789449462.604106:0:31818:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d400/0xcddde1459ded65d2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d22f expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1789449462.604112:0:31818:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789449462.604114:0:31818:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449462.604116:0:31818:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d400/0xcddde1459ded65d2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d22f expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1789449462.604122:0:31818:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789449462.604123:0:31818:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789449462.604124:0:31818:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789449462.604126:0:31818:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789449462.604127:0:31818:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449462.604128:0:31818:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449462.604130:0:31818:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4d400 refcount=3 00000020:00000001:3.0:1789449462.604132:0:31818:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016079360 : -107152693472256 : ffff9e8b91c4d400) 00010000:00000001:3.0:1789449462.604134:0:31818:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016079360 : -107152693472256 : ffff9e8b91c4d400) 00010000:00000001:3.0:1789449462.604135:0:31818:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449462.604136:0:31818:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789449462.604137:0:31818:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449462.604173:0:31818:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:3.0:1789449462.604179:0:31818:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff9e8b86130800. 00000002:00000001:3.0:1789449462.604681:0:31818:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:3.0:1789449462.604688:0:31818:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b8310aa00. 00000020:00000040:3.0:1789449462.604693:0:31818:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000100:00000001:3.0:1789449462.604698:0:31818:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789449462.604701:0:31818:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789449462.604704:0:31818:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789449462.604710:0:31818:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e8b86783e00. 00000100:00000001:3.0:1789449462.604717:0:31818:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449462.604721:0:31818:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1789449462.604725:0:31818:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff9e8b87c4b400. 00000100:00000010:3.0:1789449462.604730:0:31818:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff9e8b87d3e000. 00000020:00000040:3.0:1789449462.604732:0:31818:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000100:00000001:3.0:1789449462.604752:0:31818:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789449462.604754:0:31818:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789449462.604759:0:31818:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b9041fb40. 00000100:00000001:3.0:1789449462.604762:0:31818:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920990726976 : -107152718824640 : ffff9e8b9041fb40) 00000100:00000001:3.0:1789449462.604764:0:31818:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449462.604766:0:31818:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769391104 : -107152940160512 : ffff9e8b8310aa00) 00000100:00000001:3.0:1789449462.604770:0:31818:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789449462.604773:0:31818:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449462.604775:0:31818:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789449462.604777:0:31818:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789449462.604787:0:31818:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b8310aa00 x1876371947497344/t0(0) o37->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449462.604796:0:31818:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789449462.604798:0:31818:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449462.604802:0:31818:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789449462.604804:0:31818:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789449462.604806:0:31818:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449462.604810:0:31818:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b8310aa00 pname:cluuid:pid:xid:nid:opc:job bash:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:31818:1876371947497344:192.168.202.109@tcp:37:bash.0 00000100:00000001:3.0:1789449462.604814:0:31818:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789449462.604819:0:31818:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789449462.604821:0:31818:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449462.604823:0:31818:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:3.0:1789449462.604832:0:31818:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:3.0:1789449462.604837:0:31818:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b8525ce70. 00000400:00000010:3.0:1789449462.604846:0:31818:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff9e8b8658c000. 00000100:00000200:3.0:1789449462.604852:0:31818:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6aa8ce365a780-0x6aa8ce365a780, portal 14 00000100:00000001:3.0:1789449462.604856:0:31818:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449462.604858:0:31818:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789449462.604861:0:31818:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b87c4b000. 02000000:00000001:3.0:1789449462.604864:0:31818:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449462.604867:0:31818:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:3.0:1789449462.604869:0:31818:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b8525c210. 00000400:00000010:3.0:1789449462.604873:0:31818:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69dd0. 00000100:00000200:3.0:1789449462.604876:0:31818:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947497344, portal 10 00000100:00000001:3.0:1789449462.604877:0:31818:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449462.604904:0:31818:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769391104 : -107152940160512 : ffff9e8b8310aa00) 00000100:00000040:3.0:1789449462.604911:0:31818:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b8310aa00 x1876371947497344/t0(0) o37->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1789449478 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449462.604918:0:31818:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449462.604921:0:31818:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1789449462.604923:0:31818:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b696e8. 00000100:00000200:3.0:1789449462.604926:0:31818:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1876371947497344, offset 0 00000400:00000200:3.0:1789449462.604932:0:31818:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1789449462.604940:0:31818:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449462.604948:0:31818:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449462.604953:0:31818:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789449462.604957:0:31818:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1789449462.604962:0:31818:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789449462.604964:0:31818:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1789449462.604967:0:31818:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2690:2690:256:4294967295] 192.168.202.109@tcp LPNI seq info [2690:2690:8:4294967295] 00000400:00000200:3.0:1789449462.604972:0:31818:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449462.604980:0:31818:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449462.604986:0:31818:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449462.604992:0:31818:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051cc00. 00000800:00000200:3.0:1789449462.604998:0:31818:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449462.605006:0:31818:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449462.605010:0:31818:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051cc00 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:3.0:1789449462.605028:0:31818:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449462.605033:0:31818:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 834473 usecs (835 jiffies) 00000400:00000200:3.0:1789449462.605037:0:31818:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:3.0:1789449462.605039:0:31818:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296466124 00000100:00000001:3.0:1789449462.605042:0:31818:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296467489 00000100:00000001:3.0:1789449462.605044:0:31818:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296466124 00000100:00000001:3.0:1789449462.605046:0:31818:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296467489 00000100:00000001:3.0:1789449462.605048:0:31818:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449462.605051:0:31818:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449462.605053:0:31818:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449462.605055:0:31818:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789449462.605057:0:31818:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b9041fb40 going to sleep for 11 seconds 00000100:00000001:3.0:1789449462.605059:0:31818:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449462.605061:0:31818:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449462.605421:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449462.605427:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b9051cc00. 00000400:00000200:2.0:1789449462.605432:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449462.605436:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449462.605442:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b696e8 00000400:00000010:2.0:1789449462.605444:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b696e8. 00000100:00000001:2.0:1789449462.605448:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449462.605452:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b8310aa00 x1876371947497344/t0(0) o37->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1789449478 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449462.605461:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449462.605464:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b8310aa00 x1876371947497344/t0(0) o37->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1789449478 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449462.605471:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449462.605473:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449462.612152:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449462.612174:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449462.612179:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449462.612182:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449462.612192:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.612201:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449462.612209:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.612214:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.612220:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.612225:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 4096 into portal 14 MB=0x6aa8ce365a780 00000400:00000200:2.0:1789449462.612230:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.612236:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.202.109@tcp of length 4096/4096 into md 0x7b1d [256] + 0 00000400:00000010:2.0:1789449462.612243:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b8525ce70. 00000400:00000200:2.0:1789449462.612249:0:2394:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9e8b8658c000 00000800:00000001:2.0:1789449462.612254:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449462.612264:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449462.612269:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449462.612273:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449462.612279:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b8658c000 00000400:00000010:2.0:1789449462.612282:0:2394:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff9e8b8658c000. 00000100:00000001:2.0:1789449462.612287:0:2394:0:(events.c:177:client_bulk_callback()) Process entered 00000100:00000200:2.0:1789449462.612290:0:2394:0:(events.c:195:client_bulk_callback()) event type 2, status 0, req ffff9e8b8310aa00 desc ffff9e8b87c4b400 mbits 1876371947497344 00000100:00000001:3.0:1789449462.612407:0:31818:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449462.612412:0:31818:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449462.612446:0:2394:0:(events.c:220:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1789449462.612456:0:2394:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1789449462.612460:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.612466:0:2394:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.202.9@tcp to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449462.612472:0:2394:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2691:2691:256:4294967295] 192.168.202.109@tcp LPNI seq info [2691:2691:8:4294967295] 00000400:00000200:2.0:1789449462.612477:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.612485:0:2394:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) 192.168.202.109@tcp : ACK try# 0 00000800:00000200:2.0:1789449462.612490:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449462.612498:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff9e8b87d98000. 00000800:00000200:2.0:1789449462.612504:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449462.612711:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449462.612716:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b87d98000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1789449462.612811:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449462.612814:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff9e8b87d98000. 00000400:00000200:2.0:1789449462.612818:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449462.612821:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: ACK: OK 00000800:00000001:2.0:1789449462.612827:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449462.612830:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449462.630095:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449462.630129:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449462.630135:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449462.630138:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449462.630150:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449462.630162:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449462.630173:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449462.630178:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449462.630185:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449462.630190:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 440 into portal 10 MB=0x6aa8ce365a780 00000400:00000200:3.0:1789449462.630196:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449462.630204:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 440/440 into md 0x7b25 [1] + 224 00000800:00000001:3.0:1789449462.630213:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449462.630224:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449462.630229:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449462.630234:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449462.630256:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449462.630277:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b8310aa00 x1876371947497344/t0(0) o37->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1789449478 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789449462.630291:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff9e8b8310aa00 x1876371947497344/t0(0) o37->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1789449478 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449462.630333:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449462.630345:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449462.630348:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449462.630534:0:31818:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789449462.630549:0:31818:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449462.630552:0:31818:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449462.630557:0:31818:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b8525c210. 00000400:00000200:0.0:1789449462.630567:0:31818:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69dd0 00000400:00000010:0.0:1789449462.630570:0:31818:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69dd0. 00000100:00000001:0.0:1789449462.630575:0:31818:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449462.630589:0:31818:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b8310aa00 x1876371947497344/t0(0) o37->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1789449478 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789449462.630601:0:31818:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b8310aa00 x1876371947497344/t0(0) o37->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1789449478 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449462.630610:0:31818:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449462.630612:0:31818:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449462.630615:0:31818:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449462.630618:0:31818:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449462.630621:0:31818:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449462.630624:0:31818:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449462.630627:0:31818:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449462.630638:0:31818:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ecf0 time=92 v=5 (5 5 5 5) 00000100:00001000:0.0:1789449462.630642:0:31818:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1789449462.630645:0:31818:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449462.630647:0:31818:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.630649:0:31818:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449462.630653:0:31818:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449462.630656:0:31818:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789449462.630659:0:31818:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967600 00000100:00000001:0.0:1789449462.630661:0:31818:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449462.630664:0:31818:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449462.630668:0:31818:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff9e8b8310aa00 x1876371947497344/t0(0) o37->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1789449478 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789449462.630676:0:31818:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff9e8b8310aa00 x1876371947497344/t0(0) o37->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1789449478 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449462.630689:0:31818:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449462.630691:0:31818:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449462.630694:0:31818:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b8310aa00 x1876371947497344/t0(0) o37->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1789449478 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789449462.630701:0:31818:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b8310aa00 pname:cluuid:pid:xid:nid:opc:job bash:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:31818:1876371947497344:192.168.202.109@tcp:37:bash.0 00000100:00000001:0.0:1789449462.630707:0:31818:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449462.630709:0:31818:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449462.630711:0:31818:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789449462.630714:0:31818:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449462.630717:0:31818:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b8310aa00 x1876371947497344/t0(0) o37->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1789449478 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449462.630724:0:31818:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789449462.630728:0:31818:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b9041fb40. 00000100:00000001:0.0:1789449462.630732:0:31818:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789449462.630734:0:31818:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449462.630737:0:31818:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449462.630740:0:31818:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449462.630743:0:31818:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b8310aa00 x1876371947497344/t0(0) o37->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1789449478 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449462.630749:0:31818:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789449462.630751:0:31818:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449462.630755:0:31818:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b87c4b000. 02000000:00000001:0.0:1789449462.630760:0:31818:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789449462.630762:0:31818:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449462.630764:0:31818:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:0.0:1789449462.630767:0:31818:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:0.0:1789449462.630768:0:31818:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1789449462.630770:0:31818:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449462.630771:0:31818:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:0.0:1789449462.630772:0:31818:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000010:0.0:1789449462.630797:0:31818:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff9e8b87d3e000. 00000100:00000010:0.0:1789449462.630800:0:31818:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff9e8b87c4b400. 00000100:00000001:0.0:1789449462.630803:0:31818:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1789449462.630805:0:31818:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e8b86783e00. 02000000:00000001:0.0:1789449462.630809:0:31818:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449462.630811:0:31818:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449462.630813:0:31818:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b8310aa00. 00000100:00000001:0.0:1789449462.630817:0:31818:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449462.630818:0:31818:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789449462.630820:0:31818:0:(mdc_request.c:1315:mdc_dirpage_add()) Process entered 00000002:00000020:0.0:1789449462.630822:0:31818:0:(mdc_request.c:1322:mdc_dirpage_add()) read 1/1 00000002:00000010:0.0:1789449462.631480:0:31818:0:(mdc_request.c:1442:do_mdc_read_folio_remote()) kfreed 'folio_pool': 2048 at ffff9e8b86130800. 00000002:00000001:0.0:1789449462.631487:0:31818:0:(mdc_request.c:1444:do_mdc_read_folio_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.631493:0:31818:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449462.631496:0:31818:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449462.631500:0:31818:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4d400 refcount=3 00000020:00000001:0.0:1789449462.631502:0:31818:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016079360 : -107152693472256 : ffff9e8b91c4d400) 00010000:00000001:0.0:1789449462.631506:0:31818:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016079360 : -107152693472256 : ffff9e8b91c4d400) 00010000:00000001:0.0:1789449462.631508:0:31818:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449462.631514:0:31818:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d400/0xcddde1459ded65d2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d22f expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1789449462.631525:0:31818:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.631527:0:31818:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449462.631528:0:31818:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789449462.631531:0:31818:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789449462.631535:0:31818:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d400/0xcddde1459ded65d2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d22f expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1789449462.631546:0:31818:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789449462.631548:0:31818:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789449462.631550:0:31818:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449462.631554:0:31818:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.631555:0:31818:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449462.631557:0:31818:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.631561:0:31818:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789449462.631563:0:31818:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.631565:0:31818:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.631568:0:31818:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.631570:0:31818:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449462.631572:0:31818:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.631573:0:31818:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:0.0:1789449462.631575:0:31818:0:(lmv_obd.c:3458:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449462.631584:0:31818:0:(statahead.c:1888:is_first_dirent()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000002:0.0:1789449462.631589:0:31818:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:0.0:1789449462.631592:0:31818:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b86782a00. 00000080:00000001:0.0:1789449462.631598:0:31818:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449462.631604:0:31818:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789449462.631607:0:31818:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181643ca0 00000080:00200000:0.0:1789449462.631609:0:31818:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:0.0:1789449462.631618:0:31818:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b83421000. 00800000:00000002:0.0:1789449462.631624:0:31818:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:0.0:1789449462.631627:0:31818:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789449462.631630:0:31818:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789449462.631633:0:31818:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181643bc0 00800000:00000002:0.0:1789449462.631635:0:31818:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449462.631638:0:31818:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789449462.631641:0:31818:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449462.631643:0:31818:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449462.631645:0:31818:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449462.631648:0:31818:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449462.631649:0:31818:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449462.631651:0:31818:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449462.631654:0:31818:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449462.631657:0:31818:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789449462.631663:0:31818:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789449462.631665:0:31818:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181643a90 00000002:00010000:0.0:1789449462.631667:0:31818:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789449462.631670:0:31818:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789449462.631672:0:31818:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449462.631674:0:31818:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449462.631680:0:31818:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652100 count: 2 00010000:00000001:0.0:1789449462.631683:0:31818:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449462.631687:0:31818:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449462.631691:0:31818:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789449462.631695:0:31818:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d400/0xcddde1459ded65d2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d22f expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1789449462.631703:0:31818:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789449462.631707:0:31818:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449462.631710:0:31818:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d400/0xcddde1459ded65d2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d22f expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:0.0:1789449462.631717:0:31818:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789449462.631719:0:31818:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789449462.631720:0:31818:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789449462.631722:0:31818:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789449462.631724:0:31818:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789449462.631726:0:31818:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789449462.631728:0:31818:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789449462.631730:0:31818:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:0.0:1789449462.631732:0:31818:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b83421000. 00000080:00000001:0.0:1789449462.631736:0:31818:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789449462.631738:0:31818:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449462.631741:0:31818:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:0.0:1789449462.631744:0:31818:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded65d2 00800000:00000001:0.0:1789449462.631747:0:31818:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789449462.631750:0:31818:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789449462.631751:0:31818:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449462.631753:0:31818:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449462.631755:0:31818:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4d400 refcount=3 00000020:00000001:0.0:1789449462.631757:0:31818:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016079360 : -107152693472256 : ffff9e8b91c4d400) 00010000:00000001:0.0:1789449462.631760:0:31818:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016079360 : -107152693472256 : ffff9e8b91c4d400) 00010000:00000001:0.0:1789449462.631762:0:31818:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.631763:0:31818:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449462.631765:0:31818:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449462.631766:0:31818:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449462.631769:0:31818:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded65d2 from it ffffb71181643cd8 00010000:00000001:0.0:1789449462.631771:0:31818:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449462.631772:0:31818:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449462.631773:0:31818:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4d400 refcount=3 00000020:00000001:0.0:1789449462.631775:0:31818:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016079360 : -107152693472256 : ffff9e8b91c4d400) 00010000:00000001:0.0:1789449462.631777:0:31818:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016079360 : -107152693472256 : ffff9e8b91c4d400) 00010000:00000001:0.0:1789449462.631779:0:31818:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449462.631782:0:31818:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d400/0xcddde1459ded65d2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d22f expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1789449462.631788:0:31818:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.631790:0:31818:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449462.631791:0:31818:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789449462.631793:0:31818:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789449462.631795:0:31818:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d400/0xcddde1459ded65d2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d22f expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1789449462.631800:0:31818:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789449462.631802:0:31818:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789449462.631803:0:31818:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449462.631805:0:31818:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.631806:0:31818:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449462.631807:0:31818:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.631809:0:31818:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789449462.631811:0:31818:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.631813:0:31818:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.631815:0:31818:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.631817:0:31818:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449462.631818:0:31818:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.631819:0:31818:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789449462.631821:0:31818:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789449462.631822:0:31818:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789449462.631827:0:31818:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449462.631832:0:31818:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181643d28 00000080:00000008:0.0:1789449462.631834:0:31818:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9e8b89180908), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1789449462.632150:0:31818:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1789449462.632154:0:31818:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) pos/size0/4096 32bit_api 0 00000080:00000010:0.0:1789449462.632159:0:31818:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b83421000. 00800000:00000002:0.0:1789449462.632162:0:31818:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:0.0:1789449462.632165:0:31818:0:(dir.c:194:ll_dir_read()) Process entered 00000080:00000001:0.0:1789449462.632172:0:31818:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446713000772363328 : -31072937188288 : ffffe3bd449de440) 00000080:00000001:0.0:1789449462.632175:0:31818:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611168 : 144115205339611168 : 200000405000020) 00000080:00000001:0.0:1789449462.632179:0:31818:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833928 : 144115205322833928 : 200000404000008) 00000080:00000001:0.0:1789449462.632181:0:31818:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611140 : 144115205339611140 : 200000405000004) 00000080:00000001:0.0:1789449462.632183:0:31818:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279489 : 144115205289279489 : 200000402000001) 00000080:00000001:0.0:1789449462.632185:0:31818:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833931 : 144115205322833931 : 20000040400000b) 00000080:00000001:0.0:1789449462.632188:0:31818:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056707 : 144115205306056707 : 200000403000003) 00000080:00000001:0.0:1789449462.632190:0:31818:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1789449462.632192:0:31818:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1789449462.632194:0:31818:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833935 : 144115205322833935 : 20000040400000f) 00000080:00000001:0.0:1789449462.632197:0:31818:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833921 : 144115205322833921 : 200000404000001) 00000080:00000001:0.0:1789449462.632199:0:31818:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611167 : 144115205339611167 : 20000040500001f) 00000080:00000001:0.0:1789449462.632201:0:31818:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279494 : 144115205289279494 : 200000402000006) 00000080:00000001:0.0:1789449462.632203:0:31818:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798761473 : 162129603798761473 : 240000402000001) 00000080:00000001:0.0:1789449462.632205:0:31818:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798761476 : 162129603798761476 : 240000402000004) 00000080:00000001:0.0:1789449462.632207:0:31818:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279490 : 144115205289279490 : 200000402000002) 00000080:00000001:0.0:1789449462.632209:0:31818:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833933 : 144115205322833933 : 20000040400000d) 00000080:00000001:0.0:1789449462.632211:0:31818:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279491 : 144115205289279491 : 200000402000003) 00000080:00000001:0.0:1789449462.632213:0:31818:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798761475 : 162129603798761475 : 240000402000003) 00000080:00000001:0.0:1789449462.632216:0:31818:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449462.632218:0:31818:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:0.0:1789449462.632220:0:31818:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b83421000. 00000080:00000001:0.0:1789449462.632224:0:31818:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449462.632244:0:31818:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1789449462.632246:0:31818:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) pos/size18446744073709551614/4096 32bit_api 0 00000080:00000001:0.0:1789449462.632250:0:31818:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789449462.632252:0:31818:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449462.632264:0:31818:0:(dir.c:3022:ll_dir_release()) Process entered 00000080:00000001:0.0:1789449462.632266:0:31818:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1789449462.632268:0:31818:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181643dd0 00000080:00200008:0.0:1789449462.632270:0:31818:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9e8b89180908), flags 304000 00000080:00400000:0.0:1789449462.632274:0:31818:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:0.0:1789449462.632277:0:31818:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9e8b817c17c0. 00000080:00000001:0.0:1789449462.632282:0:31818:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1789449462.632284:0:31818:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181643dd0 00000080:00000008:0.0:1789449462.632286:0:31818:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9e8b89180908), flags 304000, rc = 0 00000080:00000001:0.0:1789449462.632289:0:31818:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449462.632290:0:31818:0:(dir.c:3023:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449462.648384:0:32012:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789449462.648393:0:32012:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789449462.648395:0:32012:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789449462.648399:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6fb20 00000080:00200000:2.0:1789449462.648404:0:32012:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:2.0:1789449462.648412:0:32012:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b86220e00. 00800000:00000002:2.0:1789449462.648418:0:32012:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:2.0:1789449462.648423:0:32012:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789449462.648428:0:32012:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789449462.648430:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6fa40 00800000:00000002:2.0:1789449462.648433:0:32012:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789449462.648437:0:32012:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789449462.648439:0:32012:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789449462.648442:0:32012:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789449462.648445:0:32012:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789449462.648447:0:32012:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789449462.648449:0:32012:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449462.648451:0:32012:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789449462.648454:0:32012:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449462.648457:0:32012:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789449462.648463:0:32012:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789449462.648477:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6f910 00000002:00010000:2.0:1789449462.648480:0:32012:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789449462.648484:0:32012:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789449462.648486:0:32012:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789449462.648489:0:32012:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789449462.648499:0:32012:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652100 count: 2 00010000:00000001:2.0:1789449462.648503:0:32012:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789449462.648518:0:32012:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449462.648524:0:32012:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789449462.648531:0:32012:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d400/0xcddde1459ded65d2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d22f expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:2.0:1789449462.648546:0:32012:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789449462.648565:0:32012:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449462.648569:0:32012:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d400/0xcddde1459ded65d2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d22f expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:2.0:1789449462.648576:0:32012:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789449462.648578:0:32012:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789449462.648580:0:32012:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789449462.648582:0:32012:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789449462.648585:0:32012:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789449462.648587:0:32012:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789449462.648590:0:32012:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789449462.648594:0:32012:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:2.0:1789449462.648597:0:32012:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b86220e00. 00000080:00000001:2.0:1789449462.648601:0:32012:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789449462.648603:0:32012:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789449462.648607:0:32012:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:2.0:1789449462.648610:0:32012:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded65d2 00800000:00000001:2.0:1789449462.648614:0:32012:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789449462.648616:0:32012:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789449462.648618:0:32012:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449462.648620:0:32012:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449462.648623:0:32012:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4d400 refcount=3 00000020:00000001:2.0:1789449462.648626:0:32012:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016079360 : -107152693472256 : ffff9e8b91c4d400) 00010000:00000001:2.0:1789449462.648629:0:32012:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016079360 : -107152693472256 : ffff9e8b91c4d400) 00010000:00000001:2.0:1789449462.648632:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449462.648633:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789449462.648635:0:32012:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789449462.648636:0:32012:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789449462.648639:0:32012:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded65d2 from it ffffb71181d6fb58 00010000:00000001:2.0:1789449462.648641:0:32012:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449462.648642:0:32012:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449462.648644:0:32012:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4d400 refcount=3 00000020:00000001:2.0:1789449462.648646:0:32012:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016079360 : -107152693472256 : ffff9e8b91c4d400) 00010000:00000001:2.0:1789449462.648647:0:32012:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016079360 : -107152693472256 : ffff9e8b91c4d400) 00010000:00000001:2.0:1789449462.648650:0:32012:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789449462.648653:0:32012:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d400/0xcddde1459ded65d2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d22f expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1789449462.648658:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449462.648659:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449462.648661:0:32012:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789449462.648663:0:32012:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789449462.648666:0:32012:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d400/0xcddde1459ded65d2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d22f expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1789449462.648672:0:32012:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789449462.648675:0:32012:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789449462.648677:0:32012:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789449462.648682:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449462.648683:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449462.648684:0:32012:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449462.648687:0:32012:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789449462.648689:0:32012:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449462.648691:0:32012:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449462.648693:0:32012:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449462.648695:0:32012:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789449462.648697:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449462.648698:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789449462.648700:0:32012:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789449462.648702:0:32012:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789449462.648704:0:32012:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908), inode mode 41ff mask 1 00000080:00000001:2.0:1789449462.648709:0:32012:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449462.648713:0:32012:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1789449462.648715:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6fb48 00000080:00002000:2.0:1789449462.648716:0:32012:0:(dcache.c:87:ll_dcompare()) found name d21g.recovery-small-1(ffff9e8b89320000) flags 0x20000e refc 1 00000080:00000001:2.0:1789449462.648719:0:32012:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449462.648722:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6fb90 00000080:00200000:2.0:1789449462.648723:0:32012:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21g.recovery-small-1, flags=8 00000080:00000002:2.0:1789449462.648729:0:32012:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21g.recovery-small-1 [0x200000405:0x1f:0x0] depth 1 server default LMV inherit depth 0 00000020:00000001:2.0:1789449462.648738:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6fd08 00000080:00200008:2.0:1789449462.648740:0:32012:0:(file.c:6296:ll_getattr_dentry()) START file d21g.recovery-small-1:[0x200000405:0x1f:0x0](ffff9e8b89195348), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1789449462.648744:0:32012:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789449462.648745:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6fc80 00000080:00200000:2.0:1789449462.648747:0:32012:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x1f:0x0](ffff9e8b89195348),name=d21g.recovery-small-1 00000080:00000010:2.0:1789449462.648751:0:32012:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b86220e00. 00800000:00000002:2.0:1789449462.648754:0:32012:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:2.0:1789449462.648758:0:32012:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789449462.648761:0:32012:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789449462.648762:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6fba0 00800000:00000002:2.0:1789449462.648764:0:32012:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x1f:0x0] 'd21g.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789449462.648767:0:32012:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789449462.648770:0:32012:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789449462.648771:0:32012:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789449462.648773:0:32012:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789449462.648774:0:32012:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789449462.648775:0:32012:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449462.648777:0:32012:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789449462.648779:0:32012:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789449462.648781:0:32012:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789449462.648782:0:32012:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789449462.648783:0:32012:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789449462.648784:0:32012:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789449462.648786:0:32012:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449462.648787:0:32012:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1f:0x0] 00800000:00000001:2.0:1789449462.648789:0:32012:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449462.648791:0:32012:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x1f:0x0], name='' -> mds #0 00000002:00000001:2.0:1789449462.648794:0:32012:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789449462.648795:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6fa70 00000002:00010000:2.0:1789449462.648797:0:32012:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x1f:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789449462.648800:0:32012:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789449462.648801:0:32012:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789449462.648803:0:32012:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789449462.648806:0:32012:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bd500 count: 2 00010000:00000001:2.0:1789449462.648808:0:32012:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789449462.648812:0:32012:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449462.648814:0:32012:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789449462.648817:0:32012:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204ac00/0xcddde1459ded65d9 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d24b expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1789449462.648824:0:32012:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789449462.648826:0:32012:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449462.648828:0:32012:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204ac00/0xcddde1459ded65d9 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d24b expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1789449462.648835:0:32012:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789449462.648837:0:32012:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789449462.648838:0:32012:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789449462.648840:0:32012:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789449462.648841:0:32012:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789449462.648843:0:32012:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789449462.648845:0:32012:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789449462.648847:0:32012:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:2.0:1789449462.648849:0:32012:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b86220e00. 00000080:00000001:2.0:1789449462.648852:0:32012:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789449462.648853:0:32012:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789449462.648855:0:32012:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x1f:0x0](ffff9e8b89195348) 00000080:00010000:2.0:1789449462.648858:0:32012:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x1f:0x0](ffff9e8b89195348) for lock 0xcddde1459ded65d9 00800000:00000001:2.0:1789449462.648860:0:32012:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789449462.648861:0:32012:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789449462.648863:0:32012:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449462.648864:0:32012:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449462.648866:0:32012:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204ac00 refcount=3 00000020:00000001:2.0:1789449462.648868:0:32012:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825569792 : -107151883981824 : ffff9e8bc204ac00) 00010000:00000001:2.0:1789449462.648870:0:32012:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825569792 : -107151883981824 : ffff9e8bc204ac00) 00010000:00000001:2.0:1789449462.648871:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449462.648872:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789449462.648873:0:32012:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789449462.648875:0:32012:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789449462.648877:0:32012:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded65d9 from it ffffb71181d6fcb8 00010000:00000001:2.0:1789449462.648899:0:32012:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449462.648900:0:32012:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449462.648901:0:32012:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204ac00 refcount=3 00000020:00000001:2.0:1789449462.648903:0:32012:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825569792 : -107151883981824 : ffff9e8bc204ac00) 00010000:00000001:2.0:1789449462.648905:0:32012:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825569792 : -107151883981824 : ffff9e8bc204ac00) 00010000:00000001:2.0:1789449462.648907:0:32012:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789449462.648910:0:32012:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204ac00/0xcddde1459ded65d9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d24b expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789449462.648916:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449462.648917:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449462.648918:0:32012:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789449462.648920:0:32012:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789449462.648922:0:32012:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204ac00/0xcddde1459ded65d9 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d24b expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789449462.648926:0:32012:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789449462.648928:0:32012:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789449462.648930:0:32012:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789449462.648931:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449462.648932:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449462.648933:0:32012:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449462.648935:0:32012:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789449462.648936:0:32012:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449462.648938:0:32012:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449462.648940:0:32012:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449462.648941:0:32012:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789449462.648942:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449462.648943:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789449462.648945:0:32012:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789449462.648946:0:32012:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789449462.648948:0:32012:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449462.648952:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6fd08 00000080:00000008:2.0:1789449462.648954:0:32012:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21g.recovery-small-1:[0x200000405:0x1f:0x0](ffff9e8b89195348), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1789449462.648979:0:32012:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789449462.648981:0:32012:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789449462.648982:0:32012:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789449462.648983:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6fbc0 00000080:00200000:2.0:1789449462.648985:0:32012:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:2.0:1789449462.648989:0:32012:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b86220e00. 00800000:00000002:2.0:1789449462.648991:0:32012:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:2.0:1789449462.648993:0:32012:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789449462.648995:0:32012:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789449462.648997:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6fae0 00800000:00000002:2.0:1789449462.648998:0:32012:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789449462.649001:0:32012:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789449462.649002:0:32012:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789449462.649003:0:32012:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789449462.649005:0:32012:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789449462.649006:0:32012:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789449462.649007:0:32012:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449462.649010:0:32012:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789449462.649011:0:32012:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449462.649014:0:32012:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789449462.649017:0:32012:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789449462.649018:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6f9b0 00000002:00010000:2.0:1789449462.649020:0:32012:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789449462.649023:0:32012:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789449462.649024:0:32012:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789449462.649025:0:32012:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789449462.649027:0:32012:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652100 count: 2 00010000:00000001:2.0:1789449462.649029:0:32012:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789449462.649032:0:32012:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449462.649034:0:32012:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789449462.649037:0:32012:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d400/0xcddde1459ded65d2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d22f expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:2.0:1789449462.649044:0:32012:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789449462.649047:0:32012:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449462.649050:0:32012:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d400/0xcddde1459ded65d2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d22f expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:2.0:1789449462.649057:0:32012:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789449462.649059:0:32012:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789449462.649060:0:32012:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789449462.649061:0:32012:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789449462.649063:0:32012:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789449462.649065:0:32012:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789449462.649068:0:32012:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789449462.649069:0:32012:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:2.0:1789449462.649071:0:32012:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b86220e00. 00000080:00000001:2.0:1789449462.649074:0:32012:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789449462.649075:0:32012:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789449462.649077:0:32012:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:2.0:1789449462.649080:0:32012:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded65d2 00800000:00000001:2.0:1789449462.649083:0:32012:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789449462.649084:0:32012:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789449462.649085:0:32012:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449462.649087:0:32012:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449462.649088:0:32012:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4d400 refcount=3 00000020:00000001:2.0:1789449462.649090:0:32012:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016079360 : -107152693472256 : ffff9e8b91c4d400) 00010000:00000001:2.0:1789449462.649093:0:32012:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016079360 : -107152693472256 : ffff9e8b91c4d400) 00010000:00000001:2.0:1789449462.649095:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449462.649096:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789449462.649097:0:32012:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789449462.649099:0:32012:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789449462.649101:0:32012:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded65d2 from it ffffb71181d6fbf8 00010000:00000001:2.0:1789449462.649103:0:32012:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449462.649104:0:32012:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449462.649105:0:32012:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4d400 refcount=3 00000020:00000001:2.0:1789449462.649107:0:32012:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016079360 : -107152693472256 : ffff9e8b91c4d400) 00010000:00000001:2.0:1789449462.649109:0:32012:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016079360 : -107152693472256 : ffff9e8b91c4d400) 00010000:00000001:2.0:1789449462.649111:0:32012:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789449462.649114:0:32012:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d400/0xcddde1459ded65d2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d22f expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1789449462.649120:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449462.649121:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449462.649122:0:32012:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789449462.649124:0:32012:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789449462.649125:0:32012:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d400/0xcddde1459ded65d2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d22f expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:2.0:1789449462.649131:0:32012:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789449462.649133:0:32012:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789449462.649134:0:32012:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789449462.649136:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449462.649137:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449462.649138:0:32012:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449462.649139:0:32012:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789449462.649140:0:32012:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449462.649142:0:32012:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449462.649143:0:32012:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449462.649145:0:32012:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789449462.649146:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449462.649147:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789449462.649148:0:32012:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789449462.649149:0:32012:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789449462.649151:0:32012:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908), inode mode 41ff mask 1 00000080:00000001:2.0:1789449462.649153:0:32012:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449462.649156:0:32012:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1789449462.649157:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6fbc0 00000080:00002000:2.0:1789449462.649159:0:32012:0:(dcache.c:87:ll_dcompare()) found name d21g.recovery-small-1(ffff9e8b89320000) flags 0x20000e refc 1 00000080:00000001:2.0:1789449462.649161:0:32012:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449462.649162:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6fc08 00000080:00200000:2.0:1789449462.649164:0:32012:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21g.recovery-small-1, flags=266 00000080:00000002:2.0:1789449462.649167:0:32012:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21g.recovery-small-1 [0x200000405:0x1f:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:2.0:1789449462.649170:0:32012:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1789449462.649171:0:32012:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x1f:0x0](ffff9e8b89195348), inode mode 41ed mask 44 00000080:00000001:2.0:1789449462.649174:0:32012:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449462.649178:0:32012:0:(dir.c:3016:ll_dir_open()) Process entered 00000080:00000001:2.0:1789449462.649180:0:32012:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1789449462.649182:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6fb78 00000080:00200008:2.0:1789449462.649184:0:32012:0:(file.c:1090:ll_file_open()) START file d21g.recovery-small-1:[0x200000405:0x1f:0x0](ffff9e8b89195348), flags 704400 00000080:00000010:2.0:1789449462.649190:0:32012:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9e8b89997b80. 00000080:00000001:2.0:1789449462.649196:0:32012:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:2.0:1789449462.649199:0:32012:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b86220e00. 00800000:00000002:2.0:1789449462.649202:0:32012:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:2.0:1789449462.649205:0:32012:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789449462.649206:0:32012:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789449462.649208:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6fa28 00800000:00000002:2.0:1789449462.649210:0:32012:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000405:0x1f:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789449462.649213:0:32012:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1789449462.649215:0:32012:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789449462.649216:0:32012:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789449462.649218:0:32012:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789449462.649219:0:32012:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789449462.649221:0:32012:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449462.649223:0:32012:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1f:0x0] 00800000:00000001:2.0:1789449462.649224:0:32012:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449462.649227:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6f9a8 00800000:00000002:2.0:1789449462.649229:0:32012:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x1f:0x0], name='' -> mds #0 layout version 1 00000002:00000001:2.0:1789449462.649231:0:32012:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789449462.649233:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6f8e0 00000002:00010000:2.0:1789449462.649234:0:32012:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x1f:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240704401 00000002:00000001:2.0:1789449462.649238:0:32012:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789449462.649240:0:32012:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1789449462.649244:0:32012:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1789449462.649247:0:32012:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bd500 count: 2 00010000:00000001:2.0:1789449462.649249:0:32012:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789449462.649251:0:32012:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1789449462.649254:0:32012:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449462.649256:0:32012:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449462.649259:0:32012:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449462.649260:0:32012:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1789449462.649262:0:32012:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652100 count: 2 00010000:00000001:2.0:1789449462.649263:0:32012:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789449462.649265:0:32012:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1789449462.649266:0:32012:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449462.649268:0:32012:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449462.649269:0:32012:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789449462.649274:0:32012:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065ca80. 00000020:00000040:2.0:1789449462.649278:0:32012:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e8b89903000 02000000:00000001:2.0:1789449462.649284:0:32012:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789449462.649286:0:32012:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449462.649288:0:32012:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789449462.649292:0:32012:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789449462.649295:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449462.649297:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449462.649298:0:32012:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449462.649301:0:32012:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449462.649303:0:32012:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449462.649305:0:32012:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449462.649325:0:32012:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b83606000. 00000100:00000001:2.0:1789449462.649332:0:32012:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449462.649337:0:32012:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789449462.649338:0:32012:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449462.649340:0:32012:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789449462.649341:0:32012:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449462.649343:0:32012:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449462.649349:0:32012:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446636920993073792 : -107152716477824 : ffff9e8b9065ca80) 00010000:00000001:2.0:1789449462.649353:0:32012:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789449462.649355:0:32012:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1789449462.649357:0:32012:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652100 count: 2 00010000:00000001:2.0:1789449462.649359:0:32012:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789449462.649361:0:32012:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789449462.649365:0:32012:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8b91c4de00. 00000020:00000001:2.0:1789449462.649368:0:32012:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789449462.649370:0:32012:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8b91c4de00 with handle 0xcddde1459ded6603 to hash 00000020:00000001:2.0:1789449462.649372:0:32012:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789449462.649374:0:32012:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636921016081920 : -107152693469696 : ffff9e8b91c4de00) 00010000:00000001:2.0:1789449462.649377:0:32012:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636921016081920 : -107152693469696 : ffff9e8b91c4de00) 00010000:00000001:2.0:1789449462.649379:0:32012:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449462.649381:0:32012:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449462.649384:0:32012:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4de00/0xcddde1459ded6603 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32012 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789449462.649395:0:32012:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4de00/0xcddde1459ded6603 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32012 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1789449462.649407:0:32012:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e8b89903000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1789449462.649418:0:32012:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e8b9065ca80 x1876371947497600/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1789449462.649427:0:32012:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4de00/0xcddde1459ded6603 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32012 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789449462.649433:0:32012:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789449462.649435:0:32012:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789449462.649442:0:32012:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b84346840. 00000100:00000001:2.0:1789449462.649444:0:32012:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920788510784 : -107152921040832 : ffff9e8b84346840) 00000100:00000001:2.0:1789449462.649447:0:32012:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449462.649448:0:32012:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993073792 : -107152716477824 : ffff9e8b9065ca80) 00000100:00000001:2.0:1789449462.649453:0:32012:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449462.649457:0:32012:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449462.649459:0:32012:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789449462.649461:0:32012:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789449462.649466:0:32012:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065ca80 x1876371947497600/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449462.649475:0:32012:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449462.649480:0:32012:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449462.649484:0:32012:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449462.649487:0:32012:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449462.649490:0:32012:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449462.649494:0:32012:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065ca80 pname:cluuid:pid:xid:nid:opc:job rm:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:32012:1876371947497600:192.168.202.109@tcp:101:rm.0 00000100:00000001:2.0:1789449462.649499:0:32012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789449462.649504:0:32012:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449462.649507:0:32012:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449462.649510:0:32012:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789449462.649601:0:32012:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff9e8b87dc0000. 02000000:00000001:2.0:1789449462.649604:0:32012:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449462.649612:0:32012:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449462.649617:0:32012:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b9688. 00000400:00000010:2.0:1789449462.649624:0:32012:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9e8b8986f000. 00000100:00000200:2.0:1789449462.649631:0:32012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1876371947497600, portal 10 00000100:00000001:2.0:1789449462.649633:0:32012:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449462.649634:0:32012:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993073792 : -107152716477824 : ffff9e8b9065ca80) 00000100:00000040:2.0:1789449462.649640:0:32012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b9065ca80 x1876371947497600/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789449478 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449462.649646:0:32012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449462.649649:0:32012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449462.649652:0:32012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d908. 00000100:00000200:2.0:1789449462.649655:0:32012:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1876371947497600, offset 0 00000400:00000200:2.0:1789449462.649661:0:32012:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449462.649671:0:32012:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.649678:0:32012:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449462.649684:0:32012:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449462.649688:0:32012:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449462.649691:0:32012:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449462.649694:0:32012:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449462.649697:0:32012:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2692:2692:256:4294967295] 192.168.202.109@tcp LPNI seq info [2692:2692:8:4294967295] 00000400:00000200:2.0:1789449462.649702:0:32012:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.649710:0:32012:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449462.649716:0:32012:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449462.649720:0:32012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b89e26600. 00000800:00000200:2.0:1789449462.649727:0:32012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449462.649734:0:32012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449462.649739:0:32012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b89e26600 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:2.0:1789449462.649762:0:32012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449462.649767:0:32012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 833286 usecs (834 jiffies) 00000400:00000200:2.0:1789449462.649771:0:32012:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449462.649774:0:32012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296466169 00000100:00000001:2.0:1789449462.649776:0:32012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296467489 00000100:00000001:2.0:1789449462.649779:0:32012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296466169 00000100:00000001:2.0:1789449462.649781:0:32012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296467489 00000100:00000001:2.0:1789449462.649784:0:32012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449462.649786:0:32012:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449462.649789:0:32012:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449462.649790:0:32012:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789449462.649793:0:32012:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b84346840 going to sleep for 11 seconds 00000100:00000001:2.0:1789449462.649795:0:32012:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449462.649799:0:32012:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449462.650381:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449462.650394:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b89e26600. 00000400:00000200:3.0:1789449462.650402:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449462.650412:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449462.650422:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d908 00000400:00000010:3.0:1789449462.650426:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d908. 00000100:00000001:3.0:1789449462.650432:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449462.650440:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065ca80 x1876371947497600/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789449478 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449462.650454:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449462.650458:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b9065ca80 x1876371947497600/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789449478 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449462.650466:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449462.650469:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789449462.663935:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449462.663959:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449462.663966:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449462.663968:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449462.663983:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449462.663993:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449462.664003:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449462.664009:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449462.664015:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449462.664021:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 664 into portal 10 MB=0x6aa8ce365a880 00000400:00000200:3.0:1789449462.664027:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449462.664036:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 664/664 into md 0x7b35 [64] + 224 00000800:00000001:3.0:1789449462.664045:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449462.664053:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449462.664057:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449462.664062:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449462.664072:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449462.664085:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065ca80 x1876371947497600/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789449478 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789449462.664112:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff9e8b9065ca80 x1876371947497600/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789449478 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449462.664137:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449462.664148:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449462.664152:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449462.664291:0:32012:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789449462.664332:0:32012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789449462.664335:0:32012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789449462.664339:0:32012:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b9688. 00000400:00000200:2.0:1789449462.664350:0:32012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b8986f000 00000400:00000010:2.0:1789449462.664353:0:32012:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff9e8b8986f000. 00000100:00000001:2.0:1789449462.664359:0:32012:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449462.664373:0:32012:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065ca80 x1876371947497600/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789449478 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789449462.664385:0:32012:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065ca80 x1876371947497600/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789449478 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449462.664392:0:32012:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789449462.664395:0:32012:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449462.664398:0:32012:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789449462.664402:0:32012:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789449462.664404:0:32012:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789449462.664407:0:32012:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449462.664410:0:32012:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789449462.664420:0:32012:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=92 v=5 (5 102 102 102) 00000100:00001000:2.0:1789449462.664424:0:32012:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1789449462.664426:0:32012:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1789449462.664431:0:32012:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9e8b9065ca80 x1876371947497600/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1789449478 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449462.664438:0:32012:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1789449462.664442:0:32012:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1789449462.664444:0:32012:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1789449462.664446:0:32012:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1789449462.664449:0:32012:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449462.664450:0:32012:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993073792 : -107152716477824 : ffff9e8b9065ca80) 00000100:00000001:2.0:1789449462.664455:0:32012:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789449462.664457:0:32012:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967600 00000100:00000001:2.0:1789449462.664459:0:32012:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789449462.664462:0:32012:0:(client.c:1798:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1789449462.664479:0:32012:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065ca80 x1876371947497600/t4294967603(4294967603) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1789449478 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449462.664487:0:32012:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1789449462.664490:0:32012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789449462.664492:0:32012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789449462.664496:0:32012:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065ca80 x1876371947497600/t4294967603(4294967603) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1789449478 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789449462.664504:0:32012:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065ca80 pname:cluuid:pid:xid:nid:opc:job rm:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:32012:1876371947497600:192.168.202.109@tcp:101:rm.0 00000100:00000001:2.0:1789449462.664518:0:32012:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449462.664521:0:32012:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1789449462.664524:0:32012:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789449462.664526:0:32012:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449462.664530:0:32012:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b9065ca80 x1876371947497600/t4294967603(4294967603) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1789449478 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449462.664537:0:32012:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789449462.664540:0:32012:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b84346840. 00000100:00000001:2.0:1789449462.664544:0:32012:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789449462.664545:0:32012:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1789449462.664829:0:32012:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789449462.664837:0:32012:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449462.664841:0:32012:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449462.664844:0:32012:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4de00 refcount=4 00000020:00000001:2.0:1789449462.664847:0:32012:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016081920 : -107152693469696 : ffff9e8b91c4de00) 00010000:00000001:2.0:1789449462.664850:0:32012:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016081920 : -107152693469696 : ffff9e8b91c4de00) 00010000:00010000:2.0:1789449462.664855:0:32012:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4de00/0xcddde1459ded6603 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32012 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449462.664866:0:32012:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1789449462.664870:0:32012:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4de00/0xcddde1459ded6603 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32012 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449462.664877:0:32012:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789449462.664932:0:32012:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4de00/0xcddde1459ded6603 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32012 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449462.664939:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449462.664941:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789449462.664943:0:32012:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4de00/0xcddde1459ded6603 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32012 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449462.664948:0:32012:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449462.664951:0:32012:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449462.664954:0:32012:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1789449462.664957:0:32012:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4de00/0xcddde1459ded6603 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32012 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789449462.664963:0:32012:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e8b91c4de00 already unused, calling callback (ffffffffc1b31740) 00000080:00000001:2.0:1789449462.664967:0:32012:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1789449462.664970:0:32012:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4de00/0xcddde1459ded6603 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 32012 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449462.664976:0:32012:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1789449462.664978:0:32012:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1789449462.664981:0:32012:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4de00/0xcddde1459ded6603 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 32012 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449462.664986:0:32012:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1789449462.664988:0:32012:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1789449462.664989:0:32012:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449462.664990:0:32012:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449462.664993:0:32012:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4de00 refcount=5 00000020:00000001:2.0:1789449462.664994:0:32012:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016081920 : -107152693469696 : ffff9e8b91c4de00) 00010000:00000001:2.0:1789449462.664996:0:32012:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016081920 : -107152693469696 : ffff9e8b91c4de00) 00010000:00000001:2.0:1789449462.664999:0:32012:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789449462.665001:0:32012:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4de00/0xcddde1459ded6603 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 32012 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1789449462.665006:0:32012:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789449462.665008:0:32012:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449462.665011:0:32012:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1789449462.665012:0:32012:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789449462.665015:0:32012:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789449462.665016:0:32012:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789449462.665018:0:32012:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449462.665019:0:32012:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789449462.665021:0:32012:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9e8b91c4de00 with handle 0xcddde1459ded6603 from hash 00010000:00000001:2.0:1789449462.665023:0:32012:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789449462.665024:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449462.665026:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449462.665026:0:32012:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789449462.665028:0:32012:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789449462.665030:0:32012:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1789449462.665032:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449462.665033:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449462.665035:0:32012:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449462.665036:0:32012:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449462.665040:0:32012:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4de00/0xcddde1459ded6603 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32012 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449462.665045:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449462.665046:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449462.665047:0:32012:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1789449462.665048:0:32012:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789449462.665050:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449462.665051:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449462.665051:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789449462.665053:0:32012:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4de00/0xcddde1459ded6603 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32012 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449462.665064:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449462.665066:0:32012:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:2.0:1789449462.665071:0:32012:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:2.0:1789449462.665078:0:32012:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff9e8b9065ca80 x1876371947497600/t4294967603(4294967603) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1789449478 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789449462.665087:0:32012:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1789449462.665091:0:32012:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9e8b9065ca80 x1876371947497600/t4294967603(4294967603) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1789449478 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789449462.665097:0:32012:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449462.665105:0:32012:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1789449462.665106:0:32012:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449462.665109:0:32012:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449462.665111:0:32012:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449462.665114:0:32012:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1789449462.665116:0:32012:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449462.665118:0:32012:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993073792 : -107152716477824 : ffff9e8b9065ca80) 00010000:00000001:2.0:1789449462.665120:0:32012:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1789449462.665121:0:32012:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449462.665124:0:32012:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1789449462.665127:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6f868 00000002:00002000:2.0:1789449462.665129:0:32012:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x80002b: rc = 0 00000002:00000001:2.0:1789449462.665132:0:32012:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789449462.665135:0:32012:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789449462.665138:0:32012:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789449462.665140:0:32012:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1789449462.665144:0:32012:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449462.665148:0:32012:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:2.0:1789449462.665152:0:32012:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b86220e00. 00000080:00000001:2.0:1789449462.665157:0:32012:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1789449462.665164:0:32012:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1789449462.665168:0:32012:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1789449462.665177:0:32012:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9e8b90fc9980. 00800000:00000001:2.0:1789449462.665180:0:32012:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446636921002957184 : -107152706594432 : ffff9e8b90fc9980) 00800000:00000001:2.0:1789449462.665182:0:32012:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449462.665184:0:32012:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789449462.665187:0:32012:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1789449462.665189:0:32012:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x1f:0x0] 00000080:00000001:2.0:1789449462.665192:0:32012:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1789449462.665196:0:32012:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1789449462.665197:0:32012:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449462.665202:0:32012:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611167 : 144115205339611167 : 20000040500001f) 00000080:00000001:2.0:1789449462.665206:0:32012:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1789449462.665212:0:32012:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x1f:0x0], updating i_size 4096 00000080:00000001:2.0:1789449462.665215:0:32012:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789449462.665218:0:32012:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1789449462.665219:0:32012:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b90fc9980 1 00800000:00000010:2.0:1789449462.665223:0:32012:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9e8b90fc9980. 00800000:00000001:2.0:1789449462.665226:0:32012:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789449462.665230:0:32012:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21g.recovery-small-1 [0x200000405:0x1f:0x0] depth 1 server default LMV inherit depth 0 00000100:00000001:2.0:1789449462.665234:0:32012:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449462.665238:0:32012:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b9065ca80 x1876371947497600/t4294967603(4294967603) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/664 e 0 to 0 dl 1789449478 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449462.665245:0:32012:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449462.665248:0:32012:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789449462.665253:0:32012:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9e8b90fc9980. 00000080:00000001:2.0:1789449462.665256:0:32012:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:2.0:1789449462.665260:0:32012:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:2.0:1789449462.665263:0:32012:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789449462.665266:0:32012:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789449462.665269:0:32012:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789449462.665271:0:32012:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789449462.665273:0:32012:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449462.665275:0:32012:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1f:0x0] 00800000:00000001:2.0:1789449462.665277:0:32012:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449462.665279:0:32012:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1789449462.665282:0:32012:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9e8b8316ff80. 00000002:00100000:2.0:1789449462.665286:0:32012:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9e8b9065ca80 x1876371947497600/t4294967603(4294967603) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/664 e 0 to 0 dl 1789449478 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789449462.665291:0:32012:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789449462.665354:0:32012:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1789449462.665360:0:32012:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1789449462.665364:0:32012:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449462.665368:0:32012:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:2.0:1789449462.665369:0:32012:0:(pcc.c:2405:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449462.665371:0:32012:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449462.665374:0:32012:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449462.665378:0:32012:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065ca80 x1876371947497600/t4294967603(4294967603) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/664 e 0 to 0 dl 1789449478 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1789449462.665385:0:32012:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789449462.665389:0:32012:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff9e8b87dc0000. 02000000:00000001:2.0:1789449462.665430:0:32012:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1789449462.665432:0:32012:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449462.665435:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6fb78 00000080:00000008:2.0:1789449462.665437:0:32012:0:(file.c:1329:ll_file_open()) COMPLETED file d21g.recovery-small-1:[0x200000405:0x1f:0x0](ffff9e8b89195348), flags 704400, rc = 0 00000080:00000001:2.0:1789449462.665441:0:32012:0:(dir.c:3017:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449462.665714:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6fd28 00000080:00200008:2.0:1789449462.665717:0:32012:0:(file.c:6296:ll_getattr_dentry()) START file d21g.recovery-small-1:[0x200000405:0x1f:0x0](ffff9e8b89195348), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1789449462.670124:0:32012:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789449462.670134:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6fca0 00000080:00200000:0.0:1789449462.670138:0:32012:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x1f:0x0](ffff9e8b89195348),name=d21g.recovery-small-1 00000080:00000010:0.0:1789449462.670153:0:32012:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b83420000. 00800000:00000002:0.0:1789449462.670163:0:32012:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:0.0:1789449462.670171:0:32012:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789449462.670176:0:32012:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789449462.670178:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6fbc0 00800000:00000002:0.0:1789449462.670181:0:32012:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x1f:0x0] 'd21g.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449462.670185:0:32012:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789449462.670190:0:32012:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449462.670193:0:32012:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449462.670196:0:32012:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449462.670199:0:32012:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449462.670201:0:32012:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449462.670204:0:32012:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449462.670206:0:32012:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449462.670209:0:32012:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449462.670210:0:32012:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449462.670211:0:32012:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449462.670213:0:32012:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449462.670214:0:32012:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449462.670216:0:32012:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1f:0x0] 00800000:00000001:0.0:1789449462.670219:0:32012:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449462.670222:0:32012:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x1f:0x0], name='' -> mds #0 00000002:00000001:0.0:1789449462.670227:0:32012:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789449462.670229:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6fa90 00000002:00010000:0.0:1789449462.670232:0:32012:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x1f:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789449462.670235:0:32012:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789449462.670237:0:32012:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449462.670240:0:32012:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449462.670247:0:32012:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bd500 count: 2 00010000:00000001:0.0:1789449462.670250:0:32012:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449462.670254:0:32012:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449462.670264:0:32012:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789449462.670270:0:32012:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204ac00/0xcddde1459ded65d9 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d24b expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1789449462.670281:0:32012:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789449462.670286:0:32012:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449462.670290:0:32012:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204ac00/0xcddde1459ded65d9 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d24b expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1789449462.670316:0:32012:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789449462.670318:0:32012:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789449462.670320:0:32012:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789449462.670322:0:32012:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789449462.670324:0:32012:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789449462.670326:0:32012:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789449462.670329:0:32012:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789449462.670332:0:32012:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:0.0:1789449462.670335:0:32012:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b83420000. 00000080:00000001:0.0:1789449462.670342:0:32012:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789449462.670343:0:32012:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449462.670346:0:32012:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x1f:0x0](ffff9e8b89195348) 00000080:00010000:0.0:1789449462.670350:0:32012:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x1f:0x0](ffff9e8b89195348) for lock 0xcddde1459ded65d9 00800000:00000001:0.0:1789449462.670354:0:32012:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789449462.670357:0:32012:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789449462.670359:0:32012:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449462.670361:0:32012:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449462.670364:0:32012:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204ac00 refcount=3 00000020:00000001:0.0:1789449462.670367:0:32012:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825569792 : -107151883981824 : ffff9e8bc204ac00) 00010000:00000001:0.0:1789449462.670370:0:32012:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825569792 : -107151883981824 : ffff9e8bc204ac00) 00010000:00000001:0.0:1789449462.670372:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.670374:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449462.670376:0:32012:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449462.670378:0:32012:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449462.670380:0:32012:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded65d9 from it ffffb71181d6fcd8 00010000:00000001:0.0:1789449462.670382:0:32012:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449462.670383:0:32012:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449462.670384:0:32012:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204ac00 refcount=3 00000020:00000001:0.0:1789449462.670386:0:32012:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825569792 : -107151883981824 : ffff9e8bc204ac00) 00010000:00000001:0.0:1789449462.670388:0:32012:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825569792 : -107151883981824 : ffff9e8bc204ac00) 00010000:00000001:0.0:1789449462.670390:0:32012:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449462.670393:0:32012:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204ac00/0xcddde1459ded65d9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d24b expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789449462.670398:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.670399:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449462.670401:0:32012:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789449462.670403:0:32012:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789449462.670405:0:32012:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204ac00/0xcddde1459ded65d9 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d24b expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1789449462.670412:0:32012:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789449462.670415:0:32012:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789449462.670417:0:32012:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449462.670423:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.670424:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449462.670426:0:32012:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.670430:0:32012:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789449462.670432:0:32012:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.670435:0:32012:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.670437:0:32012:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.670439:0:32012:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449462.670441:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.670442:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789449462.670445:0:32012:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789449462.670447:0:32012:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789449462.670450:0:32012:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449462.670455:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6fd28 00000080:00000008:0.0:1789449462.670457:0:32012:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21g.recovery-small-1:[0x200000405:0x1f:0x0](ffff9e8b89195348), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1789449462.670785:0:32012:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1789449462.670788:0:32012:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000405:0x1f:0x0](ffff9e8b89195348) pos/size0/4096 32bit_api 0 00000080:00000010:0.0:1789449462.670794:0:32012:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b83420000. 00800000:00000002:0.0:1789449462.670798:0:32012:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8c476200 2 00000080:00000001:0.0:1789449462.670801:0:32012:0:(dir.c:194:ll_dir_read()) Process entered 00800000:00000001:0.0:1789449462.670806:0:32012:0:(lmv_obd.c:3441:lmv_read_page()) Process entered 00800000:00000001:0.0:1789449462.670808:0:32012:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449462.670810:0:32012:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449462.670811:0:32012:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449462.670813:0:32012:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449462.670815:0:32012:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449462.670817:0:32012:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1f:0x0] 00800000:00000001:0.0:1789449462.670819:0:32012:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449462.670823:0:32012:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:0.0:1789449462.670824:0:32012:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789449462.670825:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6fab8 00000002:00010000:0.0:1789449462.670827:0:32012:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x1f:0x0]) in obj [0x200000405:0x1f:0x0], intent: readdir flags 0 00000002:00000001:0.0:1789449462.670830:0:32012:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789449462.670831:0:32012:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449462.670833:0:32012:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449462.670836:0:32012:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bd500 count: 2 00010000:00000001:0.0:1789449462.670838:0:32012:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449462.670840:0:32012:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449462.670843:0:32012:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789449462.670846:0:32012:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204ac00/0xcddde1459ded65d9 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d24b expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1789449462.670860:0:32012:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789449462.670862:0:32012:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449462.670865:0:32012:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204ac00/0xcddde1459ded65d9 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d24b expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1789449462.670872:0:32012:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789449462.670874:0:32012:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789449462.670876:0:32012:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789449462.670946:0:32012:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789449462.670948:0:32012:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449462.670949:0:32012:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449462.670951:0:32012:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204ac00 refcount=3 00000020:00000001:0.0:1789449462.670953:0:32012:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825569792 : -107151883981824 : ffff9e8bc204ac00) 00010000:00000001:0.0:1789449462.670955:0:32012:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825569792 : -107151883981824 : ffff9e8bc204ac00) 00010000:00000001:0.0:1789449462.670957:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.670958:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449462.670959:0:32012:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449462.670994:0:32012:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:0.0:1789449462.670999:0:32012:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff9e8b87da2000. 00000002:00000001:0.0:1789449462.671659:0:32012:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:0.0:1789449462.671666:0:32012:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d1aa00. 00000020:00000040:0.0:1789449462.671671:0:32012:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000100:00000001:0.0:1789449462.671675:0:32012:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449462.671679:0:32012:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449462.671682:0:32012:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449462.671688:0:32012:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e8b83420400. 00000100:00000001:0.0:1789449462.671695:0:32012:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449462.671698:0:32012:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1789449462.671702:0:32012:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff9e8b836b2800. 00000100:00000010:0.0:1789449462.671705:0:32012:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff9e8b83742000. 00000020:00000040:0.0:1789449462.671708:0:32012:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000100:00000001:0.0:1789449462.671727:0:32012:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789449462.671729:0:32012:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789449462.671735:0:32012:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b865ccf00. 00000100:00000001:0.0:1789449462.671737:0:32012:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920824712960 : -107152884838656 : ffff9e8b865ccf00) 00000100:00000001:0.0:1789449462.671740:0:32012:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449462.671742:0:32012:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849148416 : -107152860403200 : ffff9e8b87d1aa00) 00000100:00000001:0.0:1789449462.671746:0:32012:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449462.671750:0:32012:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449462.671752:0:32012:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789449462.671754:0:32012:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789449462.671765:0:32012:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b87d1aa00 x1876371947497728/t0(0) o37->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449462.671774:0:32012:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789449462.671776:0:32012:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449462.671780:0:32012:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789449462.671783:0:32012:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789449462.671785:0:32012:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449462.671788:0:32012:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b87d1aa00 pname:cluuid:pid:xid:nid:opc:job rm:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:32012:1876371947497728:192.168.202.109@tcp:37:rm.0 00000100:00000001:0.0:1789449462.671792:0:32012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789449462.671796:0:32012:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789449462.671798:0:32012:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449462.671800:0:32012:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:0.0:1789449462.671810:0:32012:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:0.0:1789449462.671814:0:32012:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b86580580. 00000400:00000010:0.0:1789449462.671823:0:32012:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff9e8b87d2a000. 00000100:00000200:0.0:1789449462.671830:0:32012:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6aa8ce365a900-0x6aa8ce365a900, portal 14 00000100:00000001:0.0:1789449462.671834:0:32012:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449462.671836:0:32012:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789449462.671840:0:32012:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b836b1000. 02000000:00000001:0.0:1789449462.671842:0:32012:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449462.671845:0:32012:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:0.0:1789449462.671848:0:32012:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b865804d0. 00000400:00000010:0.0:1789449462.671852:0:32012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e56e8. 00000100:00000200:0.0:1789449462.671854:0:32012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947497728, portal 10 00000100:00000001:0.0:1789449462.671856:0:32012:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449462.671858:0:32012:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849148416 : -107152860403200 : ffff9e8b87d1aa00) 00000100:00000040:0.0:1789449462.671865:0:32012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b87d1aa00 x1876371947497728/t0(0) o37->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1789449478 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449462.671872:0:32012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789449462.671875:0:32012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1789449462.672183:0:32012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5110. 00000100:00000200:0.0:1789449462.672190:0:32012:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1876371947497728, offset 0 00000400:00000200:0.0:1789449462.672198:0:32012:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1789449462.672208:0:32012:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449462.672216:0:32012:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1789449462.672221:0:32012:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789449462.672225:0:32012:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1789449462.672229:0:32012:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789449462.672232:0:32012:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1789449462.672235:0:32012:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2693:2693:256:4294967295] 192.168.202.109@tcp LPNI seq info [2693:2693:8:4294967295] 00000400:00000200:0.0:1789449462.672240:0:32012:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449462.672250:0:32012:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1789449462.672255:0:32012:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1789449462.672260:0:32012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b864ec100. 00000800:00000200:0.0:1789449462.672266:0:32012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1789449462.672274:0:32012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1789449462.672278:0:32012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b864ec100 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:0.0:1789449462.672306:0:32012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449462.672318:0:32012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 832080 usecs (833 jiffies) 00000400:00000200:0.0:1789449462.672322:0:32012:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:0.0:1789449462.672325:0:32012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296466191 00000100:00000001:0.0:1789449462.672328:0:32012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296467489 00000100:00000001:0.0:1789449462.672331:0:32012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296466191 00000100:00000001:0.0:1789449462.672333:0:32012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296467489 00000100:00000001:0.0:1789449462.672335:0:32012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449462.672339:0:32012:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449462.672341:0:32012:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449462.672343:0:32012:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789449462.672346:0:32012:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b865ccf00 going to sleep for 11 seconds 00000100:00000001:0.0:1789449462.672348:0:32012:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449462.672351:0:32012:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449462.672798:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449462.672809:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ec100. 00000400:00000200:3.0:1789449462.672818:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449462.672827:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449462.672836:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5110 00000400:00000010:3.0:1789449462.672840:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5110. 00000100:00000001:3.0:1789449462.672846:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449462.672857:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d1aa00 x1876371947497728/t0(0) o37->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1789449478 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449462.672917:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449462.672923:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d1aa00 x1876371947497728/t0(0) o37->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1789449478 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449462.672933:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449462.672936:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:2.1:1789449462.674930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4de00. 00000800:00000001:3.0:1789449462.677132:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449462.677156:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449462.677163:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449462.677166:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449462.677179:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449462.677190:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449462.677201:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449462.677207:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449462.677214:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449462.677219:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 4096 into portal 14 MB=0x6aa8ce365a900 00000400:00000200:3.0:1789449462.677226:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449462.677233:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.202.109@tcp of length 4096/4096 into md 0x7b45 [256] + 0 00000400:00000010:3.0:1789449462.677240:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b86580580. 00000400:00000200:3.0:1789449462.677246:0:2393:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9e8b87d2a000 00000800:00000001:3.0:1789449462.677253:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449462.677277:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449462.677282:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449462.677288:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449462.677296:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b87d2a000 00000400:00000010:3.0:1789449462.677299:0:2393:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff9e8b87d2a000. 00000100:00000001:3.0:1789449462.677306:0:2393:0:(events.c:177:client_bulk_callback()) Process entered 00000100:00000200:3.0:1789449462.677318:0:2393:0:(events.c:195:client_bulk_callback()) event type 2, status 0, req ffff9e8b87d1aa00 desc ffff9e8b836b2800 mbits 1876371947497728 00000100:00000001:3.0:1789449462.677337:0:2393:0:(events.c:220:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1789449462.677348:0:2393:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1789449462.677352:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449462.677358:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.202.9@tcp to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449462.677365:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2694:2694:256:4294967295] 192.168.202.109@tcp LPNI seq info [2694:2694:8:4294967295] 00000400:00000200:3.0:1789449462.677371:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449462.677380:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) 192.168.202.109@tcp : ACK try# 0 00000800:00000200:3.0:1789449462.677387:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449462.677398:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff9e8b8658e000. 00000800:00000200:3.0:1789449462.677407:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449462.677417:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449462.677423:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b8658e000 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:0.0:1789449462.677435:0:32012:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1789449462.677491:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:3.0:1789449462.677498:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449462.677506:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff9e8b8658e000. 00000400:00000200:3.0:1789449462.677512:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1789449462.677514:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449462.677516:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: ACK: OK 00000100:00000001:0.0:1789449462.677652:0:32012:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789449462.689963:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449462.689994:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449462.690000:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449462.690003:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449462.690012:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.690020:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449462.690031:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.690035:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.690040:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.690045:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 440 into portal 10 MB=0x6aa8ce365a900 00000400:00000200:2.0:1789449462.690051:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.690057:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 440/440 into md 0x7b4d [1] + 224 00000800:00000001:2.0:1789449462.690064:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449462.690075:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449462.690079:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449462.690084:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449462.690091:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449462.690100:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d1aa00 x1876371947497728/t0(0) o37->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1789449478 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449462.690111:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff9e8b87d1aa00 x1876371947497728/t0(0) o37->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1789449478 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449462.690138:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449462.690146:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449462.690150:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449462.690231:0:32012:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789449462.690240:0:32012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449462.690242:0:32012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449462.690245:0:32012:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b865804d0. 00000400:00000200:0.0:1789449462.690250:0:32012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e56e8 00000400:00000010:0.0:1789449462.690252:0:32012:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e56e8. 00000100:00000001:0.0:1789449462.690256:0:32012:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449462.690260:0:32012:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b87d1aa00 x1876371947497728/t0(0) o37->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1789449478 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789449462.690269:0:32012:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b87d1aa00 x1876371947497728/t0(0) o37->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1789449478 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449462.690274:0:32012:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449462.690277:0:32012:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449462.690279:0:32012:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449462.690283:0:32012:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449462.690286:0:32012:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449462.690288:0:32012:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449462.690292:0:32012:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449462.690321:0:32012:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ecf0 time=92 v=5 (5 5 5 5) 00000100:00001000:0.0:1789449462.690326:0:32012:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1789449462.690329:0:32012:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449462.690331:0:32012:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.690333:0:32012:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449462.690336:0:32012:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449462.690340:0:32012:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789449462.690343:0:32012:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967600 00000100:00000001:0.0:1789449462.690344:0:32012:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449462.690347:0:32012:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449462.690352:0:32012:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff9e8b87d1aa00 x1876371947497728/t0(0) o37->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1789449478 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789449462.690361:0:32012:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff9e8b87d1aa00 x1876371947497728/t0(0) o37->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1789449478 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449462.690367:0:32012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449462.690369:0:32012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449462.690373:0:32012:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b87d1aa00 x1876371947497728/t0(0) o37->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1789449478 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789449462.690381:0:32012:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b87d1aa00 pname:cluuid:pid:xid:nid:opc:job rm:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:32012:1876371947497728:192.168.202.109@tcp:37:rm.0 00000100:00000001:0.0:1789449462.690386:0:32012:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449462.690389:0:32012:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449462.690392:0:32012:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789449462.690394:0:32012:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449462.690397:0:32012:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d1aa00 x1876371947497728/t0(0) o37->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1789449478 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449462.690404:0:32012:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789449462.690407:0:32012:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b865ccf00. 00000100:00000001:0.0:1789449462.690411:0:32012:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789449462.690413:0:32012:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449462.690418:0:32012:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449462.690421:0:32012:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449462.690424:0:32012:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b87d1aa00 x1876371947497728/t0(0) o37->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1789449478 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449462.690430:0:32012:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789449462.690433:0:32012:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449462.690437:0:32012:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b836b1000. 02000000:00000001:0.0:1789449462.690441:0:32012:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789449462.690444:0:32012:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449462.690446:0:32012:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:0.0:1789449462.690448:0:32012:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:0.0:1789449462.690450:0:32012:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1789449462.690452:0:32012:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449462.690454:0:32012:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:0.0:1789449462.690456:0:32012:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000010:0.0:1789449462.690481:0:32012:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff9e8b83742000. 00000100:00000010:0.0:1789449462.690485:0:32012:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff9e8b836b2800. 00000100:00000001:0.0:1789449462.690488:0:32012:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1789449462.690491:0:32012:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e8b83420400. 02000000:00000001:0.0:1789449462.690494:0:32012:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449462.690496:0:32012:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449462.690498:0:32012:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b87d1aa00. 00000100:00000001:0.0:1789449462.690501:0:32012:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449462.690502:0:32012:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789449462.690505:0:32012:0:(mdc_request.c:1315:mdc_dirpage_add()) Process entered 00000002:00000020:0.0:1789449462.690627:0:32012:0:(mdc_request.c:1322:mdc_dirpage_add()) read 1/1 00000002:00000010:0.0:1789449462.691460:0:32012:0:(mdc_request.c:1442:do_mdc_read_folio_remote()) kfreed 'folio_pool': 2048 at ffff9e8b87da2000. 00000002:00000001:0.0:1789449462.691467:0:32012:0:(mdc_request.c:1444:do_mdc_read_folio_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.691473:0:32012:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449462.691475:0:32012:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449462.691478:0:32012:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204ac00 refcount=3 00000020:00000001:0.0:1789449462.691480:0:32012:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825569792 : -107151883981824 : ffff9e8bc204ac00) 00010000:00000001:0.0:1789449462.691484:0:32012:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825569792 : -107151883981824 : ffff9e8bc204ac00) 00010000:00000001:0.0:1789449462.691487:0:32012:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449462.691493:0:32012:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204ac00/0xcddde1459ded65d9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d24b expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1789449462.691503:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.691505:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449462.691576:0:32012:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789449462.691581:0:32012:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789449462.691583:0:32012:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204ac00/0xcddde1459ded65d9 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d24b expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1789449462.691593:0:32012:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789449462.691596:0:32012:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789449462.691598:0:32012:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449462.691604:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.691606:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449462.691608:0:32012:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.691612:0:32012:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789449462.691614:0:32012:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.691617:0:32012:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.691620:0:32012:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.691623:0:32012:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449462.691624:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.691626:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:0.0:1789449462.691629:0:32012:0:(lmv_obd.c:3458:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449462.700397:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449462.700408:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47ae00. 00000400:00000200:3.0:1789449462.700415:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449462.700424:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449462.700432:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012330 00000400:00000010:3.0:1789449462.700434:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012330. 00000100:00000001:3.0:1789449462.700440:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449462.700447:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83693480 x1876371947497984/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449478 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449462.700460:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449462.700464:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83693480 x1876371947497984/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449478 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449462.700473:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449462.700475:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449462.709682:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449462.709710:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449462.709716:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449462.709719:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449462.709731:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.709740:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449462.709753:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.709759:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.709765:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.709770:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 456 into portal 10 MB=0x6aa8ce365aa00 00000400:00000200:2.0:1789449462.709778:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.709785:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 456/456 into md 0x7b55 [1] + 224 00000800:00000001:2.0:1789449462.709794:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449462.709807:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449462.709811:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449462.709816:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449462.709824:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449462.709835:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83693480 x1876371947497984/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449478 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449462.709849:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9e8b83693480 x1876371947497984/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449478 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449462.709877:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449462.709930:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449462.709934:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1789449462.717241:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449462.717247:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47a400. 00000400:00000200:2.0:1789449462.717253:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449462.717259:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449462.717266:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012aa0 00000400:00000010:2.0:1789449462.717269:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012aa0. 00000100:00000001:2.0:1789449462.717274:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449462.717280:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83693480 x1876371947498240/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789449478 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449462.717291:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449462.717317:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83693480 x1876371947498240/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789449478 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449462.717324:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449462.717325:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449462.723818:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449462.723844:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449462.723849:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449462.723852:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449462.723864:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.723874:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449462.723932:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.723937:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.723943:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.723949:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 664 into portal 10 MB=0x6aa8ce365ab00 00000400:00000200:2.0:1789449462.723954:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.723961:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 664/664 into md 0x7b5d [64] + 224 00000800:00000001:2.0:1789449462.723969:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449462.723977:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449462.723980:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449462.723985:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449462.723993:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449462.724002:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83693480 x1876371947498240/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789449478 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449462.724013:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff9e8b83693480 x1876371947498240/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789449478 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449462.724034:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449462.724043:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449462.724046:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1789449462.726172:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449462.726179:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47a100. 00000400:00000200:2.0:1789449462.726185:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449462.726191:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449462.726197:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012088 00000400:00000010:2.0:1789449462.726200:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012088. 00000100:00000001:2.0:1789449462.726205:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449462.726209:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83691500 x1876371947498368/t0(0) o41->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 440/368 e 0 to 0 dl 1789449478 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449462.726219:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449462.726222:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83691500 x1876371947498368/t0(0) o41->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 440/368 e 0 to 0 dl 1789449478 ref 3 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449462.726234:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449462.726235:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449462.728719:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449462.728739:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449462.728743:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449462.728747:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449462.728756:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.728763:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449462.728773:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.728777:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.728783:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.728787:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 368 into portal 10 MB=0x6aa8ce365ab80 00000400:00000200:2.0:1789449462.728792:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.728799:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 368/368 into md 0x7b65 [1] + 224 00000800:00000001:2.0:1789449462.728807:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449462.728814:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449462.728818:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449462.728823:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449462.728830:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449462.728839:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83691500 x1876371947498368/t0(0) o41->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 440/368 e 0 to 0 dl 1789449478 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449462.728852:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9e8b83691500 x1876371947498368/t0(0) o41->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 440/368 e 0 to 0 dl 1789449478 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449462.728871:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449462.728965:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449462.728970:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789449462.734664:0:32012:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:2.0:1789449462.734671:0:32012:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000405:0x1f:0x0](ffff9e8b89195348) pos/size18446744073709551614/4096 32bit_api 0 00000080:00000001:2.0:1789449462.734678:0:32012:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1789449462.734684:0:32012:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449462.734708:0:32012:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789449462.734712:0:32012:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1789449462.734714:0:32012:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x1f:0x0](ffff9e8b89195348), inode mode 41ed mask 1 00000080:00000001:2.0:1789449462.734718:0:32012:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449462.734726:0:32012:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1789449462.734730:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6fda0 00000080:00002000:2.0:1789449462.734732:0:32012:0:(dcache.c:87:ll_dcompare()) found name f(ffff9e8b89316510) flags 0x48000e refc 0 00000080:00000001:2.0:1789449462.734735:0:32012:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449462.734737:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6fe10 00000080:00200000:2.0:1789449462.734738:0:32012:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f, flags=0 00000080:00000001:2.0:1789449462.734744:0:32012:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1789449462.734746:0:32012:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x1f:0x0](ffff9e8b89195348), inode mode 41ed mask 3 00000080:00000001:2.0:1789449462.734748:0:32012:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449462.734752:0:32012:0:(namei.c:2348:ll_unlink()) Process entered 00000020:00000001:2.0:1789449462.734753:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6fdf8 00000080:00200000:2.0:1789449462.734755:0:32012:0:(namei.c:2351:ll_unlink()) VFS Op:name=f, dir=[0x200000405:0x1f:0x0](ffff9e8b89195348) 00000080:00000001:2.0:1789449462.734758:0:32012:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:2.0:1789449462.734760:0:32012:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789449462.734765:0:32012:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820823320 : -107152888728296 : ffff9e8b86217518) 00000020:00001000:2.0:1789449462.734767:0:32012:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217510 00000020:00000001:2.0:1789449462.734769:0:32012:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1789449462.734773:0:32012:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b836973e0) owner 0000000000000000/ffff9e8bc2174f80 00020000:00000002:2.0:1789449462.734776:0:32012:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9e8b87c1e480 addref 2/0 by ffff9e8bc2174f80. 00020000:00000002:2.0:1789449462.734779:0:32012:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b836973e0) owner 0000000000000000/ffff9e8bc2174f80 00020000:00000001:2.0:1789449462.734782:0:32012:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1789449462.734784:0:32012:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1789449462.734786:0:32012:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1789449462.734788:0:32012:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:2.0:1789449462.734791:0:32012:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:2.0:1789449462.734793:0:32012:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217510 00000080:00000001:2.0:1789449462.734796:0:32012:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1789449462.734802:0:32012:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b86220e00. 00800000:00000002:2.0:1789449462.734808:0:32012:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8c476200 2 00800000:00000001:2.0:1789449462.734818:0:32012:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:2.0:1789449462.734822:0:32012:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789449462.734825:0:32012:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789449462.734827:0:32012:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789449462.734830:0:32012:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789449462.734832:0:32012:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449462.734834:0:32012:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1f:0x0] 00800000:00000001:2.0:1789449462.734837:0:32012:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789449462.734840:0:32012:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789449462.734841:0:32012:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789449462.734842:0:32012:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789449462.734843:0:32012:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789449462.734845:0:32012:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449462.734846:0:32012:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x21:0x0] 00800000:00000001:2.0:1789449462.734848:0:32012:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789449462.734851:0:32012:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:2.0:1789449462.734852:0:32012:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789449462.734853:0:32012:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789449462.734854:0:32012:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789449462.734855:0:32012:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789449462.734857:0:32012:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449462.734858:0:32012:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x21:0x0] 00800000:00000001:2.0:1789449462.734860:0:32012:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449462.734862:0:32012:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000405:0x21:0x0] 00800000:00000001:2.0:1789449462.734864:0:32012:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449462.734867:0:32012:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000405:0x1f:0x0]/[0x200000405:0x21:0x0] -> mds #0 00000002:00000001:2.0:1789449462.734872:0:32012:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:2.0:1789449462.734874:0:32012:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1789449462.734928:0:32012:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bd500 count: 3 00010000:00000001:2.0:1789449462.734932:0:32012:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789449462.734935:0:32012:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1789449462.734939:0:32012:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789449462.734943:0:32012:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204ac00/0xcddde1459ded65d9 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xeb7cbf5e2fd3d24b expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:2.0:1789449462.734954:0:32012:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789449462.734957:0:32012:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789449462.734959:0:32012:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789449462.734961:0:32012:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x1f:0x0] mode (null) 00000002:00000001:2.0:1789449462.734964:0:32012:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789449462.734966:0:32012:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789449462.734969:0:32012:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bd500 count: 4 00010000:00000001:2.0:1789449462.734970:0:32012:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789449462.734975:0:32012:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:2.0:1789449462.734978:0:32012:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:2.0:1789449462.734981:0:32012:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789449462.734985:0:32012:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449462.734989:0:32012:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204ba00/0xcddde1459ded660a lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x1f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d2d0 expref: -99 pid: 32012 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789449462.734996:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449462.734998:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789449462.735000:0:32012:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:2.0:1789449462.735002:0:32012:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449462.735004:0:32012:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449462.735007:0:32012:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204ba00 refcount=2 00000020:00000001:2.0:1789449462.735009:0:32012:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825573376 : -107151883978240 : ffff9e8bc204ba00) 00010000:00000001:2.0:1789449462.735011:0:32012:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825573376 : -107151883978240 : ffff9e8bc204ba00) 00010000:00000001:2.0:1789449462.735013:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449462.735014:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789449462.735015:0:32012:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789449462.735015:0:32012:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789449462.735017:0:32012:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bd500 count: 4 00010000:00000001:2.0:1789449462.735019:0:32012:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789449462.735021:0:32012:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449462.735022:0:32012:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789449462.735024:0:32012:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789449462.735025:0:32012:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bd500 count: 4 00010000:00000001:2.0:1789449462.735027:0:32012:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789449462.735028:0:32012:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449462.735030:0:32012:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789449462.735033:0:32012:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000405:0x1f:0x0] lli = ffff9e8b89195280, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1789449462.735076:0:32012:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1789449462.735078:0:32012:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1789449462.735080:0:32012:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1789449462.735082:0:32012:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x1f:0x0](ffff9e8b89195348) invalid 00000020:00000001:2.0:1789449462.735085:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6fa60 00000080:00002000:2.0:1789449462.735087:0:32012:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21g.recovery-small-1 (ffff9e8b89320000) parent ffff9e8b892cbca8 inode ffff9e8b89195348 refc 3 00000080:00000001:2.0:1789449462.735091:0:32012:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1789449462.735093:0:32012:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789449462.735095:0:32012:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449462.735098:0:32012:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789449462.735100:0:32012:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789449462.735102:0:32012:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789449462.735103:0:32012:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449462.735105:0:32012:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1789449462.735108:0:32012:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9e8bc204ac00 with handle 0xcddde1459ded65d9 from hash 00010000:00000001:2.0:1789449462.735110:0:32012:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789449462.735111:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449462.735112:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449462.735114:0:32012:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789449462.735116:0:32012:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789449462.735118:0:32012:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1789449462.735120:0:32012:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789449462.735122:0:32012:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789449462.735124:0:32012:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789449462.735126:0:32012:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1789449462.735128:0:32012:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bd100 count: 2 00010000:00000001:2.0:1789449462.735130:0:32012:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789449462.735132:0:32012:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1789449462.735133:0:32012:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789449462.735136:0:32012:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a000/0xcddde1459ded65e0 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xeb7cbf5e2fd3d267 expref: -99 pid: 32010 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:2.0:1789449462.735142:0:32012:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789449462.735143:0:32012:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789449462.735144:0:32012:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789449462.735146:0:32012:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x21:0x0] mode (null) 00000002:00000001:2.0:1789449462.735147:0:32012:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789449462.735148:0:32012:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789449462.735149:0:32012:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bd100 count: 3 00010000:00000001:2.0:1789449462.735151:0:32012:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789449462.735154:0:32012:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449462.735155:0:32012:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789449462.735156:0:32012:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789449462.735158:0:32012:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bd100 count: 3 00010000:00000001:2.0:1789449462.735160:0:32012:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789449462.735162:0:32012:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449462.735163:0:32012:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789449462.735164:0:32012:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789449462.735165:0:32012:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bd100 count: 3 00010000:00000001:2.0:1789449462.735167:0:32012:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789449462.735168:0:32012:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449462.735170:0:32012:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789449462.735171:0:32012:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789449462.735172:0:32012:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bd100 count: 3 00010000:00000001:2.0:1789449462.735173:0:32012:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789449462.735175:0:32012:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449462.735176:0:32012:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449462.735179:0:32012:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1789449462.735180:0:32012:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789449462.735182:0:32012:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820823320 : -107152888728296 : ffff9e8b86217518) 00000020:00001000:2.0:1789449462.735183:0:32012:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217510 00000020:00000001:2.0:1789449462.735185:0:32012:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:2.0:1789449462.735187:0:32012:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x21:0x0]: losing layout lock 00000080:00000001:2.0:1789449462.735191:0:32012:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1789449462.735194:0:32012:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1789449462.735196:0:32012:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1789449462.735199:0:32012:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1789449462.735201:0:32012:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x21:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1789449462.735203:0:32012:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449462.735204:0:32012:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1789449462.735206:0:32012:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217510 00000080:00000001:2.0:1789449462.735208:0:32012:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449462.735210:0:32012:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1789449462.735211:0:32012:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x21:0x0](ffff9e8b891142c8) invalid 00000020:00000001:2.0:1789449462.735213:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6fa60 00000080:00002000:2.0:1789449462.735215:0:32012:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f (ffff9e8b89316510) parent ffff9e8b89320000 inode ffff9e8b891142c8 refc 1 00000080:00000001:2.0:1789449462.735217:0:32012:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1789449462.735219:0:32012:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789449462.735220:0:32012:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449462.735223:0:32012:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789449462.735224:0:32012:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789449462.735225:0:32012:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789449462.735226:0:32012:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449462.735228:0:32012:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1789449462.735230:0:32012:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9e8bc204a000 with handle 0xcddde1459ded65e0 from hash 00010000:00000001:2.0:1789449462.735232:0:32012:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789449462.735233:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449462.735234:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449462.735235:0:32012:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789449462.735237:0:32012:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789449462.735238:0:32012:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1789449462.735240:0:32012:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789449462.735242:0:32012:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789449462.735244:0:32012:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1789449462.735250:0:32012:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065e300. 00000020:00000040:2.0:1789449462.735253:0:32012:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e8b89903000 02000000:00000001:2.0:1789449462.735258:0:32012:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789449462.735259:0:32012:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449462.735262:0:32012:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789449462.735266:0:32012:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789449462.735269:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449462.735270:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449462.735272:0:32012:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449462.735274:0:32012:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449462.735276:0:32012:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449462.735278:0:32012:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449462.735287:0:32012:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e8b86221400. 00000100:00000001:2.0:1789449462.736654:0:32012:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449462.736664:0:32012:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789449462.736666:0:32012:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1789449462.736676:0:32012:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a000/0xcddde1459ded65e0 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xeb7cbf5e2fd3d267 expref: -99 pid: 32010 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1789449462.736687:0:32012:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204ac00/0xcddde1459ded65d9 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xeb7cbf5e2fd3d24b expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1789449462.736694:0:32012:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:2.0:1789449462.736696:0:32012:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:2.0:1789449462.736698:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789449462.736701:0:32012:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a000/0xcddde1459ded65e0 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xeb7cbf5e2fd3d267 expref: -99 pid: 32010 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:2.0:1789449462.736709:0:32012:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9e8b91d9a080. 00010000:00000040:2.0:1789449462.736716:0:32012:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9e8b902bd100 count: 0 00010000:00000010:2.0:1789449462.736723:0:32012:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e8b898b7b00. 00010000:00000001:2.0:1789449462.736731:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449462.736733:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789449462.736735:0:32012:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204ac00/0xcddde1459ded65d9 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xeb7cbf5e2fd3d24b expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1789449462.736741:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449462.736743:0:32012:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449462.736745:0:32012:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789449462.736746:0:32012:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449462.736748:0:32012:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1789449462.736760:0:32012:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e8b89903000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1789449462.736773:0:32012:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e8b9065e300 x1876371947498624/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 488/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789449462.736781:0:32012:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789449462.736783:0:32012:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789449462.736794:0:32012:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b84346840. 00000100:00000001:2.0:1789449462.736797:0:32012:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920788510784 : -107152921040832 : ffff9e8b84346840) 00000100:00000001:2.0:1789449462.736799:0:32012:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449462.736801:0:32012:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993080064 : -107152716471552 : ffff9e8b9065e300) 00000100:00000001:2.0:1789449462.736806:0:32012:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449462.736809:0:32012:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449462.736811:0:32012:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789449462.736814:0:32012:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789449462.736818:0:32012:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065e300 x1876371947498624/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 488/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449462.736826:0:32012:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449462.736829:0:32012:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449462.736833:0:32012:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449462.736836:0:32012:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449462.736839:0:32012:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449462.736842:0:32012:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065e300 pname:cluuid:pid:xid:nid:opc:job rm:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:32012:1876371947498624:192.168.202.109@tcp:36:rm.0 00000100:00000001:2.0:1789449462.736847:0:32012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789449462.736852:0:32012:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449462.736855:0:32012:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449462.736857:0:32012:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789449462.736862:0:32012:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b83604000. 02000000:00000001:2.0:1789449462.736864:0:32012:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449462.736872:0:32012:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449462.736877:0:32012:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b9688. 00000400:00000010:2.0:1789449462.736900:0:32012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d3b8. 00000100:00000200:2.0:1789449462.736908:0:32012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947498624, portal 10 00000100:00000001:2.0:1789449462.736910:0:32012:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449462.736912:0:32012:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993080064 : -107152716471552 : ffff9e8b9065e300) 00000100:00000040:2.0:1789449462.736920:0:32012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b9065e300 x1876371947498624/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 488/624 e 0 to 0 dl 1789449478 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449462.736927:0:32012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449462.736929:0:32012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449462.736932:0:32012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d440. 00000100:00000200:2.0:1789449462.736935:0:32012:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1876371947498624, offset 0 00000400:00000200:2.0:1789449462.736941:0:32012:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449462.736949:0:32012:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.736956:0:32012:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449462.736961:0:32012:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449462.736965:0:32012:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449462.736969:0:32012:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449462.736972:0:32012:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449462.736976:0:32012:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2698:2698:256:4294967295] 192.168.202.109@tcp LPNI seq info [2698:2698:8:4294967295] 00000400:00000200:2.0:1789449462.736980:0:32012:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.736989:0:32012:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449462.736995:0:32012:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449462.737000:0:32012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b89e26600. 00000800:00000200:2.0:1789449462.737007:0:32012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449462.737015:0:32012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449462.737020:0:32012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b89e26600 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:2.0:1789449462.737036:0:32012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449462.737041:0:32012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 827261 usecs (828 jiffies) 00000400:00000200:2.0:1789449462.737044:0:32012:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449462.737047:0:32012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296466251 00000800:00000200:2.0:1789449462.737162:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449462.737166:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b89e26600. 00000400:00000200:2.0:1789449462.737171:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449462.737175:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449462.737180:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d440 00000400:00000010:2.0:1789449462.737182:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d440. 00000100:00000001:2.0:1789449462.737186:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449462.737190:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065e300 x1876371947498624/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 488/624 e 0 to 0 dl 1789449478 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449462.737201:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449462.737204:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b9065e300 x1876371947498624/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 488/624 e 0 to 0 dl 1789449478 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449462.737211:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449462.737212:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789449462.737229:0:32012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296467489 00000100:00000001:2.0:1789449462.737233:0:32012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296466251 00000100:00000001:2.0:1789449462.737235:0:32012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296467489 00000100:00000001:2.0:1789449462.737238:0:32012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449462.737240:0:32012:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449462.737243:0:32012:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449462.737244:0:32012:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789449462.737247:0:32012:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b84346840 going to sleep for 11 seconds 00000100:00000001:2.0:1789449462.737250:0:32012:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449462.737252:0:32012:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1789449462.741072:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bd100. 00010000:00000010:2.1:1789449462.741085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204a000. 00010000:00000010:2.1:1789449462.741089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204ac00. 00000800:00000001:2.0:1789449462.745749:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449462.745772:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449462.745777:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449462.745780:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449462.745791:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.745802:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449462.745811:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.745817:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.745823:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.745828:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 456 into portal 10 MB=0x6aa8ce365ac80 00000400:00000200:2.0:1789449462.745835:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.745843:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 456/456 into md 0x7b6d [1] + 224 00000800:00000001:2.0:1789449462.745852:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449462.745860:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449462.745865:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449462.745869:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449462.745935:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449462.745949:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065e300 x1876371947498624/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 488/624 e 0 to 0 dl 1789449478 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449462.745961:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9e8b9065e300 x1876371947498624/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 488/624 e 0 to 0 dl 1789449478 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449462.745977:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449462.745987:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449462.745991:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449462.746072:0:32012:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789449462.746082:0:32012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449462.746084:0:32012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449462.746088:0:32012:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b9688. 00000400:00000200:0.0:1789449462.746095:0:32012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d3b8 00000400:00000010:0.0:1789449462.746098:0:32012:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d3b8. 00000100:00000001:0.0:1789449462.746102:0:32012:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449462.746107:0:32012:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065e300 x1876371947498624/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 488/624 e 0 to 0 dl 1789449478 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789449462.746115:0:32012:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065e300 x1876371947498624/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 488/624 e 0 to 0 dl 1789449478 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449462.746121:0:32012:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449462.746123:0:32012:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449462.746126:0:32012:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449462.746129:0:32012:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449462.746132:0:32012:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449462.746134:0:32012:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449462.746138:0:32012:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449462.746149:0:32012:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=92 v=5 (5 102 102 102) 00000100:00001000:0.0:1789449462.746153:0:32012:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1789449462.746155:0:32012:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449462.746157:0:32012:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.746160:0:32012:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449462.746163:0:32012:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449462.746167:0:32012:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789449462.746169:0:32012:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000012c/0x10000012e] 00000100:00000001:0.0:1789449462.746171:0:32012:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789449462.746187:0:32012:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449462.746188:0:32012:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993080064 : -107152716471552 : ffff9e8b9065e300) 00000100:00000001:0.0:1789449462.746192:0:32012:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789449462.746194:0:32012:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967600 00000100:00000001:0.0:1789449462.746196:0:32012:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449462.746199:0:32012:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449462.746213:0:32012:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065e300 x1876371947498624/t4294967606(4294967606) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 488/456 e 0 to 0 dl 1789449478 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449462.746220:0:32012:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449462.746223:0:32012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449462.746225:0:32012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449462.746229:0:32012:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065e300 x1876371947498624/t4294967606(4294967606) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 488/456 e 0 to 0 dl 1789449478 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789449462.746237:0:32012:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065e300 pname:cluuid:pid:xid:nid:opc:job rm:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:32012:1876371947498624:192.168.202.109@tcp:36:rm.0 00000100:00000001:0.0:1789449462.746242:0:32012:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449462.746245:0:32012:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449462.746247:0:32012:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789449462.746249:0:32012:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449462.746253:0:32012:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b9065e300 x1876371947498624/t4294967606(4294967606) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 488/456 e 0 to 0 dl 1789449478 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449462.746261:0:32012:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789449462.746264:0:32012:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b84346840. 00000100:00000001:0.0:1789449462.746268:0:32012:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789449462.746269:0:32012:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449462.746278:0:32012:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449462.746282:0:32012:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449462.746286:0:32012:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8c476200 2 00000080:00000010:0.0:1789449462.746290:0:32012:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b86220e00. 00000100:00000001:0.0:1789449462.746296:0:32012:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449462.746300:0:32012:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065e300 x1876371947498624/t4294967606(4294967606) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 488/456 e 0 to 0 dl 1789449478 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449462.746307:0:32012:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449462.746320:0:32012:0:(namei.c:2401:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449462.746331:0:32012:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1789449462.746334:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6fe28 00000080:00002000:0.0:1789449462.746337:0:32012:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff9e8b89316510, parent ffff9e8b89320000, inode 0000000000000000) hashed, 00000080:00000001:0.0:1789449462.746340:0:32012:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789449462.746346:0:32012:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1789449462.746353:0:32012:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1789449462.746363:0:32012:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:0.0:1789449462.746366:0:32012:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1789449462.746369:0:32012:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789449462.746374:0:32012:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820824472 : -107152888727144 : ffff9e8b86217998) 00000020:00001000:0.0:1789449462.746376:0:32012:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217990 00000020:00000001:0.0:1789449462.746383:0:32012:0:(cl_object.c:143:cl_object_top()) ffff9e8b84013c38 -> ffff9e8b84013c38 00000020:00000001:0.0:1789449462.746386:0:32012:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:0.0:1789449462.746388:0:32012:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1789449462.746391:0:32012:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x21:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1789449462.746394:0:32012:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789449462.746396:0:32012:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1789449462.746397:0:32012:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789449462.746401:0:32012:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x21:0x0]io ffff9e8b84db3c80 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1789449462.746404:0:32012:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b836973e0) owner 0000000000000000/ffff9e8bc2174f80 00020000:00000001:0.0:1789449462.746408:0:32012:0:(lov_io.c:2266:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1789449462.746410:0:32012:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1789449462.746413:0:32012:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1789449462.746414:0:32012:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449462.746416:0:32012:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1789449462.746419:0:32012:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1789449462.746420:0:32012:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449462.746422:0:32012:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789449462.746423:0:32012:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1789449462.746424:0:32012:0:(lov_io.c:2279:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1789449462.746426:0:32012:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b836973e0) owner 0000000000000000/ffff9e8bc2174f80 00000020:00000001:0.0:1789449462.746429:0:32012:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449462.746431:0:32012:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:0.0:1789449462.746432:0:32012:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1789449462.746435:0:32012:0:(lov_io.c:1078:lov_io_iter_init()) Process entered 00020000:00000001:0.0:1789449462.746437:0:32012:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00200000:0.0:1789449462.746440:0:32012:0:(lov_io.c:1153:lov_io_iter_init()) component[0] flags 0x10 00020000:00000001:0.0:1789449462.746445:0:32012:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449462.746447:0:32012:0:(lov_offset.c:141:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789449462.746448:0:32012:0:(lov_offset.c:264:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1789449462.746452:0:32012:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789449462.746454:0:32012:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1789449462.746455:0:32012:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789449462.746457:0:32012:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822168 : -107152888729448 : ffff9e8b86217098) 00000020:00001000:0.0:1789449462.746459:0:32012:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217090 00000020:00000001:0.0:1789449462.746462:0:32012:0:(cl_object.c:143:cl_object_top()) ffff9e8b84013788 -> ffff9e8b84013c38 00000020:00000001:0.0:1789449462.746463:0:32012:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:0.0:1789449462.746467:0:32012:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789449462.746469:0:32012:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1789449462.746471:0:32012:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:0.0:1789449462.746472:0:32012:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446636920799444096 : -107152910107520 : ffff9e8b84db3c80) 00000020:00000001:0.0:1789449462.746474:0:32012:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449462.746476:0:32012:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449462.746478:0:32012:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993109816 : -107152716441800 : ffff9e8b90665738) 00000020:00000001:0.0:1789449462.746480:0:32012:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1789449462.746482:0:32012:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449462.746485:0:32012:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000001:0.0:1789449462.746487:0:32012:0:(lov_io.c:1276:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449462.746489:0:32012:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449462.746490:0:32012:0:(cl_io.c:315:cl_io_lock()) Process entered 00020000:00000001:0.0:1789449462.746492:0:32012:0:(lov_io.c:1419:lov_io_lock()) Process entered 00020000:00000001:0.0:1789449462.746494:0:32012:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:0.0:1789449462.746495:0:32012:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:0.0:1789449462.746496:0:32012:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1789449462.746498:0:32012:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449462.746499:0:32012:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449462.746501:0:32012:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449462.746503:0:32012:0:(lov_io.c:1420:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449462.746504:0:32012:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1789449462.746618:0:32012:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449462.746620:0:32012:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449462.746621:0:32012:0:(cl_io.c:529:cl_io_start()) Process entered 00020000:00000001:0.0:1789449462.746624:0:32012:0:(lov_io.c:1425:lov_io_start()) Process entered 00020000:00000001:0.0:1789449462.746625:0:32012:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:0.0:1789449462.746627:0:32012:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:0.0:1789449462.746629:0:32012:0:(osc_io.c:1105:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1789449462.746632:0:32012:0:(osc_cache.c:3327:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1789449462.746636:0:32012:0:(osc_cache.c:3262:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1789449462.746640:0:32012:0:(osc_cache.c:3299:osc_cache_wait_range()) obj ffff9e8b84d26000 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1789449462.746643:0:32012:0:(osc_cache.c:3300:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1789449462.746646:0:32012:0:(osc_cache.c:3467:osc_cache_writeback_range()) obj ffff9e8b84d26000 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:0.0:1789449462.746649:0:32012:0:(osc_cache.c:3482:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789449462.746652:0:32012:0:(osc_io.c:1174:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449462.746653:0:32012:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449462.746655:0:32012:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449462.746656:0:32012:0:(lov_io.c:1426:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449462.746657:0:32012:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449462.746659:0:32012:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:0.0:1789449462.746660:0:32012:0:(lov_io.c:1967:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1789449462.746662:0:32012:0:(lov_io.c:1431:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1789449462.746663:0:32012:0:(cl_io.c:556:cl_io_end()) Process entered 00000020:00000001:0.0:1789449462.746664:0:32012:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:0.0:1789449462.746666:0:32012:0:(lov_io.c:1441:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449462.746668:0:32012:0:(lov_io.c:1978:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1789449462.746669:0:32012:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:0.0:1789449462.746671:0:32012:0:(cl_io.c:353:cl_io_unlock()) Process entered 00020000:00000001:0.0:1789449462.746673:0:32012:0:(lov_io.c:1519:lov_io_unlock()) Process entered 00020000:00000001:0.0:1789449462.746674:0:32012:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:0.0:1789449462.746675:0:32012:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:0.0:1789449462.746676:0:32012:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1789449462.746678:0:32012:0:(lov_io.c:1453:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449462.746679:0:32012:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449462.746680:0:32012:0:(lov_io.c:1522:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1789449462.746681:0:32012:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1789449462.746683:0:32012:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1789449462.746684:0:32012:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1789449462.746686:0:32012:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1789449462.746687:0:32012:0:(lov_io.c:1500:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1789449462.746688:0:32012:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:0.0:1789449462.746689:0:32012:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1789449462.746690:0:32012:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1789449462.746692:0:32012:0:(lov_io.c:1447:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449462.746693:0:32012:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449462.746695:0:32012:0:(lov_io.c:1511:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1789449462.746696:0:32012:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1789449462.746698:0:32012:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449462.746700:0:32012:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:0.0:1789449462.746702:0:32012:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1789449462.746705:0:32012:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1789449462.746706:0:32012:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:0.0:1789449462.746708:0:32012:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789449462.746709:0:32012:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217090 00020000:00000001:0.0:1789449462.746711:0:32012:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1789449462.746713:0:32012:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1789449462.746715:0:32012:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1789449462.746717:0:32012:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x21:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1789449462.746721:0:32012:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1789449462.746722:0:32012:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789449462.746724:0:32012:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217990 00000080:00000001:0.0:1789449462.746726:0:32012:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449462.746731:0:32012:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:0.0:1789449462.746734:0:32012:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000405:0x21:0x0](ffff9e8b891142c8) 00800000:00000001:0.0:1789449462.746741:0:32012:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:0.0:1789449462.746743:0:32012:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000405:0x21:0x0] 00000002:00000001:0.0:1789449462.746749:0:32012:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1789449462.746757:0:32012:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449462.746759:0:32012:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1789449462.746762:0:32012:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449462.746764:0:32012:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449462.746766:0:32012:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1789449462.746769:0:32012:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1789449462.746771:0:32012:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449462.746773:0:32012:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449462.746776:0:32012:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789449462.746778:0:32012:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820824472 : -107152888727144 : ffff9e8b86217998) 00000020:00001000:0.0:1789449462.746780:0:32012:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217990 00020000:00000001:0.0:1789449462.746786:0:32012:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:0.0:1789449462.746788:0:32012:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b836973e0) owner 0000000000000000/ffff9e8bc2174f80 00020000:00000001:0.0:1789449462.746791:0:32012:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:0.0:1789449462.746794:0:32012:0:(lov_ea.c:755:dump_lsm()) lsm ffff9e8b87c1e480, objid 0x21:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789449462.746799:0:32012:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout 1 layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789449462.746803:0:32012:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff9e8b88a87700: ostid: 0x280000401:20 ost idx: 0 gen: 0 00020000:00000001:0.0:1789449462.746806:0:32012:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:0.0:1789449462.746807:0:32012:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449462.746810:0:32012:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:0.0:1789449462.746813:0:32012:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:0.0:1789449462.746816:0:32012:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:0.0:1789449462.746821:0:32012:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bd200 count: 2 00010000:00000001:0.0:1789449462.746824:0:32012:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449462.746828:0:32012:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:0.0:1789449462.746830:0:32012:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:0.0:1789449462.746836:0:32012:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 0 [cma]time: 0 0 0 by oinfo size 0 blocks 0 [cma]time 0 0 0 ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000402fc72e/0xcddde1459ded65e7 lrc: 1/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xeb7cbf5e2fd3d275 expref: -99 pid: 32010 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00000001:0.0:1789449462.746849:0:32012:0:(cl_object.c:143:cl_object_top()) ffff9e8b84d26000 -> ffff9e8b84013c38 00000020:00000001:0.0:1789449462.746852:0:32012:0:(cl_object.c:143:cl_object_top()) ffff9e8b84d26000 -> ffff9e8b84013c38 00000008:00000001:0.0:1789449462.746854:0:32012:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789449462.746856:0:32012:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789449462.746858:0:32012:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1789449462.746860:0:32012:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1789449462.746866:0:32012:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff9e8b84d26000. 00020000:00000001:0.0:1789449462.746871:0:32012:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:0.0:1789449462.746873:0:32012:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff9e8b84013708. 00020000:00000001:0.0:1789449462.747061:0:32012:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:0.0:1789449462.747065:0:32012:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449462.747067:0:32012:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789449462.747069:0:32012:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b836973e0) owner 0000000000000000/ffff9e8bc2174f80 00020000:00000001:0.0:1789449462.747072:0:32012:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:0.0:1789449462.747074:0:32012:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:0.0:1789449462.747075:0:32012:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b836973e0) owner 0000000000000000/ffff9e8bc2174f80 00020000:00000001:0.0:1789449462.747078:0:32012:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:0.0:1789449462.747080:0:32012:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff9e8b89bc6350. 00020000:00000010:0.0:1789449462.747084:0:32012:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff9e8b83163a80. 00020000:00000010:0.0:1789449462.747087:0:32012:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff9e8b83467700. 00020000:00000002:0.0:1789449462.747090:0:32012:0:(lov_ea.c:755:dump_lsm()) lsm ffff9e8b87c1e480, objid 0x21:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789449462.747095:0:32012:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout 1 layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789449462.747098:0:32012:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff9e8b88a87700: ostid: 0x280000401:20 ost idx: 0 gen: 0 00020000:00000010:0.0:1789449462.747102:0:32012:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9e8b88a87700. 00020000:00000010:0.0:1789449462.747106:0:32012:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9e8b87c1ecc0. 00020000:00000010:0.0:1789449462.747108:0:32012:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9e8b87c1e480. 00020000:00000001:0.0:1789449462.747110:0:32012:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:0.0:1789449462.747111:0:32012:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b836973e0) owner 0000000000000000/ffff9e8bc2174f80 00020000:00000010:0.0:1789449462.747114:0:32012:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff9e8b836973e0. 00020000:00000001:0.0:1789449462.747117:0:32012:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:0.0:1789449462.747120:0:32012:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff9e8b84013bb8. 00000020:00001000:0.0:1789449462.747123:0:32012:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217990 00000080:00000001:0.0:1789449462.747126:0:32012:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1789449462.747128:0:32012:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1789449462.747164:0:32012:0:(dir.c:3022:ll_dir_release()) Process entered 00000080:00000001:0.0:1789449462.747168:0:32012:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1789449462.747170:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6fdd0 00000080:00200008:0.0:1789449462.747173:0:32012:0:(file.c:479:ll_file_release()) START file d21g.recovery-small-1:[0x200000405:0x1f:0x0](ffff9e8b89195348), flags 704000 00000080:00400000:0.0:1789449462.747177:0:32012:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000405:0x1f:0x0] 00000080:00000001:0.0:1789449462.747180:0:32012:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:0.0:1789449462.747181:0:32012:0:(pcc.c:2475:pcc_file_release()) Process leaving 00000080:00000001:0.0:1789449462.747183:0:32012:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1789449462.747188:0:32012:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449462.747191:0:32012:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449462.747193:0:32012:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449462.747196:0:32012:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449462.747198:0:32012:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449462.747200:0:32012:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1f:0x0] 00800000:00000001:0.0:1789449462.747211:0:32012:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449462.747215:0:32012:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449462.747218:0:32012:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449462.747222:0:32012:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bd500 count: 2 00010000:00000001:0.0:1789449462.747224:0:32012:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449462.747230:0:32012:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1789449462.747235:0:32012:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1789449462.747238:0:32012:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789449462.747245:0:32012:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449462.747249:0:32012:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204ba00/0xcddde1459ded660a lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x1f:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d2d0 expref: -99 pid: 32012 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1789449462.747261:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.747263:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449462.747264:0:32012:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:0.0:1789449462.747267:0:32012:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x1f:0x0]: 16 00000080:00000010:0.0:1789449462.747269:0:32012:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9e8b8c447e00. 00000080:00000001:0.0:1789449462.747273:0:32012:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449462.747277:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6fdd0 00000080:00000008:0.0:1789449462.747279:0:32012:0:(file.c:523:ll_file_release()) COMPLETED file d21g.recovery-small-1:[0x200000405:0x1f:0x0](ffff9e8b89195348), flags 704000, rc = 0 00000080:00000001:0.0:1789449462.747282:0:32012:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449462.747283:0:32012:0:(dir.c:3023:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449462.747287:0:32012:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1789449462.747288:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6fe00 00000080:00002000:0.0:1789449462.747290:0:32012:0:(dcache.c:127:ll_ddelete()) deleting dentry d21g.recovery-small-1 (ffff9e8b89320000, parent ffff9e8b892cbca8, inode ffff9e8b89195348) hashed, 00000080:00000001:0.0:1789449462.747292:0:32012:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789449462.747298:0:32012:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1789449462.747301:0:32012:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1789449462.747344:0:32012:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789449462.747349:0:32012:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789449462.747351:0:32012:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789449462.747353:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6fbd8 00000080:00200000:0.0:1789449462.747355:0:32012:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:0.0:1789449462.747360:0:32012:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b83420400. 00800000:00000002:0.0:1789449462.747366:0:32012:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:0.0:1789449462.747369:0:32012:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789449462.747372:0:32012:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789449462.747374:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6faf8 00800000:00000002:0.0:1789449462.747376:0:32012:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449462.747380:0:32012:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789449462.747382:0:32012:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449462.747383:0:32012:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449462.747385:0:32012:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449462.747386:0:32012:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449462.747388:0:32012:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449462.747389:0:32012:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449462.747391:0:32012:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449462.747394:0:32012:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789449462.747398:0:32012:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789449462.747400:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6f9c8 00000002:00010000:0.0:1789449462.747402:0:32012:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789449462.747405:0:32012:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789449462.747407:0:32012:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449462.747408:0:32012:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449462.747411:0:32012:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652100 count: 2 00010000:00000001:0.0:1789449462.747413:0:32012:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449462.747417:0:32012:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449462.747420:0:32012:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789449462.747423:0:32012:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d400/0xcddde1459ded65d2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d22f expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 02000000:00000001:0.0:1789449462.747431:0:32012:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789449462.747433:0:32012:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449462.747435:0:32012:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d400/0xcddde1459ded65d2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d22f expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000002:00000001:0.0:1789449462.747442:0:32012:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789449462.747444:0:32012:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789449462.747446:0:32012:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789449462.747448:0:32012:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789449462.747450:0:32012:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789449462.747452:0:32012:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789449462.747455:0:32012:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789449462.747457:0:32012:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:0.0:1789449462.747460:0:32012:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b83420400. 00000080:00000001:0.0:1789449462.747464:0:32012:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789449462.747466:0:32012:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449462.747469:0:32012:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:0.0:1789449462.747472:0:32012:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded65d2 00800000:00000001:0.0:1789449462.747475:0:32012:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789449462.747479:0:32012:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789449462.747481:0:32012:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449462.747483:0:32012:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449462.747487:0:32012:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4d400 refcount=3 00000020:00000001:0.0:1789449462.747490:0:32012:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016079360 : -107152693472256 : ffff9e8b91c4d400) 00010000:00000001:0.0:1789449462.747493:0:32012:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016079360 : -107152693472256 : ffff9e8b91c4d400) 00010000:00000001:0.0:1789449462.747496:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.747498:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449462.747499:0:32012:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449462.747501:0:32012:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449462.747503:0:32012:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded65d2 from it ffffb71181d6fc10 00010000:00000001:0.0:1789449462.747505:0:32012:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449462.747517:0:32012:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449462.747519:0:32012:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4d400 refcount=3 00000020:00000001:0.0:1789449462.747521:0:32012:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016079360 : -107152693472256 : ffff9e8b91c4d400) 00010000:00000001:0.0:1789449462.747523:0:32012:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016079360 : -107152693472256 : ffff9e8b91c4d400) 00010000:00000001:0.0:1789449462.747526:0:32012:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449462.747529:0:32012:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d400/0xcddde1459ded65d2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d22f expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:0.0:1789449462.747536:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.747537:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449462.747539:0:32012:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789449462.747541:0:32012:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789449462.747544:0:32012:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d400/0xcddde1459ded65d2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d22f expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:0.0:1789449462.747551:0:32012:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789449462.747555:0:32012:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789449462.747557:0:32012:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449462.747562:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.747563:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449462.747565:0:32012:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.747568:0:32012:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789449462.747570:0:32012:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.747573:0:32012:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.747576:0:32012:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.747578:0:32012:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449462.747579:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.747580:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789449462.747583:0:32012:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789449462.747584:0:32012:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789449462.747587:0:32012:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908), inode mode 41ff mask 1 00000080:00000001:0.0:1789449462.747591:0:32012:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789449462.747606:0:32012:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9e8b87d97f20. 00000020:00000001:0.0:1789449462.747609:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6fdc8 00000080:00200000:0.0:1789449462.747611:0:32012:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21g.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9e8b89180908), flags=0 00000080:00000001:0.0:1789449462.747614:0:32012:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1789449462.747616:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6fc78 00000080:00200000:0.0:1789449462.747618:0:32012:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21g.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9e8b89180908), intent=getattr 00000080:00000010:0.0:1789449462.747626:0:32012:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b83420400. 00800000:00000002:0.0:1789449462.747630:0:32012:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:0.0:1789449462.747633:0:32012:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789449462.747634:0:32012:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789449462.747636:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6fb98 00800000:00000002:0.0:1789449462.747637:0:32012:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21g.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449462.747640:0:32012:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789449462.747642:0:32012:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449462.747644:0:32012:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449462.747645:0:32012:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449462.747646:0:32012:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449462.747648:0:32012:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449462.747649:0:32012:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449462.747651:0:32012:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449462.747653:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6fb30 00800000:00000002:0.0:1789449462.747655:0:32012:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21g.recovery-small-1' -> mds #0 00000002:00000001:0.0:1789449462.747658:0:32012:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789449462.747659:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6fa68 00000002:00010000:0.0:1789449462.747661:0:32012:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21g.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:0.0:1789449462.747665:0:32012:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789449462.747668:0:32012:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1789449462.747674:0:32012:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d1aa00. 00000020:00000040:0.0:1789449462.747678:0:32012:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00010000:00000001:0.0:1789449462.747685:0:32012:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789449462.747689:0:32012:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449462.747691:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.747692:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449462.747694:0:32012:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449462.747697:0:32012:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449462.747699:0:32012:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449462.747702:0:32012:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449462.747711:0:32012:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b836b2800. 00000100:00000001:0.0:1789449462.747719:0:32012:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.747724:0:32012:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789449462.747726:0:32012:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.747727:0:32012:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789449462.747729:0:32012:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.747730:0:32012:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449462.747738:0:32012:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446636920849148416 : -107152860403200 : ffff9e8b87d1aa00) 00010000:00000001:0.0:1789449462.747742:0:32012:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789449462.747745:0:32012:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1789449462.747747:0:32012:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652100 count: 2 00010000:00000001:0.0:1789449462.747749:0:32012:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449462.747752:0:32012:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789449462.747756:0:32012:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8b86499200. 00000020:00000001:0.0:1789449462.747759:0:32012:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789449462.747763:0:32012:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8b86499200 with handle 0xcddde1459ded6611 to hash 00000020:00000001:0.0:1789449462.747764:0:32012:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789449462.747766:0:32012:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:0.0:1789449462.747771:0:32012:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:0.0:1789449462.747774:0:32012:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449462.747776:0:32012:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449462.747779:0:32012:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded6611 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32012 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789449462.747790:0:32012:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded6611 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32012 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789449462.747801:0:32012:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded6611 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32012 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789449462.747806:0:32012:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789449462.747808:0:32012:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789449462.747816:0:32012:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b865ccf00. 00000100:00000001:0.0:1789449462.747818:0:32012:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920824712960 : -107152884838656 : ffff9e8b865ccf00) 00000100:00000001:0.0:1789449462.747821:0:32012:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449462.747823:0:32012:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849148416 : -107152860403200 : ffff9e8b87d1aa00) 00000100:00000001:0.0:1789449462.747829:0:32012:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449462.747833:0:32012:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449462.747835:0:32012:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789449462.747836:0:32012:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789449462.747847:0:32012:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b87d1aa00 x1876371947498752/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449462.747855:0:32012:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789449462.747858:0:32012:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449462.747862:0:32012:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789449462.747864:0:32012:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789449462.747867:0:32012:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449462.747870:0:32012:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b87d1aa00 pname:cluuid:pid:xid:nid:opc:job rm:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:32012:1876371947498752:192.168.202.109@tcp:101:rm.0 00000100:00000001:0.0:1789449462.747874:0:32012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789449462.747912:0:32012:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789449462.747915:0:32012:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449462.747917:0:32012:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789449462.747922:0:32012:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e8b87da2000. 02000000:00000001:0.0:1789449462.747925:0:32012:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449462.747934:0:32012:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:0.0:1789449462.747938:0:32012:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b865804d0. 00000400:00000010:0.0:1789449462.747945:0:32012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e56e8. 00000100:00000200:0.0:1789449462.747953:0:32012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876371947498752, portal 10 00000100:00000001:0.0:1789449462.747955:0:32012:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449462.747956:0:32012:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849148416 : -107152860403200 : ffff9e8b87d1aa00) 00000100:00000040:0.0:1789449462.747962:0:32012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b87d1aa00 x1876371947498752/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449478 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449462.747968:0:32012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789449462.747971:0:32012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1789449462.747976:0:32012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5110. 00000100:00000200:0.0:1789449462.747980:0:32012:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876371947498752, offset 0 00000400:00000200:0.0:1789449462.747987:0:32012:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1789449462.747998:0:32012:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449462.748007:0:32012:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1789449462.748014:0:32012:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789449462.748018:0:32012:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1789449462.748021:0:32012:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789449462.748024:0:32012:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1789449462.748028:0:32012:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2699:2699:256:4294967295] 192.168.202.109@tcp LPNI seq info [2699:2699:8:4294967295] 00000400:00000200:0.0:1789449462.748032:0:32012:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449462.748042:0:32012:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1789449462.748048:0:32012:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1789449462.748054:0:32012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b864ecd00. 00000800:00000200:0.0:1789449462.748062:0:32012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1789449462.748069:0:32012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1789449462.748074:0:32012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b864ecd00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1789449462.748102:0:32012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449462.748107:0:32012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 826063 usecs (827 jiffies) 00000400:00000200:0.0:1789449462.748111:0:32012:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:0.0:1789449462.748114:0:32012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296466261 00000100:00000001:0.0:1789449462.748117:0:32012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296467489 00000100:00000001:0.0:1789449462.748121:0:32012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296466261 00000100:00000001:0.0:1789449462.748124:0:32012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296467489 00000100:00000001:0.0:1789449462.748126:0:32012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449462.748129:0:32012:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449462.748132:0:32012:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449462.748133:0:32012:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789449462.748136:0:32012:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b865ccf00 going to sleep for 11 seconds 00000100:00000001:0.0:1789449462.748138:0:32012:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449462.748141:0:32012:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449462.749593:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449462.749604:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ecd00. 00000400:00000200:2.0:1789449462.749614:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449462.749623:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449462.749631:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5110 00000400:00000010:2.0:1789449462.749635:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5110. 00000100:00000001:2.0:1789449462.749640:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449462.749648:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d1aa00 x1876371947498752/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449478 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449462.749661:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449462.749664:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d1aa00 x1876371947498752/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449478 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449462.749671:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449462.749673:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449462.755129:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449462.755156:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449462.755162:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449462.755164:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449462.755214:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.755224:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449462.755237:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.755243:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.755249:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.755254:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 688 into portal 10 MB=0x6aa8ce365ad00 00000400:00000200:2.0:1789449462.755261:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.755268:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 688/688 into md 0x7b7d [1] + 224 00000800:00000001:2.0:1789449462.755278:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449462.755291:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449462.755296:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449462.755302:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449462.755323:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449462.755334:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d1aa00 x1876371947498752/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449478 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449462.755347:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9e8b87d1aa00 x1876371947498752/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449478 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449462.755409:0:32012:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449462.755430:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449462.755439:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449462.755444:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1789449462.759575:0:32012:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b8984f780. 00000080:00000010:0.1:1789449462.759607:0:32012:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e8b89114200. 00000080:00000010:0.1:1789449462.759620:0:32012:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b8984f0e0. 00000400:00000001:0.0:1789449462.759642:0:32012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449462.759645:0:32012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449462.759649:0:32012:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b865804d0. 00000400:00000200:0.0:1789449462.759653:0:32012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e56e8 00000400:00000010:0.0:1789449462.759656:0:32012:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e56e8. 00000100:00000001:0.0:1789449462.759661:0:32012:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449462.759673:0:32012:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b87d1aa00 x1876371947498752/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449478 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789449462.759683:0:32012:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b87d1aa00 x1876371947498752/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449478 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449462.759691:0:32012:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449462.759694:0:32012:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449462.759697:0:32012:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449462.759700:0:32012:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449462.759703:0:32012:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449462.759706:0:32012:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449462.759708:0:32012:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449462.759717:0:32012:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=92 v=5 (5 102 102 102) 00000100:00001000:0.0:1789449462.760196:0:32012:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1789449462.760202:0:32012:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449462.760204:0:32012:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.760207:0:32012:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449462.760211:0:32012:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449462.760215:0:32012:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789449462.760218:0:32012:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967600 00000100:00000001:0.0:1789449462.760220:0:32012:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449462.760223:0:32012:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449462.760239:0:32012:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b87d1aa00 x1876371947498752/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/688 e 0 to 0 dl 1789449478 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449462.760249:0:32012:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449462.760252:0:32012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449462.760254:0:32012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449462.760258:0:32012:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b87d1aa00 x1876371947498752/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/688 e 0 to 0 dl 1789449478 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789449462.760264:0:32012:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b87d1aa00 pname:cluuid:pid:xid:nid:opc:job rm:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:32012:1876371947498752:192.168.202.109@tcp:101:rm.0 00000100:00000001:0.0:1789449462.760269:0:32012:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449462.760272:0:32012:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449462.760274:0:32012:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789449462.760277:0:32012:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449462.760280:0:32012:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d1aa00 x1876371947498752/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/688 e 0 to 0 dl 1789449478 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449462.760287:0:32012:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789449462.760290:0:32012:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b865ccf00. 00000100:00000001:0.0:1789449462.760294:0:32012:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789449462.760296:0:32012:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.760299:0:32012:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789449462.760303:0:32012:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449462.760306:0:32012:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449462.760329:0:32012:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499200 refcount=4 00000020:00000001:0.0:1789449462.760332:0:32012:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:0.0:1789449462.760335:0:32012:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000040:0.0:1789449462.760343:0:32012:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e8b86499200, remote cookie: 0xeb7cbf5e2fd3d30f, flags: 0x1001 00010000:00010000:0.0:1789449462.760348:0:32012:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded6611 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d30f expref: -99 pid: 32012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789449462.760362:0:32012:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x1f:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1789449462.760365:0:32012:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1789449462.760372:0:32012:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bd500 count: 2 00010000:00000001:0.0:1789449462.760375:0:32012:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449462.760378:0:32012:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449462.760382:0:32012:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded6611 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d30f expref: -99 pid: 32012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789449462.760390:0:32012:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded6611 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d30f expref: -99 pid: 32012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449462.760397:0:32012:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789449462.760402:0:32012:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789449462.760404:0:32012:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789449462.760407:0:32012:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789449462.760408:0:32012:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789449462.760411:0:32012:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x1f:0x0].0x0 (ffff9e8b902bd500) refcount = 2 00010000:00000040:0.0:1789449462.760414:0:32012:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1789449462.760416:0:32012:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204ba00/0xcddde1459ded660a lrc: 1/0,0 mode: CR/CR res: [0x200000405:0x1f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d2d0 expref: -99 pid: 32012 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1789449462.760424:0:32012:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded6611 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d30f expref: -99 pid: 32012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449462.760431:0:32012:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789449462.760435:0:32012:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789449462.760437:0:32012:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449462.760440:0:32012:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789449462.760443:0:32012:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449462.760446:0:32012:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded6611 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d30f expref: -99 pid: 32012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449462.760453:0:32012:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789449462.760455:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.760456:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449462.760457:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.760458:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449462.760460:0:32012:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449462.760465:0:32012:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789449462.760467:0:32012:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449462.760468:0:32012:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449462.760470:0:32012:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499200 refcount=3 00000020:00000001:0.0:1789449462.760472:0:32012:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:0.0:1789449462.760474:0:32012:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:0.0:1789449462.760477:0:32012:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449462.760478:0:32012:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449462.760479:0:32012:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499200 refcount=4 00000020:00000001:0.0:1789449462.760481:0:32012:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:0.0:1789449462.760483:0:32012:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:0.0:1789449462.760486:0:32012:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449462.760489:0:32012:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449462.760492:0:32012:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded6611 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d30f expref: -99 pid: 32012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449462.760499:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.760500:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449462.760501:0:32012:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449462.760503:0:32012:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449462.760515:0:32012:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499200 refcount=5 00000020:00000001:0.0:1789449462.760517:0:32012:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:0.0:1789449462.760519:0:32012:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:0.0:1789449462.760521:0:32012:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449462.760524:0:32012:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded6611 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d30f expref: -99 pid: 32012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449462.760530:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.760531:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789449462.760533:0:32012:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded6611 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d30f expref: -99 pid: 32012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449462.760539:0:32012:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449462.760540:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.760541:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449462.760542:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.760543:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789449462.760548:0:32012:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9e8b87d1aa00 x1876371947498752/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/688 e 0 to 0 dl 1789449478 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1789449462.760557:0:32012:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449462.760558:0:32012:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449462.760560:0:32012:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499200 refcount=3 00000020:00000001:0.0:1789449462.760562:0:32012:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:0.0:1789449462.760564:0:32012:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:0.0:1789449462.760566:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.760567:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449462.760568:0:32012:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449462.760571:0:32012:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449462.760574:0:32012:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1789449462.760576:0:32012:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449462.760577:0:32012:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449462.760578:0:32012:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499200 refcount=3 00000020:00000001:0.0:1789449462.760580:0:32012:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:0.0:1789449462.760582:0:32012:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00000002:00010000:0.0:1789449462.760586:0:32012:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded6611 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d30f expref: -99 pid: 32012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449462.760592:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.760594:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449462.760595:0:32012:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789449462.760597:0:32012:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449462.760598:0:32012:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449462.760599:0:32012:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499200 refcount=3 00000020:00000001:0.0:1789449462.760601:0:32012:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:0.0:1789449462.760603:0:32012:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000040:0.0:1789449462.760605:0:32012:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bd500 count: 3 00010000:00000001:0.0:1789449462.760607:0:32012:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789449462.760611:0:32012:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e8b83488400 type 13 mode 4 res 8589935621/31 (0 0) 00010000:00000001:0.0:1789449462.760614:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.760615:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449462.760616:0:32012:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789449462.760619:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6f9f0 00000002:00002000:0.0:1789449462.760620:0:32012:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21g.recovery-small-1 intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1789449462.760624:0:32012:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449462.760627:0:32012:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449462.760630:0:32012:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789449462.760633:0:32012:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1789449462.760635:0:32012:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449462.760640:0:32012:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000001:0.0:1789449462.760642:0:32012:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1789449462.760645:0:32012:0:(namei.c:674:ll_lookup_it_finish()) it ffffb71181d6fe00 it_disposition b 00000080:00000001:0.0:1789449462.760647:0:32012:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789449462.760653:0:32012:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1789449462.760657:0:32012:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1789449462.760666:0:32012:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9e8b8c476dc0. 00800000:00000001:0.0:1789449462.760668:0:32012:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446636920923975104 : -107152785576512 : ffff9e8b8c476dc0) 00800000:00000001:0.0:1789449462.760670:0:32012:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449462.760672:0:32012:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789449462.760675:0:32012:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611167 : 144115205339611167 : 20000040500001f) 00000080:00000001:0.0:1789449462.760678:0:32012:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:0.0:1789449462.760684:0:32012:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1789449462.760686:0:32012:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x1f:0x0] 00000080:00000001:0.0:1789449462.760689:0:32012:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1789449462.760692:0:32012:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1789449462.760694:0:32012:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449462.760696:0:32012:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611167 : 144115205339611167 : 20000040500001f) 00000080:00000001:0.0:1789449462.760699:0:32012:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1789449462.760702:0:32012:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611167 mtime from 1789449443 to 1789449462 00000080:00200000:0.0:1789449462.760706:0:32012:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x1f:0x0], updating i_size 4096 00000080:00200000:0.0:1789449462.760709:0:32012:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x1f:0x0](ffff9e8b89195348): rc = 0 00000080:00000001:0.0:1789449462.760711:0:32012:0:(namei.c:156:ll_iget()) Process leaving (rc=18446636920870622024 : -107152838929592 : ffff9e8b89195348) 00010000:00000001:0.0:1789449462.760713:0:32012:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449462.760714:0:32012:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449462.760716:0:32012:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499200 refcount=3 00000020:00000001:0.0:1789449462.760717:0:32012:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:0.0:1789449462.760720:0:32012:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:0.0:1789449462.760721:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.760722:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789449462.760724:0:32012:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789449462.760726:0:32012:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1789449462.760727:0:32012:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8c476dc0 1 00800000:00000010:0.0:1789449462.760729:0:32012:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9e8b8c476dc0. 00800000:00000001:0.0:1789449462.760732:0:32012:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449462.760735:0:32012:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x1f:0x0](ffff9e8b89195348) for lock 0xcddde1459ded6611 00800000:00000001:0.0:1789449462.760737:0:32012:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789449462.760739:0:32012:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789449462.760740:0:32012:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449462.760741:0:32012:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449462.760742:0:32012:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499200 refcount=3 00000020:00000001:0.0:1789449462.760744:0:32012:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:0.0:1789449462.760745:0:32012:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:0.0:1789449462.760747:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.760748:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449462.760749:0:32012:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449462.760751:0:32012:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1789449462.760756:0:32012:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9e8b89330510 inode ffff9e8b89195348 refc 1 flags 0x20000e 00000080:00000002:0.0:1789449462.760760:0:32012:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21g.recovery-small-1 [0x200000405:0x1f:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:0.0:1789449462.760764:0:32012:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1789449462.760767:0:32012:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x1f:0x0](ffff9e8b89195348) 00000080:00010000:0.0:1789449462.760771:0:32012:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded6611 from it ffffb71181d6fe00 00010000:00000001:0.0:1789449462.760773:0:32012:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449462.760774:0:32012:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449462.760775:0:32012:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499200 refcount=3 00000020:00000001:0.0:1789449462.760777:0:32012:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:0.0:1789449462.760779:0:32012:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:0.0:1789449462.760781:0:32012:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449462.760784:0:32012:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded6611 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d30f expref: -99 pid: 32012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449462.760791:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.760792:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449462.760794:0:32012:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789449462.760796:0:32012:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789449462.760798:0:32012:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded6611 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d30f expref: -99 pid: 32012 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789449462.760805:0:32012:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789449462.760808:0:32012:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789449462.760810:0:32012:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449462.760814:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.760815:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449462.760816:0:32012:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.760819:0:32012:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789449462.760821:0:32012:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.760823:0:32012:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.760826:0:32012:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.760828:0:32012:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449462.760829:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.760831:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789449462.760832:0:32012:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1789449462.760836:0:32012:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b83420400. 00000100:00000001:0.0:1789449462.760840:0:32012:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449462.760844:0:32012:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b87d1aa00 x1876371947498752/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/688 e 0 to 0 dl 1789449478 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449462.760851:0:32012:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789449462.760854:0:32012:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449462.760857:0:32012:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9e8b87da2000. 02000000:00000001:0.0:1789449462.760861:0:32012:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789449462.760863:0:32012:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449462.760864:0:32012:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:0.0:1789449462.760866:0:32012:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449462.760869:0:32012:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b836b2800. 02000000:00000001:0.0:1789449462.760873:0:32012:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449462.760875:0:32012:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449462.760898:0:32012:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b87d1aa00. 00000100:00000001:0.0:1789449462.760902:0:32012:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449462.760903:0:32012:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789449462.760906:0:32012:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1789449462.760908:0:32012:0:(dcache.c:176:ll_intent_release()) intent ffffb71181d6fe00 released 00000080:00000001:0.0:1789449462.760909:0:32012:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1789449462.760914:0:32012:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789449462.760916:0:32012:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789449462.760918:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6fd50 00000080:00200000:0.0:1789449462.760920:0:32012:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:0.0:1789449462.760925:0:32012:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b83420400. 00800000:00000002:0.0:1789449462.760930:0:32012:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:0.0:1789449462.760934:0:32012:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789449462.760936:0:32012:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789449462.760938:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6fc70 00800000:00000002:0.0:1789449462.760940:0:32012:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449462.760943:0:32012:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789449462.760945:0:32012:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449462.760948:0:32012:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449462.760951:0:32012:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449462.760953:0:32012:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449462.760955:0:32012:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449462.760957:0:32012:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449462.760960:0:32012:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449462.760963:0:32012:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789449462.760967:0:32012:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789449462.760969:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6fb40 00000002:00010000:0.0:1789449462.760971:0:32012:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789449462.760974:0:32012:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789449462.760976:0:32012:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449462.760978:0:32012:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449462.760981:0:32012:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652100 count: 2 00010000:00000001:0.0:1789449462.760983:0:32012:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449462.760986:0:32012:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449462.760988:0:32012:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789449462.760991:0:32012:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d400/0xcddde1459ded65d2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d22f expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 02000000:00000001:0.0:1789449462.760998:0:32012:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789449462.761002:0:32012:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449462.761004:0:32012:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d400/0xcddde1459ded65d2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d22f expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000002:00000001:0.0:1789449462.761011:0:32012:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789449462.761013:0:32012:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789449462.761015:0:32012:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789449462.761017:0:32012:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789449462.761019:0:32012:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789449462.761020:0:32012:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789449462.761022:0:32012:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789449462.761024:0:32012:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:0.0:1789449462.761026:0:32012:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b83420400. 00000080:00000001:0.0:1789449462.761030:0:32012:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789449462.761031:0:32012:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449462.761033:0:32012:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:0.0:1789449462.761036:0:32012:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded65d2 00800000:00000001:0.0:1789449462.761039:0:32012:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789449462.761041:0:32012:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789449462.761042:0:32012:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449462.761043:0:32012:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449462.761045:0:32012:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4d400 refcount=3 00000020:00000001:0.0:1789449462.761048:0:32012:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016079360 : -107152693472256 : ffff9e8b91c4d400) 00010000:00000001:0.0:1789449462.761050:0:32012:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016079360 : -107152693472256 : ffff9e8b91c4d400) 00010000:00000001:0.0:1789449462.761052:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.761053:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449462.761054:0:32012:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449462.761056:0:32012:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449462.761058:0:32012:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded65d2 from it ffffb71181d6fd88 00010000:00000001:0.0:1789449462.761059:0:32012:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449462.761060:0:32012:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449462.761062:0:32012:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4d400 refcount=3 00000020:00000001:0.0:1789449462.761064:0:32012:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016079360 : -107152693472256 : ffff9e8b91c4d400) 00010000:00000001:0.0:1789449462.761066:0:32012:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016079360 : -107152693472256 : ffff9e8b91c4d400) 00010000:00000001:0.0:1789449462.761068:0:32012:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449462.761070:0:32012:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d400/0xcddde1459ded65d2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d22f expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:0.0:1789449462.761076:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.761077:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449462.761078:0:32012:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789449462.761079:0:32012:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789449462.761081:0:32012:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d400/0xcddde1459ded65d2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d22f expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000001:0.0:1789449462.761087:0:32012:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789449462.761088:0:32012:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789449462.761089:0:32012:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449462.761091:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.761092:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449462.761094:0:32012:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.761095:0:32012:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789449462.761097:0:32012:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.761098:0:32012:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.761100:0:32012:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.761101:0:32012:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449462.761102:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.761103:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789449462.761105:0:32012:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789449462.761107:0:32012:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789449462.761109:0:32012:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908), inode mode 41ff mask 3 00000080:00000001:0.0:1789449462.761115:0:32012:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449462.761119:0:32012:0:(namei.c:2258:ll_rmdir()) Process entered 00000020:00000001:0.0:1789449462.761122:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6fe18 00000080:00200000:0.0:1789449462.761123:0:32012:0:(namei.c:2261:ll_rmdir()) VFS Op:name=d21g.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00000001:0.0:1789449462.761127:0:32012:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000080:00000040:0.0:1789449462.761130:0:32012:0:(llite_foreign.c:245:ll_foreign_is_removable()) unable to check if dir (d21g.recovery-small-1, [0x200000405:0x1f:0x0]) is foreign... 00000080:00000001:0.0:1789449462.761132:0:32012:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1789449462.761136:0:32012:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b83420400. 00800000:00000002:0.0:1789449462.761138:0:32012:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00800000:00000001:0.0:1789449462.761144:0:32012:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:0.0:1789449462.761147:0:32012:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449462.761149:0:32012:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449462.761150:0:32012:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449462.761151:0:32012:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449462.761153:0:32012:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449462.761155:0:32012:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449462.761156:0:32012:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449462.761158:0:32012:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449462.761159:0:32012:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449462.761160:0:32012:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449462.761161:0:32012:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449462.761162:0:32012:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449462.761164:0:32012:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1f:0x0] 00800000:00000001:0.0:1789449462.761166:0:32012:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449462.761168:0:32012:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:0.0:1789449462.761169:0:32012:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449462.761170:0:32012:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449462.761171:0:32012:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449462.761172:0:32012:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449462.761174:0:32012:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449462.761175:0:32012:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1f:0x0] 00800000:00000001:0.0:1789449462.761177:0:32012:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449462.761179:0:32012:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000405:0x1f:0x0] 00800000:00000001:0.0:1789449462.761181:0:32012:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449462.761183:0:32012:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000405:0x1f:0x0] -> mds #0 00000002:00000001:0.0:1789449462.761187:0:32012:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1789449462.761189:0:32012:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789449462.761192:0:32012:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652100 count: 2 00010000:00000001:0.0:1789449462.761194:0:32012:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449462.761197:0:32012:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789449462.761200:0:32012:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789449462.761202:0:32012:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d400/0xcddde1459ded65d2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xeb7cbf5e2fd3d22f expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000080:00000001:0.0:1789449462.761210:0:32012:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789449462.761213:0:32012:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789449462.761215:0:32012:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789449462.761217:0:32012:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1789449462.761219:0:32012:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449462.761220:0:32012:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449462.761222:0:32012:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652100 count: 3 00010000:00000001:0.0:1789449462.761224:0:32012:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789449462.761226:0:32012:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449462.761228:0:32012:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449462.761229:0:32012:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449462.761230:0:32012:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652100 count: 3 00010000:00000001:0.0:1789449462.761232:0:32012:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789449462.761234:0:32012:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449462.761235:0:32012:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449462.761236:0:32012:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449462.761237:0:32012:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652100 count: 3 00010000:00000001:0.0:1789449462.761239:0:32012:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789449462.761240:0:32012:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449462.761242:0:32012:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789449462.761245:0:32012:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9e8b89180840, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1789449462.761325:0:32012:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1789449462.761327:0:32012:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1789449462.761330:0:32012:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789449462.761332:0:32012:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.761335:0:32012:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789449462.761338:0:32012:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789449462.761339:0:32012:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789449462.761341:0:32012:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449462.761343:0:32012:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1789449462.761346:0:32012:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9e8b91c4d400 with handle 0xcddde1459ded65d2 from hash 00010000:00000001:0.0:1789449462.761348:0:32012:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789449462.761349:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.761351:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449462.761352:0:32012:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789449462.761355:0:32012:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789449462.761357:0:32012:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789449462.761360:0:32012:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789449462.761361:0:32012:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789449462.761364:0:32012:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789449462.761366:0:32012:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789449462.761369:0:32012:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bd500 count: 3 00010000:00000001:0.0:1789449462.761372:0:32012:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449462.761373:0:32012:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789449462.761375:0:32012:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789449462.761378:0:32012:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded6611 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xeb7cbf5e2fd3d30f expref: -99 pid: 32012 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1789449462.761384:0:32012:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789449462.761385:0:32012:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789449462.761387:0:32012:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789449462.761388:0:32012:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x1f:0x0] mode (null) 00000002:00000001:0.0:1789449462.761390:0:32012:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449462.761392:0:32012:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449462.761393:0:32012:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bd500 count: 4 00010000:00000001:0.0:1789449462.761395:0:32012:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789449462.761398:0:32012:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449462.761400:0:32012:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449462.761402:0:32012:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449462.761403:0:32012:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bd500 count: 4 00010000:00000001:0.0:1789449462.761405:0:32012:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789449462.761406:0:32012:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449462.761408:0:32012:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449462.761409:0:32012:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449462.761410:0:32012:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bd500 count: 4 00010000:00000001:0.0:1789449462.761412:0:32012:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789449462.761414:0:32012:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449462.761416:0:32012:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789449462.761417:0:32012:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000405:0x1f:0x0] lli = ffff9e8b89195280, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1789449462.761420:0:32012:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1789449462.761421:0:32012:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1789449462.761423:0:32012:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1789449462.761425:0:32012:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x1f:0x0](ffff9e8b89195348) invalid 00000020:00000001:0.0:1789449462.761427:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6fa80 00000080:00002000:0.0:1789449462.761429:0:32012:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21g.recovery-small-1 (ffff9e8b89330510) parent ffff9e8b892cbca8 inode ffff9e8b89195348 refc 2 00000080:00000001:0.0:1789449462.761432:0:32012:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1789449462.761433:0:32012:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789449462.761435:0:32012:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.761437:0:32012:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789449462.761438:0:32012:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789449462.761439:0:32012:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789449462.761441:0:32012:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449462.761442:0:32012:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1789449462.761444:0:32012:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9e8b86499200 with handle 0xcddde1459ded6611 from hash 00010000:00000001:0.0:1789449462.761447:0:32012:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789449462.761448:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.761449:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449462.761450:0:32012:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789449462.761451:0:32012:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789449462.761453:0:32012:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789449462.761455:0:32012:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789449462.761457:0:32012:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204ba00/0xcddde1459ded660a lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x1f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xeb7cbf5e2fd3d2d0 expref: -99 pid: 32012 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:0.0:1789449462.761466:0:32012:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789449462.761467:0:32012:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789449462.761469:0:32012:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789449462.761470:0:32012:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x1f:0x0] mode CR 00000002:00000001:0.0:1789449462.761472:0:32012:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449462.761473:0:32012:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449462.761474:0:32012:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bd500 count: 4 00010000:00000001:0.0:1789449462.761476:0:32012:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789449462.761478:0:32012:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449462.761480:0:32012:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449462.761481:0:32012:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449462.761482:0:32012:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bd500 count: 4 00010000:00000001:0.0:1789449462.761484:0:32012:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789449462.761486:0:32012:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449462.761488:0:32012:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449462.761490:0:32012:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1789449462.761493:0:32012:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1789449462.761498:0:32012:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9e8b83420000. 00000080:00000001:0.0:1789449462.761500:0:32012:0:(file.c:90:ll_prepare_close()) Process entered 00800000:00000002:0.0:1789449462.761503:0:32012:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8c476200 2 00000080:00000001:0.0:1789449462.761506:0:32012:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1789449462.761509:0:32012:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:0.0:1789449462.761510:0:32012:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449462.761512:0:32012:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449462.761513:0:32012:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449462.761515:0:32012:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449462.761517:0:32012:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449462.761519:0:32012:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1f:0x0] 00800000:00000001:0.0:1789449462.761521:0:32012:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449462.761523:0:32012:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x1f:0x0] 00000002:00000001:0.0:1789449462.761526:0:32012:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1789449462.761527:0:32012:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9e8b89903000: [0x200000405:0x1f:0x0] file closed with intent: 0 00000100:00000010:0.0:1789449462.761533:0:32012:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d1aa00. 00000020:00000040:0.0:1789449462.761537:0:32012:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000100:00000001:0.0:1789449462.761540:0:32012:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449462.761544:0:32012:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449462.761546:0:32012:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449462.761554:0:32012:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e8b8b126c00. 00000100:00000001:0.0:1789449462.761560:0:32012:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1789449462.761572:0:32012:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9e8b83693480 x1876371947498240/t4294967605(4294967605) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/664 e 0 to 0 dl 1789449478 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1789449462.761583:0:32012:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e8b89903000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1789449462.761589:0:32012:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e8b87d1aa00 x1876371947499008/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1789449462.761596:0:32012:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789449462.761597:0:32012:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789449462.761603:0:32012:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b865ccf00. 00000100:00000001:0.0:1789449462.761605:0:32012:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920824712960 : -107152884838656 : ffff9e8b865ccf00) 00000100:00000001:0.0:1789449462.761608:0:32012:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449462.761609:0:32012:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849148416 : -107152860403200 : ffff9e8b87d1aa00) 00000100:00000001:0.0:1789449462.761613:0:32012:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449462.761617:0:32012:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449462.761619:0:32012:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789449462.761621:0:32012:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789449462.761625:0:32012:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b87d1aa00 x1876371947499008/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449462.761632:0:32012:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789449462.761635:0:32012:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449462.761638:0:32012:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789449462.761641:0:32012:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789449462.761643:0:32012:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449462.761647:0:32012:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b87d1aa00 pname:cluuid:pid:xid:nid:opc:job rm:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:32012:1876371947499008:192.168.202.109@tcp:35:rm.0 00000100:00000001:0.0:1789449462.761651:0:32012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789449462.761656:0:32012:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789449462.761659:0:32012:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449462.761661:0:32012:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789449462.761665:0:32012:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b836b2800. 02000000:00000001:0.0:1789449462.761666:0:32012:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449462.761675:0:32012:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:0.0:1789449462.761679:0:32012:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b865804d0. 00000400:00000010:0.0:1789449462.761685:0:32012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e56e8. 00000100:00000200:0.0:1789449462.761693:0:32012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947499008, portal 10 00000100:00000001:0.0:1789449462.761695:0:32012:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449462.761697:0:32012:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849148416 : -107152860403200 : ffff9e8b87d1aa00) 00000100:00000040:0.0:1789449462.761703:0:32012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b87d1aa00 x1876371947499008/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449478 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449462.761710:0:32012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789449462.761714:0:32012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1789449462.761716:0:32012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5cc0. 00000100:00000200:0.0:1789449462.761721:0:32012:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876371947499008, offset 0 00000400:00000200:0.0:1789449462.761728:0:32012:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1789449462.761736:0:32012:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449462.761743:0:32012:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1789449462.761749:0:32012:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789449462.761752:0:32012:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1789449462.761756:0:32012:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789449462.761759:0:32012:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1789449462.761762:0:32012:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2700:2700:256:4294967295] 192.168.202.109@tcp LPNI seq info [2700:2700:8:4294967295] 00000400:00000200:0.0:1789449462.761766:0:32012:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449462.761776:0:32012:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1789449462.761782:0:32012:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1789449462.761788:0:32012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b864ecc00. 00000800:00000200:0.0:1789449462.761795:0:32012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1789449462.761803:0:32012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1789449462.761807:0:32012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b864ecc00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1789449462.761833:0:32012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449462.761838:0:32012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 824873 usecs (825 jiffies) 00000400:00000200:0.0:1789449462.761841:0:32012:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:0.0:1789449462.761844:0:32012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296466272 00000100:00000001:0.0:1789449462.761848:0:32012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296467489 00000100:00000001:0.0:1789449462.761851:0:32012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296466272 00000100:00000001:0.0:1789449462.761853:0:32012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296467489 00000100:00000001:0.0:1789449462.761856:0:32012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449462.761858:0:32012:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449462.761861:0:32012:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449462.761863:0:32012:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789449462.761866:0:32012:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b865ccf00 going to sleep for 11 seconds 00000100:00000001:0.0:1789449462.761868:0:32012:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449462.761871:0:32012:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449462.762576:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449462.762582:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ecc00. 00000400:00000200:2.0:1789449462.762589:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449462.762594:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449462.762600:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5cc0 00000400:00000010:2.0:1789449462.762603:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5cc0. 00000100:00000001:2.0:1789449462.762607:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449462.762612:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d1aa00 x1876371947499008/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449478 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449462.762621:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449462.762624:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d1aa00 x1876371947499008/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449478 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449462.762631:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449462.762633:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449462.768527:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449462.768552:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449462.768556:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449462.768559:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449462.768570:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.768578:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449462.768591:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.768595:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.768601:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.768606:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 456 into portal 10 MB=0x6aa8ce365ae00 00000400:00000200:2.0:1789449462.768612:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.768620:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 456/456 into md 0x7b85 [1] + 224 00000800:00000001:2.0:1789449462.768629:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449462.768639:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449462.768643:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449462.768648:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449462.768657:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449462.768666:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d1aa00 x1876371947499008/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449478 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449462.768678:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9e8b87d1aa00 x1876371947499008/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449478 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449462.768706:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449462.768716:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449462.768720:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449462.768873:0:32012:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789449462.768920:0:32012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449462.768922:0:32012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449462.768927:0:32012:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b865804d0. 00000400:00000200:0.0:1789449462.768933:0:32012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e56e8 00000400:00000010:0.0:1789449462.768936:0:32012:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e56e8. 00000100:00000001:0.0:1789449462.768940:0:32012:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449462.768945:0:32012:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b87d1aa00 x1876371947499008/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449478 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789449462.768955:0:32012:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b87d1aa00 x1876371947499008/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449478 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449462.768962:0:32012:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449462.768965:0:32012:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449462.768967:0:32012:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449462.768972:0:32012:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449462.768974:0:32012:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449462.768977:0:32012:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449462.768980:0:32012:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449462.768990:0:32012:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ecf0 time=92 v=5 (5 5 5 5) 00000100:00001000:0.0:1789449462.768994:0:32012:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1789449462.768996:0:32012:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449462.768998:0:32012:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.769001:0:32012:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449462.769005:0:32012:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449462.769010:0:32012:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789449462.769012:0:32012:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1789449462.769014:0:32012:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789449462.769016:0:32012:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449462.769018:0:32012:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849148416 : -107152860403200 : ffff9e8b87d1aa00) 00000100:00000001:0.0:1789449462.769021:0:32012:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789449462.769023:0:32012:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967600 00000100:00000001:0.0:1789449462.769026:0:32012:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449462.769029:0:32012:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449462.769034:0:32012:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b87d1aa00 x1876371947499008/t4294967607(4294967607) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449478 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449462.769041:0:32012:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449462.769045:0:32012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449462.769047:0:32012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449462.769051:0:32012:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b87d1aa00 x1876371947499008/t4294967607(4294967607) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449478 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789449462.769059:0:32012:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b87d1aa00 pname:cluuid:pid:xid:nid:opc:job rm:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:32012:1876371947499008:192.168.202.109@tcp:35:rm.0 00000100:00000001:0.0:1789449462.769064:0:32012:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449462.769067:0:32012:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449462.769069:0:32012:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789449462.769072:0:32012:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449462.769075:0:32012:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d1aa00 x1876371947499008/t4294967607(4294967607) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449478 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449462.769082:0:32012:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789449462.769085:0:32012:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b865ccf00. 00000100:00000001:0.0:1789449462.769090:0:32012:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789449462.769092:0:32012:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449462.769100:0:32012:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449462.769101:0:32012:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849148416 : -107152860403200 : ffff9e8b87d1aa00) 00000002:00000001:0.0:1789449462.769105:0:32012:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449462.769108:0:32012:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449462.769112:0:32012:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8c476200 2 00000080:00000010:0.0:1789449462.769116:0:32012:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b83420000. 00000080:00000001:0.0:1789449462.769120:0:32012:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1789449462.769123:0:32012:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1789449462.769125:0:32012:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449462.769128:0:32012:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449462.769130:0:32012:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449462.769132:0:32012:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449462.769134:0:32012:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449462.769136:0:32012:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1f:0x0] 00800000:00000001:0.0:1789449462.769138:0:32012:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449462.769143:0:32012:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1789449462.769149:0:32012:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9e8b83693480 x1876371947498240/t4294967605(4294967605) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/664 e 0 to 0 dl 1789449478 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449462.769156:0:32012:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449462.769158:0:32012:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775193728 : -107152934357888 : ffff9e8b83693480) 00000100:00000001:0.0:1789449462.769161:0:32012:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449462.769164:0:32012:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83693480 x1876371947498240/t4294967605(4294967605) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/664 e 0 to 0 dl 1789449478 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449462.769170:0:32012:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449462.769172:0:32012:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449462.769175:0:32012:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d1aa00 x1876371947499008/t4294967607(4294967607) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449478 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449462.769181:0:32012:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449462.769183:0:32012:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449462.769186:0:32012:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83693480 x1876371947498240/t4294967605(4294967605) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/664 e 0 to 0 dl 1789449478 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449462.769192:0:32012:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1789449462.769195:0:32012:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449462.769197:0:32012:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:0.0:1789449462.769200:0:32012:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449462.769204:0:32012:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b8678d400. 02000000:00000001:0.0:1789449462.769210:0:32012:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449462.769212:0:32012:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449462.769214:0:32012:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83693480. 00000100:00000001:0.0:1789449462.769219:0:32012:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449462.769221:0:32012:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449462.769222:0:32012:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449462.769225:0:32012:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d1aa00 x1876371947499008/t4294967607(4294967607) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449478 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449462.769231:0:32012:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789449462.769233:0:32012:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff9e8b8984fd00. 00000002:00000001:0.0:1789449462.769236:0:32012:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449462.769238:0:32012:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789449462.769241:0:32012:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9e8b91d9aa80. 00000100:00000001:0.0:1789449462.769243:0:32012:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449462.769246:0:32012:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b87d1aa00 x1876371947499008/t4294967607(4294967607) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449478 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449462.769252:0:32012:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789449462.769254:0:32012:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449462.769257:0:32012:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b836b2800. 02000000:00000001:0.0:1789449462.769262:0:32012:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789449462.769263:0:32012:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449462.769264:0:32012:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:0.0:1789449462.769266:0:32012:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449462.769267:0:32012:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e8b8b126c00. 02000000:00000001:0.0:1789449462.769269:0:32012:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449462.769270:0:32012:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449462.769272:0:32012:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b87d1aa00. 00000100:00000001:0.0:1789449462.769274:0:32012:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449462.769275:0:32012:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789449462.769278:0:32012:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449462.769281:0:32012:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789449462.769283:0:32012:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x1f:0x0] mode (null) 00000002:00000001:0.0:1789449462.769288:0:32012:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449462.769291:0:32012:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449462.769299:0:32012:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bd500 count: 4 00010000:00000001:0.0:1789449462.769301:0:32012:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789449462.769317:0:32012:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449462.769321:0:32012:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449462.769325:0:32012:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1789449462.769327:0:32012:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x1f:0x0](ffff9e8b89195348) invalid 00000020:00000001:0.0:1789449462.769331:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6fa80 00000080:00002000:0.0:1789449462.769333:0:32012:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21g.recovery-small-1 (ffff9e8b89330510) parent ffff9e8b892cbca8 inode ffff9e8b89195348 refc 2 00000080:00000001:0.0:1789449462.769337:0:32012:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1789449462.769340:0:32012:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789449462.769342:0:32012:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.769346:0:32012:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789449462.769349:0:32012:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789449462.769351:0:32012:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789449462.769353:0:32012:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449462.769357:0:32012:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1789449462.769362:0:32012:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9e8bc204ba00 with handle 0xcddde1459ded660a from hash 00010000:00000001:0.0:1789449462.769364:0:32012:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789449462.769366:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.769369:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449462.769370:0:32012:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789449462.769373:0:32012:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789449462.769375:0:32012:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789449462.769378:0:32012:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1789449462.769380:0:32012:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:0.0:1789449462.769383:0:32012:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:0.0:1789449462.769390:0:32012:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d1aa00. 00000020:00000040:0.0:1789449462.769393:0:32012:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e8b89903000 02000000:00000001:0.0:1789449462.769397:0:32012:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789449462.769399:0:32012:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.769402:0:32012:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789449462.769408:0:32012:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449462.769412:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.769414:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449462.769415:0:32012:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449462.769418:0:32012:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449462.769420:0:32012:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449462.769425:0:32012:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449462.769432:0:32012:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e8b8b126c00. 00000100:00000001:0.0:1789449462.769440:0:32012:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.769442:0:32012:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789449462.769446:0:32012:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1789449462.769452:0:32012:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded6611 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xeb7cbf5e2fd3d30f expref: -99 pid: 32012 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1789449462.769462:0:32012:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204ba00/0xcddde1459ded660a lrc: 1/0,0 mode: --/CR res: [0x200000405:0x1f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xeb7cbf5e2fd3d2d0 expref: -99 pid: 32012 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1789449462.769470:0:32012:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d400/0xcddde1459ded65d2 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xeb7cbf5e2fd3d22f expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:0.0:1789449462.769476:0:32012:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:0.0:1789449462.769478:0:32012:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:0.0:1789449462.769480:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789449462.769483:0:32012:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded6611 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xeb7cbf5e2fd3d30f expref: -99 pid: 32012 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789449462.769497:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449462.769498:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789449462.769500:0:32012:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204ba00/0xcddde1459ded660a lrc: 0/0,0 mode: --/CR res: [0x200000405:0x1f:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xeb7cbf5e2fd3d2d0 expref: -99 pid: 32012 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:0.0:1789449462.769810:0:32012:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9e8b902bd500 count: 0 00010000:00000010:0.0:1789449462.769816:0:32012:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e8b898b7e80. 00010000:00000001:0.0:1789449462.769824:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449462.769825:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789449462.769828:0:32012:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d400/0xcddde1459ded65d2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xeb7cbf5e2fd3d22f expref: -99 pid: 32010 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000040:0.0:1789449462.769835:0:32012:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9e8b90652100 count: 0 00010000:00000010:0.0:1789449462.769838:0:32012:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e8b84d2a380. 00010000:00000001:0.0:1789449462.769845:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449462.769847:0:32012:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.769849:0:32012:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789449462.769850:0:32012:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.769853:0:32012:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1789449462.769867:0:32012:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e8b89903000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1789449462.769876:0:32012:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e8b87d1aa00 x1876371947499264/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789449462.770410:0:32012:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789449462.770412:0:32012:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789449462.770421:0:32012:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b865ccf00. 00000100:00000001:0.0:1789449462.770424:0:32012:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920824712960 : -107152884838656 : ffff9e8b865ccf00) 00000100:00000001:0.0:1789449462.770427:0:32012:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449462.770429:0:32012:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849148416 : -107152860403200 : ffff9e8b87d1aa00) 00000100:00000001:0.0:1789449462.770435:0:32012:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449462.770439:0:32012:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449462.770441:0:32012:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789449462.770443:0:32012:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789449462.770449:0:32012:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b87d1aa00 x1876371947499264/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449462.770459:0:32012:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789449462.770462:0:32012:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449462.770467:0:32012:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789449462.770470:0:32012:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789449462.770473:0:32012:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449462.770478:0:32012:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b87d1aa00 pname:cluuid:pid:xid:nid:opc:job rm:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:32012:1876371947499264:192.168.202.109@tcp:36:rm.0 00000100:00000001:0.0:1789449462.770482:0:32012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789449462.770490:0:32012:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789449462.770493:0:32012:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449462.770496:0:32012:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789449462.770501:0:32012:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b836b2800. 02000000:00000001:0.0:1789449462.770503:0:32012:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449462.770706:0:32012:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:0.0:1789449462.770713:0:32012:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b865804d0. 00000400:00000010:0.0:1789449462.770719:0:32012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e56e8. 00000100:00000200:0.0:1789449462.770726:0:32012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947499264, portal 10 00000100:00000001:0.0:1789449462.770728:0:32012:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449462.770729:0:32012:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849148416 : -107152860403200 : ffff9e8b87d1aa00) 00000100:00000040:0.0:1789449462.770737:0:32012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b87d1aa00 x1876371947499264/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 512/624 e 0 to 0 dl 1789449478 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449462.770745:0:32012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789449462.770748:0:32012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1789449462.770751:0:32012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5550. 00000100:00000200:0.0:1789449462.770755:0:32012:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1876371947499264, offset 0 00000400:00000200:0.0:1789449462.770761:0:32012:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1789449462.770769:0:32012:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449462.770777:0:32012:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1789449462.770783:0:32012:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789449462.770787:0:32012:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1789449462.770791:0:32012:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789449462.770794:0:32012:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1789449462.770798:0:32012:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2701:2701:256:4294967295] 192.168.202.109@tcp LPNI seq info [2701:2701:8:4294967295] 00000400:00000200:0.0:1789449462.770802:0:32012:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449462.770812:0:32012:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1789449462.770819:0:32012:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1789449462.770825:0:32012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b864ec800. 00000800:00000200:0.0:1789449462.770832:0:32012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1789449462.770841:0:32012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1789449462.770846:0:32012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b864ec800 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:0.0:1789449462.770865:0:32012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449462.770871:0:32012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 823680 usecs (824 jiffies) 00000400:00000200:0.0:1789449462.770875:0:32012:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000800:00000200:2.0:1789449462.771231:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449462.771237:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ec800. 00000400:00000200:2.0:1789449462.771243:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449462.771249:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449462.771255:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5550 00000400:00000010:2.0:1789449462.771258:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5550. 00000100:00000001:2.0:1789449462.771262:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449462.771266:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d1aa00 x1876371947499264/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 512/624 e 0 to 0 dl 1789449478 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449462.771277:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449462.771279:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d1aa00 x1876371947499264/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 512/624 e 0 to 0 dl 1789449478 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449462.771286:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449462.771287:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789449462.771597:0:32012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296466280 00000100:00000001:0.0:1789449462.771603:0:32012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296467489 00000100:00000001:0.0:1789449462.771606:0:32012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296466281 00000100:00000001:0.0:1789449462.771608:0:32012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296467489 00000100:00000001:0.0:1789449462.771610:0:32012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449462.771613:0:32012:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449462.771616:0:32012:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449462.771618:0:32012:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789449462.771621:0:32012:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b865ccf00 going to sleep for 11 seconds 00000100:00000001:0.0:1789449462.771624:0:32012:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449462.771627:0:32012:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1789449462.779027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b86499200. 00010000:00000010:0.1:1789449462.779045:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bd500. 00010000:00000010:0.1:1789449462.779051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204ba00. 00010000:00000010:0.1:1789449462.779056:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b90652100. 00010000:00000010:0.1:1789449462.779060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4d400. 00000800:00000001:2.0:1789449462.780938:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449462.780965:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449462.780969:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449462.780972:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449462.780982:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.780990:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449462.781002:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.781007:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.781012:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.781017:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 456 into portal 10 MB=0x6aa8ce365af00 00000400:00000200:2.0:1789449462.781022:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.781029:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 456/456 into md 0x7b8d [1] + 224 00000800:00000001:2.0:1789449462.781038:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449462.781070:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449462.781074:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449462.781079:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449462.781087:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449462.781096:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d1aa00 x1876371947499264/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 512/624 e 0 to 0 dl 1789449478 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449462.781108:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9e8b87d1aa00 x1876371947499264/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 512/624 e 0 to 0 dl 1789449478 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449462.781188:0:32012:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449462.781210:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449462.781220:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449462.781224:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1789449462.783431:0:32012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449462.783438:0:32012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449462.783444:0:32012:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b865804d0. 00000400:00000200:0.0:1789449462.783452:0:32012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e56e8 00000400:00000010:0.0:1789449462.783455:0:32012:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e56e8. 00000100:00000001:0.0:1789449462.783460:0:32012:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449462.783471:0:32012:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b87d1aa00 x1876371947499264/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 512/624 e 0 to 0 dl 1789449478 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789449462.783484:0:32012:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b87d1aa00 x1876371947499264/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 512/624 e 0 to 0 dl 1789449478 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449462.783493:0:32012:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449462.783495:0:32012:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449462.783498:0:32012:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449462.783502:0:32012:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449462.783512:0:32012:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449462.783515:0:32012:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449462.783518:0:32012:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449462.783529:0:32012:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=92 v=5 (5 102 102 102) 00000100:00001000:0.0:1789449462.783533:0:32012:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1789449462.783536:0:32012:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449462.783538:0:32012:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.783541:0:32012:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449462.783545:0:32012:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449462.783548:0:32012:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789449462.783552:0:32012:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009c/0x10000012c] 00000100:00000001:0.0:1789449462.783553:0:32012:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789449462.783557:0:32012:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449462.783559:0:32012:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849148416 : -107152860403200 : ffff9e8b87d1aa00) 00000100:00000001:0.0:1789449462.783562:0:32012:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789449462.783565:0:32012:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967600 00000100:00000001:0.0:1789449462.783567:0:32012:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449462.783570:0:32012:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449462.783575:0:32012:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b87d1aa00 x1876371947499264/t4294967608(4294967608) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 512/456 e 0 to 0 dl 1789449478 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449462.783582:0:32012:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449462.783586:0:32012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449462.783588:0:32012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449462.783592:0:32012:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b87d1aa00 x1876371947499264/t4294967608(4294967608) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 512/456 e 0 to 0 dl 1789449478 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789449462.783600:0:32012:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b87d1aa00 pname:cluuid:pid:xid:nid:opc:job rm:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:32012:1876371947499264:192.168.202.109@tcp:36:rm.0 00000100:00000001:0.0:1789449462.783607:0:32012:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449462.783610:0:32012:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449462.783613:0:32012:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789449462.783616:0:32012:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449462.783620:0:32012:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d1aa00 x1876371947499264/t4294967608(4294967608) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 512/456 e 0 to 0 dl 1789449478 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449462.783627:0:32012:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789449462.783630:0:32012:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b865ccf00. 00000100:00000001:0.0:1789449462.783636:0:32012:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789449462.783637:0:32012:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449462.783647:0:32012:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449462.783650:0:32012:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449462.783655:0:32012:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:0.0:1789449462.783659:0:32012:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b83420400. 00000080:00000002:0.0:1789449462.783665:0:32012:0:(namei.c:1700:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1789449443 to 1789449462 00000100:00000001:0.0:1789449462.783671:0:32012:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449462.783675:0:32012:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d1aa00 x1876371947499264/t4294967608(4294967608) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 512/456 e 0 to 0 dl 1789449478 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449462.783681:0:32012:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449462.783683:0:32012:0:(namei.c:2304:ll_rmdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449462.783704:0:32012:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:0.0:1789449462.783708:0:32012:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:0.0:1789449462.783710:0:32012:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000405:0x1f:0x0](ffff9e8b89195348) 00800000:00000001:0.0:1789449462.783714:0:32012:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:0.0:1789449462.783716:0:32012:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000405:0x1f:0x0] 00000002:00000001:0.0:1789449462.783721:0:32012:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1789449462.783728:0:32012:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449462.783730:0:32012:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1789449462.783734:0:32012:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449462.783735:0:32012:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449462.783737:0:32012:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1789449462.783740:0:32012:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1789449462.783741:0:32012:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449462.783743:0:32012:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449462.783746:0:32012:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8c476200 1 00800000:00000010:0.0:1789449462.783749:0:32012:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9e8b8c476200. 00000080:00000001:0.0:1789449462.783755:0:32012:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1789449462.783757:0:32012:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1789449462.783774:0:32012:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1789449462.783777:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6fe30 00000080:00002000:0.0:1789449462.783780:0:32012:0:(dcache.c:127:ll_ddelete()) deleting dentry d21g.recovery-small-1 (ffff9e8b89330510, parent ffff9e8b892cbca8, inode 0000000000000000) hashed, 00000080:00000001:0.0:1789449462.783783:0:32012:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789449462.783787:0:32012:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1789449462.783789:0:32012:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1789449462.783845:0:32012:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789449462.783850:0:32012:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789449462.783852:0:32012:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789449462.783854:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6fb20 00000080:00200000:0.0:1789449462.783856:0:32012:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:0.0:1789449462.783865:0:32012:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b83420400. 00800000:00000002:0.0:1789449462.783873:0:32012:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:0.0:1789449462.783878:0:32012:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789449462.783924:0:32012:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789449462.783927:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6fa40 00800000:00000002:0.0:1789449462.783930:0:32012:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449462.783935:0:32012:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789449462.783938:0:32012:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449462.783940:0:32012:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449462.783943:0:32012:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449462.783945:0:32012:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449462.783947:0:32012:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449462.783949:0:32012:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449462.783951:0:32012:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449462.783954:0:32012:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789449462.783959:0:32012:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789449462.783962:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6f910 00000002:00010000:0.0:1789449462.783963:0:32012:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789449462.783967:0:32012:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789449462.783969:0:32012:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449462.783971:0:32012:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789449462.783975:0:32012:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449462.783977:0:32012:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449462.783980:0:32012:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449462.783984:0:32012:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789449462.783987:0:32012:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1789449462.783993:0:32012:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d18380. 00000020:00000040:0.0:1789449462.783997:0:32012:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00010000:00000001:0.0:1789449462.784003:0:32012:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789449462.784008:0:32012:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449462.784017:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.784020:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449462.784022:0:32012:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449462.784025:0:32012:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449462.784028:0:32012:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449462.784032:0:32012:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449462.784114:0:32012:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b836b1000. 00000100:00000001:0.0:1789449462.784121:0:32012:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.784125:0:32012:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789449462.784127:0:32012:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.784129:0:32012:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789449462.784130:0:32012:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.784132:0:32012:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449462.784137:0:32012:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446636920849138560 : -107152860413056 : ffff9e8b87d18380) 00010000:00000001:0.0:1789449462.784141:0:32012:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789449462.784143:0:32012:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789449462.784147:0:32012:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9e8b82cbae00. 00010000:00000010:0.0:1789449462.784151:0:32012:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e8b9066e100. 00010000:00000001:0.0:1789449462.784154:0:32012:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789449462.784157:0:32012:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8b86499200. 00000020:00000001:0.0:1789449462.784161:0:32012:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789449462.784164:0:32012:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8b86499200 with handle 0xcddde1459ded6618 to hash 00000020:00000001:0.0:1789449462.784166:0:32012:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789449462.784168:0:32012:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:0.0:1789449462.784170:0:32012:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:0.0:1789449462.784184:0:32012:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449462.784187:0:32012:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449462.784191:0:32012:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded6618 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32012 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789449462.784200:0:32012:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded6618 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32012 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789449462.784210:0:32012:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded6618 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32012 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789449462.784215:0:32012:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789449462.784216:0:32012:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789449462.784222:0:32012:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b865ccf00. 00000100:00000001:0.0:1789449462.784224:0:32012:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920824712960 : -107152884838656 : ffff9e8b865ccf00) 00000100:00000001:0.0:1789449462.784226:0:32012:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449462.784228:0:32012:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849138560 : -107152860413056 : ffff9e8b87d18380) 00000100:00000001:0.0:1789449462.784232:0:32012:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449462.784236:0:32012:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449462.784238:0:32012:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789449462.784240:0:32012:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789449462.784246:0:32012:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b87d18380 x1876371947499392/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449462.784253:0:32012:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789449462.784256:0:32012:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449462.784259:0:32012:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789449462.784262:0:32012:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789449462.784264:0:32012:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449462.784267:0:32012:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b87d18380 pname:cluuid:pid:xid:nid:opc:job rm:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:32012:1876371947499392:192.168.202.109@tcp:101:rm.0 00000100:00000001:0.0:1789449462.784272:0:32012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789449462.784278:0:32012:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789449462.784280:0:32012:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449462.784283:0:32012:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789449462.784286:0:32012:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e8b87da2000. 02000000:00000001:0.0:1789449462.784288:0:32012:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449462.784296:0:32012:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:0.0:1789449462.784300:0:32012:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b865804d0. 00000400:00000010:0.0:1789449462.784305:0:32012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e56e8. 00000100:00000200:0.0:1789449462.784322:0:32012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876371947499392, portal 10 00000100:00000001:0.0:1789449462.784325:0:32012:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449462.784325:0:32012:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849138560 : -107152860413056 : ffff9e8b87d18380) 00000100:00000040:0.0:1789449462.784331:0:32012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b87d18380 x1876371947499392/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449478 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449462.784338:0:32012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789449462.784341:0:32012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1789449462.784344:0:32012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e57f8. 00000100:00000200:0.0:1789449462.784347:0:32012:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876371947499392, offset 0 00000400:00000200:0.0:1789449462.784354:0:32012:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1789449462.784361:0:32012:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449462.784369:0:32012:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1789449462.784375:0:32012:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789449462.784379:0:32012:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1789449462.784383:0:32012:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789449462.784386:0:32012:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1789449462.784390:0:32012:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2702:2702:256:4294967295] 192.168.202.109@tcp LPNI seq info [2702:2702:8:4294967295] 00000400:00000200:0.0:1789449462.784394:0:32012:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449462.784404:0:32012:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1789449462.784409:0:32012:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1789449462.784414:0:32012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b864eca00. 00000800:00000200:0.0:1789449462.784420:0:32012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1789449462.784428:0:32012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1789449462.784433:0:32012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b864eca00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1789449462.784516:0:32012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449462.784522:0:32012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 822500 usecs (823 jiffies) 00000400:00000200:0.0:1789449462.784525:0:32012:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:0.0:1789449462.784529:0:32012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296466293 00000100:00000001:0.0:1789449462.784533:0:32012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296467489 00000100:00000001:0.0:1789449462.784535:0:32012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296466293 00000100:00000001:0.0:1789449462.784538:0:32012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296467489 00000100:00000001:0.0:1789449462.784540:0:32012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449462.784542:0:32012:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449462.784545:0:32012:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449462.784547:0:32012:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789449462.784549:0:32012:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b865ccf00 going to sleep for 11 seconds 00000100:00000001:0.0:1789449462.784551:0:32012:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449462.784554:0:32012:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449462.790192:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449462.790204:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864eca00. 00000400:00000200:2.0:1789449462.790212:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449462.790221:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449462.790229:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e57f8 00000400:00000010:2.0:1789449462.790232:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e57f8. 00000100:00000001:2.0:1789449462.790238:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449462.790247:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d18380 x1876371947499392/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449478 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449462.790260:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449462.790264:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d18380 x1876371947499392/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449478 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449462.790271:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449462.790273:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000080:00000010:0.1:1789449462.792964:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e8b89195280. 00000080:00000010:0.1:1789449462.792985:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b87d97f20. 00000800:00000001:2.0:1789449462.798032:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449462.798059:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449462.798064:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449462.798067:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449462.798076:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.798084:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449462.798095:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.798116:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.798122:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.798126:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 688 into portal 10 MB=0x6aa8ce365af80 00000400:00000200:2.0:1789449462.798132:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.798141:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 688/688 into md 0x7b95 [1] + 224 00000800:00000001:2.0:1789449462.798149:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449462.798162:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449462.798166:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449462.798177:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449462.798185:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449462.798196:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d18380 x1876371947499392/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449478 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449462.798208:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9e8b87d18380 x1876371947499392/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449478 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449462.798236:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449462.798245:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449462.798249:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449462.798616:0:32012:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789449462.798627:0:32012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449462.798629:0:32012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449462.798632:0:32012:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b865804d0. 00000400:00000200:0.0:1789449462.798638:0:32012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e56e8 00000400:00000010:0.0:1789449462.798640:0:32012:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e56e8. 00000100:00000001:0.0:1789449462.798643:0:32012:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449462.798650:0:32012:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b87d18380 x1876371947499392/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449478 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789449462.798660:0:32012:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b87d18380 x1876371947499392/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449478 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449462.798666:0:32012:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449462.798669:0:32012:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449462.798671:0:32012:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449462.798676:0:32012:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449462.798678:0:32012:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449462.798681:0:32012:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449462.798684:0:32012:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449462.798697:0:32012:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=92 v=5 (5 102 102 102) 00000100:00001000:0.0:1789449462.798703:0:32012:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1789449462.798706:0:32012:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449462.798708:0:32012:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.798711:0:32012:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449462.798715:0:32012:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449462.798719:0:32012:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789449462.798722:0:32012:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967600 00000100:00000001:0.0:1789449462.798724:0:32012:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449462.798728:0:32012:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449462.798733:0:32012:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b87d18380 x1876371947499392/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449478 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449462.798739:0:32012:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449462.798743:0:32012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449462.798745:0:32012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449462.798749:0:32012:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b87d18380 x1876371947499392/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449478 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789449462.798757:0:32012:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b87d18380 pname:cluuid:pid:xid:nid:opc:job rm:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:32012:1876371947499392:192.168.202.109@tcp:101:rm.0 00000100:00000001:0.0:1789449462.798762:0:32012:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449462.798765:0:32012:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449462.798768:0:32012:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789449462.798771:0:32012:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449462.798774:0:32012:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d18380 x1876371947499392/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449478 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449462.798781:0:32012:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789449462.798784:0:32012:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b865ccf00. 00000100:00000001:0.0:1789449462.798789:0:32012:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789449462.798791:0:32012:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.798794:0:32012:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789449462.798798:0:32012:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449462.798801:0:32012:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449462.798804:0:32012:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499200 refcount=4 00000020:00000001:0.0:1789449462.798807:0:32012:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:0.0:1789449462.798811:0:32012:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000040:0.0:1789449462.798818:0:32012:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e8b86499200, remote cookie: 0xeb7cbf5e2fd3d332, flags: 0x1001 00010000:00010000:0.0:1789449462.798825:0:32012:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded6618 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d332 expref: -99 pid: 32012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789449462.798837:0:32012:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded6618 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d332 expref: -99 pid: 32012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449462.798845:0:32012:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789449462.798850:0:32012:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789449462.798853:0:32012:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789449462.798854:0:32012:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789449462.798856:0:32012:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789449462.798859:0:32012:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9e8b82cbae00) refcount = 1 00010000:00010000:0.0:1789449462.798863:0:32012:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded6618 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d332 expref: -99 pid: 32012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449462.798871:0:32012:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789449462.798874:0:32012:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789449462.798876:0:32012:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449462.798924:0:32012:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789449462.798928:0:32012:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449462.798931:0:32012:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded6618 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d332 expref: -99 pid: 32012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449462.798938:0:32012:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789449462.798939:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.798941:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449462.798942:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.798943:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449462.798944:0:32012:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449462.798949:0:32012:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789449462.798951:0:32012:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449462.798952:0:32012:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449462.798953:0:32012:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499200 refcount=3 00000020:00000001:0.0:1789449462.798955:0:32012:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:0.0:1789449462.798957:0:32012:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:0.0:1789449462.798959:0:32012:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449462.798960:0:32012:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449462.798961:0:32012:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499200 refcount=4 00000020:00000001:0.0:1789449462.798963:0:32012:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:0.0:1789449462.798964:0:32012:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:0.0:1789449462.798967:0:32012:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449462.798969:0:32012:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449462.798973:0:32012:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded6618 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d332 expref: -99 pid: 32012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449462.798979:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.798981:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449462.798982:0:32012:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449462.798983:0:32012:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449462.798984:0:32012:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499200 refcount=5 00000020:00000001:0.0:1789449462.798986:0:32012:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:0.0:1789449462.798988:0:32012:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:0.0:1789449462.798991:0:32012:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449462.798994:0:32012:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded6618 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d332 expref: -99 pid: 32012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449462.799000:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.799001:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789449462.799004:0:32012:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded6618 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d332 expref: -99 pid: 32012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449462.799012:0:32012:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449462.799013:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.799014:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449462.799015:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.799016:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789449462.799022:0:32012:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9e8b87d18380 x1876371947499392/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449478 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1789449462.799031:0:32012:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449462.799032:0:32012:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449462.799034:0:32012:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499200 refcount=3 00000020:00000001:0.0:1789449462.799036:0:32012:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:0.0:1789449462.799039:0:32012:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:0.0:1789449462.799041:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.799042:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449462.799044:0:32012:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449462.799046:0:32012:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449462.799048:0:32012:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1789449462.799051:0:32012:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449462.799052:0:32012:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449462.799053:0:32012:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499200 refcount=3 00000020:00000001:0.0:1789449462.799055:0:32012:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:0.0:1789449462.799057:0:32012:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00000002:00010000:0.0:1789449462.799061:0:32012:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded6618 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d332 expref: -99 pid: 32012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449462.799089:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.799091:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449462.799093:0:32012:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789449462.799094:0:32012:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449462.799095:0:32012:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449462.799096:0:32012:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499200 refcount=3 00000020:00000001:0.0:1789449462.799098:0:32012:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:0.0:1789449462.799100:0:32012:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000040:0.0:1789449462.799107:0:32012:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbae00 count: 2 00010000:00000001:0.0:1789449462.799109:0:32012:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789449462.799113:0:32012:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e8b83488400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1789449462.799116:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.799117:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449462.799119:0:32012:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789449462.799122:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6f898 00000002:00002000:0.0:1789449462.799124:0:32012:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1789449462.799127:0:32012:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449462.799131:0:32012:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449462.799134:0:32012:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789449462.799138:0:32012:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1789449462.799141:0:32012:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449462.799145:0:32012:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:0.0:1789449462.799149:0:32012:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b83420400. 00000080:00000001:0.0:1789449462.799153:0:32012:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789449462.799155:0:32012:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789449462.799162:0:32012:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1789449462.799166:0:32012:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1789449462.799183:0:32012:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9e8b8c476200. 00800000:00000001:0.0:1789449462.799186:0:32012:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446636920923972096 : -107152785579520 : ffff9e8b8c476200) 00800000:00000001:0.0:1789449462.799188:0:32012:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449462.799191:0:32012:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789449462.799194:0:32012:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1789449462.799197:0:32012:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1789449462.799200:0:32012:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1789449462.799203:0:32012:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1789449462.799204:0:32012:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449462.799209:0:32012:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1789449462.799212:0:32012:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1789449462.799217:0:32012:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:0.0:1789449462.799219:0:32012:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449462.799220:0:32012:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449462.799222:0:32012:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499200 refcount=3 00000020:00000001:0.0:1789449462.799224:0:32012:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:0.0:1789449462.799227:0:32012:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:0.0:1789449462.799229:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.799230:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789449462.799232:0:32012:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789449462.799234:0:32012:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1789449462.799236:0:32012:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8c476200 1 00800000:00000010:0.0:1789449462.799238:0:32012:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9e8b8c476200. 00800000:00000001:0.0:1789449462.799241:0:32012:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449462.799245:0:32012:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded6618 00800000:00000001:0.0:1789449462.799248:0:32012:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789449462.799249:0:32012:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789449462.799251:0:32012:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449462.799252:0:32012:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449462.799253:0:32012:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499200 refcount=3 00000020:00000001:0.0:1789449462.799255:0:32012:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:0.0:1789449462.799257:0:32012:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:0.0:1789449462.799260:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.799261:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449462.799263:0:32012:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449462.799264:0:32012:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449462.799267:0:32012:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449462.799269:0:32012:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:0.0:1789449462.799272:0:32012:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded6618 from it ffffb71181d6fb58 00010000:00000001:0.0:1789449462.799275:0:32012:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449462.799276:0:32012:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449462.799277:0:32012:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499200 refcount=3 00000020:00000001:0.0:1789449462.799279:0:32012:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:0.0:1789449462.799281:0:32012:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:0.0:1789449462.799283:0:32012:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449462.799286:0:32012:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded6618 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d332 expref: -99 pid: 32012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449462.799292:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.799293:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449462.799294:0:32012:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789449462.799297:0:32012:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789449462.799299:0:32012:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded6618 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d332 expref: -99 pid: 32012 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789449462.799318:0:32012:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789449462.799321:0:32012:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789449462.799323:0:32012:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449462.799328:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.799329:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449462.799331:0:32012:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.799334:0:32012:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789449462.799336:0:32012:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.799339:0:32012:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.799341:0:32012:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.799343:0:32012:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449462.799344:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.799345:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789449462.799347:0:32012:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449462.799351:0:32012:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b87d18380 x1876371947499392/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449478 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449462.799358:0:32012:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789449462.799361:0:32012:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449462.799365:0:32012:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9e8b87da2000. 02000000:00000001:0.0:1789449462.799369:0:32012:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789449462.799372:0:32012:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449462.799374:0:32012:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:0.0:1789449462.799376:0:32012:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449462.799379:0:32012:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b836b1000. 02000000:00000001:0.0:1789449462.799384:0:32012:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449462.799386:0:32012:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449462.799388:0:32012:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b87d18380. 00000100:00000001:0.0:1789449462.799391:0:32012:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449462.799393:0:32012:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789449462.799396:0:32012:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908), inode mode 41ff mask 1 00000080:00000001:0.0:1789449462.799403:0:32012:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449462.799411:0:32012:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1789449462.799413:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6fb48 00000080:00002000:0.0:1789449462.799415:0:32012:0:(dcache.c:87:ll_dcompare()) found name d21g.recovery-small-2(ffff9e8b89334360) flags 0x20000e refc 1 00000080:00000001:0.0:1789449462.799417:0:32012:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449462.799420:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6fb90 00000080:00200000:0.0:1789449462.799421:0:32012:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21g.recovery-small-2, flags=8 00000080:00000002:0.0:1789449462.799428:0:32012:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21g.recovery-small-2 [0x200000405:0x20:0x0] depth 1 server default LMV inherit depth 0 00000020:00000001:0.0:1789449462.799442:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6fd08 00000080:00200008:0.0:1789449462.799444:0:32012:0:(file.c:6296:ll_getattr_dentry()) START file d21g.recovery-small-2:[0x200000405:0x20:0x0](ffff9e8b891121c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1789449462.799451:0:32012:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:0.0:1789449462.799455:0:32012:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449462.799458:0:32012:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789449462.799459:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6fc80 00000080:00200000:0.0:1789449462.799461:0:32012:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x20:0x0](ffff9e8b891121c8),name=d21g.recovery-small-2 00000080:00000010:0.0:1789449462.799467:0:32012:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b83420400. 00800000:00000002:0.0:1789449462.799472:0:32012:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:0.0:1789449462.799479:0:32012:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789449462.799481:0:32012:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789449462.799483:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6fba0 00800000:00000002:0.0:1789449462.799485:0:32012:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x20:0x0] 'd21g.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449462.799488:0:32012:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789449462.799492:0:32012:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449462.799495:0:32012:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449462.799497:0:32012:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449462.799499:0:32012:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449462.799502:0:32012:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449462.799504:0:32012:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449462.799507:0:32012:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449462.799509:0:32012:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449462.799510:0:32012:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449462.799511:0:32012:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449462.799513:0:32012:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449462.799515:0:32012:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449462.799516:0:32012:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:0.0:1789449462.799518:0:32012:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449462.799520:0:32012:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x20:0x0], name='' -> mds #0 00000002:00000001:0.0:1789449462.799525:0:32012:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789449462.799527:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6fa70 00000002:00010000:0.0:1789449462.799528:0:32012:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x20:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789449462.799532:0:32012:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789449462.799534:0:32012:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449462.799536:0:32012:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449462.799539:0:32012:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922ded00 count: 2 00010000:00000001:0.0:1789449462.799542:0:32012:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449462.799546:0:32012:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449462.799548:0:32012:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789449462.799551:0:32012:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4da00/0xcddde1459ded65ee lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d291 expref: -99 pid: 32011 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1789449462.799558:0:32012:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789449462.799562:0:32012:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449462.799565:0:32012:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4da00/0xcddde1459ded65ee lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d291 expref: -99 pid: 32011 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1789449462.799571:0:32012:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789449462.799573:0:32012:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789449462.799576:0:32012:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789449462.799578:0:32012:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789449462.799579:0:32012:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789449462.799581:0:32012:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789449462.799584:0:32012:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789449462.799585:0:32012:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:0.0:1789449462.799587:0:32012:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b83420400. 00000080:00000001:0.0:1789449462.799591:0:32012:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789449462.799592:0:32012:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449462.799595:0:32012:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x20:0x0](ffff9e8b891121c8) 00000080:00010000:0.0:1789449462.799598:0:32012:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x20:0x0](ffff9e8b891121c8) for lock 0xcddde1459ded65ee 00800000:00000001:0.0:1789449462.799601:0:32012:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789449462.799602:0:32012:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789449462.799604:0:32012:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449462.799605:0:32012:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449462.799607:0:32012:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4da00 refcount=3 00000020:00000001:0.0:1789449462.799608:0:32012:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:0.0:1789449462.799610:0:32012:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:0.0:1789449462.799612:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.799614:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449462.799615:0:32012:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449462.799616:0:32012:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449462.799618:0:32012:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded65ee from it ffffb71181d6fcb8 00010000:00000001:0.0:1789449462.799620:0:32012:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449462.799621:0:32012:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449462.799622:0:32012:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4da00 refcount=3 00000020:00000001:0.0:1789449462.799624:0:32012:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:0.0:1789449462.799626:0:32012:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:0.0:1789449462.799628:0:32012:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449462.799630:0:32012:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4da00/0xcddde1459ded65ee lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d291 expref: -99 pid: 32011 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789449462.799636:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.799637:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449462.799639:0:32012:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789449462.799640:0:32012:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789449462.799643:0:32012:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4da00/0xcddde1459ded65ee lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d291 expref: -99 pid: 32011 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789449462.799649:0:32012:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789449462.799651:0:32012:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789449462.799652:0:32012:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449462.799654:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.799656:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449462.799657:0:32012:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.799659:0:32012:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789449462.799660:0:32012:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.799661:0:32012:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.799663:0:32012:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.799665:0:32012:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449462.799666:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.799667:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789449462.799668:0:32012:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789449462.799670:0:32012:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789449462.799673:0:32012:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449462.799676:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6fd08 00000080:00000008:0.0:1789449462.799678:0:32012:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21g.recovery-small-2:[0x200000405:0x20:0x0](ffff9e8b891121c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1789449462.799721:0:32012:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789449462.799724:0:32012:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789449462.799726:0:32012:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789449462.799727:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6fbc0 00000080:00200000:0.0:1789449462.799729:0:32012:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:0.0:1789449462.799733:0:32012:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b83420400. 00800000:00000002:0.0:1789449462.799735:0:32012:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:0.0:1789449462.799738:0:32012:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789449462.799740:0:32012:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789449462.799741:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6fae0 00800000:00000002:0.0:1789449462.799743:0:32012:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449462.799746:0:32012:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789449462.799747:0:32012:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449462.799749:0:32012:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449462.799750:0:32012:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449462.799751:0:32012:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449462.799753:0:32012:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449462.799756:0:32012:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449462.799757:0:32012:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449462.799760:0:32012:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789449462.799763:0:32012:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789449462.799764:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6f9b0 00000002:00010000:0.0:1789449462.799766:0:32012:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789449462.799769:0:32012:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789449462.799771:0:32012:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449462.799772:0:32012:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449462.799775:0:32012:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbae00 count: 2 00010000:00000001:0.0:1789449462.799777:0:32012:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449462.799779:0:32012:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449462.799781:0:32012:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789449462.799784:0:32012:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded6618 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d332 expref: -99 pid: 32012 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1789449462.799791:0:32012:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789449462.799794:0:32012:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449462.799796:0:32012:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded6618 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d332 expref: -99 pid: 32012 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1789449462.799802:0:32012:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789449462.799804:0:32012:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789449462.799805:0:32012:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789449462.799807:0:32012:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789449462.799808:0:32012:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789449462.799810:0:32012:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789449462.799812:0:32012:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789449462.799814:0:32012:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:0.0:1789449462.799816:0:32012:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b83420400. 00000080:00000001:0.0:1789449462.799819:0:32012:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789449462.799820:0:32012:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449462.799822:0:32012:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:0.0:1789449462.799825:0:32012:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded6618 00800000:00000001:0.0:1789449462.799828:0:32012:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789449462.799829:0:32012:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789449462.799830:0:32012:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449462.799832:0:32012:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449462.799833:0:32012:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499200 refcount=3 00000020:00000001:0.0:1789449462.799836:0:32012:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:0.0:1789449462.799838:0:32012:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:0.0:1789449462.799841:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.799842:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449462.799843:0:32012:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449462.799844:0:32012:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449462.799846:0:32012:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded6618 from it ffffb71181d6fbf8 00010000:00000001:0.0:1789449462.799848:0:32012:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449462.799849:0:32012:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449462.799850:0:32012:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499200 refcount=3 00000020:00000001:0.0:1789449462.799852:0:32012:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:0.0:1789449462.799854:0:32012:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:0.0:1789449462.799855:0:32012:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449462.799857:0:32012:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded6618 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d332 expref: -99 pid: 32012 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789449462.799863:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.799864:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449462.799865:0:32012:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789449462.799867:0:32012:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789449462.799869:0:32012:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded6618 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d332 expref: -99 pid: 32012 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789449462.799875:0:32012:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789449462.799877:0:32012:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789449462.799907:0:32012:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449462.799911:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.799911:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449462.799913:0:32012:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.799915:0:32012:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789449462.799916:0:32012:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.799918:0:32012:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.799920:0:32012:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.799921:0:32012:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449462.799922:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.799923:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789449462.799924:0:32012:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789449462.799926:0:32012:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789449462.799928:0:32012:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908), inode mode 41ff mask 1 00000080:00000001:0.0:1789449462.799931:0:32012:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449462.799935:0:32012:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1789449462.799936:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6fbc0 00000080:00002000:0.0:1789449462.799938:0:32012:0:(dcache.c:87:ll_dcompare()) found name d21g.recovery-small-2(ffff9e8b89334360) flags 0x20000e refc 1 00000080:00000001:0.0:1789449462.799940:0:32012:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449462.799942:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6fc08 00000080:00200000:0.0:1789449462.799943:0:32012:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21g.recovery-small-2, flags=266 00000080:00000002:0.0:1789449462.799946:0:32012:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21g.recovery-small-2 [0x200000405:0x20:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:0.0:1789449462.799951:0:32012:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1789449462.799952:0:32012:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x20:0x0](ffff9e8b891121c8), inode mode 41ed mask 44 00000080:00000001:0.0:1789449462.799954:0:32012:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449462.799960:0:32012:0:(dir.c:3016:ll_dir_open()) Process entered 00000080:00000001:0.0:1789449462.799962:0:32012:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1789449462.799964:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6fb78 00000080:00200008:0.0:1789449462.799966:0:32012:0:(file.c:1090:ll_file_open()) START file d21g.recovery-small-2:[0x200000405:0x20:0x0](ffff9e8b891121c8), flags 704400 00000080:00000010:0.0:1789449462.799971:0:32012:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9e8b8432c3c0. 00000080:00000001:0.0:1789449462.799977:0:32012:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:0.0:1789449462.799980:0:32012:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b83420400. 00800000:00000002:0.0:1789449462.799982:0:32012:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:0.0:1789449462.799985:0:32012:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789449462.799986:0:32012:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789449462.799988:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6fa28 00800000:00000002:0.0:1789449462.799989:0:32012:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000405:0x20:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449462.799993:0:32012:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1789449462.799994:0:32012:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449462.799996:0:32012:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449462.799997:0:32012:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449462.799999:0:32012:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449462.800001:0:32012:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449462.800003:0:32012:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:0.0:1789449462.800004:0:32012:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449462.800006:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6f9a8 00800000:00000002:0.0:1789449462.800008:0:32012:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x20:0x0], name='' -> mds #0 layout version 1 00000002:00000001:0.0:1789449462.800011:0:32012:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789449462.800012:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6f8e0 00000002:00010000:0.0:1789449462.800013:0:32012:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x20:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240704401 00000002:00000001:0.0:1789449462.800017:0:32012:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789449462.800018:0:32012:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1789449462.800021:0:32012:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789449462.800024:0:32012:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922ded00 count: 2 00010000:00000001:0.0:1789449462.800025:0:32012:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449462.800028:0:32012:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789449462.800030:0:32012:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.800032:0:32012:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449462.800034:0:32012:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449462.800036:0:32012:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789449462.800037:0:32012:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbae00 count: 2 00010000:00000001:0.0:1789449462.800039:0:32012:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449462.800041:0:32012:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789449462.800042:0:32012:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.800044:0:32012:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449462.800045:0:32012:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789449462.800049:0:32012:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d18380. 00000020:00000040:0.0:1789449462.800052:0:32012:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e8b89903000 02000000:00000001:0.0:1789449462.800055:0:32012:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789449462.800057:0:32012:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.800059:0:32012:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789449462.800062:0:32012:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449462.800065:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.800066:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449462.800067:0:32012:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449462.800070:0:32012:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449462.800072:0:32012:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449462.800075:0:32012:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449462.800082:0:32012:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b836b1000. 00000100:00000001:0.0:1789449462.800088:0:32012:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.800092:0:32012:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789449462.800093:0:32012:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.800095:0:32012:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789449462.800097:0:32012:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.800099:0:32012:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449462.800105:0:32012:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446636920849138560 : -107152860413056 : ffff9e8b87d18380) 00010000:00000001:0.0:1789449462.800108:0:32012:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789449462.800110:0:32012:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1789449462.800112:0:32012:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbae00 count: 2 00010000:00000001:0.0:1789449462.800114:0:32012:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449462.800117:0:32012:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789449462.800120:0:32012:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8b86498400. 00000020:00000001:0.0:1789449462.800123:0:32012:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789449462.800125:0:32012:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8b86498400 with handle 0xcddde1459ded661f to hash 00000020:00000001:0.0:1789449462.800127:0:32012:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789449462.800129:0:32012:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636920823448576 : -107152886103040 : ffff9e8b86498400) 00010000:00000001:0.0:1789449462.800132:0:32012:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636920823448576 : -107152886103040 : ffff9e8b86498400) 00010000:00000001:0.0:1789449462.800134:0:32012:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449462.800135:0:32012:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449462.800138:0:32012:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498400/0xcddde1459ded661f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32012 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789449462.800146:0:32012:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498400/0xcddde1459ded661f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32012 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1789449462.800156:0:32012:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e8b89903000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1789449462.800164:0:32012:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e8b87d18380 x1876371947499648/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1789449462.800179:0:32012:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498400/0xcddde1459ded661f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32012 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789449462.800184:0:32012:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789449462.800185:0:32012:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789449462.800191:0:32012:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b865ccf00. 00000100:00000001:0.0:1789449462.800194:0:32012:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920824712960 : -107152884838656 : ffff9e8b865ccf00) 00000100:00000001:0.0:1789449462.800197:0:32012:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449462.800198:0:32012:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849138560 : -107152860413056 : ffff9e8b87d18380) 00000100:00000001:0.0:1789449462.800204:0:32012:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449462.800207:0:32012:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449462.800209:0:32012:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789449462.800211:0:32012:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789449462.800215:0:32012:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b87d18380 x1876371947499648/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449462.800222:0:32012:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789449462.800225:0:32012:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449462.800229:0:32012:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789449462.800231:0:32012:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789449462.800233:0:32012:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449462.800237:0:32012:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b87d18380 pname:cluuid:pid:xid:nid:opc:job rm:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:32012:1876371947499648:192.168.202.109@tcp:101:rm.0 00000100:00000001:0.0:1789449462.800240:0:32012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789449462.800245:0:32012:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789449462.800247:0:32012:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449462.800249:0:32012:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789449462.800352:0:32012:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff9e8b87dc0000. 02000000:00000001:0.0:1789449462.800355:0:32012:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449462.800362:0:32012:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:0.0:1789449462.800366:0:32012:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b865804d0. 00000400:00000010:0.0:1789449462.800372:0:32012:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9e8b87da2000. 00000100:00000200:0.0:1789449462.800378:0:32012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1876371947499648, portal 10 00000100:00000001:0.0:1789449462.800380:0:32012:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449462.800382:0:32012:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849138560 : -107152860413056 : ffff9e8b87d18380) 00000100:00000040:0.0:1789449462.800388:0:32012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b87d18380 x1876371947499648/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789449478 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449462.800394:0:32012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789449462.800397:0:32012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1789449462.800401:0:32012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e56e8. 00000100:00000200:0.0:1789449462.800404:0:32012:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1876371947499648, offset 0 00000400:00000200:0.0:1789449462.800410:0:32012:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1789449462.800417:0:32012:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449462.800424:0:32012:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1789449462.800429:0:32012:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789449462.800433:0:32012:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1789449462.800436:0:32012:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789449462.800439:0:32012:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1789449462.800443:0:32012:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2703:2703:256:4294967295] 192.168.202.109@tcp LPNI seq info [2703:2703:8:4294967295] 00000400:00000200:0.0:1789449462.800447:0:32012:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449462.800457:0:32012:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1789449462.800463:0:32012:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1789449462.800467:0:32012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b864ec000. 00000800:00000200:0.0:1789449462.800474:0:32012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1789449462.800482:0:32012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1789449462.800487:0:32012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b864ec000 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:0.0:1789449462.800511:0:32012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449462.800516:0:32012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 821325 usecs (822 jiffies) 00000400:00000200:0.0:1789449462.800519:0:32012:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:0.0:1789449462.800522:0:32012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296466308 00000100:00000001:0.0:1789449462.800525:0:32012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296467489 00000100:00000001:0.0:1789449462.800527:0:32012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296466308 00000100:00000001:0.0:1789449462.800530:0:32012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296467489 00000100:00000001:0.0:1789449462.800532:0:32012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449462.800535:0:32012:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449462.800537:0:32012:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449462.800540:0:32012:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789449462.800543:0:32012:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b865ccf00 going to sleep for 11 seconds 00000100:00000001:0.0:1789449462.800546:0:32012:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449462.800548:0:32012:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449462.803691:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449462.803706:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ec000. 00000400:00000200:2.0:1789449462.803714:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449462.803726:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449462.803736:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e56e8 00000400:00000010:2.0:1789449462.803739:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e56e8. 00000100:00000001:2.0:1789449462.803747:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449462.803756:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d18380 x1876371947499648/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789449478 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449462.803770:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449462.803773:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d18380 x1876371947499648/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789449478 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449462.803787:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449462.803789:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449462.807614:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449462.807640:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449462.807646:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449462.807649:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449462.807664:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.807674:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449462.807686:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.807692:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.807699:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.807705:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 664 into portal 10 MB=0x6aa8ce365b080 00000400:00000200:2.0:1789449462.807711:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.807720:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 664/664 into md 0x7b9d [64] + 224 00000800:00000001:2.0:1789449462.807729:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449462.807738:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449462.807743:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449462.807748:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449462.807759:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449462.807783:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d18380 x1876371947499648/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789449478 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449462.807796:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff9e8b87d18380 x1876371947499648/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789449478 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449462.807819:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449462.807831:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449462.807835:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449462.809232:0:32012:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789449462.809249:0:32012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449462.809251:0:32012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449462.809256:0:32012:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b865804d0. 00000400:00000200:0.0:1789449462.809266:0:32012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b87da2000 00000400:00000010:0.0:1789449462.809268:0:32012:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff9e8b87da2000. 00000100:00000001:0.0:1789449462.809274:0:32012:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449462.809285:0:32012:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b87d18380 x1876371947499648/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789449478 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789449462.809320:0:32012:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b87d18380 x1876371947499648/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789449478 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449462.809329:0:32012:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449462.809331:0:32012:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449462.809334:0:32012:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449462.809337:0:32012:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449462.809340:0:32012:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449462.809342:0:32012:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449462.809346:0:32012:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449462.809358:0:32012:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=92 v=5 (5 102 102 102) 00000100:00001000:0.0:1789449462.809363:0:32012:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1789449462.809365:0:32012:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1789449462.809369:0:32012:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9e8b87d18380 x1876371947499648/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1789449478 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449462.809376:0:32012:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1789449462.809379:0:32012:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789449462.809381:0:32012:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1789449462.809382:0:32012:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789449462.809385:0:32012:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449462.809387:0:32012:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849138560 : -107152860413056 : ffff9e8b87d18380) 00000100:00000001:0.0:1789449462.809392:0:32012:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789449462.809394:0:32012:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967600 00000100:00000001:0.0:1789449462.809396:0:32012:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449462.809400:0:32012:0:(client.c:1798:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1789449462.809405:0:32012:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b87d18380 x1876371947499648/t4294967609(4294967609) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1789449478 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449462.809412:0:32012:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1789449462.809415:0:32012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449462.809417:0:32012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449462.809421:0:32012:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b87d18380 x1876371947499648/t4294967609(4294967609) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1789449478 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789449462.809429:0:32012:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b87d18380 pname:cluuid:pid:xid:nid:opc:job rm:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:32012:1876371947499648:192.168.202.109@tcp:101:rm.0 00000100:00000001:0.0:1789449462.809435:0:32012:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449462.809438:0:32012:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1789449462.809440:0:32012:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789449462.809443:0:32012:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449462.809446:0:32012:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d18380 x1876371947499648/t4294967609(4294967609) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1789449478 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449462.809453:0:32012:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789449462.809456:0:32012:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b865ccf00. 00000100:00000001:0.0:1789449462.809461:0:32012:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789449462.809462:0:32012:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1789449462.809466:0:32012:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789449462.809473:0:32012:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449462.809477:0:32012:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449462.809481:0:32012:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498400 refcount=4 00000020:00000001:0.0:1789449462.809484:0:32012:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823448576 : -107152886103040 : ffff9e8b86498400) 00010000:00000001:0.0:1789449462.809486:0:32012:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823448576 : -107152886103040 : ffff9e8b86498400) 00010000:00010000:0.0:1789449462.809493:0:32012:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498400/0xcddde1459ded661f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32012 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449462.809522:0:32012:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1789449462.809527:0:32012:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498400/0xcddde1459ded661f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32012 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449462.809532:0:32012:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449462.809535:0:32012:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498400/0xcddde1459ded661f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32012 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449462.809541:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.809542:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789449462.809545:0:32012:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498400/0xcddde1459ded661f lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32012 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449462.809550:0:32012:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449462.809554:0:32012:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.809557:0:32012:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1789449462.809560:0:32012:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498400/0xcddde1459ded661f lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32012 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789449462.809566:0:32012:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e8b86498400 already unused, calling callback (ffffffffc1b31740) 00000080:00000001:0.0:1789449462.809569:0:32012:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1789449462.809573:0:32012:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498400/0xcddde1459ded661f lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 32012 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449462.809579:0:32012:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1789449462.809581:0:32012:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1789449462.809585:0:32012:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498400/0xcddde1459ded661f lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 32012 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449462.809590:0:32012:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1789449462.809592:0:32012:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1789449462.809594:0:32012:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449462.809596:0:32012:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449462.809597:0:32012:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498400 refcount=5 00000020:00000001:0.0:1789449462.809599:0:32012:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823448576 : -107152886103040 : ffff9e8b86498400) 00010000:00000001:0.0:1789449462.809601:0:32012:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823448576 : -107152886103040 : ffff9e8b86498400) 00010000:00000001:0.0:1789449462.809603:0:32012:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789449462.809605:0:32012:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498400/0xcddde1459ded661f lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 32012 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1789449462.809610:0:32012:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789449462.809612:0:32012:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449462.809615:0:32012:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1789449462.809616:0:32012:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789449462.809619:0:32012:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789449462.809620:0:32012:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789449462.809622:0:32012:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449462.809624:0:32012:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789449462.809626:0:32012:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9e8b86498400 with handle 0xcddde1459ded661f from hash 00010000:00000001:0.0:1789449462.809628:0:32012:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789449462.809630:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.809631:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449462.809632:0:32012:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789449462.809634:0:32012:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789449462.809635:0:32012:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1789449462.809638:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.809639:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449462.809640:0:32012:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449462.809641:0:32012:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449462.809644:0:32012:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498400/0xcddde1459ded661f lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32012 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449462.809649:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.809650:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449462.809651:0:32012:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1789449462.809652:0:32012:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449462.809654:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.809655:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449462.809656:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789449462.809658:0:32012:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498400/0xcddde1459ded661f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32012 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449462.809670:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449462.809672:0:32012:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1789449462.809677:0:32012:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1789449462.809684:0:32012:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff9e8b87d18380 x1876371947499648/t4294967609(4294967609) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1789449478 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789449462.809694:0:32012:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1789449462.809698:0:32012:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9e8b87d18380 x1876371947499648/t4294967609(4294967609) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1789449478 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789449462.809704:0:32012:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.809711:0:32012:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1789449462.809712:0:32012:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449462.809714:0:32012:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449462.809717:0:32012:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449462.809720:0:32012:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1789449462.809722:0:32012:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449462.809724:0:32012:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849138560 : -107152860413056 : ffff9e8b87d18380) 00010000:00000001:0.0:1789449462.809726:0:32012:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1789449462.809727:0:32012:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449462.809729:0:32012:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789449462.809733:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6f868 00000002:00002000:0.0:1789449462.809735:0:32012:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x80002b: rc = 0 00000002:00000001:0.0:1789449462.809738:0:32012:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449462.809741:0:32012:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449462.809743:0:32012:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789449462.809746:0:32012:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1789449462.809749:0:32012:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449462.809754:0:32012:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:0.0:1789449462.809758:0:32012:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b83420400. 00000080:00000001:0.0:1789449462.809763:0:32012:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789449462.809770:0:32012:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1789449462.809775:0:32012:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1789449462.809787:0:32012:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9e8b8c476200. 00800000:00000001:0.0:1789449462.809789:0:32012:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446636920923972096 : -107152785579520 : ffff9e8b8c476200) 00800000:00000001:0.0:1789449462.809792:0:32012:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449462.809794:0:32012:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789449462.809798:0:32012:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1789449462.809800:0:32012:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x20:0x0] 00000080:00000001:0.0:1789449462.809803:0:32012:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1789449462.809806:0:32012:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1789449462.809808:0:32012:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449462.809813:0:32012:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611168 : 144115205339611168 : 200000405000020) 00000080:00000001:0.0:1789449462.809816:0:32012:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1789449462.809822:0:32012:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x20:0x0], updating i_size 4096 00000080:00000001:0.0:1789449462.809825:0:32012:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789449462.809828:0:32012:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1789449462.809830:0:32012:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8c476200 1 00800000:00000010:0.0:1789449462.809832:0:32012:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9e8b8c476200. 00800000:00000001:0.0:1789449462.809836:0:32012:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789449462.809840:0:32012:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21g.recovery-small-2 [0x200000405:0x20:0x0] depth 1 server default LMV inherit depth 0 00000100:00000001:0.0:1789449462.809843:0:32012:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449462.809847:0:32012:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d18380 x1876371947499648/t4294967609(4294967609) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/664 e 0 to 0 dl 1789449478 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449462.809852:0:32012:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449462.809857:0:32012:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789449462.809863:0:32012:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9e8b8c476200. 00000080:00000001:0.0:1789449462.809866:0:32012:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1789449462.809869:0:32012:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1789449462.809872:0:32012:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449462.809875:0:32012:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449462.809877:0:32012:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449462.810306:0:32012:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449462.810318:0:32012:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449462.810320:0:32012:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:0.0:1789449462.810322:0:32012:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449462.810325:0:32012:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1789449462.810332:0:32012:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9e8b87d97f20. 00000002:00100000:0.0:1789449462.810338:0:32012:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9e8b87d18380 x1876371947499648/t4294967609(4294967609) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/664 e 0 to 0 dl 1789449478 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789449462.810344:0:32012:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449462.810345:0:32012:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1789449462.810350:0:32012:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1789449462.810354:0:32012:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449462.810357:0:32012:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:0.0:1789449462.810358:0:32012:0:(pcc.c:2405:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449462.810360:0:32012:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449462.810365:0:32012:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449462.810369:0:32012:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d18380 x1876371947499648/t4294967609(4294967609) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/664 e 0 to 0 dl 1789449478 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1789449462.810376:0:32012:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449462.810379:0:32012:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff9e8b87dc0000. 02000000:00000001:0.0:1789449462.810418:0:32012:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1789449462.810420:0:32012:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449462.810423:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6fb78 00000080:00000008:0.0:1789449462.810426:0:32012:0:(file.c:1329:ll_file_open()) COMPLETED file d21g.recovery-small-2:[0x200000405:0x20:0x0](ffff9e8b891121c8), flags 704400, rc = 0 00000080:00000001:0.0:1789449462.810429:0:32012:0:(dir.c:3017:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449462.810452:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6fd28 00000080:00200008:0.0:1789449462.810454:0:32012:0:(file.c:6296:ll_getattr_dentry()) START file d21g.recovery-small-2:[0x200000405:0x20:0x0](ffff9e8b891121c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1789449462.810461:0:32012:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:0.0:1789449462.810465:0:32012:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449462.810468:0:32012:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789449462.810469:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6fca0 00000080:00200000:0.0:1789449462.810471:0:32012:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x20:0x0](ffff9e8b891121c8),name=d21g.recovery-small-2 00000080:00000010:0.0:1789449462.810477:0:32012:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b83420400. 00800000:00000002:0.0:1789449462.810483:0:32012:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:0.0:1789449462.810489:0:32012:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789449462.810492:0:32012:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789449462.810494:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6fbc0 00800000:00000002:0.0:1789449462.810497:0:32012:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x20:0x0] 'd21g.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449462.810501:0:32012:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789449462.810504:0:32012:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449462.810506:0:32012:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449462.810507:0:32012:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449462.810508:0:32012:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449462.810510:0:32012:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449462.810512:0:32012:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449462.810514:0:32012:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449462.810516:0:32012:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449462.810517:0:32012:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449462.810518:0:32012:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449462.810519:0:32012:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449462.810520:0:32012:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449462.810522:0:32012:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:0.0:1789449462.810523:0:32012:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449462.810525:0:32012:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x20:0x0], name='' -> mds #0 00000002:00000001:0.0:1789449462.810529:0:32012:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789449462.810531:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6fa90 00000002:00010000:0.0:1789449462.810533:0:32012:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x20:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789449462.810536:0:32012:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789449462.810538:0:32012:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449462.810540:0:32012:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449462.810547:0:32012:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922ded00 count: 2 00010000:00000001:0.0:1789449462.810550:0:32012:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449462.810555:0:32012:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449462.810557:0:32012:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789449462.810562:0:32012:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4da00/0xcddde1459ded65ee lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d291 expref: -99 pid: 32011 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1789449462.810570:0:32012:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789449462.810574:0:32012:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449462.810577:0:32012:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4da00/0xcddde1459ded65ee lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d291 expref: -99 pid: 32011 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1789449462.810588:0:32012:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789449462.810590:0:32012:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789449462.810592:0:32012:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789449462.810594:0:32012:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789449462.810597:0:32012:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789449462.810598:0:32012:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789449462.810601:0:32012:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789449462.810603:0:32012:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:0.0:1789449462.810605:0:32012:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b83420400. 00000080:00000001:0.0:1789449462.810608:0:32012:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789449462.810610:0:32012:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449462.810613:0:32012:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x20:0x0](ffff9e8b891121c8) 00000080:00010000:0.0:1789449462.810616:0:32012:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x20:0x0](ffff9e8b891121c8) for lock 0xcddde1459ded65ee 00800000:00000001:0.0:1789449462.810619:0:32012:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789449462.810621:0:32012:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789449462.810622:0:32012:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449462.810623:0:32012:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449462.810626:0:32012:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4da00 refcount=3 00000020:00000001:0.0:1789449462.810627:0:32012:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:0.0:1789449462.810629:0:32012:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:0.0:1789449462.810632:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.810633:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449462.810634:0:32012:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449462.810636:0:32012:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449462.810638:0:32012:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded65ee from it ffffb71181d6fcd8 00010000:00000001:0.0:1789449462.810640:0:32012:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449462.810641:0:32012:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449462.810642:0:32012:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4da00 refcount=3 00000020:00000001:0.0:1789449462.810644:0:32012:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:0.0:1789449462.810646:0:32012:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:0.0:1789449462.810648:0:32012:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449462.810652:0:32012:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4da00/0xcddde1459ded65ee lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d291 expref: -99 pid: 32011 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789449462.810658:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.810659:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449462.810660:0:32012:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789449462.810662:0:32012:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789449462.810664:0:32012:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4da00/0xcddde1459ded65ee lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d291 expref: -99 pid: 32011 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1789449462.810671:0:32012:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789449462.810674:0:32012:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789449462.810676:0:32012:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449462.810680:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.810681:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449462.810683:0:32012:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.810685:0:32012:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789449462.810687:0:32012:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.810689:0:32012:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.810691:0:32012:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.810693:0:32012:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449462.810694:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.810695:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789449462.810697:0:32012:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789449462.810698:0:32012:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789449462.810701:0:32012:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449462.810704:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6fd28 00000080:00000008:0.0:1789449462.810706:0:32012:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21g.recovery-small-2:[0x200000405:0x20:0x0](ffff9e8b891121c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1789449462.810722:0:32012:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1789449462.810724:0:32012:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000405:0x20:0x0](ffff9e8b891121c8) pos/size0/4096 32bit_api 0 00000080:00000010:0.0:1789449462.810728:0:32012:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b83420400. 00800000:00000002:0.0:1789449462.810731:0:32012:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b91d9a400 2 00000080:00000001:0.0:1789449462.810733:0:32012:0:(dir.c:194:ll_dir_read()) Process entered 00800000:00000001:0.0:1789449462.810738:0:32012:0:(lmv_obd.c:3441:lmv_read_page()) Process entered 00800000:00000001:0.0:1789449462.810739:0:32012:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449462.810741:0:32012:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449462.810742:0:32012:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449462.810744:0:32012:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449462.810745:0:32012:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449462.810747:0:32012:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:0.0:1789449462.810748:0:32012:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449462.810751:0:32012:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:0.0:1789449462.810752:0:32012:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789449462.810754:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6fab8 00000002:00010000:0.0:1789449462.810756:0:32012:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x20:0x0]) in obj [0x200000405:0x20:0x0], intent: readdir flags 0 00000002:00000001:0.0:1789449462.810758:0:32012:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789449462.810759:0:32012:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449462.810761:0:32012:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449462.810763:0:32012:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922ded00 count: 2 00010000:00000001:0.0:1789449462.810765:0:32012:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449462.810767:0:32012:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449462.810768:0:32012:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789449462.810772:0:32012:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4da00/0xcddde1459ded65ee lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d291 expref: -99 pid: 32011 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1789449462.810778:0:32012:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789449462.810780:0:32012:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449462.810783:0:32012:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4da00/0xcddde1459ded65ee lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d291 expref: -99 pid: 32011 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1789449462.810789:0:32012:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789449462.810791:0:32012:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789449462.810793:0:32012:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789449462.810795:0:32012:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789449462.810796:0:32012:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449462.810797:0:32012:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449462.810799:0:32012:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4da00 refcount=3 00000020:00000001:0.0:1789449462.810800:0:32012:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:0.0:1789449462.810802:0:32012:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:0.0:1789449462.810804:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.810805:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449462.810806:0:32012:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449462.810851:0:32012:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:0.0:1789449462.810858:0:32012:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff9e8b87da2000. 00000800:00000200:2.0:1789449462.819588:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449462.819596:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47ab00. 00000400:00000200:2.0:1789449462.819603:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449462.819610:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449462.819617:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012550 00000400:00000010:2.0:1789449462.819621:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012550. 00000100:00000001:2.0:1789449462.819626:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449462.819637:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83691500 x1876371947499776/t0(0) o37->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1789449478 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449462.819648:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449462.819652:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83691500 x1876371947499776/t0(0) o37->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1789449478 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449462.819659:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449462.819660:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449462.824214:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449462.824240:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449462.824247:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449462.824249:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449462.824260:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.824268:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449462.824278:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.824283:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.824288:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.824332:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 4096 into portal 14 MB=0x6aa8ce365b100 00000400:00000200:2.0:1789449462.824338:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.824346:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.202.109@tcp of length 4096/4096 into md 0x7ba5 [256] + 0 00000400:00000010:2.0:1789449462.824352:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b834275d8. 00000400:00000200:2.0:1789449462.824361:0:2394:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9e8b86660000 00000800:00000001:2.0:1789449462.824368:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449462.824382:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449462.824386:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449462.824390:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449462.824396:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b86660000 00000400:00000010:2.0:1789449462.824398:0:2394:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff9e8b86660000. 00000100:00000001:2.0:1789449462.824403:0:2394:0:(events.c:177:client_bulk_callback()) Process entered 00000100:00000200:2.0:1789449462.824406:0:2394:0:(events.c:195:client_bulk_callback()) event type 2, status 0, req ffff9e8b83691500 desc ffff9e8b8678e400 mbits 1876371947499776 00000100:00000001:2.0:1789449462.824428:0:2394:0:(events.c:220:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1789449462.824436:0:2394:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1789449462.824440:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.824446:0:2394:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.202.9@tcp to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449462.824452:0:2394:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2705:2705:256:4294967295] 192.168.202.109@tcp LPNI seq info [2705:2705:8:4294967295] 00000400:00000200:2.0:1789449462.824457:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.824464:0:2394:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) 192.168.202.109@tcp : ACK try# 0 00000800:00000200:2.0:1789449462.824469:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449462.824478:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff9e8b87d98000. 00000800:00000200:2.0:1789449462.824484:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449462.824491:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449462.824495:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b87d98000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1789449462.824588:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449462.824592:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff9e8b87d98000. 00000400:00000200:2.0:1789449462.824596:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449462.824599:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: ACK: OK 00000800:00000001:2.0:1789449462.824605:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449462.824608:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1789449462.825935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b86498400. 00000800:00000001:2.0:1789449462.839219:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449462.839249:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449462.839254:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449462.839257:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449462.839267:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.839276:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449462.839291:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.839506:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.839514:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.839520:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 440 into portal 10 MB=0x6aa8ce365b100 00000400:00000200:2.0:1789449462.839526:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.839533:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 440/440 into md 0x7bad [1] + 224 00000800:00000001:2.0:1789449462.839545:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449462.839560:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449462.839564:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449462.839570:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449462.839581:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449462.839592:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83691500 x1876371947499776/t0(0) o37->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1789449478 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449462.839604:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff9e8b83691500 x1876371947499776/t0(0) o37->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1789449478 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449462.839632:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449462.839642:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449462.839646:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789449462.847589:0:32012:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1789449462.847610:0:32012:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611168 : 144115205339611168 : 200000405000020) 00000080:00000001:0.0:1789449462.847613:0:32012:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611170 : 144115205339611170 : 200000405000022) 00000080:00000001:0.0:1789449462.847620:0:32012:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449462.847627:0:32012:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b91d9a400 2 00000080:00000010:0.0:1789449462.847632:0:32012:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b83420400. 00000080:00000001:0.0:1789449462.847642:0:32012:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449462.847680:0:32012:0:(dir.c:3022:ll_dir_release()) Process entered 00000080:00000001:0.0:1789449462.847684:0:32012:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1789449462.847688:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6fdd0 00000080:00200008:0.0:1789449462.847691:0:32012:0:(file.c:479:ll_file_release()) START file d21g.recovery-small-2:[0x200000405:0x20:0x0](ffff9e8b891121c8), flags 704000 00000080:00400000:0.0:1789449462.847695:0:32012:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000405:0x20:0x0] 00000080:00000001:0.0:1789449462.847699:0:32012:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:0.0:1789449462.847701:0:32012:0:(pcc.c:2475:pcc_file_release()) Process leaving 00000080:00000001:0.0:1789449462.847703:0:32012:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1789449462.847710:0:32012:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449462.847714:0:32012:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449462.847718:0:32012:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449462.847721:0:32012:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449462.847723:0:32012:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449462.847725:0:32012:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:0.0:1789449462.847728:0:32012:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449462.847734:0:32012:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449462.847738:0:32012:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449462.847746:0:32012:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922ded00 count: 2 00010000:00000001:0.0:1789449462.847750:0:32012:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789449462.847757:0:32012:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449462.847759:0:32012:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x20:0x0]: 0 00000080:00000001:0.0:1789449462.847761:0:32012:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1789449462.847764:0:32012:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1789449462.847771:0:32012:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9e8b83420400. 00000080:00000001:0.0:1789449462.847773:0:32012:0:(file.c:90:ll_prepare_close()) Process entered 00800000:00000002:0.0:1789449462.847780:0:32012:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b91d9a400 2 00000080:00000001:0.0:1789449462.847785:0:32012:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1789449462.847789:0:32012:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:0.0:1789449462.847791:0:32012:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449462.847792:0:32012:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449462.847793:0:32012:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449462.847795:0:32012:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449462.847797:0:32012:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449462.847798:0:32012:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:0.0:1789449462.847800:0:32012:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449462.847802:0:32012:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x20:0x0] 00000002:00000001:0.0:1789449462.847806:0:32012:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1789449462.847807:0:32012:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9e8b89903000: [0x200000405:0x20:0x0] file closed with intent: 0 00000100:00000010:0.0:1789449462.847814:0:32012:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d18000. 00000020:00000040:0.0:1789449462.847818:0:32012:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=9 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000100:00000001:0.0:1789449462.847824:0:32012:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449462.847828:0:32012:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449462.847831:0:32012:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449462.847839:0:32012:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e8b83420000. 00000100:00000001:0.0:1789449462.847846:0:32012:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1789449462.847867:0:32012:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9e8b87d18380 x1876371947499648/t4294967609(4294967609) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/664 e 0 to 0 dl 1789449478 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1789449462.847896:0:32012:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e8b89903000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1789449462.847902:0:32012:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e8b87d18000 x1876371947500032/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1789449462.847910:0:32012:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789449462.847912:0:32012:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789449462.847921:0:32012:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b865ccf00. 00000100:00000001:0.0:1789449462.847923:0:32012:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920824712960 : -107152884838656 : ffff9e8b865ccf00) 00000100:00000001:0.0:1789449462.847926:0:32012:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449462.847928:0:32012:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849137664 : -107152860413952 : ffff9e8b87d18000) 00000100:00000001:0.0:1789449462.847933:0:32012:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449462.847936:0:32012:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449462.847938:0:32012:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789449462.847940:0:32012:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789449462.847944:0:32012:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b87d18000 x1876371947500032/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449462.847952:0:32012:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789449462.847954:0:32012:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449462.847957:0:32012:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789449462.847959:0:32012:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789449462.847961:0:32012:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449462.847965:0:32012:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b87d18000 pname:cluuid:pid:xid:nid:opc:job rm:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:32012:1876371947500032:192.168.202.109@tcp:35:rm.0 00000100:00000001:0.0:1789449462.847969:0:32012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789449462.847974:0:32012:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789449462.847976:0:32012:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449462.847979:0:32012:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789449462.847983:0:32012:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b836b2000. 02000000:00000001:0.0:1789449462.847985:0:32012:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449462.847995:0:32012:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:0.0:1789449462.848000:0:32012:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b865804d0. 00000400:00000010:0.0:1789449462.848008:0:32012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5908. 00000100:00000200:0.0:1789449462.848015:0:32012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947500032, portal 10 00000100:00000001:0.0:1789449462.848017:0:32012:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449462.848019:0:32012:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849137664 : -107152860413952 : ffff9e8b87d18000) 00000100:00000040:0.0:1789449462.848026:0:32012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b87d18000 x1876371947500032/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449478 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449462.848034:0:32012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789449462.848037:0:32012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1789449462.848040:0:32012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5198. 00000100:00000200:0.0:1789449462.848044:0:32012:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876371947500032, offset 0 00000400:00000200:0.0:1789449462.848050:0:32012:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1789449462.848059:0:32012:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449462.848068:0:32012:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1789449462.848073:0:32012:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789449462.848077:0:32012:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1789449462.848081:0:32012:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789449462.848084:0:32012:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1789449462.848088:0:32012:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2706:2706:256:4294967295] 192.168.202.109@tcp LPNI seq info [2706:2706:8:4294967295] 00000400:00000200:0.0:1789449462.848094:0:32012:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449462.848104:0:32012:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1789449462.848111:0:32012:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1789449462.848117:0:32012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b864ec700. 00000800:00000200:0.0:1789449462.848124:0:32012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1789449462.848133:0:32012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1789449462.848138:0:32012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b864ec700 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1789449462.848166:0:32012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449462.848170:0:32012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 818992 usecs (819 jiffies) 00000400:00000200:0.0:1789449462.848183:0:32012:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:0.0:1789449462.848187:0:32012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296466353 00000100:00000001:0.0:1789449462.848190:0:32012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296467489 00000100:00000001:0.0:1789449462.848192:0:32012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296466353 00000100:00000001:0.0:1789449462.848195:0:32012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296467489 00000100:00000001:0.0:1789449462.848197:0:32012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449462.848200:0:32012:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449462.848203:0:32012:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449462.848205:0:32012:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789449462.848207:0:32012:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b865ccf00 going to sleep for 11 seconds 00000100:00000001:0.0:1789449462.848210:0:32012:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449462.848213:0:32012:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449462.848451:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449462.848457:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ec700. 00000400:00000200:3.0:1789449462.848462:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449462.848468:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449462.848474:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5198 00000400:00000010:3.0:1789449462.848477:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5198. 00000100:00000001:3.0:1789449462.848483:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449462.848487:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d18000 x1876371947500032/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449478 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449462.848496:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449462.848499:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d18000 x1876371947500032/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449478 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449462.848505:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449462.848507:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449462.853362:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449462.853383:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449462.853388:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449462.853390:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449462.853400:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.853407:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449462.853417:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.853421:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.853426:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.853430:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 456 into portal 10 MB=0x6aa8ce365b200 00000400:00000200:2.0:1789449462.853435:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.853441:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 456/456 into md 0x7bb5 [1] + 224 00000800:00000001:2.0:1789449462.853448:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449462.853456:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449462.853460:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449462.853464:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449462.853471:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449462.853480:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d18000 x1876371947500032/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449478 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449462.853491:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9e8b87d18000 x1876371947500032/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449478 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449462.853511:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449462.853520:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449462.853524:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449462.854444:0:32012:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789449462.854456:0:32012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449462.854458:0:32012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449462.854462:0:32012:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b865804d0. 00000400:00000200:0.0:1789449462.854468:0:32012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5908 00000400:00000010:0.0:1789449462.854471:0:32012:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5908. 00000100:00000001:0.0:1789449462.854474:0:32012:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449462.854481:0:32012:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b87d18000 x1876371947500032/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449478 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789449462.854491:0:32012:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b87d18000 x1876371947500032/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449478 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449462.854499:0:32012:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449462.854501:0:32012:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449462.854504:0:32012:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449462.854509:0:32012:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449462.854512:0:32012:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449462.854514:0:32012:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449462.854518:0:32012:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449462.854529:0:32012:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ecf0 time=92 v=5 (5 5 5 5) 00000100:00001000:0.0:1789449462.854533:0:32012:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1789449462.854536:0:32012:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449462.854537:0:32012:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.854540:0:32012:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449462.854544:0:32012:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449462.854547:0:32012:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789449462.854550:0:32012:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1789449462.854552:0:32012:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789449462.854555:0:32012:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449462.854557:0:32012:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849137664 : -107152860413952 : ffff9e8b87d18000) 00000100:00000001:0.0:1789449462.854560:0:32012:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789449462.854562:0:32012:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967600 00000100:00000001:0.0:1789449462.854564:0:32012:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449462.854567:0:32012:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449462.854573:0:32012:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b87d18000 x1876371947500032/t4294967610(4294967610) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449478 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449462.854580:0:32012:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449462.854583:0:32012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449462.854585:0:32012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449462.854589:0:32012:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b87d18000 x1876371947500032/t4294967610(4294967610) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449478 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789449462.854609:0:32012:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b87d18000 pname:cluuid:pid:xid:nid:opc:job rm:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:32012:1876371947500032:192.168.202.109@tcp:35:rm.0 00000100:00000001:0.0:1789449462.854613:0:32012:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449462.854616:0:32012:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449462.854620:0:32012:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789449462.854622:0:32012:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449462.854626:0:32012:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d18000 x1876371947500032/t4294967610(4294967610) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449478 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449462.854633:0:32012:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789449462.854635:0:32012:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b865ccf00. 00000100:00000001:0.0:1789449462.854641:0:32012:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789449462.854642:0:32012:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449462.854650:0:32012:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449462.854651:0:32012:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849137664 : -107152860413952 : ffff9e8b87d18000) 00000002:00000001:0.0:1789449462.854654:0:32012:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449462.854658:0:32012:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449462.854662:0:32012:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b91d9a400 2 00000080:00000010:0.0:1789449462.854666:0:32012:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b83420400. 00000080:00000001:0.0:1789449462.854671:0:32012:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1789449462.854674:0:32012:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1789449462.854677:0:32012:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449462.854680:0:32012:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449462.854682:0:32012:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449462.854684:0:32012:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449462.854686:0:32012:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449462.854687:0:32012:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:0.0:1789449462.854689:0:32012:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449462.854694:0:32012:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1789449462.854700:0:32012:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9e8b87d18380 x1876371947499648/t4294967609(4294967609) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/664 e 0 to 0 dl 1789449478 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449462.854707:0:32012:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449462.854708:0:32012:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849138560 : -107152860413056 : ffff9e8b87d18380) 00000100:00000001:0.0:1789449462.854710:0:32012:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449462.854712:0:32012:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d18380 x1876371947499648/t4294967609(4294967609) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/664 e 0 to 0 dl 1789449478 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449462.854718:0:32012:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449462.854719:0:32012:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449462.854722:0:32012:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d18000 x1876371947500032/t4294967610(4294967610) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449478 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449462.854728:0:32012:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449462.854730:0:32012:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449462.854732:0:32012:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b87d18380 x1876371947499648/t4294967609(4294967609) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/664 e 0 to 0 dl 1789449478 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449462.854738:0:32012:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1789449462.854741:0:32012:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449462.854743:0:32012:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:0.0:1789449462.854746:0:32012:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449462.854749:0:32012:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b836b1000. 02000000:00000001:0.0:1789449462.854754:0:32012:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449462.854756:0:32012:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449462.854758:0:32012:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b87d18380. 00000100:00000001:0.0:1789449462.854761:0:32012:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449462.854762:0:32012:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449462.854764:0:32012:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449462.854767:0:32012:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d18000 x1876371947500032/t4294967610(4294967610) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449478 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449462.854773:0:32012:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789449462.854776:0:32012:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff9e8b87d97f20. 00000002:00000001:0.0:1789449462.854778:0:32012:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449462.854780:0:32012:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789449462.854783:0:32012:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9e8b8c476200. 00000100:00000001:0.0:1789449462.854785:0:32012:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449462.854788:0:32012:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b87d18000 x1876371947500032/t4294967610(4294967610) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449478 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449462.854795:0:32012:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789449462.854797:0:32012:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449462.854799:0:32012:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b836b2000. 02000000:00000001:0.0:1789449462.854802:0:32012:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789449462.854804:0:32012:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449462.854805:0:32012:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:0.0:1789449462.854807:0:32012:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449462.854809:0:32012:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e8b83420000. 02000000:00000001:0.0:1789449462.854810:0:32012:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449462.854811:0:32012:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449462.854813:0:32012:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b87d18000. 00000100:00000001:0.0:1789449462.854815:0:32012:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449462.854816:0:32012:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789449462.854818:0:32012:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789449462.854822:0:32012:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9e8b8432c3c0. 00000080:00000001:0.0:1789449462.854826:0:32012:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449462.854831:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6fdd0 00000080:00000008:0.0:1789449462.854833:0:32012:0:(file.c:523:ll_file_release()) COMPLETED file d21g.recovery-small-2:[0x200000405:0x20:0x0](ffff9e8b891121c8), flags 704000, rc = 0 00000080:00000001:0.0:1789449462.854837:0:32012:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449462.854839:0:32012:0:(dir.c:3023:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449462.854946:0:32012:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789449462.854950:0:32012:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789449462.854952:0:32012:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789449462.854954:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6fbc0 00000080:00200000:0.0:1789449462.854957:0:32012:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:0.0:1789449462.854962:0:32012:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b83420000. 00800000:00000002:0.0:1789449462.854969:0:32012:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:0.0:1789449462.854973:0:32012:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789449462.854976:0:32012:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789449462.854979:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6fae0 00800000:00000002:0.0:1789449462.854981:0:32012:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449462.854985:0:32012:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789449462.854986:0:32012:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449462.854989:0:32012:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449462.854990:0:32012:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449462.854991:0:32012:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449462.854993:0:32012:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449462.854995:0:32012:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449462.854996:0:32012:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449462.854999:0:32012:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789449462.855004:0:32012:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789449462.855006:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6f9b0 00000002:00010000:0.0:1789449462.855007:0:32012:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789449462.855010:0:32012:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789449462.855013:0:32012:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449462.855016:0:32012:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449462.855023:0:32012:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbae00 count: 2 00010000:00000001:0.0:1789449462.855026:0:32012:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449462.855030:0:32012:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449462.855035:0:32012:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789449462.855039:0:32012:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded6618 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d332 expref: -99 pid: 32012 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1789449462.855049:0:32012:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789449462.855052:0:32012:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449462.855056:0:32012:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded6618 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d332 expref: -99 pid: 32012 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1789449462.855062:0:32012:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789449462.855064:0:32012:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789449462.855065:0:32012:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789449462.855067:0:32012:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789449462.855069:0:32012:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789449462.855072:0:32012:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789449462.855074:0:32012:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789449462.855077:0:32012:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:0.0:1789449462.855079:0:32012:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b83420000. 00000080:00000001:0.0:1789449462.855082:0:32012:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789449462.855084:0:32012:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449462.855086:0:32012:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:0.0:1789449462.855089:0:32012:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded6618 00800000:00000001:0.0:1789449462.856458:0:32012:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789449462.856466:0:32012:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789449462.856469:0:32012:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449462.856471:0:32012:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449462.856474:0:32012:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499200 refcount=3 00000020:00000001:0.0:1789449462.856479:0:32012:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:0.0:1789449462.856483:0:32012:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:0.0:1789449462.856488:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.856490:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449462.856492:0:32012:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449462.856494:0:32012:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449462.856498:0:32012:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded6618 from it ffffb71181d6fbf8 00010000:00000001:0.0:1789449462.856501:0:32012:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449462.856502:0:32012:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449462.856503:0:32012:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499200 refcount=3 00000020:00000001:0.0:1789449462.856505:0:32012:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:0.0:1789449462.856507:0:32012:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:0.0:1789449462.856509:0:32012:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449462.856515:0:32012:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded6618 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d332 expref: -99 pid: 32012 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789449462.856524:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.856525:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449462.856526:0:32012:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789449462.856529:0:32012:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789449462.856532:0:32012:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded6618 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d332 expref: -99 pid: 32012 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1789449462.856539:0:32012:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789449462.856543:0:32012:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789449462.856545:0:32012:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449462.856550:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.856551:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449462.856553:0:32012:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.856556:0:32012:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789449462.856559:0:32012:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.856561:0:32012:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.856565:0:32012:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.856567:0:32012:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449462.856568:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.856570:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789449462.856573:0:32012:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789449462.856575:0:32012:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789449462.856577:0:32012:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908), inode mode 41ff mask 1 00000080:00000001:0.0:1789449462.856583:0:32012:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449462.856588:0:32012:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1789449462.856591:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6fbc0 00000080:00002000:0.0:1789449462.856593:0:32012:0:(dcache.c:87:ll_dcompare()) found name d21g.recovery-small-2(ffff9e8b89334360) flags 0x20000e refc 1 00000080:00000001:0.0:1789449462.856595:0:32012:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449462.856597:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6fc08 00000080:00200000:0.0:1789449462.856599:0:32012:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21g.recovery-small-2, flags=266 00000080:00000002:0.0:1789449462.856607:0:32012:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21g.recovery-small-2 [0x200000405:0x20:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:0.0:1789449462.856613:0:32012:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1789449462.856614:0:32012:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x20:0x0](ffff9e8b891121c8), inode mode 41ed mask 44 00000080:00000001:0.0:1789449462.856617:0:32012:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449462.856622:0:32012:0:(dir.c:3016:ll_dir_open()) Process entered 00000080:00000001:0.0:1789449462.856624:0:32012:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1789449462.856626:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6fb78 00000080:00200008:0.0:1789449462.856628:0:32012:0:(file.c:1090:ll_file_open()) START file d21g.recovery-small-2:[0x200000405:0x20:0x0](ffff9e8b891121c8), flags 704400 00000080:00000010:0.0:1789449462.856636:0:32012:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9e8b8432c3c0. 00000080:00000001:0.0:1789449462.856645:0:32012:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:0.0:1789449462.856649:0:32012:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b83420000. 00800000:00000002:0.0:1789449462.856654:0:32012:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:0.0:1789449462.856657:0:32012:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789449462.856661:0:32012:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789449462.856662:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6fa28 00800000:00000002:0.0:1789449462.856664:0:32012:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000405:0x20:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449462.856667:0:32012:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1789449462.856669:0:32012:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449462.856671:0:32012:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449462.856673:0:32012:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449462.856675:0:32012:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449462.856677:0:32012:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449462.856679:0:32012:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:0.0:1789449462.856682:0:32012:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449462.856685:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6f9a8 00800000:00000002:0.0:1789449462.856687:0:32012:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x20:0x0], name='' -> mds #0 layout version 1 00000002:00000001:0.0:1789449462.856691:0:32012:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789449462.856693:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6f8e0 00000002:00010000:0.0:1789449462.856696:0:32012:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x20:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0104240704401 00000002:00000001:0.0:1789449462.856700:0:32012:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789449462.856702:0:32012:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1789449462.856705:0:32012:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789449462.856710:0:32012:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922ded00 count: 2 00010000:00000001:0.0:1789449462.856714:0:32012:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449462.856717:0:32012:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789449462.856720:0:32012:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.856722:0:32012:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449462.856724:0:32012:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449462.856726:0:32012:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789449462.856728:0:32012:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbae00 count: 2 00010000:00000001:0.0:1789449462.856730:0:32012:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449462.856731:0:32012:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789449462.856732:0:32012:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.856734:0:32012:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449462.856736:0:32012:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789449462.856741:0:32012:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d18000. 00000020:00000040:0.0:1789449462.856744:0:32012:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e8b89903000 02000000:00000001:0.0:1789449462.856749:0:32012:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789449462.856751:0:32012:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.856754:0:32012:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789449462.856758:0:32012:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449462.856760:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.856762:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449462.856763:0:32012:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449462.856765:0:32012:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449462.856767:0:32012:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449462.856771:0:32012:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449462.856777:0:32012:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b836b2000. 00000100:00000001:0.0:1789449462.856785:0:32012:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.856789:0:32012:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789449462.856790:0:32012:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.856792:0:32012:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789449462.856794:0:32012:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.856795:0:32012:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449462.856801:0:32012:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446636920849137664 : -107152860413952 : ffff9e8b87d18000) 00010000:00000001:0.0:1789449462.856805:0:32012:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789449462.856807:0:32012:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1789449462.856809:0:32012:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbae00 count: 2 00010000:00000001:0.0:1789449462.856811:0:32012:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449462.856813:0:32012:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789449462.856816:0:32012:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8b86498400. 00000020:00000001:0.0:1789449462.856820:0:32012:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789449462.856823:0:32012:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8b86498400 with handle 0xcddde1459ded6626 to hash 00000020:00000001:0.0:1789449462.856825:0:32012:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789449462.856827:0:32012:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636920823448576 : -107152886103040 : ffff9e8b86498400) 00010000:00000001:0.0:1789449462.856830:0:32012:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636920823448576 : -107152886103040 : ffff9e8b86498400) 00010000:00000001:0.0:1789449462.856833:0:32012:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449462.856835:0:32012:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449462.856838:0:32012:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498400/0xcddde1459ded6626 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32012 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789449462.856846:0:32012:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498400/0xcddde1459ded6626 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32012 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1789449462.856858:0:32012:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e8b89903000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1789449462.856869:0:32012:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e8b87d18000 x1876371947500288/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1789449462.856896:0:32012:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498400/0xcddde1459ded6626 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32012 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789449462.856903:0:32012:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789449462.856905:0:32012:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789449462.856912:0:32012:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b865ccf00. 00000100:00000001:0.0:1789449462.856915:0:32012:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920824712960 : -107152884838656 : ffff9e8b865ccf00) 00000100:00000001:0.0:1789449462.856918:0:32012:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449462.856920:0:32012:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849137664 : -107152860413952 : ffff9e8b87d18000) 00000100:00000001:0.0:1789449462.856925:0:32012:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449462.856928:0:32012:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449462.856930:0:32012:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789449462.856932:0:32012:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789449462.856937:0:32012:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b87d18000 x1876371947500288/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449462.856945:0:32012:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789449462.856947:0:32012:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449462.856951:0:32012:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789449462.856953:0:32012:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789449462.856956:0:32012:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449462.856959:0:32012:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b87d18000 pname:cluuid:pid:xid:nid:opc:job rm:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:32012:1876371947500288:192.168.202.109@tcp:101:rm.0 00000100:00000001:0.0:1789449462.856963:0:32012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789449462.856967:0:32012:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789449462.856969:0:32012:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449462.856972:0:32012:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789449462.857062:0:32012:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff9e8b87dc0000. 02000000:00000001:0.0:1789449462.857065:0:32012:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449462.857074:0:32012:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:0.0:1789449462.857079:0:32012:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b865804d0. 00000400:00000010:0.0:1789449462.857085:0:32012:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9e8b87da3000. 00000100:00000200:0.0:1789449462.857105:0:32012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1876371947500288, portal 10 00000100:00000001:0.0:1789449462.857107:0:32012:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449462.857109:0:32012:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849137664 : -107152860413952 : ffff9e8b87d18000) 00000100:00000040:0.0:1789449462.857115:0:32012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b87d18000 x1876371947500288/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789449478 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449462.857122:0:32012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789449462.857125:0:32012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1789449462.857129:0:32012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5908. 00000100:00000200:0.0:1789449462.857132:0:32012:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1876371947500288, offset 0 00000400:00000200:0.0:1789449462.857138:0:32012:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1789449462.857147:0:32012:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449462.857155:0:32012:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1789449462.857161:0:32012:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789449462.857165:0:32012:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1789449462.857169:0:32012:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789449462.857172:0:32012:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1789449462.857176:0:32012:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2707:2707:256:4294967295] 192.168.202.109@tcp LPNI seq info [2707:2707:8:4294967295] 00000400:00000200:0.0:1789449462.857181:0:32012:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449462.857191:0:32012:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1789449462.857198:0:32012:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1789449462.857204:0:32012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b864ec700. 00000800:00000200:0.0:1789449462.857212:0:32012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1789449462.857220:0:32012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1789449462.857224:0:32012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b864ec700 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:0.0:1789449462.857245:0:32012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449462.857250:0:32012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 817813 usecs (818 jiffies) 00000400:00000200:0.0:1789449462.857253:0:32012:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:0.0:1789449462.857256:0:32012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296466361 00000100:00000001:0.0:1789449462.857259:0:32012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296467489 00000100:00000001:0.0:1789449462.857262:0:32012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296466361 00000100:00000001:0.0:1789449462.857264:0:32012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296467489 00000100:00000001:0.0:1789449462.857266:0:32012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449462.857269:0:32012:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449462.857271:0:32012:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449462.857273:0:32012:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789449462.857276:0:32012:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b865ccf00 going to sleep for 11 seconds 00000100:00000001:0.0:1789449462.857278:0:32012:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449462.857281:0:32012:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449462.858577:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449462.858585:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ec700. 00000400:00000200:3.0:1789449462.858592:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449462.858600:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449462.858607:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5908 00000400:00000010:3.0:1789449462.858610:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5908. 00000100:00000001:3.0:1789449462.858615:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449462.858621:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d18000 x1876371947500288/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789449478 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449462.858631:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449462.858634:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d18000 x1876371947500288/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789449478 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449462.858641:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449462.858643:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449462.869931:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449462.869953:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449462.869962:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449462.869965:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449462.869975:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.869984:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449462.869993:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.869998:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.870003:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.870008:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 664 into portal 10 MB=0x6aa8ce365b300 00000400:00000200:2.0:1789449462.870013:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.870019:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 664/664 into md 0x7bbd [64] + 224 00000800:00000001:2.0:1789449462.870026:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449462.870035:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449462.870039:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449462.870044:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449462.870051:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449462.870061:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d18000 x1876371947500288/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789449478 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449462.870073:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff9e8b87d18000 x1876371947500288/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789449478 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449462.870107:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449462.870116:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449462.870119:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449462.870241:0:32012:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789449462.870249:0:32012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449462.870251:0:32012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449462.870254:0:32012:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b865804d0. 00000400:00000200:0.0:1789449462.870269:0:32012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b87da3000 00000400:00000010:0.0:1789449462.870271:0:32012:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff9e8b87da3000. 00000100:00000001:0.0:1789449462.870275:0:32012:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449462.870280:0:32012:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b87d18000 x1876371947500288/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789449478 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789449462.870290:0:32012:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b87d18000 x1876371947500288/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789449478 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449462.870317:0:32012:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449462.870320:0:32012:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449462.870323:0:32012:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449462.870328:0:32012:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449462.870332:0:32012:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449462.870334:0:32012:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449462.870339:0:32012:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449462.870348:0:32012:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=92 v=5 (5 102 102 102) 00000100:00001000:0.0:1789449462.870352:0:32012:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1789449462.870355:0:32012:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449462.870357:0:32012:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.870360:0:32012:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449462.870363:0:32012:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449462.870367:0:32012:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789449462.870369:0:32012:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1789449462.870371:0:32012:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789449462.870374:0:32012:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449462.870376:0:32012:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849137664 : -107152860413952 : ffff9e8b87d18000) 00000100:00000001:0.0:1789449462.870379:0:32012:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789449462.870381:0:32012:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967600 00000100:00000001:0.0:1789449462.870383:0:32012:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449462.870386:0:32012:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449462.870391:0:32012:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b87d18000 x1876371947500288/t4294967611(4294967611) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1789449478 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449462.870397:0:32012:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449462.870401:0:32012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449462.870403:0:32012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449462.870407:0:32012:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b87d18000 x1876371947500288/t4294967611(4294967611) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1789449478 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789449462.870414:0:32012:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b87d18000 pname:cluuid:pid:xid:nid:opc:job rm:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:32012:1876371947500288:192.168.202.109@tcp:101:rm.0 00000100:00000001:0.0:1789449462.870419:0:32012:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449462.870422:0:32012:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449462.870426:0:32012:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789449462.870428:0:32012:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449462.870432:0:32012:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d18000 x1876371947500288/t4294967611(4294967611) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1789449478 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449462.870439:0:32012:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789449462.870441:0:32012:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b865ccf00. 00000100:00000001:0.0:1789449462.870446:0:32012:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789449462.870447:0:32012:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.870450:0:32012:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789449462.870455:0:32012:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449462.870457:0:32012:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449462.870461:0:32012:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498400 refcount=4 00000020:00000001:0.0:1789449462.870463:0:32012:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823448576 : -107152886103040 : ffff9e8b86498400) 00010000:00000001:0.0:1789449462.870465:0:32012:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823448576 : -107152886103040 : ffff9e8b86498400) 00010000:00000040:0.0:1789449462.870472:0:32012:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e8b86498400, remote cookie: 0xeb7cbf5e2fd3d34e, flags: 0x1001 00010000:00000040:0.0:1789449462.870476:0:32012:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x20:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1789449462.870479:0:32012:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1789449462.870486:0:32012:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922ded00 count: 2 00010000:00000001:0.0:1789449462.870489:0:32012:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449462.870493:0:32012:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449462.870498:0:32012:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498400/0xcddde1459ded6626 lrc: 4/1,0 mode: --/CR res: [0x200000405:0x20:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d34e expref: -99 pid: 32012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789449462.870508:0:32012:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498400/0xcddde1459ded6626 lrc: 4/1,0 mode: --/CR res: [0x200000405:0x20:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d34e expref: -99 pid: 32012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449462.870520:0:32012:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789449462.870525:0:32012:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789449462.870527:0:32012:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789449462.870529:0:32012:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789449462.870530:0:32012:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789449462.870533:0:32012:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x20:0x0].0x0 (ffff9e8b922ded00) refcount = 2 00010000:00000040:0.0:1789449462.870536:0:32012:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1789449462.870540:0:32012:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4da00/0xcddde1459ded65ee lrc: 1/0,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d291 expref: -99 pid: 32011 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1789449462.870547:0:32012:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498400/0xcddde1459ded6626 lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x20:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d34e expref: -99 pid: 32012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449462.870554:0:32012:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789449462.870557:0:32012:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789449462.870559:0:32012:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449462.870562:0:32012:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789449462.870565:0:32012:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449462.870569:0:32012:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498400/0xcddde1459ded6626 lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x20:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d34e expref: -99 pid: 32012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449462.870575:0:32012:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789449462.870577:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.870579:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449462.870580:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.870581:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449462.870583:0:32012:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449462.870588:0:32012:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789449462.870591:0:32012:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449462.870593:0:32012:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449462.870595:0:32012:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498400 refcount=3 00000020:00000001:0.0:1789449462.870597:0:32012:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823448576 : -107152886103040 : ffff9e8b86498400) 00010000:00000001:0.0:1789449462.870600:0:32012:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823448576 : -107152886103040 : ffff9e8b86498400) 00010000:00000001:0.0:1789449462.870602:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.870603:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789449462.870609:0:32012:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x200002b, status=0 req@ffff9e8b87d18000 x1876371947500288/t4294967611(4294967611) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1789449478 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789449462.870618:0:32012:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1789449462.870623:0:32012:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9e8b87d18000 x1876371947500288/t4294967611(4294967611) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1789449478 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789449462.870629:0:32012:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.870635:0:32012:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449462.870636:0:32012:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449462.870638:0:32012:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498400 refcount=3 00000020:00000001:0.0:1789449462.870640:0:32012:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823448576 : -107152886103040 : ffff9e8b86498400) 00010000:00000001:0.0:1789449462.870642:0:32012:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823448576 : -107152886103040 : ffff9e8b86498400) 00010000:00000001:0.0:1789449462.870644:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.870646:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449462.870647:0:32012:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449462.870650:0:32012:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449462.870653:0:32012:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1789449462.870655:0:32012:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449462.870656:0:32012:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849137664 : -107152860413952 : ffff9e8b87d18000) 00010000:00000001:0.0:1789449462.870658:0:32012:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449462.870659:0:32012:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449462.870661:0:32012:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498400 refcount=3 00000020:00000001:0.0:1789449462.870662:0:32012:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823448576 : -107152886103040 : ffff9e8b86498400) 00010000:00000001:0.0:1789449462.870664:0:32012:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823448576 : -107152886103040 : ffff9e8b86498400) 00000002:00010000:0.0:1789449462.870668:0:32012:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498400/0xcddde1459ded6626 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x20:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d34e expref: -99 pid: 32012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449462.870675:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.870676:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449462.870677:0:32012:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789449462.870679:0:32012:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449462.870680:0:32012:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449462.870681:0:32012:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498400 refcount=3 00000020:00000001:0.0:1789449462.870683:0:32012:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823448576 : -107152886103040 : ffff9e8b86498400) 00010000:00000001:0.0:1789449462.870685:0:32012:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823448576 : -107152886103040 : ffff9e8b86498400) 00010000:00000040:0.0:1789449462.870688:0:32012:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922ded00 count: 3 00010000:00000001:0.0:1789449462.870690:0:32012:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789449462.870695:0:32012:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e8b83488400 type 13 mode 16 res 8589935621/32 (0 0) 00010000:00000001:0.0:1789449462.870697:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.870698:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449462.870700:0:32012:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789449462.870703:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6f868 00000002:00002000:0.0:1789449462.870705:0:32012:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x280002b: rc = 0 00000002:00000001:0.0:1789449462.870708:0:32012:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449462.870711:0:32012:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449462.870714:0:32012:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789449462.870717:0:32012:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1789449462.870720:0:32012:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449462.870724:0:32012:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:0.0:1789449462.870727:0:32012:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b83420000. 00000080:00000001:0.0:1789449462.870732:0:32012:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789449462.870739:0:32012:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1789449462.870744:0:32012:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1789449462.870751:0:32012:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9e8b8c476200. 00800000:00000001:0.0:1789449462.870753:0:32012:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446636920923972096 : -107152785579520 : ffff9e8b8c476200) 00800000:00000001:0.0:1789449462.870755:0:32012:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449462.870757:0:32012:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789449462.870760:0:32012:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1789449462.870763:0:32012:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x20:0x0] 00000080:00000001:0.0:1789449462.870766:0:32012:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1789449462.870769:0:32012:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1789449462.870770:0:32012:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449462.870774:0:32012:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611168 : 144115205339611168 : 200000405000020) 00000080:00000001:0.0:1789449462.870777:0:32012:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1789449462.870782:0:32012:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x20:0x0], updating i_size 4096 00010000:00000001:0.0:1789449462.870785:0:32012:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449462.870786:0:32012:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449462.870788:0:32012:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498400 refcount=3 00000020:00000001:0.0:1789449462.870789:0:32012:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823448576 : -107152886103040 : ffff9e8b86498400) 00010000:00000001:0.0:1789449462.870792:0:32012:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823448576 : -107152886103040 : ffff9e8b86498400) 00010000:00000001:0.0:1789449462.870794:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.870795:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789449462.870796:0:32012:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789449462.870799:0:32012:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1789449462.870800:0:32012:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8c476200 1 00800000:00000010:0.0:1789449462.870803:0:32012:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9e8b8c476200. 00800000:00000001:0.0:1789449462.870805:0:32012:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449462.870808:0:32012:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x20:0x0](ffff9e8b891121c8) for lock 0xcddde1459ded6626 00800000:00000001:0.0:1789449462.870812:0:32012:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789449462.870813:0:32012:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789449462.870815:0:32012:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449462.870816:0:32012:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449462.870817:0:32012:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498400 refcount=3 00000020:00000001:0.0:1789449462.870819:0:32012:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823448576 : -107152886103040 : ffff9e8b86498400) 00010000:00000001:0.0:1789449462.870821:0:32012:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823448576 : -107152886103040 : ffff9e8b86498400) 00010000:00000001:0.0:1789449462.870824:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.870825:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449462.870826:0:32012:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449462.870828:0:32012:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789449462.870832:0:32012:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21g.recovery-small-2 [0x200000405:0x20:0x0] depth 1 server default LMV inherit depth 0 00000100:00000001:0.0:1789449462.870835:0:32012:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449462.870840:0:32012:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d18000 x1876371947500288/t4294967611(4294967611) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/664 e 0 to 0 dl 1789449478 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449462.870847:0:32012:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449462.870850:0:32012:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded6626 from it ffffb71181d6fbd0 00010000:00000001:0.0:1789449462.870852:0:32012:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449462.870853:0:32012:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449462.870855:0:32012:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498400 refcount=3 00000020:00000001:0.0:1789449462.870857:0:32012:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823448576 : -107152886103040 : ffff9e8b86498400) 00010000:00000001:0.0:1789449462.870859:0:32012:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823448576 : -107152886103040 : ffff9e8b86498400) 00010000:00000001:0.0:1789449462.870861:0:32012:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449462.870864:0:32012:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498400/0xcddde1459ded6626 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x20:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d34e expref: -99 pid: 32012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449462.870871:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.870873:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449462.870874:0:32012:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789449462.870925:0:32012:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789449462.870929:0:32012:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498400/0xcddde1459ded6626 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x20:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d34e expref: -99 pid: 32012 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789449462.870936:0:32012:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789449462.870939:0:32012:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789449462.870941:0:32012:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449462.870945:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.870946:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449462.870948:0:32012:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.870951:0:32012:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789449462.870953:0:32012:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.870955:0:32012:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.870958:0:32012:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.870961:0:32012:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449462.870962:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.870963:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789449462.870967:0:32012:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789449462.870972:0:32012:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9e8b8c476200. 00000080:00000001:0.0:1789449462.870975:0:32012:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1789449462.870979:0:32012:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1789449462.870982:0:32012:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449462.870984:0:32012:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449462.870987:0:32012:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449462.870989:0:32012:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449462.870991:0:32012:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449462.870993:0:32012:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:0.0:1789449462.870996:0:32012:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449462.870999:0:32012:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1789449462.871002:0:32012:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9e8b87d97f20. 00000002:00100000:0.0:1789449462.871007:0:32012:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9e8b87d18000 x1876371947500288/t4294967611(4294967611) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/664 e 0 to 0 dl 1789449478 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789449462.871012:0:32012:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449462.871014:0:32012:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1789449462.871018:0:32012:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1789449462.871022:0:32012:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449462.871025:0:32012:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:0.0:1789449462.871027:0:32012:0:(pcc.c:2405:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449462.871029:0:32012:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449462.871033:0:32012:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449462.871036:0:32012:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d18000 x1876371947500288/t4294967611(4294967611) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/664 e 0 to 0 dl 1789449478 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1789449462.871044:0:32012:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449462.871047:0:32012:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff9e8b87dc0000. 02000000:00000001:0.0:1789449462.871087:0:32012:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1789449462.871089:0:32012:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449462.871222:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6fb78 00000080:00000008:0.0:1789449462.871226:0:32012:0:(file.c:1329:ll_file_open()) COMPLETED file d21g.recovery-small-2:[0x200000405:0x20:0x0](ffff9e8b891121c8), flags 704400, rc = 0 00000080:00000001:0.0:1789449462.871230:0:32012:0:(dir.c:3017:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449462.877019:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449462.877024:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47a500. 00000400:00000200:3.0:1789449462.877030:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449462.877036:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449462.877042:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012660 00000400:00000010:3.0:1789449462.877046:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012660. 00000100:00000001:3.0:1789449462.877051:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449462.877055:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83691500 x1876371947500544/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 496/624 e 0 to 0 dl 1789449478 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449462.877065:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449462.877070:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83691500 x1876371947500544/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 496/624 e 0 to 0 dl 1789449478 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449462.877077:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449462.877079:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1789449462.883922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4ce00. 00010000:00000010:1.1:1789449462.883943:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bda00. 00010000:00000010:1.1:1789449462.883949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204bc00. 00010000:00000010:1.1:1789449462.883953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4da00. 00000800:00000001:2.0:1789449462.895222:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449462.895242:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449462.895247:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449462.895250:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449462.895268:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.895276:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449462.895286:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.895291:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.895315:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.895319:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 456 into portal 10 MB=0x6aa8ce365b400 00000400:00000200:2.0:1789449462.895324:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.895331:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 456/456 into md 0x7bc5 [1] + 224 00000800:00000001:2.0:1789449462.895339:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449462.895347:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449462.895351:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449462.895355:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449462.895364:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449462.895374:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83691500 x1876371947500544/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 496/624 e 0 to 0 dl 1789449478 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449462.895385:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9e8b83691500 x1876371947500544/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 496/624 e 0 to 0 dl 1789449478 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449462.895404:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449462.895413:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449462.895417:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1789449462.897746:0:32012:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9e8b8316f600. 00000020:00000001:2.0:1789449462.897751:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6fdc8 00000080:00200000:2.0:1789449462.897753:0:32012:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9e8b89180908), flags=0 00000080:00000001:2.0:1789449462.897756:0:32012:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1789449462.897758:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6fc78 00000080:00200000:2.0:1789449462.897760:0:32012:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9e8b89180908), intent=getattr 00000080:00000010:2.0:1789449462.897770:0:32012:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b86220200. 00800000:00000002:2.0:1789449462.897773:0:32012:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:2.0:1789449462.897778:0:32012:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789449462.897781:0:32012:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789449462.897782:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6fb98 00800000:00000002:2.0:1789449462.897784:0:32012:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21g.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789449462.897787:0:32012:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789449462.897790:0:32012:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789449462.897792:0:32012:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789449462.897793:0:32012:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789449462.897796:0:32012:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789449462.897797:0:32012:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449462.897799:0:32012:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789449462.897800:0:32012:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449462.897803:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6fb30 00800000:00000002:2.0:1789449462.897804:0:32012:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21g.recovery-small-2' -> mds #0 00000002:00000001:2.0:1789449462.897807:0:32012:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789449462.897809:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6fa68 00000002:00010000:2.0:1789449462.897810:0:32012:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21g.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:2.0:1789449462.897814:0:32012:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789449462.897816:0:32012:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1789449462.897822:0:32012:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065c000. 00000020:00000040:2.0:1789449462.897825:0:32012:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=10 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00010000:00000001:2.0:1789449462.897832:0:32012:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789449462.897836:0:32012:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789449462.897839:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449462.897840:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449462.897841:0:32012:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449462.897844:0:32012:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449462.897846:0:32012:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449462.897849:0:32012:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449462.897855:0:32012:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b83605c00. 00000100:00000001:2.0:1789449462.897862:0:32012:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449462.898059:0:32012:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789449462.898061:0:32012:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449462.898062:0:32012:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789449462.898063:0:32012:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449462.898065:0:32012:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449462.898073:0:32012:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446636920993071104 : -107152716480512 : ffff9e8b9065c000) 00010000:00000001:2.0:1789449462.898077:0:32012:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789449462.898079:0:32012:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1789449462.898083:0:32012:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbae00 count: 2 00010000:00000001:2.0:1789449462.898085:0:32012:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789449462.898089:0:32012:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789449462.898154:0:32012:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8b91c4d000. 00000020:00000001:2.0:1789449462.898160:0:32012:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789449462.898162:0:32012:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8b91c4d000 with handle 0xcddde1459ded662d to hash 00000020:00000001:2.0:1789449462.898164:0:32012:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789449462.898166:0:32012:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636921016078336 : -107152693473280 : ffff9e8b91c4d000) 00010000:00000001:2.0:1789449462.898169:0:32012:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636921016078336 : -107152693473280 : ffff9e8b91c4d000) 00010000:00000001:2.0:1789449462.898172:0:32012:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449462.898174:0:32012:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449462.898177:0:32012:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d000/0xcddde1459ded662d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32012 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789449462.898185:0:32012:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d000/0xcddde1459ded662d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32012 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789449462.898196:0:32012:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d000/0xcddde1459ded662d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32012 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789449462.898202:0:32012:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789449462.898204:0:32012:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789449462.898211:0:32012:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b84346840. 00000100:00000001:2.0:1789449462.898214:0:32012:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920788510784 : -107152921040832 : ffff9e8b84346840) 00000100:00000001:2.0:1789449462.898216:0:32012:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449462.898218:0:32012:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993071104 : -107152716480512 : ffff9e8b9065c000) 00000100:00000001:2.0:1789449462.898223:0:32012:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449462.898228:0:32012:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449462.898230:0:32012:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789449462.898232:0:32012:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789449462.898242:0:32012:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065c000 x1876371947500672/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449462.898250:0:32012:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449462.898253:0:32012:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449462.898256:0:32012:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449462.898259:0:32012:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449462.898261:0:32012:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449462.898265:0:32012:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065c000 pname:cluuid:pid:xid:nid:opc:job rm:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:32012:1876371947500672:192.168.202.109@tcp:101:rm.0 00000100:00000001:2.0:1789449462.898269:0:32012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789449462.898275:0:32012:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449462.898277:0:32012:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449462.898279:0:32012:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789449462.898284:0:32012:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e8b8986f000. 02000000:00000001:2.0:1789449462.898286:0:32012:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449462.898375:0:32012:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449462.898381:0:32012:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b9478. 00000400:00000010:2.0:1789449462.898389:0:32012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d440. 00000100:00000200:2.0:1789449462.898397:0:32012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876371947500672, portal 10 00000100:00000001:2.0:1789449462.898399:0:32012:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449462.898400:0:32012:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993071104 : -107152716480512 : ffff9e8b9065c000) 00000100:00000040:2.0:1789449462.898407:0:32012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b9065c000 x1876371947500672/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449478 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449462.898415:0:32012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449462.898418:0:32012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449462.898420:0:32012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d198. 00000100:00000200:2.0:1789449462.898423:0:32012:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876371947500672, offset 0 00000400:00000200:2.0:1789449462.898429:0:32012:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449462.898437:0:32012:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.898444:0:32012:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449462.898449:0:32012:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449462.898452:0:32012:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449462.898456:0:32012:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449462.898459:0:32012:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449462.898462:0:32012:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2709:2709:256:4294967295] 192.168.202.109@tcp LPNI seq info [2709:2709:8:4294967295] 00000400:00000200:2.0:1789449462.898467:0:32012:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.898476:0:32012:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449462.898483:0:32012:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449462.898488:0:32012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b89e26600. 00000800:00000200:2.0:1789449462.898495:0:32012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449462.898503:0:32012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449462.898508:0:32012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b89e26600 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1789449462.898580:0:32012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449462.898586:0:32012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 815502 usecs (816 jiffies) 00000400:00000200:2.0:1789449462.898590:0:32012:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449462.898593:0:32012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296466400 00000100:00000001:2.0:1789449462.898596:0:32012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296467489 00000100:00000001:2.0:1789449462.898599:0:32012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296466400 00000100:00000001:2.0:1789449462.898602:0:32012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296467489 00000100:00000001:2.0:1789449462.898604:0:32012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449462.898607:0:32012:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449462.898609:0:32012:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449462.898611:0:32012:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789449462.898613:0:32012:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b84346840 going to sleep for 11 seconds 00000100:00000001:2.0:1789449462.898616:0:32012:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449462.898619:0:32012:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449462.904783:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449462.904794:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b89e26600. 00000400:00000200:3.0:1789449462.904801:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449462.904809:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449462.904818:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d198 00000400:00000010:3.0:1789449462.904821:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d198. 00000100:00000001:3.0:1789449462.904826:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449462.904834:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065c000 x1876371947500672/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449478 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449462.904846:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449462.904850:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b9065c000 x1876371947500672/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449478 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449462.904858:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449462.904860:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000080:00000010:1.1:1789449462.907922:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b8316f8a0. 00000080:00000010:1.1:1789449462.912276:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e8b891139c0. 00000080:00000010:1.1:1789449462.912294:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b8316ff00. 00000800:00000001:2.0:1789449462.913332:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449462.913352:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449462.913356:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449462.913358:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449462.913367:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.913375:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449462.913386:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.913391:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.913396:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.913400:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 688 into portal 10 MB=0x6aa8ce365b480 00000400:00000200:2.0:1789449462.913406:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.913412:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 688/688 into md 0x7bcd [1] + 224 00000800:00000001:2.0:1789449462.913419:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449462.913430:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449462.913434:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449462.913440:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449462.913448:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449462.913457:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065c000 x1876371947500672/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449478 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449462.913468:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9e8b9065c000 x1876371947500672/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449478 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449462.913502:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449462.913511:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449462.913515:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449462.913598:0:32012:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789449462.913608:0:32012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449462.913610:0:32012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449462.913614:0:32012:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b9478. 00000400:00000200:0.0:1789449462.913620:0:32012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d440 00000400:00000010:0.0:1789449462.913623:0:32012:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d440. 00000100:00000001:0.0:1789449462.913627:0:32012:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449462.913632:0:32012:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065c000 x1876371947500672/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449478 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789449462.913641:0:32012:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065c000 x1876371947500672/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449478 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449462.913653:0:32012:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449462.913655:0:32012:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449462.913658:0:32012:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449462.913662:0:32012:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449462.913664:0:32012:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449462.913667:0:32012:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449462.913671:0:32012:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449462.913680:0:32012:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=92 v=5 (5 102 102 102) 00000100:00001000:0.0:1789449462.913684:0:32012:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1789449462.913687:0:32012:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449462.913689:0:32012:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.913693:0:32012:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449462.913696:0:32012:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449462.913700:0:32012:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789449462.913703:0:32012:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967600 00000100:00000001:0.0:1789449462.913705:0:32012:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449462.913708:0:32012:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449462.913713:0:32012:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065c000 x1876371947500672/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/688 e 0 to 0 dl 1789449478 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449462.913722:0:32012:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449462.913725:0:32012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449462.913727:0:32012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449462.913731:0:32012:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065c000 x1876371947500672/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/688 e 0 to 0 dl 1789449478 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789449462.913740:0:32012:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065c000 pname:cluuid:pid:xid:nid:opc:job rm:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:32012:1876371947500672:192.168.202.109@tcp:101:rm.0 00000100:00000001:0.0:1789449462.913744:0:32012:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449462.913747:0:32012:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449462.913749:0:32012:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789449462.913752:0:32012:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449462.913755:0:32012:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065c000 x1876371947500672/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/688 e 0 to 0 dl 1789449478 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449462.913762:0:32012:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789449462.913765:0:32012:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b84346840. 00000100:00000001:0.0:1789449462.913768:0:32012:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789449462.913770:0:32012:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.913772:0:32012:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789449462.913776:0:32012:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449462.913780:0:32012:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449462.913783:0:32012:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4d000 refcount=4 00000020:00000001:0.0:1789449462.913786:0:32012:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016078336 : -107152693473280 : ffff9e8b91c4d000) 00010000:00000001:0.0:1789449462.913789:0:32012:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016078336 : -107152693473280 : ffff9e8b91c4d000) 00010000:00000040:0.0:1789449462.913795:0:32012:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e8b91c4d000, remote cookie: 0xeb7cbf5e2fd3d38d, flags: 0x1001 00010000:00010000:0.0:1789449462.913801:0:32012:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d000/0xcddde1459ded662d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d38d expref: -99 pid: 32012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789449462.913809:0:32012:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x20:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1789449462.913812:0:32012:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1789449462.913819:0:32012:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922ded00 count: 2 00010000:00000001:0.0:1789449462.913822:0:32012:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449462.913825:0:32012:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449462.913829:0:32012:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d000/0xcddde1459ded662d lrc: 4/1,0 mode: --/PR res: [0x200000405:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d38d expref: -99 pid: 32012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789449462.913839:0:32012:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d000/0xcddde1459ded662d lrc: 4/1,0 mode: --/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d38d expref: -99 pid: 32012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449462.913846:0:32012:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789449462.913851:0:32012:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789449462.913853:0:32012:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789449462.913855:0:32012:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789449462.913856:0:32012:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789449462.913859:0:32012:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x20:0x0].0x0 (ffff9e8b922ded00) refcount = 2 00010000:00000040:0.0:1789449462.913862:0:32012:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1789449462.913877:0:32012:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498400/0xcddde1459ded6626 lrc: 1/0,0 mode: CR/CR res: [0x200000405:0x20:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d34e expref: -99 pid: 32012 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1789449462.913926:0:32012:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d000/0xcddde1459ded662d lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d38d expref: -99 pid: 32012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449462.913933:0:32012:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789449462.913937:0:32012:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789449462.913939:0:32012:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449462.913942:0:32012:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789449462.913944:0:32012:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449462.913948:0:32012:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d000/0xcddde1459ded662d lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d38d expref: -99 pid: 32012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449462.913953:0:32012:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789449462.913955:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.913957:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449462.913958:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.913959:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449462.913960:0:32012:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449462.913966:0:32012:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789449462.913967:0:32012:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449462.913969:0:32012:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449462.913970:0:32012:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4d000 refcount=3 00000020:00000001:0.0:1789449462.913972:0:32012:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016078336 : -107152693473280 : ffff9e8b91c4d000) 00010000:00000001:0.0:1789449462.913974:0:32012:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016078336 : -107152693473280 : ffff9e8b91c4d000) 00010000:00000001:0.0:1789449462.913977:0:32012:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449462.913978:0:32012:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449462.913979:0:32012:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4d000 refcount=4 00000020:00000001:0.0:1789449462.913980:0:32012:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016078336 : -107152693473280 : ffff9e8b91c4d000) 00010000:00000001:0.0:1789449462.913982:0:32012:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016078336 : -107152693473280 : ffff9e8b91c4d000) 00010000:00000001:0.0:1789449462.913985:0:32012:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449462.913988:0:32012:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449462.913992:0:32012:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d000/0xcddde1459ded662d lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d38d expref: -99 pid: 32012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449462.914001:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.914002:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449462.914003:0:32012:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449462.914004:0:32012:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449462.914006:0:32012:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4d000 refcount=5 00000020:00000001:0.0:1789449462.914007:0:32012:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016078336 : -107152693473280 : ffff9e8b91c4d000) 00010000:00000001:0.0:1789449462.914009:0:32012:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016078336 : -107152693473280 : ffff9e8b91c4d000) 00010000:00000001:0.0:1789449462.914011:0:32012:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449462.914013:0:32012:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d000/0xcddde1459ded662d lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d38d expref: -99 pid: 32012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449462.914017:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.914018:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789449462.914021:0:32012:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d000/0xcddde1459ded662d lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d38d expref: -99 pid: 32012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449462.914026:0:32012:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449462.914028:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.914028:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449462.914030:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.914031:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789449462.914035:0:32012:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9e8b9065c000 x1876371947500672/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/688 e 0 to 0 dl 1789449478 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1789449462.914044:0:32012:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449462.914046:0:32012:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449462.914047:0:32012:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4d000 refcount=3 00000020:00000001:0.0:1789449462.914049:0:32012:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016078336 : -107152693473280 : ffff9e8b91c4d000) 00010000:00000001:0.0:1789449462.914051:0:32012:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016078336 : -107152693473280 : ffff9e8b91c4d000) 00010000:00000001:0.0:1789449462.914053:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.914054:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449462.914056:0:32012:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449462.914058:0:32012:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449462.914061:0:32012:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1789449462.914063:0:32012:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449462.914064:0:32012:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449462.914065:0:32012:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4d000 refcount=3 00000020:00000001:0.0:1789449462.914067:0:32012:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016078336 : -107152693473280 : ffff9e8b91c4d000) 00010000:00000001:0.0:1789449462.914069:0:32012:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016078336 : -107152693473280 : ffff9e8b91c4d000) 00000002:00010000:0.0:1789449462.914071:0:32012:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d000/0xcddde1459ded662d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d38d expref: -99 pid: 32012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449462.914077:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.914078:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449462.914080:0:32012:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789449462.914081:0:32012:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449462.914082:0:32012:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449462.914083:0:32012:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4d000 refcount=3 00000020:00000001:0.0:1789449462.914084:0:32012:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016078336 : -107152693473280 : ffff9e8b91c4d000) 00010000:00000001:0.0:1789449462.914086:0:32012:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016078336 : -107152693473280 : ffff9e8b91c4d000) 00010000:00000040:0.0:1789449462.914089:0:32012:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922ded00 count: 3 00010000:00000001:0.0:1789449462.914091:0:32012:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789449462.914267:0:32012:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e8b83488400 type 13 mode 4 res 8589935621/32 (0 0) 00010000:00000001:0.0:1789449462.914270:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.914271:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449462.914273:0:32012:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789449462.914276:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6f9f0 00000002:00002000:0.0:1789449462.914279:0:32012:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21g.recovery-small-2 intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1789449462.914282:0:32012:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449462.914287:0:32012:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449462.914289:0:32012:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789449462.914293:0:32012:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1789449462.914296:0:32012:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449462.914300:0:32012:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000001:0.0:1789449462.914303:0:32012:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1789449462.914305:0:32012:0:(namei.c:674:ll_lookup_it_finish()) it ffffb71181d6fe00 it_disposition b 00000080:00000001:0.0:1789449462.914318:0:32012:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789449462.914323:0:32012:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1789449462.914327:0:32012:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1789449462.914334:0:32012:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9e8b8c476dc0. 00800000:00000001:0.0:1789449462.914337:0:32012:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446636920923975104 : -107152785576512 : ffff9e8b8c476dc0) 00800000:00000001:0.0:1789449462.914340:0:32012:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449462.914342:0:32012:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789449462.914345:0:32012:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611168 : 144115205339611168 : 200000405000020) 00000080:00000001:0.0:1789449462.914348:0:32012:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:0.0:1789449462.914353:0:32012:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1789449462.914355:0:32012:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x20:0x0] 00000080:00000001:0.0:1789449462.914359:0:32012:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1789449462.914362:0:32012:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1789449462.914363:0:32012:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449462.914366:0:32012:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611168 : 144115205339611168 : 200000405000020) 00000080:00000001:0.0:1789449462.914368:0:32012:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1789449462.914371:0:32012:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611168 mtime from 1789449444 to 1789449462 00000080:00200000:0.0:1789449462.914376:0:32012:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x20:0x0], updating i_size 4096 00000080:00200000:0.0:1789449462.914378:0:32012:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x20:0x0](ffff9e8b891121c8): rc = 0 00000080:00000001:0.0:1789449462.914380:0:32012:0:(namei.c:156:ll_iget()) Process leaving (rc=18446636920870085064 : -107152839466552 : ffff9e8b891121c8) 00010000:00000001:0.0:1789449462.914382:0:32012:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449462.914384:0:32012:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449462.914386:0:32012:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4d000 refcount=3 00000020:00000001:0.0:1789449462.914388:0:32012:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016078336 : -107152693473280 : ffff9e8b91c4d000) 00010000:00000001:0.0:1789449462.914390:0:32012:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016078336 : -107152693473280 : ffff9e8b91c4d000) 00010000:00000001:0.0:1789449462.914392:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.914394:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789449462.914395:0:32012:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789449462.914398:0:32012:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1789449462.914399:0:32012:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8c476dc0 1 00800000:00000010:0.0:1789449462.914401:0:32012:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9e8b8c476dc0. 00800000:00000001:0.0:1789449462.914404:0:32012:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449462.914407:0:32012:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x20:0x0](ffff9e8b891121c8) for lock 0xcddde1459ded662d 00800000:00000001:0.0:1789449462.914409:0:32012:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789449462.914412:0:32012:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789449462.914413:0:32012:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449462.914414:0:32012:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449462.914415:0:32012:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4d000 refcount=3 00000020:00000001:0.0:1789449462.914417:0:32012:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016078336 : -107152693473280 : ffff9e8b91c4d000) 00010000:00000001:0.0:1789449462.914418:0:32012:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016078336 : -107152693473280 : ffff9e8b91c4d000) 00010000:00000001:0.0:1789449462.914421:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.914422:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449462.914423:0:32012:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449462.914425:0:32012:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1789449462.914431:0:32012:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9e8b89334af8 inode ffff9e8b891121c8 refc 1 flags 0x20000e 00000080:00000002:0.0:1789449462.914434:0:32012:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21g.recovery-small-2 [0x200000405:0x20:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:0.0:1789449462.914439:0:32012:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1789449462.914442:0:32012:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x20:0x0](ffff9e8b891121c8) 00000080:00010000:0.0:1789449462.914445:0:32012:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded662d from it ffffb71181d6fe00 00010000:00000001:0.0:1789449462.914446:0:32012:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449462.914447:0:32012:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449462.914448:0:32012:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4d000 refcount=3 00000020:00000001:0.0:1789449462.914450:0:32012:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016078336 : -107152693473280 : ffff9e8b91c4d000) 00010000:00000001:0.0:1789449462.914451:0:32012:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016078336 : -107152693473280 : ffff9e8b91c4d000) 00010000:00000001:0.0:1789449462.914453:0:32012:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449462.914456:0:32012:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d000/0xcddde1459ded662d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d38d expref: -99 pid: 32012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449462.914461:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.914462:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449462.914464:0:32012:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789449462.914466:0:32012:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789449462.914468:0:32012:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d000/0xcddde1459ded662d lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d38d expref: -99 pid: 32012 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789449462.914475:0:32012:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789449462.914478:0:32012:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789449462.914481:0:32012:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449462.914484:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.914486:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449462.914487:0:32012:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.914490:0:32012:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789449462.914492:0:32012:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.914493:0:32012:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.914496:0:32012:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.914497:0:32012:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449462.914498:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.914499:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789449462.914501:0:32012:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1789449462.914504:0:32012:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b86220200. 00000100:00000001:0.0:1789449462.914509:0:32012:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449462.914514:0:32012:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065c000 x1876371947500672/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/688 e 0 to 0 dl 1789449478 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449462.914520:0:32012:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789449462.914523:0:32012:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449462.914527:0:32012:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9e8b8986f000. 02000000:00000001:0.0:1789449462.914529:0:32012:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789449462.914532:0:32012:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449462.914533:0:32012:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=9 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:0.0:1789449462.914535:0:32012:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449462.914538:0:32012:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b83605c00. 02000000:00000001:0.0:1789449462.914542:0:32012:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449462.914544:0:32012:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449462.914546:0:32012:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065c000. 00000100:00000001:0.0:1789449462.914550:0:32012:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449462.914552:0:32012:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789449462.914555:0:32012:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1789449462.914556:0:32012:0:(dcache.c:176:ll_intent_release()) intent ffffb71181d6fe00 released 00000080:00000001:0.0:1789449462.914558:0:32012:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1789449462.914563:0:32012:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789449462.914565:0:32012:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789449462.914567:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6fd50 00000080:00200000:0.0:1789449462.914570:0:32012:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:0.0:1789449462.914576:0:32012:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b83420000. 00800000:00000002:0.0:1789449462.914582:0:32012:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:0.0:1789449462.914585:0:32012:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789449462.914588:0:32012:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789449462.914590:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6fc70 00800000:00000002:0.0:1789449462.914592:0:32012:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449462.914596:0:32012:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789449462.914599:0:32012:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449462.914602:0:32012:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449462.914605:0:32012:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449462.914607:0:32012:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449462.914609:0:32012:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449462.914612:0:32012:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449462.914614:0:32012:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449462.914617:0:32012:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789449462.914621:0:32012:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789449462.914623:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6fb40 00000002:00010000:0.0:1789449462.914625:0:32012:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789449462.914629:0:32012:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789449462.914631:0:32012:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449462.914632:0:32012:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449462.914636:0:32012:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbae00 count: 2 00010000:00000001:0.0:1789449462.914638:0:32012:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449462.914641:0:32012:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449462.914643:0:32012:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789449462.914646:0:32012:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded6618 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d332 expref: -99 pid: 32012 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1789449462.914654:0:32012:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789449462.914657:0:32012:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449462.914661:0:32012:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded6618 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d332 expref: -99 pid: 32012 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:0.0:1789449462.914667:0:32012:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789449462.914668:0:32012:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789449462.914670:0:32012:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789449462.914672:0:32012:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789449462.914674:0:32012:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789449462.914675:0:32012:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789449462.914678:0:32012:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789449462.914679:0:32012:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:0.0:1789449462.914681:0:32012:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b83420000. 00000080:00000001:0.0:1789449462.914684:0:32012:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789449462.914686:0:32012:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449462.914688:0:32012:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:0.0:1789449462.914691:0:32012:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded6618 00800000:00000001:0.0:1789449462.914693:0:32012:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789449462.914695:0:32012:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789449462.914696:0:32012:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449462.914697:0:32012:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449462.914699:0:32012:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499200 refcount=3 00000020:00000001:0.0:1789449462.914700:0:32012:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:0.0:1789449462.914702:0:32012:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:0.0:1789449462.914704:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.914705:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449462.914706:0:32012:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449462.914708:0:32012:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449462.914710:0:32012:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded6618 from it ffffb71181d6fd88 00010000:00000001:0.0:1789449462.914712:0:32012:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449462.914713:0:32012:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449462.914714:0:32012:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499200 refcount=3 00000020:00000001:0.0:1789449462.914716:0:32012:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:0.0:1789449462.914718:0:32012:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:0.0:1789449462.914720:0:32012:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449462.914722:0:32012:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded6618 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d332 expref: -99 pid: 32012 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1789449462.914728:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.914729:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449462.914731:0:32012:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789449462.914732:0:32012:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789449462.914735:0:32012:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded6618 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d332 expref: -99 pid: 32012 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1789449462.914740:0:32012:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789449462.914742:0:32012:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789449462.914743:0:32012:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449462.914745:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.914746:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449462.914747:0:32012:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.914750:0:32012:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789449462.914751:0:32012:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.914753:0:32012:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.914755:0:32012:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.914757:0:32012:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449462.914758:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.914759:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789449462.914761:0:32012:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789449462.914762:0:32012:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789449462.914764:0:32012:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908), inode mode 41ff mask 3 00000080:00000001:0.0:1789449462.914769:0:32012:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449462.914773:0:32012:0:(namei.c:2258:ll_rmdir()) Process entered 00000020:00000001:0.0:1789449462.914775:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6fe18 00000080:00200000:0.0:1789449462.914777:0:32012:0:(namei.c:2261:ll_rmdir()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00000001:0.0:1789449462.914780:0:32012:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000080:00000040:0.0:1789449462.914783:0:32012:0:(llite_foreign.c:245:ll_foreign_is_removable()) unable to check if dir (d21g.recovery-small-2, [0x200000405:0x20:0x0]) is foreign... 00000080:00000001:0.0:1789449462.914786:0:32012:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1789449462.914790:0:32012:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b83420000. 00800000:00000002:0.0:1789449462.914793:0:32012:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00800000:00000001:0.0:1789449462.914798:0:32012:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:0.0:1789449462.914802:0:32012:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449462.914803:0:32012:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449462.914804:0:32012:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449462.914806:0:32012:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449462.914807:0:32012:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449462.914809:0:32012:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449462.914810:0:32012:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449462.914812:0:32012:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449462.914813:0:32012:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449462.914814:0:32012:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449462.914816:0:32012:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449462.914817:0:32012:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449462.914819:0:32012:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:0.0:1789449462.914820:0:32012:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449462.914823:0:32012:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:0.0:1789449462.914824:0:32012:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449462.914825:0:32012:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449462.914826:0:32012:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449462.914827:0:32012:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449462.914828:0:32012:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449462.914830:0:32012:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:0.0:1789449462.914832:0:32012:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449462.914834:0:32012:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000405:0x20:0x0] 00800000:00000001:0.0:1789449462.914837:0:32012:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449462.914839:0:32012:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000405:0x20:0x0] -> mds #0 00000002:00000001:0.0:1789449462.914843:0:32012:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1789449462.914846:0:32012:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789449462.914848:0:32012:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbae00 count: 2 00010000:00000001:0.0:1789449462.914850:0:32012:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449462.914853:0:32012:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789449462.914856:0:32012:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789449462.914859:0:32012:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded6618 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xeb7cbf5e2fd3d332 expref: -99 pid: 32012 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:0.0:1789449462.914909:0:32012:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789449462.914913:0:32012:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789449462.914916:0:32012:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789449462.914917:0:32012:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1789449462.914919:0:32012:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449462.914921:0:32012:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449462.914922:0:32012:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbae00 count: 3 00010000:00000001:0.0:1789449462.914924:0:32012:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789449462.914927:0:32012:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449462.914928:0:32012:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449462.914929:0:32012:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449462.914931:0:32012:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbae00 count: 3 00010000:00000001:0.0:1789449462.914932:0:32012:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789449462.914934:0:32012:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449462.914935:0:32012:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449462.914936:0:32012:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449462.914938:0:32012:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbae00 count: 3 00010000:00000001:0.0:1789449462.914939:0:32012:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789449462.914941:0:32012:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449462.914943:0:32012:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789449462.914945:0:32012:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9e8b89180840, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1789449462.914950:0:32012:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1789449462.914953:0:32012:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1789449462.914956:0:32012:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789449462.914958:0:32012:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.914961:0:32012:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789449462.914963:0:32012:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789449462.914965:0:32012:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789449462.914966:0:32012:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449462.914968:0:32012:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1789449462.914970:0:32012:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9e8b86499200 with handle 0xcddde1459ded6618 from hash 00010000:00000001:0.0:1789449462.914973:0:32012:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789449462.914974:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.914975:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449462.914976:0:32012:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789449462.914979:0:32012:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789449462.914981:0:32012:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789449462.914984:0:32012:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789449462.914986:0:32012:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789449462.914988:0:32012:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789449462.914990:0:32012:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789449462.914992:0:32012:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922ded00 count: 3 00010000:00000001:0.0:1789449462.914994:0:32012:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449462.914995:0:32012:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789449462.914997:0:32012:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789449462.915000:0:32012:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d000/0xcddde1459ded662d lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xeb7cbf5e2fd3d38d expref: -99 pid: 32012 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1789449462.915010:0:32012:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789449462.915011:0:32012:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789449462.915013:0:32012:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789449462.915014:0:32012:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x20:0x0] mode (null) 00000002:00000001:0.0:1789449462.915016:0:32012:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449462.915017:0:32012:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449462.915018:0:32012:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922ded00 count: 4 00010000:00000001:0.0:1789449462.915020:0:32012:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789449462.915022:0:32012:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449462.915023:0:32012:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449462.915024:0:32012:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449462.915025:0:32012:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922ded00 count: 4 00010000:00000001:0.0:1789449462.915026:0:32012:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789449462.915027:0:32012:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449462.915029:0:32012:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449462.915030:0:32012:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449462.915031:0:32012:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922ded00 count: 4 00010000:00000001:0.0:1789449462.915032:0:32012:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789449462.915034:0:32012:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449462.915036:0:32012:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789449462.915038:0:32012:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000405:0x20:0x0] lli = ffff9e8b89112100, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1789449462.915041:0:32012:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1789449462.915042:0:32012:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1789449462.915043:0:32012:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1789449462.915045:0:32012:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x20:0x0](ffff9e8b891121c8) invalid 00000020:00000001:0.0:1789449462.915048:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6fa80 00000080:00002000:0.0:1789449462.915049:0:32012:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21g.recovery-small-2 (ffff9e8b89334af8) parent ffff9e8b892cbca8 inode ffff9e8b891121c8 refc 2 00000080:00000001:0.0:1789449462.915053:0:32012:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1789449462.915054:0:32012:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789449462.915055:0:32012:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.915058:0:32012:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789449462.915059:0:32012:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789449462.915060:0:32012:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789449462.915062:0:32012:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449462.915064:0:32012:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1789449462.915066:0:32012:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9e8b91c4d000 with handle 0xcddde1459ded662d from hash 00010000:00000001:0.0:1789449462.915068:0:32012:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789449462.915069:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.915071:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449462.915072:0:32012:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789449462.915073:0:32012:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789449462.915074:0:32012:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789449462.915077:0:32012:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789449462.915079:0:32012:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498400/0xcddde1459ded6626 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x20:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xeb7cbf5e2fd3d34e expref: -99 pid: 32012 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:0.0:1789449462.915084:0:32012:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789449462.915085:0:32012:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789449462.915087:0:32012:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789449462.915088:0:32012:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x20:0x0] mode CR 00000002:00000001:0.0:1789449462.915089:0:32012:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449462.915090:0:32012:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449462.916017:0:32012:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922ded00 count: 4 00010000:00000001:0.0:1789449462.916022:0:32012:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789449462.916026:0:32012:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449462.916028:0:32012:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449462.916030:0:32012:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449462.916032:0:32012:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922ded00 count: 4 00010000:00000001:0.0:1789449462.916033:0:32012:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789449462.916035:0:32012:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449462.916037:0:32012:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449462.916040:0:32012:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1789449462.916044:0:32012:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1789449462.916049:0:32012:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9e8b83420400. 00000080:00000001:0.0:1789449462.916052:0:32012:0:(file.c:90:ll_prepare_close()) Process entered 00800000:00000002:0.0:1789449462.916055:0:32012:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b91d9a400 2 00000080:00000001:0.0:1789449462.916059:0:32012:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1789449462.916063:0:32012:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:0.0:1789449462.916065:0:32012:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449462.916069:0:32012:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449462.916071:0:32012:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449462.916073:0:32012:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449462.916075:0:32012:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449462.916077:0:32012:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:0.0:1789449462.916079:0:32012:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449462.916082:0:32012:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x20:0x0] 00000002:00000001:0.0:1789449462.916085:0:32012:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1789449462.916087:0:32012:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9e8b89903000: [0x200000405:0x20:0x0] file closed with intent: 0 00000100:00000010:0.0:1789449462.918398:0:32012:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d18380. 00000020:00000040:0.0:1789449462.918412:0:32012:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=10 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000100:00000001:0.0:1789449462.918419:0:32012:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449462.918423:0:32012:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449462.918428:0:32012:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449462.918441:0:32012:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e8b864b0400. 00000100:00000001:0.0:1789449462.918448:0:32012:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1789449462.918468:0:32012:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9e8b87d18000 x1876371947500288/t4294967611(4294967611) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/664 e 0 to 0 dl 1789449478 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1789449462.918482:0:32012:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e8b89903000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1789449462.918487:0:32012:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e8b87d18380 x1876371947500928/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1789449462.918494:0:32012:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789449462.918496:0:32012:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789449462.918504:0:32012:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b865ccf00. 00000100:00000001:0.0:1789449462.918507:0:32012:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920824712960 : -107152884838656 : ffff9e8b865ccf00) 00000100:00000001:0.0:1789449462.918510:0:32012:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449462.918511:0:32012:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849138560 : -107152860413056 : ffff9e8b87d18380) 00000100:00000001:0.0:1789449462.918516:0:32012:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449462.918519:0:32012:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449462.918521:0:32012:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789449462.918523:0:32012:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789449462.918528:0:32012:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b87d18380 x1876371947500928/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449462.918535:0:32012:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789449462.918537:0:32012:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449462.918540:0:32012:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789449462.918542:0:32012:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789449462.918544:0:32012:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449462.918547:0:32012:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b87d18380 pname:cluuid:pid:xid:nid:opc:job rm:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:32012:1876371947500928:192.168.202.109@tcp:35:rm.0 00000100:00000001:0.0:1789449462.918551:0:32012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789449462.918557:0:32012:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789449462.918558:0:32012:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449462.918561:0:32012:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789449462.918565:0:32012:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b836b1000. 02000000:00000001:0.0:1789449462.918567:0:32012:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449462.918577:0:32012:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:0.0:1789449462.918581:0:32012:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b865804d0. 00000400:00000010:0.0:1789449462.918588:0:32012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5a18. 00000100:00000200:0.0:1789449462.918594:0:32012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947500928, portal 10 00000100:00000001:0.0:1789449462.918596:0:32012:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449462.918597:0:32012:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849138560 : -107152860413056 : ffff9e8b87d18380) 00000100:00000040:0.0:1789449462.918604:0:32012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b87d18380 x1876371947500928/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449478 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449462.918611:0:32012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789449462.918614:0:32012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1789449462.918617:0:32012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5330. 00000100:00000200:0.0:1789449462.918620:0:32012:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876371947500928, offset 0 00000400:00000200:0.0:1789449462.918627:0:32012:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1789449462.918635:0:32012:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449462.918643:0:32012:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1789449462.918648:0:32012:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789449462.918652:0:32012:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1789449462.918656:0:32012:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789449462.918659:0:32012:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1789449462.918662:0:32012:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2710:2710:256:4294967295] 192.168.202.109@tcp LPNI seq info [2710:2710:8:4294967295] 00000400:00000200:0.0:1789449462.918666:0:32012:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449462.918674:0:32012:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1789449462.918681:0:32012:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1789449462.918687:0:32012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b864ec000. 00000800:00000200:0.0:1789449462.918694:0:32012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1789449462.918703:0:32012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1789449462.918708:0:32012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b864ec000 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1789449462.918728:0:32012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449462.918733:0:32012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 814350 usecs (815 jiffies) 00000400:00000200:0.0:1789449462.918736:0:32012:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:0.0:1789449462.918739:0:32012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296466419 00000100:00000001:0.0:1789449462.918743:0:32012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296467489 00000100:00000001:0.0:1789449462.918745:0:32012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296466419 00000100:00000001:0.0:1789449462.918748:0:32012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296467489 00000100:00000001:0.0:1789449462.918750:0:32012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449462.918753:0:32012:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449462.918755:0:32012:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449462.918757:0:32012:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789449462.918759:0:32012:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b865ccf00 going to sleep for 11 seconds 00000100:00000001:0.0:1789449462.918762:0:32012:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449462.918765:0:32012:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449462.919772:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449462.919779:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ec000. 00000400:00000200:3.0:1789449462.919786:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449462.919793:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449462.919799:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5330 00000400:00000010:3.0:1789449462.919802:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5330. 00000100:00000001:3.0:1789449462.919807:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449462.919813:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d18380 x1876371947500928/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449478 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449462.919824:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449462.919828:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d18380 x1876371947500928/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449478 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449462.919835:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449462.919836:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449462.929509:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449462.929530:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449462.929534:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449462.929536:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449462.929546:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.929554:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449462.929562:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.929567:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.929572:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.929576:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 456 into portal 10 MB=0x6aa8ce365b580 00000400:00000200:2.0:1789449462.929581:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449462.929587:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 456/456 into md 0x7bdd [1] + 224 00000800:00000001:2.0:1789449462.929593:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449462.929601:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449462.929604:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449462.929608:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449462.929616:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449462.929625:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d18380 x1876371947500928/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449478 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449462.929636:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9e8b87d18380 x1876371947500928/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449478 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449462.929657:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449462.929665:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449462.929669:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449462.929739:0:32012:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789449462.929750:0:32012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449462.929752:0:32012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449462.929755:0:32012:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b865804d0. 00000400:00000200:0.0:1789449462.929760:0:32012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5a18 00000400:00000010:0.0:1789449462.929762:0:32012:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5a18. 00000100:00000001:0.0:1789449462.929766:0:32012:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449462.929770:0:32012:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b87d18380 x1876371947500928/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449478 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789449462.929777:0:32012:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b87d18380 x1876371947500928/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449478 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449462.929783:0:32012:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449462.929786:0:32012:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449462.929789:0:32012:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449462.929792:0:32012:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449462.929794:0:32012:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449462.929796:0:32012:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449462.929799:0:32012:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449462.929808:0:32012:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ecf0 time=92 v=5 (5 5 5 5) 00000100:00001000:0.0:1789449462.929813:0:32012:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1789449462.929816:0:32012:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449462.929818:0:32012:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.929820:0:32012:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449462.929823:0:32012:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449462.929826:0:32012:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789449462.929828:0:32012:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1789449462.929829:0:32012:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789449462.929832:0:32012:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449462.929833:0:32012:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849138560 : -107152860413056 : ffff9e8b87d18380) 00000100:00000001:0.0:1789449462.929836:0:32012:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789449462.929838:0:32012:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967600 00000100:00000001:0.0:1789449462.929840:0:32012:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449462.929843:0:32012:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449462.929847:0:32012:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b87d18380 x1876371947500928/t4294967613(4294967613) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449478 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449462.929853:0:32012:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449462.929856:0:32012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449462.929858:0:32012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449462.929861:0:32012:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b87d18380 x1876371947500928/t4294967613(4294967613) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449478 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789449462.929869:0:32012:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b87d18380 pname:cluuid:pid:xid:nid:opc:job rm:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:32012:1876371947500928:192.168.202.109@tcp:35:rm.0 00000100:00000001:0.0:1789449462.929873:0:32012:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449462.929876:0:32012:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449462.929973:0:32012:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789449462.929977:0:32012:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449462.929981:0:32012:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d18380 x1876371947500928/t4294967613(4294967613) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449478 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449462.929988:0:32012:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789449462.929991:0:32012:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b865ccf00. 00000100:00000001:0.0:1789449462.929994:0:32012:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789449462.929996:0:32012:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449462.930003:0:32012:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449462.930004:0:32012:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849138560 : -107152860413056 : ffff9e8b87d18380) 00000002:00000001:0.0:1789449462.930007:0:32012:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449462.930010:0:32012:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449462.930014:0:32012:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b91d9a400 2 00000080:00000010:0.0:1789449462.930018:0:32012:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b83420400. 00000080:00000001:0.0:1789449462.930022:0:32012:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1789449462.930026:0:32012:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1789449462.930029:0:32012:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449462.930031:0:32012:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449462.930034:0:32012:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449462.930036:0:32012:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449462.930038:0:32012:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449462.930040:0:32012:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:0.0:1789449462.930043:0:32012:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449462.930047:0:32012:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1789449462.930052:0:32012:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9e8b87d18000 x1876371947500288/t4294967611(4294967611) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/664 e 0 to 0 dl 1789449478 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449462.930060:0:32012:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449462.930061:0:32012:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849137664 : -107152860413952 : ffff9e8b87d18000) 00000100:00000001:0.0:1789449462.930063:0:32012:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449462.930066:0:32012:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d18000 x1876371947500288/t4294967611(4294967611) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/664 e 0 to 0 dl 1789449478 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449462.930071:0:32012:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449462.930073:0:32012:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449462.930076:0:32012:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d18380 x1876371947500928/t4294967613(4294967613) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449478 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449462.930081:0:32012:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449462.930083:0:32012:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449462.930085:0:32012:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b87d18000 x1876371947500288/t4294967611(4294967611) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/664 e 0 to 0 dl 1789449478 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449462.930150:0:32012:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1789449462.930155:0:32012:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449462.930158:0:32012:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=9 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:0.0:1789449462.930160:0:32012:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449462.930163:0:32012:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b836b2000. 02000000:00000001:0.0:1789449462.930168:0:32012:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449462.930169:0:32012:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449462.930171:0:32012:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b87d18000. 00000100:00000001:0.0:1789449462.930174:0:32012:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449462.930175:0:32012:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449462.930177:0:32012:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449462.930180:0:32012:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d18380 x1876371947500928/t4294967613(4294967613) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449478 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449462.930186:0:32012:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789449462.930188:0:32012:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff9e8b87d97f20. 00000002:00000001:0.0:1789449462.930190:0:32012:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449462.930193:0:32012:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789449462.930195:0:32012:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9e8b8c476200. 00000100:00000001:0.0:1789449462.930198:0:32012:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449462.930200:0:32012:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b87d18380 x1876371947500928/t4294967613(4294967613) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449478 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449462.930205:0:32012:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789449462.930206:0:32012:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449462.930209:0:32012:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b836b1000. 02000000:00000001:0.0:1789449462.930211:0:32012:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789449462.930212:0:32012:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449462.930214:0:32012:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:0.0:1789449462.930215:0:32012:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449462.930216:0:32012:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e8b864b0400. 02000000:00000001:0.0:1789449462.930219:0:32012:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449462.930220:0:32012:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449462.930221:0:32012:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b87d18380. 00000100:00000001:0.0:1789449462.930223:0:32012:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449462.930224:0:32012:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789449462.930227:0:32012:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449462.930229:0:32012:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789449462.930232:0:32012:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x20:0x0] mode (null) 00000002:00000001:0.0:1789449462.930235:0:32012:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449462.930238:0:32012:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449462.930243:0:32012:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922ded00 count: 4 00010000:00000001:0.0:1789449462.930246:0:32012:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789449462.930250:0:32012:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449462.930253:0:32012:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449462.930256:0:32012:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1789449462.930258:0:32012:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x20:0x0](ffff9e8b891121c8) invalid 00000020:00000001:0.0:1789449462.930262:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6fa80 00000080:00002000:0.0:1789449462.930265:0:32012:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21g.recovery-small-2 (ffff9e8b89334af8) parent ffff9e8b892cbca8 inode ffff9e8b891121c8 refc 2 00000080:00000001:0.0:1789449462.930268:0:32012:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1789449462.930271:0:32012:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789449462.930273:0:32012:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.930277:0:32012:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789449462.930280:0:32012:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789449462.930282:0:32012:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789449462.930283:0:32012:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449462.930286:0:32012:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1789449462.930289:0:32012:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9e8b86498400 with handle 0xcddde1459ded6626 from hash 00010000:00000001:0.0:1789449462.930292:0:32012:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789449462.930294:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449462.930296:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449462.930297:0:32012:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789449462.930300:0:32012:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789449462.930302:0:32012:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789449462.930304:0:32012:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1789449462.930316:0:32012:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:0.0:1789449462.930319:0:32012:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:0.0:1789449462.930325:0:32012:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d18380. 00000020:00000040:0.0:1789449462.930328:0:32012:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=9 obd=lustre-MDT0000-mdc-ffff9e8b89903000 02000000:00000001:0.0:1789449462.930333:0:32012:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789449462.930334:0:32012:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.930336:0:32012:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789449462.930340:0:32012:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449462.930343:0:32012:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449462.930347:0:32012:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449462.930349:0:32012:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449462.930353:0:32012:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449462.930359:0:32012:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e8b864b0400. 00000100:00000001:0.0:1789449462.930364:0:32012:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.930367:0:32012:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789449462.930369:0:32012:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1789449462.930374:0:32012:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d000/0xcddde1459ded662d lrc: 1/0,0 mode: --/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xeb7cbf5e2fd3d38d expref: -99 pid: 32012 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1789449462.930383:0:32012:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498400/0xcddde1459ded6626 lrc: 1/0,0 mode: --/CR res: [0x200000405:0x20:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xeb7cbf5e2fd3d34e expref: -99 pid: 32012 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1789449462.930389:0:32012:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded6618 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xeb7cbf5e2fd3d332 expref: -99 pid: 32012 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1789449462.930394:0:32012:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:0.0:1789449462.930396:0:32012:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:0.0:1789449462.930398:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789449462.930400:0:32012:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d000/0xcddde1459ded662d lrc: 0/0,0 mode: --/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xeb7cbf5e2fd3d38d expref: -99 pid: 32012 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789449462.930411:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449462.930412:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789449462.930414:0:32012:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498400/0xcddde1459ded6626 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x20:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xeb7cbf5e2fd3d34e expref: -99 pid: 32012 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:0.0:1789449462.930419:0:32012:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9e8b922ded00 count: 0 00010000:00000010:0.0:1789449462.930424:0:32012:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e8b84d02d00. 00010000:00000001:0.0:1789449462.930430:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449462.930431:0:32012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789449462.930433:0:32012:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded6618 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xeb7cbf5e2fd3d332 expref: -99 pid: 32012 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000040:0.0:1789449462.930439:0:32012:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9e8b82cbae00 count: 0 00010000:00000010:0.0:1789449462.930442:0:32012:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e8b9066e100. 00010000:00000001:0.0:1789449462.930446:0:32012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449462.930447:0:32012:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.930449:0:32012:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789449462.930451:0:32012:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.930452:0:32012:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1789449462.930461:0:32012:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e8b89903000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1789449462.930466:0:32012:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e8b87d18380 x1876371947501184/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789449462.930472:0:32012:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789449462.930474:0:32012:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789449462.930478:0:32012:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b865ccf00. 00000100:00000001:0.0:1789449462.930481:0:32012:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920824712960 : -107152884838656 : ffff9e8b865ccf00) 00000100:00000001:0.0:1789449462.930483:0:32012:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449462.930484:0:32012:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849138560 : -107152860413056 : ffff9e8b87d18380) 00000100:00000001:0.0:1789449462.930487:0:32012:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449462.930491:0:32012:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449462.930493:0:32012:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789449462.930495:0:32012:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789449462.930498:0:32012:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b87d18380 x1876371947501184/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449462.930504:0:32012:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789449462.930506:0:32012:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449462.930509:0:32012:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789449462.930511:0:32012:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789449462.930514:0:32012:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449462.930517:0:32012:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b87d18380 pname:cluuid:pid:xid:nid:opc:job rm:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:32012:1876371947501184:192.168.202.109@tcp:36:rm.0 00000100:00000001:0.0:1789449462.930522:0:32012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789449462.930527:0:32012:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789449462.930529:0:32012:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449462.930531:0:32012:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789449462.930535:0:32012:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b836b1000. 02000000:00000001:0.0:1789449462.930537:0:32012:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449462.930543:0:32012:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:0.0:1789449462.930546:0:32012:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b865804d0. 00000400:00000010:0.0:1789449462.930551:0:32012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5a18. 00000100:00000200:0.0:1789449462.930556:0:32012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947501184, portal 10 00000100:00000001:0.0:1789449462.930558:0:32012:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449462.930559:0:32012:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849138560 : -107152860413056 : ffff9e8b87d18380) 00000100:00000040:0.0:1789449462.930565:0:32012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b87d18380 x1876371947501184/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 512/624 e 0 to 0 dl 1789449478 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449462.930572:0:32012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789449462.930574:0:32012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1789449462.930577:0:32012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5ee0. 00000100:00000200:0.0:1789449462.930580:0:32012:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1876371947501184, offset 0 00000400:00000200:0.0:1789449462.930585:0:32012:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1789449462.930591:0:32012:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449462.930597:0:32012:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1789449462.930602:0:32012:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789449462.930606:0:32012:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1789449462.930610:0:32012:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789449462.930613:0:32012:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1789449462.930616:0:32012:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2711:2711:256:4294967295] 192.168.202.109@tcp LPNI seq info [2711:2711:8:4294967295] 00000400:00000200:0.0:1789449462.930620:0:32012:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449462.930629:0:32012:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1789449462.930635:0:32012:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1789449462.930640:0:32012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b864eca00. 00000800:00000200:0.0:1789449462.930647:0:32012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1789449462.930655:0:32012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1789449462.930658:0:32012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b864eca00 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:0.0:1789449462.930723:0:32012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449462.930729:0:32012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 813193 usecs (814 jiffies) 00000400:00000200:0.0:1789449462.930733:0:32012:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:0.0:1789449462.930735:0:32012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296466430 00000100:00000001:0.0:1789449462.930738:0:32012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296467489 00000100:00000001:0.0:1789449462.930741:0:32012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296466430 00000100:00000001:0.0:1789449462.930744:0:32012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296467489 00000100:00000001:0.0:1789449462.930746:0:32012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449462.930748:0:32012:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449462.930750:0:32012:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449462.930752:0:32012:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789449462.930754:0:32012:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b865ccf00 going to sleep for 11 seconds 00000100:00000001:0.0:1789449462.930757:0:32012:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449462.930759:0:32012:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449462.934685:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449462.934696:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864eca00. 00000400:00000200:3.0:1789449462.934703:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449462.934712:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449462.934720:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5ee0 00000400:00000010:3.0:1789449462.934724:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5ee0. 00000100:00000001:3.0:1789449462.934729:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449462.934738:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d18380 x1876371947501184/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 512/624 e 0 to 0 dl 1789449478 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449462.934751:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449462.934754:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d18380 x1876371947501184/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 512/624 e 0 to 0 dl 1789449478 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449462.934761:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449462.934762:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789449462.941697:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449462.941722:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449462.941727:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449462.941730:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449462.941740:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449462.941749:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449462.941759:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449462.941765:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449462.941770:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449462.941775:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 456 into portal 10 MB=0x6aa8ce365b680 00000400:00000200:3.0:1789449462.941781:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449462.941787:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 456/456 into md 0x7be5 [1] + 224 00000800:00000001:3.0:1789449462.941796:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449462.941804:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449462.941807:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449462.941812:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449462.941821:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449462.941833:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d18380 x1876371947501184/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 512/624 e 0 to 0 dl 1789449478 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449462.941845:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9e8b87d18380 x1876371947501184/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 512/624 e 0 to 0 dl 1789449478 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449462.941877:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449462.941923:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449462.941927:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449462.942286:0:32012:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789449462.942295:0:32012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449462.942297:0:32012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449462.942301:0:32012:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b865804d0. 00000400:00000200:0.0:1789449462.942317:0:32012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5a18 00000400:00000010:0.0:1789449462.942321:0:32012:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5a18. 00000100:00000001:0.0:1789449462.942324:0:32012:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449462.942330:0:32012:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b87d18380 x1876371947501184/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 512/624 e 0 to 0 dl 1789449478 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789449462.942340:0:32012:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b87d18380 x1876371947501184/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 512/624 e 0 to 0 dl 1789449478 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449462.942346:0:32012:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449462.942348:0:32012:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449462.942351:0:32012:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449462.942355:0:32012:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449462.942358:0:32012:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449462.942361:0:32012:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449462.942365:0:32012:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449462.942376:0:32012:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=92 v=5 (5 102 102 102) 00000100:00001000:0.0:1789449462.942382:0:32012:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1789449462.942384:0:32012:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449462.942386:0:32012:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449462.942389:0:32012:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449462.942392:0:32012:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449462.942395:0:32012:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789449462.942397:0:32012:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009c/0x10000012d] 00000100:00000001:0.0:1789449462.942399:0:32012:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789449462.942403:0:32012:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449462.942404:0:32012:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849138560 : -107152860413056 : ffff9e8b87d18380) 00000100:00000001:0.0:1789449462.942408:0:32012:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789449462.942410:0:32012:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967600 00000100:00000001:0.0:1789449462.942411:0:32012:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449462.942414:0:32012:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449462.942422:0:32012:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b87d18380 x1876371947501184/t4294967614(4294967614) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 512/456 e 0 to 0 dl 1789449478 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449462.942430:0:32012:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449462.942433:0:32012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449462.942436:0:32012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449462.942440:0:32012:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b87d18380 x1876371947501184/t4294967614(4294967614) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 512/456 e 0 to 0 dl 1789449478 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789449462.942448:0:32012:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b87d18380 pname:cluuid:pid:xid:nid:opc:job rm:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:32012:1876371947501184:192.168.202.109@tcp:36:rm.0 00000100:00000001:0.0:1789449462.942453:0:32012:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449462.942456:0:32012:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449462.942459:0:32012:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789449462.942461:0:32012:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449462.942465:0:32012:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d18380 x1876371947501184/t4294967614(4294967614) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 512/456 e 0 to 0 dl 1789449478 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449462.942472:0:32012:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789449462.942476:0:32012:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b865ccf00. 00000100:00000001:0.0:1789449462.942481:0:32012:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789449462.942483:0:32012:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449462.942493:0:32012:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449462.942497:0:32012:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449462.942501:0:32012:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:0.0:1789449462.942505:0:32012:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b83420000. 00000100:00000001:0.0:1789449462.942514:0:32012:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449462.942517:0:32012:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d18380 x1876371947501184/t4294967614(4294967614) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 512/456 e 0 to 0 dl 1789449478 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449462.942523:0:32012:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449462.942526:0:32012:0:(namei.c:2304:ll_rmdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449462.942545:0:32012:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:0.0:1789449462.942549:0:32012:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:0.0:1789449462.942551:0:32012:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000405:0x20:0x0](ffff9e8b891121c8) 00800000:00000001:0.0:1789449462.942555:0:32012:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:0.0:1789449462.942557:0:32012:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000405:0x20:0x0] 00000002:00000001:0.0:1789449462.942563:0:32012:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1789449462.942568:0:32012:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449462.942570:0:32012:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1789449462.942573:0:32012:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449462.942575:0:32012:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449462.942577:0:32012:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1789449462.942580:0:32012:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1789449462.942582:0:32012:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449462.942584:0:32012:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449462.942587:0:32012:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b91d9a400 1 00800000:00000010:0.0:1789449462.942589:0:32012:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9e8b91d9a400. 00000080:00000001:0.0:1789449462.942594:0:32012:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1789449462.942596:0:32012:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1789449462.942613:0:32012:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1789449462.942616:0:32012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d6fe30 00000080:00002000:0.0:1789449462.942619:0:32012:0:(dcache.c:127:ll_ddelete()) deleting dentry d21g.recovery-small-2 (ffff9e8b89334af8, parent ffff9e8b892cbca8, inode 0000000000000000) hashed, 00000080:00000001:0.0:1789449462.942623:0:32012:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789449462.942626:0:32012:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1789449462.942630:0:32012:0:(dcache.c:48:ll_release()) Process leaving 00010000:00000010:0.1:1789449462.954711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4d000. 00010000:00000010:0.1:1789449462.954729:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b922ded00. 00010000:00000010:0.1:1789449462.954733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b86498400. 00010000:00000010:0.1:1789449462.954737:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cbae00. 00010000:00000010:0.1:1789449462.954740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b86499200. 00000080:00000010:0.1:1789449462.975217:0:32019:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e8b89112100. 00000080:00000010:0.1:1789449462.975238:0:32019:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b8316f600. 00010000:00000001:3.0:1789449463.306078:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449463.306087:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449463.306094:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449463.306095:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449463.306100:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449463.306101:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449463.306127:0:16815:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789449463.306130:0:16815:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449463.306134:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789449463.684657:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80a9314a-fa92-41c3-8d17-36c58fffb192->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789449463.684669:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789449463.684679:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065ce00. 00000020:00000040:2.0:1789449463.684687:0:38:0:(genops.c:1209:class_import_get()) import ffff9e8b83927000 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:2.0:1789449463.684704:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449463.684707:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449463.684712:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449463.684721:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b89e26600. 00000100:00000001:2.0:1789449463.684729:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449463.684742:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 80a9314a-fa92-41c3-8d17-36c58fffb192->MGS req@ffff9e8b9065ce00 x1876371947501312/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789449463.684754:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449463.684768:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449463.684776:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e2be10fe] to pc [ptlrpcd_01_00+0] req@ffff9e8b9065ce00 x1876371947501312/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449463.684804:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449463.684807:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789449463.684810:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789449463.684814:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065f480. 00000020:00000040:2.0:1789449463.684817:0:38:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=10 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000100:00000001:2.0:1789449463.684820:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449463.684821:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449463.684823:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449463.684827:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b8aa52000. 00000100:00000001:2.0:1789449463.684831:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449463.684836:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0000_UUID req@ffff9e8b9065f480 x1876371947501440/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789449463.684843:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449463.684845:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449463.684849:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042360096] to pc [ptlrpcd_01_01+1] req@ffff9e8b9065f480 x1876371947501440/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449463.684857:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449463.684860:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789449463.684863:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789449463.684867:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065d500. 00000020:00000040:2.0:1789449463.684869:0:38:0:(genops.c:1209:class_import_get()) import ffff9e8b862dc800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000100:00000001:2.0:1789449463.684871:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449463.684872:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449463.684874:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449463.684912:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b8aa52c00. 00000100:00000001:2.0:1789449463.684916:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449463.684921:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0001_UUID req@ffff9e8b9065d500 x1876371947501568/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789449463.684928:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449463.684929:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449463.684933:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f9e8b8b] to pc [ptlrpcd_01_00+0] req@ffff9e8b9065d500 x1876371947501568/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449463.684939:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449463.684941:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789449463.684944:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789449463.684948:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065e680. 00000020:00000040:2.0:1789449463.684950:0:38:0:(genops.c:1209:class_import_get()) import ffff9e8b90c6e800 refcount=3 obd=lustre-OST0000-osc-ffff9e8b89903000 00000100:00000001:2.0:1789449463.684952:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449463.684953:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449463.684954:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449463.684957:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b8aa52b00. 00000100:00000001:2.0:1789449463.684959:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449463.684962:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0000_UUID req@ffff9e8b9065e680 x1876371947501696/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789449463.684969:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449463.684971:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449463.684974:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000060fc82dc] to pc [ptlrpcd_01_01+1] req@ffff9e8b9065e680 x1876371947501696/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449463.684980:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449463.684983:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789449463.684986:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789449463.684988:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065ea00. 00000020:00000040:2.0:1789449463.684990:0:38:0:(genops.c:1209:class_import_get()) import ffff9e8b8986b000 refcount=3 obd=lustre-OST0001-osc-ffff9e8b89903000 00000100:00000001:2.0:1789449463.684992:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449463.684993:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449463.684995:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449463.684998:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b83723c00. 00000100:00000001:2.0:1789449463.685001:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449463.685005:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0001_UUID req@ffff9e8b9065ea00 x1876371947501824/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789449463.685012:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449463.685013:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449463.685017:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeb08179] to pc [ptlrpcd_01_00+0] req@ffff9e8b9065ea00 x1876371947501824/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449463.685023:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449463.685027:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1804) 00000100:00000001:2.0:1789449463.685044:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449463.685047:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449463.685050:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789449463.685055:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065ce00 x1876371947501312/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449463.685062:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449463.685065:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449463.685068:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449463.685070:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449463.685073:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449463.685076:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:80a9314a-fa92-41c3-8d17-36c58fffb192:2401:1876371947501312:192.168.202.109@tcp:400:kworker.0 00000100:00000001:2.0:1789449463.685081:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789449463.685376:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449463.685380:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449463.685383:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789449463.685389:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b86220400. 02000000:00000001:2.0:1789449463.685392:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449463.685401:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449463.685406:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b95d8. 00000400:00000010:2.0:1789449463.685414:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d770. 00000100:00000200:2.0:1789449463.685420:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947501312, portal 25 00000100:00000001:2.0:1789449463.685424:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449463.685425:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993074688 : -107152716476928 : ffff9e8b9065ce00) 00000100:00000040:2.0:1789449463.685431:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b9065ce00 x1876371947501312/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449463.685437:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449463.685440:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449463.685442:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d550. 00000100:00000200:2.0:1789449463.685445:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876371947501312, offset 0 00000400:00000200:2.0:1789449463.685451:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449463.685460:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449463.685468:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449463.685473:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449463.685478:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449463.685482:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449463.685484:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449463.685488:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2712:2712:256:4294967295] 192.168.202.109@tcp LPNI seq info [2712:2712:8:4294967295] 00000400:00000200:2.0:1789449463.685492:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449463.685502:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449463.685508:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449463.685513:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b83723b00. 00000800:00000200:2.0:1789449463.685520:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449463.685528:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449463.685533:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b83723b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789449463.685545:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449463.685549:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449463.685552:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296470498 00000100:00000001:2.0:1789449463.685570:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296467489 00000100:00000001:2.0:1789449463.685574:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296470498 00000100:00000001:2.0:1789449463.685577:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296467489 00000100:00000001:2.0:1789449463.685581:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449463.685584:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449463.685587:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789449463.685591:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065d500 x1876371947501568/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449463.685598:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449463.685599:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449463.685602:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449463.685603:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449463.685605:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449463.685608:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2401:1876371947501568:192.168.202.109@tcp:400:kworker.0 00000100:00000001:2.0:1789449463.685611:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789449463.685614:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449463.685615:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449463.685617:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789449463.685621:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b86220c00. 02000000:00000001:2.0:1789449463.685623:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449463.685627:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449463.685630:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b9528. 00000400:00000010:2.0:1789449463.685634:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d6e8. 00000100:00000200:2.0:1789449463.685637:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947501568, portal 10 00000100:00000001:2.0:1789449463.685638:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449463.685639:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993076480 : -107152716475136 : ffff9e8b9065d500) 00000100:00000040:2.0:1789449463.685647:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b9065d500 x1876371947501568/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449463.685652:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449463.685654:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449463.685656:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d220. 00000100:00000200:2.0:1789449463.685658:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876371947501568, offset 0 00000400:00000200:2.0:1789449463.685662:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449463.685666:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449463.685670:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449463.685673:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449463.685675:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449463.685677:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449463.685679:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449463.685682:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2713:2713:255:4294967295] 192.168.202.109@tcp LPNI seq info [2713:2713:7:4294967295] 00000400:00000200:2.0:1789449463.685697:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449463.685703:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449463.685707:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449463.685711:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b83723600. 00000800:00000200:2.0:1789449463.685714:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449463.685718:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449463.685721:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b83723600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789449463.685724:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449463.685728:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: using a timeout of 22058 usecs (23 jiffies) 00000400:00000200:2.0:1789449463.685731:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449463.685734:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296466394 00000100:00000001:2.0:1789449463.685736:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296470498 00000100:00000001:2.0:1789449463.685738:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296466394 00000100:00000001:2.0:1789449463.685740:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296470498 00000100:00000001:2.0:1789449463.685742:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449463.685745:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449463.685746:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789449463.685750:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065ea00 x1876371947501824/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449463.685765:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449463.685767:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449463.685769:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449463.685770:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449463.685772:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449463.685775:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2401:1876371947501824:192.168.202.109@tcp:400:kworker.0 00000100:00000001:2.0:1789449463.685778:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789449463.685781:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449463.685782:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449463.685784:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789449463.685787:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b831e7400. 02000000:00000001:2.0:1789449463.685789:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449463.685791:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449463.685794:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b9790. 00000400:00000010:2.0:1789449463.685797:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085ddd0. 00000100:00000200:2.0:1789449463.685800:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947501824, portal 4 00000100:00000001:2.0:1789449463.685801:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449463.685803:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993081856 : -107152716469760 : ffff9e8b9065ea00) 00000100:00000040:2.0:1789449463.685808:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b9065ea00 x1876371947501824/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449463.685813:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449463.685815:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449463.685816:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085dcc0. 00000100:00000200:2.0:1789449463.685818:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876371947501824, offset 0 00000400:00000200:2.0:1789449463.685822:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449463.685825:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449463.685828:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449463.685830:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449463.685833:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449463.685835:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449463.685838:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449463.685841:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2714:2714:254:4294967295] 192.168.202.109@tcp LPNI seq info [2714:2714:6:4294967295] 00000400:00000200:2.0:1789449463.685845:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449463.685849:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449463.685853:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449463.685856:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b83723200. 00000800:00000200:2.0:1789449463.685859:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449463.685863:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449463.685865:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b83723200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789449463.685867:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449463.685869:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: using a timeout of 247762 usecs (248 jiffies) 00000400:00000200:2.0:1789449463.685872:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449463.685874:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296466619 00000100:00000001:2.0:1789449463.685875:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296470498 00000100:00000001:2.0:1789449463.685877:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296466619 00000100:00000001:2.0:1789449463.685897:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296470498 00000100:00000001:2.0:1789449463.685900:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449463.685902:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449463.685905:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449463.685907:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449463.685918:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449463.685919:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789449463.685922:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449463.685985:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449463.685988:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449463.685990:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:2.0:1789449463.685992:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449463.685994:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:3.0:1789449463.686063:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1789449463.686081:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1789449463.686147:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b83723b00. 00000100:00000001:2.0:1789449463.686160:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449463.686162:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449463.686164:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789449463.686168:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065f480 x1876371947501440/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449463.686175:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449463.686176:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449463.686179:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449463.686180:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449463.686183:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449463.686185:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2401:1876371947501440:192.168.202.109@tcp:400:kworker.0 00000100:00000001:2.0:1789449463.686189:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789449463.686191:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449463.686192:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449463.686194:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789449463.686197:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b831e7200. 02000000:00000001:2.0:1789449463.686199:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449463.686203:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449463.686205:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b9dc0. 00000400:00000010:2.0:1789449463.686209:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d880. 00000100:00000200:2.0:1789449463.686212:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947501440, portal 10 00000100:00000001:2.0:1789449463.686214:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449463.686215:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993084544 : -107152716467072 : ffff9e8b9065f480) 00000100:00000040:2.0:1789449463.686221:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b9065f480 x1876371947501440/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449463.686227:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449463.686229:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449463.686231:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085da18. 00000100:00000200:2.0:1789449463.686233:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876371947501440, offset 0 00000400:00000200:2.0:1789449463.686237:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449463.686241:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449463.686245:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449463.686247:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449463.686250:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449463.686253:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449463.686255:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449463.686258:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2715:2715:253:4294967295] 192.168.202.109@tcp LPNI seq info [2715:2715:5:4294967295] 00000400:00000200:2.0:1789449463.686262:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449463.686267:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449463.686272:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449463.686276:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b83723700. 00000800:00000200:2.0:1789449463.686279:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449463.686283:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449463.686286:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b83723700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789449463.686288:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449463.686291:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 812041 usecs (813 jiffies) 00000400:00000200:2.0:1789449463.686294:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449463.686296:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296467185 00000100:00000001:2.0:1789449463.686307:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296470498 00000100:00000001:2.0:1789449463.686310:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296467185 00000100:00000001:2.0:1789449463.686312:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296470498 00000100:00000001:2.0:1789449463.686314:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449463.686316:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449463.686318:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789449463.686322:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065e680 x1876371947501696/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449463.686329:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449463.686330:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449463.686332:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449463.686334:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449463.686336:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449463.686339:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2401:1876371947501696:192.168.202.109@tcp:400:kworker.0 00000100:00000001:2.0:1789449463.686345:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789449463.686347:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449463.686348:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449463.686350:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789449463.686353:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b8137f400. 02000000:00000001:2.0:1789449463.686355:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449463.686358:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449463.686360:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b9c08. 00000400:00000010:2.0:1789449463.686364:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d440. 00000100:00000200:2.0:1789449463.686367:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947501696, portal 4 00000100:00000001:2.0:1789449463.686369:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449463.686370:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993080960 : -107152716470656 : ffff9e8b9065e680) 00000100:00000040:2.0:1789449463.686376:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b9065e680 x1876371947501696/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449463.686382:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449463.686384:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449463.686386:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d198. 00000100:00000200:2.0:1789449463.686388:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876371947501696, offset 0 00000400:00000200:2.0:1789449463.686392:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449463.686395:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449463.686398:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449463.686401:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449463.686403:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449463.686405:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449463.686407:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449463.686409:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2716:2716:252:4294967295] 192.168.202.109@tcp LPNI seq info [2716:2716:4:4294967295] 00000400:00000200:2.0:1789449463.686413:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449463.686418:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449463.686422:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449463.686424:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b83723100. 00000800:00000200:2.0:1789449463.686428:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449463.686432:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449463.686434:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b83723100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789449463.686436:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449463.686439:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: using a timeout of 22971 usecs (23 jiffies) 00000400:00000200:2.0:1789449463.686442:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449463.686444:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296466395 00000100:00000001:2.0:1789449463.686446:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296470498 00000100:00000001:2.0:1789449463.686448:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296466395 00000100:00000001:2.0:1789449463.686449:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296470498 00000100:00000001:2.0:1789449463.686451:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449463.686453:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449463.686455:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449463.686457:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449463.686469:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449463.686471:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449463.686513:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449463.686519:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449463.686524:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d550 00000400:00000010:3.0:1789449463.686527:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d550. 00000100:00000001:3.0:1789449463.686532:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449463.686537:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065ce00 x1876371947501312/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449463.686546:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449463.686549:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065ce00 x1876371947501312/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449479 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449463.686556:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449463.686558:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789449463.686571:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449463.686574:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b83723600. 00000400:00000200:3.0:1789449463.686577:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449463.686580:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449463.686583:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d220 00000400:00000010:3.0:1789449463.686585:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d220. 00000100:00000001:3.0:1789449463.686587:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449463.686590:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065d500 x1876371947501568/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449463.686596:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449463.686599:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065d500 x1876371947501568/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449479 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449463.686605:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449463.686606:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789449463.686612:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449463.686614:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b83723200. 00000400:00000200:3.0:1789449463.686617:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449463.686620:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449463.686622:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085dcc0 00000400:00000010:3.0:1789449463.686624:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085dcc0. 00000100:00000001:3.0:1789449463.686626:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449463.686629:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065ea00 x1876371947501824/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449463.686636:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449463.686639:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065ea00 x1876371947501824/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449479 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449463.686644:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449463.686646:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789449463.686652:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449463.686653:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b83723700. 00000400:00000200:3.0:1789449463.686656:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449463.686658:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449463.686660:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085da18 00000400:00000010:3.0:1789449463.686662:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085da18. 00000100:00000001:3.0:1789449463.686664:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449463.686667:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065f480 x1876371947501440/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449463.686673:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449463.686676:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065f480 x1876371947501440/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449479 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449463.686683:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449463.686684:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789449463.688320:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449463.688329:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b83723100. 00000400:00000200:3.0:1789449463.688336:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449463.688343:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449463.688349:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d198 00000400:00000010:3.0:1789449463.688352:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d198. 00000100:00000001:3.0:1789449463.688357:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449463.688364:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065e680 x1876371947501696/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449463.688375:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449463.688378:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065e680 x1876371947501696/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449479 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449463.688384:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449463.688386:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449463.694480:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449463.694504:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449463.694508:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449463.694511:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449463.694522:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449463.694532:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449463.694541:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449463.694547:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449463.694740:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449463.694746:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 4 MB=0x6aa8ce365b900 00000400:00000200:2.0:1789449463.694752:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449463.694821:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 224/224 into md 0x7c0d [1] + 224 00000800:00000001:2.0:1789449463.694829:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449463.694834:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449463.694838:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449463.694843:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449463.694852:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449463.694863:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065ea00 x1876371947501824/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449479 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449463.694875:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b9065ea00 x1876371947501824/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449463.694978:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449463.694982:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449463.695001:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449463.695010:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449463.695014:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449463.695016:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449463.695018:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449463.695021:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449463.695025:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449463.695030:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449463.695032:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449463.695034:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449463.695037:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 4 MB=0x6aa8ce365b880 00000400:00000200:2.0:1789449463.695040:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449463.695044:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 224/224 into md 0x7c2d [1] + 224 00000800:00000001:2.0:1789449463.695048:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449463.695050:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449463.695052:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449463.695055:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449463.695058:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449463.695062:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065e680 x1876371947501696/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449479 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449463.695070:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b9065e680 x1876371947501696/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449463.695076:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449463.695079:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449463.695082:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449463.695094:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449463.695097:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449463.695101:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449463.695104:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449463.695108:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449463.695110:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449463.695113:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449463.695116:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x6aa8ce365b800 00000400:00000200:2.0:1789449463.695120:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449463.695123:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x7bfd [1] + 224 00000800:00000001:2.0:1789449463.695127:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449463.695130:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449463.695132:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449463.695136:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449463.695138:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449463.695142:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065d500 x1876371947501568/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449479 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449463.695152:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b9065d500 x1876371947501568/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449463.695159:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449463.695163:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449463.695166:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449463.695168:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449463.695170:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449463.695174:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449463.695177:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449463.695180:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449463.695182:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449463.695185:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449463.695189:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x6aa8ce365b700 00000400:00000200:2.0:1789449463.695192:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449463.695197:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x7bed [1] + 224 00000800:00000001:2.0:1789449463.695201:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449463.695206:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449463.695208:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449463.695211:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449463.695214:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449463.695218:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065ce00 x1876371947501312/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449479 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449463.695227:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b9065ce00 x1876371947501312/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449463.695234:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449463.695238:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449463.695242:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449463.695243:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449463.695245:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449463.695248:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449463.695352:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449463.695358:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449463.695361:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449463.695363:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449463.695366:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x6aa8ce365b780 00000400:00000200:2.0:1789449463.695370:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449463.695374:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x7c1d [1] + 224 00000800:00000001:2.0:1789449463.695378:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449463.695386:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449463.695388:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449463.695391:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449463.695395:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449463.695399:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065f480 x1876371947501440/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449479 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449463.695409:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b9065f480 x1876371947501440/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449463.695415:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449463.695421:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449463.695424:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1789449463.695861:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449463.695864:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449463.695868:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b9790. 00000400:00000200:3.0:1789449463.695874:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085ddd0 00000400:00000010:3.0:1789449463.695876:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085ddd0. 00000100:00000001:3.0:1789449463.695907:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449463.695913:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065ea00 x1876371947501824/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789449463.695923:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065ea00 x1876371947501824/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449479 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449463.695930:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449463.695933:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449463.695935:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449463.695940:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449463.695942:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449463.695945:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449463.695948:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449463.695959:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8986b460 time=93 v=5 (5 5 5 36) 00000100:00001000:3.0:1789449463.695964:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8986b418 time=3 v=5 (1 0 0 0) 00000100:00000001:3.0:1789449463.695967:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789449463.695969:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449463.695973:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789449463.695977:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449463.695981:0:2401:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789449463.695983:0:2401:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9e8b89903000: skip recheck: last_committed 4294967326 00000100:00000001:3.0:1789449463.695985:0:2401:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789449463.695988:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449463.695993:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065ea00 x1876371947501824/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449479 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449463.696001:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449463.696004:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449463.696007:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449463.696011:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065ea00 x1876371947501824/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449479 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789449463.696019:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2401:1876371947501824:192.168.202.109@tcp:400:kworker.0 00000100:00000001:3.0:1789449463.696024:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449463.696027:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449463.696030:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065ea00 x1876371947501824/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449479 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449463.696037:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449463.696040:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449463.696043:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b831e7400. 02000000:00000001:3.0:1789449463.696048:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449463.696050:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449463.696053:0:2401:0:(genops.c:1222:class_import_put()) import ffff9e8b8986b000 refcount=2 obd=lustre-OST0001-osc-ffff9e8b89903000 00000020:00000001:3.0:1789449463.696055:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449463.696059:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b83723c00. 02000000:00000001:3.0:1789449463.696062:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449463.696065:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449463.696067:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065ea00. 00000100:00000001:3.0:1789449463.696071:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449463.696072:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449463.696076:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449463.696078:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449463.696080:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789449463.696240:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789449463.696242:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789449463.696245:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b9dc0. 00000400:00000200:2.0:1789449463.696248:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d880 00000400:00000010:2.0:1789449463.696259:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d880. 00000100:00000001:2.0:1789449463.696263:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449463.696268:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065f480 x1876371947501440/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789449463.696277:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065f480 x1876371947501440/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449479 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449463.696283:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789449463.696285:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449463.696287:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789449463.696289:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789449463.696290:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789449463.696292:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449463.696294:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789449463.696307:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=93 v=5 (5 102 102 102) 00000100:00001000:2.0:1789449463.696311:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=3 v=5 (1 0 0 0) 00000100:00000001:2.0:1789449463.696313:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789449463.696315:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449463.696316:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789449463.696320:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449463.696322:0:2401:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789449463.696323:0:2401:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967600 00000100:00000001:2.0:1789449463.696325:0:2401:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789449463.696328:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449463.696331:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065f480 x1876371947501440/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449479 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449463.696337:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449463.696339:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789449463.696341:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789449463.696344:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065f480 x1876371947501440/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449479 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789449463.696352:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2401:1876371947501440:192.168.202.109@tcp:400:kworker.0 00000400:00000001:2.0:1789449463.696357:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789449463.696359:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789449463.696361:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b9c08. 00000400:00000200:2.0:1789449463.696363:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d440 00000400:00000010:2.0:1789449463.696365:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d440. 00000100:00000001:2.0:1789449463.696367:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449463.696370:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065e680 x1876371947501696/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789449463.696378:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065e680 x1876371947501696/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449479 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449463.696385:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789449463.696387:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449463.696388:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789449463.696390:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789449463.696391:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789449463.696393:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449463.696395:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789449463.696398:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b90c6ec60 time=93 v=5 (5 5 5 36) 00000100:00001000:2.0:1789449463.696402:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b90c6ec18 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1789449463.696404:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789449463.696405:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449463.696406:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789449463.696408:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449463.696411:0:2401:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789449463.696412:0:2401:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e8b89903000: skip recheck: last_committed 4294967322 00000100:00000001:2.0:1789449463.696414:0:2401:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789449463.696415:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449463.696419:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065e680 x1876371947501696/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449479 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449463.696430:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449463.696432:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789449463.696433:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789449463.696436:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065e680 x1876371947501696/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449479 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789449463.696443:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2401:1876371947501696:192.168.202.109@tcp:400:kworker.0 00000400:00000001:2.0:1789449463.696448:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789449463.696449:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789449463.696451:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b95d8. 00000400:00000200:2.0:1789449463.696453:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d770 00000400:00000010:2.0:1789449463.696455:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d770. 00000100:00000001:2.0:1789449463.696457:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449463.696460:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065ce00 x1876371947501312/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789449463.696467:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065ce00 x1876371947501312/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449479 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449463.696472:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789449463.696474:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449463.696475:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789449463.696476:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789449463.696478:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789449463.696479:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449463.696481:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789449463.696483:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b83927460 time=94 v=5 (5 5 5 5) 00000100:00001000:2.0:1789449463.696486:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b83927418 time=94 v=5 (1 1 1 1) 00000100:00000001:2.0:1789449463.696488:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789449463.696490:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449463.696491:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789449463.696492:0:2401:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449463.696494:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449463.696498:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065ce00 x1876371947501312/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449479 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449463.696505:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449463.696507:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789449463.696508:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789449463.696512:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065ce00 x1876371947501312/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449479 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789449463.696518:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:80a9314a-fa92-41c3-8d17-36c58fffb192:2401:1876371947501312:192.168.202.109@tcp:400:kworker.0 00000400:00000001:2.0:1789449463.696522:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789449463.696524:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789449463.696525:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b9528. 00000400:00000200:2.0:1789449463.696528:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d6e8 00000400:00000010:2.0:1789449463.696529:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d6e8. 00000100:00000001:2.0:1789449463.696531:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449463.696534:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065d500 x1876371947501568/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789449463.696541:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065d500 x1876371947501568/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449479 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449463.696547:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789449463.696549:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449463.696550:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789449463.696551:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789449463.696552:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789449463.696565:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449463.696567:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789449463.696570:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b862dcc60 time=93 v=5 (5 102 102 102) 00000100:00001000:2.0:1789449463.696573:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b862dcc18 time=93 v=5 (1 1 1 1) 00000100:00000001:2.0:1789449463.696576:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789449463.696577:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449463.696578:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789449463.696580:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449463.696582:0:2401:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789449463.696583:0:2401:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967328 00000100:00000001:2.0:1789449463.696585:0:2401:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789449463.696587:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449463.696591:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065d500 x1876371947501568/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449479 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449463.696597:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449463.696599:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789449463.696600:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789449463.696604:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065d500 x1876371947501568/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449479 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789449463.696611:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2401:1876371947501568:192.168.202.109@tcp:400:kworker.0 00000100:00000001:2.0:1789449463.696616:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449463.696618:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449463.696621:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065f480 x1876371947501440/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449479 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449463.696628:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789449463.696630:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789449463.696632:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b831e7200. 02000000:00000001:2.0:1789449463.696635:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789449463.696636:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789449463.696638:0:2401:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=9 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:2.0:1789449463.696640:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789449463.696642:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b8aa52000. 02000000:00000001:2.0:1789449463.696644:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789449463.696646:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789449463.696648:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065f480. 00000100:00000001:2.0:1789449463.696651:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789449463.696652:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449463.696654:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449463.696657:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065e680 x1876371947501696/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449479 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449463.696664:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789449463.696665:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789449463.696667:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b8137f400. 02000000:00000001:2.0:1789449463.696669:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789449463.696670:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789449463.696671:0:2401:0:(genops.c:1222:class_import_put()) import ffff9e8b90c6e800 refcount=2 obd=lustre-OST0000-osc-ffff9e8b89903000 00000020:00000001:2.0:1789449463.696673:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789449463.696674:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b8aa52b00. 02000000:00000001:2.0:1789449463.696676:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789449463.696677:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789449463.696678:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065e680. 00000100:00000001:2.0:1789449463.696680:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789449463.696681:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449463.696683:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449463.696686:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065ce00 x1876371947501312/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449479 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449463.696701:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789449463.696703:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789449463.696704:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b86220400. 02000000:00000001:2.0:1789449463.696707:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789449463.696708:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789449463.696710:0:2401:0:(genops.c:1222:class_import_put()) import ffff9e8b83927000 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:2.0:1789449463.696711:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789449463.696712:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b89e26600. 02000000:00000001:2.0:1789449463.696714:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789449463.696715:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789449463.696716:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065ce00. 00000100:00000001:2.0:1789449463.696719:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789449463.696720:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449463.696721:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449463.696724:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065d500 x1876371947501568/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449479 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449463.696729:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789449463.696731:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789449463.696732:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b86220c00. 02000000:00000001:2.0:1789449463.696733:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789449463.696734:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789449463.696736:0:2401:0:(genops.c:1222:class_import_put()) import ffff9e8b862dc800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000020:00000001:2.0:1789449463.696738:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789449463.696739:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b8aa52c00. 02000000:00000001:2.0:1789449463.696741:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789449463.696742:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789449463.696743:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065d500. 00000100:00000001:2.0:1789449463.696745:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789449463.696747:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449463.696748:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449463.696765:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449463.696768:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449463.696770:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449463.696772:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449464.068233:0:32099:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449464.322109:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449464.322118:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449464.322125:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449464.322127:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449464.322130:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449464.322132:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449464.322165:0:16942:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789449464.322168:0:16942:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449464.322171:0:16942:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789449465.346213:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449465.346224:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449465.346232:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449465.346233:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449465.346237:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449465.346239:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449465.346265:0:16814:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789449465.346269:0:16814:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449465.346272:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1789449465.925270:0:32239:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789449466.233619:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449466.233645:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449466.233651:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449466.233653:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449466.233664:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449466.233675:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449466.233685:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449466.233691:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449466.233697:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449466.233701:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 328 into portal 15 MB=0x6aa8ce47c9a80 00000400:00000200:2.0:1789449466.233714:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.109@tcp of length 328/328 into md 0x6dc5 [2] + 1312 00000800:00000001:2.0:1789449466.233724:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449466.233734:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449466.233738:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449466.233744:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449466.233752:0:2394:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1789449466.233755:0:2394:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1789449466.233763:0:2394:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065d500. 00000100:00000040:2.0:1789449466.233767:0:2394:0:(events.c:341:request_in_callback()) incoming req@ffff9e8b9065d500 x1876371965778560 msgsize 328 00000100:00100000:2.0:1789449466.233772:0:2394:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.109@tcp (source: 12345-192.168.202.109@tcp) 00000100:00000001:2.0:1789449466.233789:0:2394:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:2.0:1789449466.233798:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449466.233801:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449466.233826:0:16806:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1789449466.233829:0:16806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876371965778560 02000000:00000001:2.0:1789449466.233832:0:16806:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1789449466.233835:0:16806:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789449466.233837:0:16806:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449466.233845:0:16806:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449466.233850:0:16806:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876371965778560 00000020:00000001:2.0:1789449466.233853:0:16806:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789449466.233855:0:16806:0:(genops.c:804:class_conn2export()) looking for export cookie 0xcddde1459ded5b3d 00000020:00000001:2.0:1789449466.233858:0:16806:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449466.233861:0:16806:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e8b89bcf800 refcount=4 00000020:00000001:2.0:1789449466.233864:0:16806:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920881346560 : -107152828205056 : ffff9e8b89bcf800) 00000020:00000001:2.0:1789449466.233866:0:16806:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636920881346560 : -107152828205056 : ffff9e8b89bcf800) 00000100:00000001:2.0:1789449466.233870:0:16806:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1789449466.233877:0:16806:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e8b90fc9180. 00000100:00000001:2.0:1789449466.233907:0:16806:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789449466.233911:0:16806:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e8b90fc9180. 00000020:00000010:2.0:1789449466.233919:0:16806:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e8b83420000. 00000020:00000010:2.0:1789449466.233926:0:16806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e8b84d2a000. 00000020:00000010:2.0:1789449466.233933:0:16806:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e8b83cb7578. 00000100:00000040:2.0:1789449466.233945:0:16806:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1789449466.233948:0:16806:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1789449466.233950:0:16806:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1789449466.233951:0:16806:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449466.233960:0:16806:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449466.233971:0:16806:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449466.233984:0:16806:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1789449466.233986:0:16806:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1789449466.233990:0:16806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.109@tcp, seq: 57 00000100:00000040:2.0:1789449466.233994:0:16806:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9e8b89bcf800 : new rpc_count 1 00000100:00000001:2.0:1789449466.233996:0:16806:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446636920993076480 : -107152716475136 : ffff9e8b9065d500) 00000100:00000040:2.0:1789449466.234003:0:16806:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e8b9065d500 x1876371965778560/t0(0) o104->LOV_OSC_UUID@192.168.202.109@tcp:572/0 lens 328/0 e 0 to 0 dl 1789449477 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789449466.234012:0:16806:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1789449466.234015:0:16806:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e8b90fc9180. 00000100:00000001:2.0:1789449466.234017:0:16806:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789449466.234019:0:16806:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e8b90fc9180. 00000100:00100000:2.0:1789449466.234023:0:16806:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9e8b9065d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:14391:x1876371965778560:12345-192.168.202.109@tcp:104: 00000100:00000200:2.0:1789449466.234027:0:16806:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876371965778560 00010000:00000001:2.0:1789449466.234030:0:16806:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1789449466.234039:0:16806:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449466.234040:0:16806:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449466.234043:0:16806:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c600 refcount=2 00000020:00000001:2.0:1789449466.234045:0:16806:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016075776 : -107152693475840 : ffff9e8b91c4c600) 00010000:00000001:2.0:1789449466.234048:0:16806:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016075776 : -107152693475840 : ffff9e8b91c4c600) 00010000:00000001:2.0:1789449466.234051:0:16806:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449466.234054:0:16806:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789449466.234177:0:16806:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 000000002723b359/0xcddde1459ded65fc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xeb7cbf5e2fd3d2b4 expref: -99 pid: 32011 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:2.0:1789449466.234192:0:16806:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1789449466.234194:0:16806:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1789449466.234200:0:16806:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e8b83605c00. 02000000:00000001:2.0:1789449466.234202:0:16806:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449466.234205:0:16806:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449466.234210:0:16806:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1789449466.234212:0:16806:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789449466.234216:0:16806:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b91c491e8 time=95 v=5 (1 1 1 1) 00000100:00000001:2.0:1789449466.234221:0:16806:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789449466.234224:0:16806:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9e8b895f2700 refcount 16 to 192.168.202.109@tcp 00000100:00000001:2.0:1789449466.234227:0:16806:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446636920875198208 : -107152834353408 : ffff9e8b895f2700) 02000000:00000001:2.0:1789449466.234229:0:16806:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1789449466.234231:0:16806:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449466.234245:0:16806:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449466.234249:0:16806:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449466.234253:0:16806:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d6e8. 00000100:00000200:2.0:1789449466.234258:0:16806:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1876371965778560, offset 224 00000400:00000200:2.0:1789449466.234263:0:16806:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449466.234270:0:16806:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449466.234285:0:16806:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.202.9@tcp to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449466.234291:0:16806:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2717:2717:256:4294967295] 192.168.202.109@tcp LPNI seq info [2717:2717:8:4294967295] 00000400:00000200:2.0:1789449466.234295:0:16806:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449466.234303:0:16806:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449466.234308:0:16806:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449466.234312:0:16806:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b83723100. 00000800:00000200:2.0:1789449466.234319:0:16806:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449466.234326:0:16806:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449466.234330:0:16806:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b83723100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789449466.234339:0:16806:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449466.234342:0:16806:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9e8b895f2700 refcount 15 to 192.168.202.109@tcp 00010000:00000001:2.0:1789449466.234345:0:16806:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1789449466.234348:0:16806:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9e8b8be43240. 00010000:00000001:2.0:1789449466.234350:0:16806:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1789449466.234403:0:16806:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1789449466.234406:0:16806:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449466.234407:0:16806:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449466.234409:0:16806:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449466.234415:0:16806:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065d500 x1876371965778560/t0(0) o104->LOV_OSC_UUID@192.168.202.109@tcp:572/0 lens 328/224 e 0 to 0 dl 1789449477 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789449466.234423:0:16806:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9e8b9065d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:14391:x1876371965778560:12345-192.168.202.109@tcp:104: Request processed in 409us (654us total) trans 0 rc 0/0 00000100:00100000:2.0:1789449466.234430:0:16806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.109@tcp, seq: 57 00000100:00000040:2.0:1789449466.234433:0:16806:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e8b89bcf800 : new rpc_count 0 00000100:00000001:2.0:1789449466.234436:0:16806:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1789449466.234438:0:16806:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1789449466.234442:0:16806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e8b84d2a000. 00000020:00000010:2.0:1789449466.234446:0:16806:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e8b83cb7578. 00000020:00000010:2.0:1789449466.234449:0:16806:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e8b83420000. 00000020:00000040:2.0:1789449466.234454:0:16806:0:(genops.c:879:class_export_put()) PUTting export ffff9e8b89bcf800 : new refcount 3 00000100:00000001:2.0:1789449466.234457:0:16806:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1789449466.234591:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449466.234595:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b83723100. 00000400:00000200:2.0:1789449466.234598:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449466.234603:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449466.234606:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d6e8 00000400:00000010:2.0:1789449466.234609:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d6e8. 00000100:00000001:2.0:1789449466.234612:0:2393:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:2.0:1789449466.234613:0:2393:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000001:2.0:1789449466.243094:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449466.243107:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449466.243111:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449466.243114:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449466.243122:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449466.243131:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449466.243139:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449466.243143:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449466.243149:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449466.243153:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 328 into portal 15 MB=0x6aa8ce47c9b00 00000400:00000200:2.0:1789449466.243162:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.109@tcp of length 328/328 into md 0x6dc5 [2] + 1640 00000800:00000001:2.0:1789449466.243169:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449466.243175:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449466.243179:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449466.243183:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449466.243190:0:2394:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1789449466.243193:0:2394:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1789449466.243198:0:2394:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065ce00. 00000100:00000040:2.0:1789449466.243201:0:2394:0:(events.c:341:request_in_callback()) incoming req@ffff9e8b9065ce00 x1876371965778688 msgsize 328 00000100:00100000:2.0:1789449466.243206:0:2394:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.109@tcp (source: 12345-192.168.202.109@tcp) 00000100:00000001:2.0:1789449466.243220:0:2394:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:2.0:1789449466.243238:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449466.243241:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449466.243262:0:16806:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1789449466.243265:0:16806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876371965778688 02000000:00000001:2.0:1789449466.243267:0:16806:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1789449466.243270:0:16806:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789449466.243272:0:16806:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449466.243288:0:16806:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449466.243293:0:16806:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876371965778688 00000020:00000001:2.0:1789449466.243296:0:16806:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789449466.243297:0:16806:0:(genops.c:804:class_conn2export()) looking for export cookie 0xcddde1459ded5b36 00000020:00000001:2.0:1789449466.243300:0:16806:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449466.243303:0:16806:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e8b89bcf000 refcount=4 00000020:00000001:2.0:1789449466.243306:0:16806:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920881344512 : -107152828207104 : ffff9e8b89bcf000) 00000020:00000001:2.0:1789449466.243308:0:16806:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636920881344512 : -107152828207104 : ffff9e8b89bcf000) 00000100:00000001:2.0:1789449466.243313:0:16806:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1789449466.243319:0:16806:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e8b90fc9180. 00000100:00000001:2.0:1789449466.243322:0:16806:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789449466.243324:0:16806:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e8b90fc9180. 00000020:00000010:2.0:1789449466.243331:0:16806:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e8b83420000. 00000020:00000010:2.0:1789449466.243337:0:16806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e8b84d2a000. 00000020:00000010:2.0:1789449466.243342:0:16806:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e8b83cb7578. 00000100:00000040:2.0:1789449466.243351:0:16806:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1789449466.243354:0:16806:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1789449466.243355:0:16806:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1789449466.243358:0:16806:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449466.243366:0:16806:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449466.243374:0:16806:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449466.243385:0:16806:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1789449466.243387:0:16806:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1789449466.243392:0:16806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.109@tcp, seq: 58 00000100:00000040:2.0:1789449466.243396:0:16806:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9e8b89bcf000 : new rpc_count 1 00000100:00000001:2.0:1789449466.243398:0:16806:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446636920993074688 : -107152716476928 : ffff9e8b9065ce00) 00000100:00000040:2.0:1789449466.243406:0:16806:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e8b9065ce00 x1876371965778688/t0(0) o104->LOV_OSC_UUID@192.168.202.109@tcp:572/0 lens 328/0 e 0 to 0 dl 1789449477 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789449466.243415:0:16806:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1789449466.243430:0:16806:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e8b90fc9180. 00000100:00000001:2.0:1789449466.243433:0:16806:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789449466.243435:0:16806:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e8b90fc9180. 00000100:00100000:2.0:1789449466.243439:0:16806:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9e8b9065ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8827:x1876371965778688:12345-192.168.202.109@tcp:104: 00000100:00000200:2.0:1789449466.243442:0:16806:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876371965778688 00010000:00000001:2.0:1789449466.243446:0:16806:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1789449466.243453:0:16806:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449466.243454:0:16806:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449466.243456:0:16806:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204b400 refcount=2 00000020:00000001:2.0:1789449466.243459:0:16806:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825571840 : -107151883979776 : ffff9e8bc204b400) 00010000:00000001:2.0:1789449466.243461:0:16806:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825571840 : -107151883979776 : ffff9e8bc204b400) 00010000:00000001:2.0:1789449466.243466:0:16806:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449466.243469:0:16806:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789449466.243483:0:16806:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000402fc72e/0xcddde1459ded65e7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xeb7cbf5e2fd3d275 expref: -99 pid: 32010 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:2.0:1789449466.243496:0:16806:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1789449466.243499:0:16806:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1789449466.243505:0:16806:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e8b83605000. 02000000:00000001:2.0:1789449466.243507:0:16806:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449466.243510:0:16806:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449466.243515:0:16806:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1789449466.243518:0:16806:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789449466.243521:0:16806:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b91c491e8 time=95 v=5 (1 1 1 1) 00000100:00000001:2.0:1789449466.243527:0:16806:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789449466.243530:0:16806:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9e8b895f2700 refcount 16 to 192.168.202.109@tcp 00000100:00000001:2.0:1789449466.243532:0:16806:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446636920875198208 : -107152834353408 : ffff9e8b895f2700) 02000000:00000001:2.0:1789449466.243534:0:16806:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1789449466.243537:0:16806:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449466.243541:0:16806:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449466.243543:0:16806:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449466.243548:0:16806:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d6e8. 00000100:00000200:2.0:1789449466.243553:0:16806:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1876371965778688, offset 224 00000400:00000200:2.0:1789449466.243560:0:16806:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449466.243566:0:16806:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449466.243572:0:16806:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.202.9@tcp to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449466.243579:0:16806:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2718:2718:256:4294967295] 192.168.202.109@tcp LPNI seq info [2718:2718:8:4294967295] 00000400:00000200:2.0:1789449466.243583:0:16806:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449466.243592:0:16806:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449466.243598:0:16806:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449466.243604:0:16806:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b83723100. 00000800:00000200:2.0:1789449466.243611:0:16806:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449466.243620:0:16806:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449466.243624:0:16806:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b83723100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789449466.243635:0:16806:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449466.243638:0:16806:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9e8b895f2700 refcount 15 to 192.168.202.109@tcp 00010000:00000001:2.0:1789449466.243641:0:16806:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1789449466.243645:0:16806:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9e8b9039bcc0. 00010000:00000001:2.0:1789449466.243648:0:16806:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00000800:00000200:3.0:1789449466.244764:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449466.244773:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b83723100. 00000400:00000200:3.0:1789449466.244778:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449466.244786:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449466.244792:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d6e8 00000400:00000010:3.0:1789449466.244795:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d6e8. 00000100:00000001:3.0:1789449466.244799:0:2393:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1789449466.244801:0:2393:0:(events.c:402:reply_out_callback()) Process leaving 00010000:00010000:2.0:1789449466.251988:0:16806:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to priority blp list, 0 blwis in pool 00010000:00000001:2.0:1789449466.251997:0:16806:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449466.252000:0:16806:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449466.252003:0:16806:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449466.252017:0:16806:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065ce00 x1876371965778688/t0(0) o104->LOV_OSC_UUID@192.168.202.109@tcp:572/0 lens 328/224 e 0 to 0 dl 1789449477 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789449466.252030:0:16806:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9e8b9065ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8827:x1876371965778688:12345-192.168.202.109@tcp:104: Request processed in 8612us (8825us total) trans 0 rc 0/0 00000100:00100000:2.0:1789449466.252041:0:16806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.109@tcp, seq: 58 00000100:00000040:2.0:1789449466.252045:0:16806:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e8b89bcf000 : new rpc_count 0 00000100:00000001:2.0:1789449466.252048:0:16806:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1789449466.252049:0:16806:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1789449466.252057:0:16806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e8b84d2a000. 00000020:00000010:2.0:1789449466.252074:0:16806:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e8b83cb7578. 00000020:00000010:2.0:1789449466.252079:0:16806:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e8b83420000. 00000020:00000040:2.0:1789449466.252085:0:16806:0:(genops.c:879:class_export_put()) PUTting export ffff9e8b89bcf000 : new refcount 3 00000100:00000001:2.0:1789449466.252088:0:16806:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1789449466.252152:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449466.252156:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47af00. 00000400:00000200:2.0:1789449466.252162:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449466.252168:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449466.252175:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b850125d8 00000400:00000010:2.0:1789449466.252177:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b850125d8. 00000100:00000001:2.0:1789449466.252182:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449466.252187:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83690a80 x1876371947501952/t0(0) o103->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449482 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449466.252198:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449466.252201:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83690a80 x1876371947501952/t0(0) o103->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449482 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449466.252208:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449466.252209:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789449466.252306:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449466.252309:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47a200. 00000400:00000200:2.0:1789449466.252312:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449466.252316:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449466.252319:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012198 00000400:00000010:2.0:1789449466.252320:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012198. 00000100:00000001:2.0:1789449466.252322:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449466.252327:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83690000 x1876371947502080/t0(0) o103->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449482 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449466.252334:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449466.252338:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83690000 x1876371947502080/t0(0) o103->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449482 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449466.252349:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449466.252351:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:0.0:1789449466.252822:0:16942:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789449466.252826:0:16942:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449466.252829:0:16942:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000010:1.1:1789449466.265994:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b90652400. 00010000:00000010:1.1:1789449466.266010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4c600. 00010000:00000010:1.1:1789449466.267925:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bd200. 00010000:00000010:1.1:1789449466.267939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204b400. 00000800:00000001:2.0:1789449466.278300:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449466.278322:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449466.278328:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449466.278331:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449466.278341:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449466.278349:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449466.278358:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449466.278362:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449466.278368:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449466.278372:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 18 MB=0x6aa8ce365b980 00000400:00000200:2.0:1789449466.278377:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449466.278384:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.109@tcp of length 224/224 into md 0x7c4d [1] + 224 00000800:00000001:2.0:1789449466.278392:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449466.278396:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449466.278399:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449466.278404:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449466.278412:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449466.278421:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83690a80 x1876371947501952/t0(0) o103->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449482 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449466.278433:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b83690a80 x1876371947501952/t0(0) o103->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449482 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449466.278451:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449466.278461:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449466.278465:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449466.278468:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449466.278470:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449466.278473:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449466.278489:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449466.278494:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449466.278498:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449466.278501:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449466.278504:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 18 MB=0x6aa8ce365ba00 00000400:00000200:2.0:1789449466.278508:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449466.278512:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.109@tcp of length 224/224 into md 0x7c55 [1] + 224 00000800:00000001:2.0:1789449466.278516:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449466.278525:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449466.278527:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449466.278530:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449466.278533:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449466.278537:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83690000 x1876371947502080/t0(0) o103->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449482 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449466.278547:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b83690000 x1876371947502080/t0(0) o103->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449482 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449466.278560:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449466.278564:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449466.278568:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789449466.376909:0:25072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449466.376917:0:25072:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449466.376940:0:16814:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789449466.376943:0:16814:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449466.376946:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789449467.396261:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449467.396278:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449467.532445:0:32385:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449467.846560:0:31335:0:(connection.c:75:cpu_latency_work()) work item of ffff9e8b8322a220 (cpu 2) has reached its deadline 4296470498, at 4296470532 00000100:00000010:2.0:1789449467.846574:0:31335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e8b87c1eae0. 00000100:00000040:3.0:1789449467.848671:0:29299:0:(connection.c:75:cpu_latency_work()) work item of ffff9e8b8322a330 (cpu 3) has reached its deadline 4296470498, at 4296470532 00000100:00000010:3.0:1789449467.848684:0:29299:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e8b87c1e900. 00010000:00000001:3.0:1789449468.431365:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449468.431371:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449468.441832:0:16942:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789449468.441840:0:16942:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449468.441845:0:16942:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789449468.869002:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80a9314a-fa92-41c3-8d17-36c58fffb192->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789449468.869015:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789449468.869028:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83109180. 00000020:00000040:3.0:1789449468.869034:0:38:0:(genops.c:1209:class_import_get()) import ffff9e8b83927000 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:3.0:1789449468.869039:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789449468.869042:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789449468.869048:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789449468.869057:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b9051c500. 00000100:00000001:3.0:1789449468.869064:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449468.869076:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 80a9314a-fa92-41c3-8d17-36c58fffb192->MGS req@ffff9e8b83109180 x1876371947502208/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789449468.869088:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789449468.869093:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449468.869099:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000077a837d4] to pc [ptlrpcd_01_01+1] req@ffff9e8b83109180 x1876371947502208/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449468.869135:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449468.869138:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789449468.869142:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789449468.869147:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b8310aa00. 00000020:00000040:3.0:1789449468.869150:0:38:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=10 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000100:00000001:3.0:1789449468.869152:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789449468.869154:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789449468.869157:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789449468.869161:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b9051c600. 00000100:00000001:3.0:1789449468.869164:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449468.869169:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0000_UUID req@ffff9e8b8310aa00 x1876371947502336/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789449468.869176:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789449468.869178:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449468.869183:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e98837e6] to pc [ptlrpcd_01_00+0] req@ffff9e8b8310aa00 x1876371947502336/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449468.869191:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449468.869194:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789449468.869198:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789449468.869201:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83108a80. 00000020:00000040:3.0:1789449468.869203:0:38:0:(genops.c:1209:class_import_get()) import ffff9e8b862dc800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000100:00000001:3.0:1789449468.869205:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789449468.869207:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789449468.869208:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789449468.869211:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b9051cf00. 00000100:00000001:3.0:1789449468.869214:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449468.869218:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0001_UUID req@ffff9e8b83108a80 x1876371947502464/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789449468.869225:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789449468.869226:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449468.869230:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041c16867] to pc [ptlrpcd_01_01+1] req@ffff9e8b83108a80 x1876371947502464/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449468.869238:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449468.869240:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789449468.869244:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789449468.869247:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b8310a300. 00000020:00000040:3.0:1789449468.869250:0:38:0:(genops.c:1209:class_import_get()) import ffff9e8b90c6e800 refcount=3 obd=lustre-OST0000-osc-ffff9e8b89903000 00000100:00000001:3.0:1789449468.869263:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789449468.869264:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789449468.869266:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789449468.869270:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b9051c000. 00000100:00000001:3.0:1789449468.869273:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449468.869278:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0000_UUID req@ffff9e8b8310a300 x1876371947502592/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789449468.869285:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789449468.869287:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449468.869291:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e7685a10] to pc [ptlrpcd_01_00+0] req@ffff9e8b8310a300 x1876371947502592/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449468.869299:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449468.869301:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789449468.869305:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789449468.869308:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b8310bb80. 00000020:00000040:3.0:1789449468.869311:0:38:0:(genops.c:1209:class_import_get()) import ffff9e8b8986b000 refcount=3 obd=lustre-OST0001-osc-ffff9e8b89903000 00000100:00000001:3.0:1789449468.869313:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789449468.869314:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789449468.869315:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789449468.869318:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b9051c800. 00000100:00000001:3.0:1789449468.869321:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449468.869325:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0001_UUID req@ffff9e8b8310bb80 x1876371947502720/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789449468.869332:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789449468.869334:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449468.869338:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f7d48e46] to pc [ptlrpcd_01_01+1] req@ffff9e8b8310bb80 x1876371947502720/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449468.869345:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449468.869349:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1809) 00000100:00000001:3.0:1789449468.869370:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449468.869374:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449468.869377:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789449468.869382:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b8310aa00 x1876371947502336/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449468.869390:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789449468.869393:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449468.869397:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789449468.869400:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789449468.869403:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449468.869406:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b8310aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2401:1876371947502336:192.168.202.109@tcp:400:kworker.0 00000100:00000001:3.0:1789449468.869411:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789449468.869415:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789449468.869418:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449468.869421:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789449468.869425:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b837f0600. 02000000:00000001:3.0:1789449468.869428:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449468.869436:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:3.0:1789449468.869441:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b8525c790. 00000400:00000010:3.0:1789449468.869449:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69220. 00000100:00000200:3.0:1789449468.869456:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947502336, portal 10 00000100:00000001:3.0:1789449468.869458:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449468.869460:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769391104 : -107152940160512 : ffff9e8b8310aa00) 00000100:00000040:3.0:1789449468.869468:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b8310aa00 x1876371947502336/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449468.869475:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449468.869478:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1789449468.869480:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69f68. 00000100:00000200:3.0:1789449468.869483:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876371947502336, offset 0 00000400:00000200:3.0:1789449468.869489:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1789449468.869499:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449468.869507:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449468.869512:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789449468.869516:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1789449468.869520:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789449468.869523:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1789449468.869527:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2721:2721:256:4294967295] 192.168.202.109@tcp LPNI seq info [2721:2721:8:4294967295] 00000400:00000200:3.0:1789449468.869531:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449468.869541:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449468.869548:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449468.869553:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051c400. 00000800:00000200:3.0:1789449468.869561:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449468.869569:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449468.869574:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051c400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789449468.869588:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449468.869592:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 810892 usecs (811 jiffies) 00000400:00000200:3.0:1789449468.869596:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:3.0:1789449468.869598:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296472366 00000100:00000010:3.0:1789449468.869604:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e8b87cd5c00. 00000100:00000001:3.0:1789449468.869611:0:2401:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789449468.869616:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296472366 00000100:00000010:3.0:1789449468.869620:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e8b87cd50c0. 00000100:00000001:3.0:1789449468.869623:0:2401:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789449468.869627:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449468.869630:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449468.869632:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789449468.869636:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b8310a300 x1876371947502592/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449468.869642:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789449468.869644:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449468.869646:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789449468.869648:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789449468.869650:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449468.869653:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b8310a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2401:1876371947502592:192.168.202.109@tcp:400:kworker.0 00000100:00000001:3.0:1789449468.869659:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789449468.869662:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789449468.869663:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449468.869665:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789449468.869668:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b837f0000. 02000000:00000001:3.0:1789449468.869670:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449468.869673:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:3.0:1789449468.869675:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b8525cdc0. 00000400:00000010:3.0:1789449468.869679:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69d48. 00000100:00000200:3.0:1789449468.869682:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947502592, portal 4 00000100:00000001:3.0:1789449468.869684:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449468.869685:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769389312 : -107152940162304 : ffff9e8b8310a300) 00000100:00000040:3.0:1789449468.869690:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b8310a300 x1876371947502592/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449468.869697:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449468.869699:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1789449468.869701:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69088. 00000100:00000200:3.0:1789449468.869703:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876371947502592, offset 0 00000400:00000200:3.0:1789449468.869708:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1789449468.869712:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449468.869715:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449468.869718:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789449468.869720:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1789449468.869722:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789449468.869724:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1789449468.869727:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2722:2722:255:4294967295] 192.168.202.109@tcp LPNI seq info [2722:2722:7:4294967295] 00000400:00000200:3.0:1789449468.869731:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449468.869736:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449468.869740:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449468.869744:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051c200. 00000800:00000200:3.0:1789449468.869748:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449468.869753:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449468.869755:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051c200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789449468.869758:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449468.869762:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: using a timeout of 23003 usecs (24 jiffies) 00000400:00000200:3.0:1789449468.869765:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:3.0:1789449468.869767:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296471579 00000100:00000001:3.0:1789449468.869769:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296472366 00000100:00000001:3.0:1789449468.869772:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296471579 00000100:00000001:3.0:1789449468.869774:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296472366 00000100:00000001:3.0:1789449468.869776:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449468.869778:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449468.869788:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449468.869791:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449468.869798:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449468.869801:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789449468.869803:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449468.869804:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449468.869805:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449468.869808:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00000001:3.0:1789449468.869809:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449468.869811:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449468.869813:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449468.869814:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449468.869815:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449468.869816:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789449468.869821:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83109180 x1876371947502208/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449468.869827:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789449468.869828:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449468.869830:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789449468.869831:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789449468.869833:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449468.869836:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83109180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:80a9314a-fa92-41c3-8d17-36c58fffb192:2401:1876371947502208:192.168.202.109@tcp:400:kworker.0 00000100:00000001:3.0:1789449468.869840:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789449468.869842:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789449468.869843:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449468.869845:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789449468.869848:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b837f1200. 02000000:00000001:3.0:1789449468.869850:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449468.869854:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:3.0:1789449468.869857:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b8525c5d8. 00000400:00000010:3.0:1789449468.869861:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b692a8. 00000100:00000200:3.0:1789449468.869864:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947502208, portal 25 00000100:00000001:3.0:1789449468.869866:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449468.869868:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769384832 : -107152940166784 : ffff9e8b83109180) 00000100:00000040:3.0:1789449468.869873:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b83109180 x1876371947502208/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449468.869910:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449468.869914:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1789449468.869917:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69dd0. 00000100:00000200:3.0:1789449468.869920:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876371947502208, offset 0 00000400:00000200:3.0:1789449468.869924:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1789449468.869928:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449468.869932:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449468.869935:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789449468.869937:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1789449468.869940:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789449468.869942:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1789449468.869945:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2723:2723:254:4294967295] 192.168.202.109@tcp LPNI seq info [2723:2723:6:4294967295] 00000400:00000200:3.0:1789449468.869949:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449468.869955:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449468.869960:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449468.869963:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051c300. 00000800:00000200:3.0:1789449468.869967:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449468.869972:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449468.869974:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051c300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789449468.869977:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449468.869980:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:3.0:1789449468.869981:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296475683 00000100:00000001:3.0:1789449468.869986:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296472366 00000100:00000001:3.0:1789449468.869989:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296475683 00000100:00000001:3.0:1789449468.869992:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296472366 00000100:00000001:3.0:1789449468.869995:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449468.869997:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449468.869999:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789449468.870003:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83108a80 x1876371947502464/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449468.870011:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789449468.870012:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449468.870014:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789449468.870016:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789449468.870019:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449468.870022:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83108a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2401:1876371947502464:192.168.202.109@tcp:400:kworker.0 00000100:00000001:3.0:1789449468.870025:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789449468.870027:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789449468.870029:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449468.870031:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789449468.870034:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b837f0e00. 02000000:00000001:3.0:1789449468.870036:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449468.870039:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:3.0:1789449468.870041:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b8525ce18. 00000400:00000010:3.0:1789449468.870045:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b696e8. 00000100:00000200:3.0:1789449468.870048:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947502464, portal 10 00000100:00000001:3.0:1789449468.870049:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449468.870050:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769383040 : -107152940168576 : ffff9e8b83108a80) 00000100:00000040:3.0:1789449468.870057:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b83108a80 x1876371947502464/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449468.870063:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449468.870065:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1789449468.870067:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69bb0. 00000100:00000200:3.0:1789449468.870069:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876371947502464, offset 0 00000400:00000200:3.0:1789449468.870073:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1789449468.870076:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449468.870079:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449468.870082:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789449468.870084:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1789449468.870086:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789449468.870088:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1789449468.870091:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2724:2724:253:4294967295] 192.168.202.109@tcp LPNI seq info [2724:2724:5:4294967295] 00000400:00000200:3.0:1789449468.870095:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449468.870101:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449468.870105:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449468.870108:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051c100. 00000800:00000200:3.0:1789449468.870112:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449468.870117:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449468.870119:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051c100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789449468.870122:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449468.870125:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: using a timeout of 22030 usecs (23 jiffies) 00000400:00000200:3.0:1789449468.870128:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:3.0:1789449468.870130:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296471579 00000100:00000001:3.0:1789449468.870132:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296475683 00000100:00000001:3.0:1789449468.870134:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296471579 00000100:00000001:3.0:1789449468.870136:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296475683 00000100:00000001:3.0:1789449468.870138:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449468.870141:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449468.870143:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789449468.870146:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b8310bb80 x1876371947502720/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449468.870153:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789449468.870155:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449468.870157:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789449468.870159:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789449468.870161:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449468.870164:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b8310bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2401:1876371947502720:192.168.202.109@tcp:400:kworker.0 00000100:00000001:3.0:1789449468.870168:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789449468.870170:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789449468.870172:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449468.870174:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789449468.870178:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b864b1000. 02000000:00000001:3.0:1789449468.870180:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449468.870183:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:3.0:1789449468.870186:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b8525c478. 00000400:00000010:3.0:1789449468.870190:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69aa0. 00000100:00000200:3.0:1789449468.870192:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947502720, portal 4 00000100:00000001:3.0:1789449468.870194:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449468.870196:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769395584 : -107152940156032 : ffff9e8b8310bb80) 00000100:00000040:3.0:1789449468.870202:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b8310bb80 x1876371947502720/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449468.870208:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449468.870211:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1789449468.870213:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69198. 00000100:00000200:3.0:1789449468.870215:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876371947502720, offset 0 00000400:00000200:3.0:1789449468.870219:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1789449468.870222:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449468.870226:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449468.870229:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789449468.870232:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1789449468.870234:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789449468.870237:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1789449468.870239:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2725:2725:252:4294967295] 192.168.202.109@tcp LPNI seq info [2725:2725:4:4294967295] 00000400:00000200:3.0:1789449468.870244:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449468.870250:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449468.870267:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449468.870270:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051c700. 00000800:00000200:3.0:1789449468.870274:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449468.870279:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449468.870281:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051c700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789449468.870284:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449468.870288:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: using a timeout of 245336 usecs (246 jiffies) 00000400:00000200:3.0:1789449468.870291:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:3.0:1789449468.870293:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296471802 00000100:00000001:3.0:1789449468.870296:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296475683 00000100:00000001:3.0:1789449468.870298:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296471802 00000100:00000001:3.0:1789449468.870301:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296475683 00000100:00000001:3.0:1789449468.870303:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449468.870305:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449468.870307:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449468.870310:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449468.870373:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449468.870377:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b9051c400. 00000400:00000200:3.0:1789449468.870384:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449468.870390:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449468.870395:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69f68 00000400:00000010:3.0:1789449468.870398:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69f68. 00000100:00000001:3.0:1789449468.870402:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449468.870407:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b8310aa00 x1876371947502336/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449468.870422:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449468.870427:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b8310aa00 x1876371947502336/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449484 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449468.870434:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449468.870436:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789449468.870449:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449468.870451:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b9051c200. 00000400:00000200:3.0:1789449468.870453:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449468.870456:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449468.870459:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69088 00000400:00000010:3.0:1789449468.870460:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69088. 00000100:00000001:3.0:1789449468.870462:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449468.870465:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b8310a300 x1876371947502592/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449468.870472:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449468.870474:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b8310a300 x1876371947502592/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449484 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449468.870480:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449468.870482:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789449468.870489:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449468.870491:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b9051c300. 00000400:00000200:3.0:1789449468.870494:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449468.870497:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449468.870500:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69dd0 00000400:00000010:3.0:1789449468.870502:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69dd0. 00000100:00000001:3.0:1789449468.870504:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449468.870507:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83109180 x1876371947502208/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449468.870514:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449468.870517:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83109180 x1876371947502208/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449484 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449468.870528:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449468.870529:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789449468.870537:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449468.870539:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b9051c100. 00000400:00000200:3.0:1789449468.870541:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449468.870544:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449468.870547:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69bb0 00000400:00000010:3.0:1789449468.870548:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69bb0. 00000100:00000001:3.0:1789449468.870550:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449468.870553:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83108a80 x1876371947502464/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449468.870559:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449468.870562:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83108a80 x1876371947502464/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449484 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449468.870567:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449468.870569:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789449468.870656:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449468.870659:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b9051c700. 00000400:00000200:3.0:1789449468.870662:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449468.870666:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449468.870669:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69198 00000400:00000010:3.0:1789449468.870670:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69198. 00000100:00000001:3.0:1789449468.870672:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449468.870676:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b8310bb80 x1876371947502720/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449468.870682:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449468.870685:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b8310bb80 x1876371947502720/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449484 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449468.870691:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449468.870693:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789449468.870866:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449468.870870:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789449468.879845:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449468.879871:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449468.879875:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449468.880948:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449468.880963:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449468.880971:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449468.880982:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449468.880986:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449468.881057:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449468.881062:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 4 MB=0x6aa8ce365bc00 00000400:00000200:2.0:1789449468.881068:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449468.881076:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 224/224 into md 0x7c6d [1] + 224 00000800:00000001:2.0:1789449468.881084:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449468.881094:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449468.881097:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449468.881103:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449468.881112:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449468.881121:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b8310a300 x1876371947502592/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449484 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449468.881133:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b8310a300 x1876371947502592/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449484 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449468.881193:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449468.881198:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449468.881217:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449468.881226:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449468.881231:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449468.881233:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449468.881235:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449468.881239:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449468.881243:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449468.881247:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449468.881250:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449468.881264:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449468.881267:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 4 MB=0x6aa8ce365bc80 00000400:00000200:2.0:1789449468.881271:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449468.881275:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 224/224 into md 0x7c9d [1] + 224 00000800:00000001:2.0:1789449468.881279:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449468.881283:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449468.881285:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449468.881288:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449468.881291:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449468.881296:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b8310bb80 x1876371947502720/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449484 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449468.881305:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b8310bb80 x1876371947502720/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449484 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449468.881312:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449468.881316:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449468.881319:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449468.881321:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449468.881323:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449468.881326:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449468.881330:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449468.881333:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449468.881336:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449468.881338:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449468.881341:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x6aa8ce365ba80 00000400:00000200:2.0:1789449468.881345:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449468.881350:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x7c7d [1] + 224 00000800:00000001:2.0:1789449468.881353:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449468.881362:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449468.881364:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449468.881367:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449468.881370:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449468.881374:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83109180 x1876371947502208/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449484 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449468.881382:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b83109180 x1876371947502208/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449484 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449468.881389:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449468.881392:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449468.881395:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1789449468.888919:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449468.888926:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449468.888931:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b8525cdc0. 00000400:00000200:3.0:1789449468.888937:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69d48 00000400:00000010:3.0:1789449468.888941:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69d48. 00000100:00000001:3.0:1789449468.888946:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449468.888959:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b8310a300 x1876371947502592/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449484 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789449468.888970:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b8310a300 x1876371947502592/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449484 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449468.889523:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449468.889528:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449468.889532:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449468.889536:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449468.889538:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449468.889540:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449468.889543:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449468.889555:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b90c6ec60 time=98 v=5 (5 5 5 36) 00000100:00001000:3.0:1789449468.889560:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b90c6ec18 time=6 v=5 (1 0 0 0) 00000100:00000001:3.0:1789449468.889562:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789449468.889564:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449468.889567:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789449468.889581:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449468.889586:0:2401:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789449468.889589:0:2401:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e8b89903000: skip recheck: last_committed 4294967322 00000100:00000001:3.0:1789449468.889591:0:2401:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789449468.889593:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449468.889602:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b8310a300 x1876371947502592/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449484 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449468.889610:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449468.889613:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449468.889615:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449468.889619:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b8310a300 x1876371947502592/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449484 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789449468.889633:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b8310a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2401:1876371947502592:192.168.202.109@tcp:400:kworker.0 00000100:00000001:3.0:1789449468.889639:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449468.889643:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449468.889647:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b8310a300 x1876371947502592/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449484 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449468.889653:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449468.889655:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449468.889668:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b837f0000. 02000000:00000001:3.0:1789449468.889673:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449468.889676:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449468.889678:0:2401:0:(genops.c:1222:class_import_put()) import ffff9e8b90c6e800 refcount=2 obd=lustre-OST0000-osc-ffff9e8b89903000 00000020:00000001:3.0:1789449468.889680:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449468.889683:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b9051c000. 02000000:00000001:3.0:1789449468.889687:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449468.889689:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449468.889691:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b8310a300. 00000100:00000001:3.0:1789449468.889694:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449468.889695:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449468.889699:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449468.889702:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449468.889704:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789449468.889711:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449468.889713:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449468.889716:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b8525c5d8. 00000400:00000200:3.0:1789449468.889719:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b692a8 00000400:00000010:3.0:1789449468.889721:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b692a8. 00000100:00000001:3.0:1789449468.889723:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449468.889728:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83109180 x1876371947502208/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449484 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789449468.889736:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83109180 x1876371947502208/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449484 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449468.889742:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449468.889744:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449468.889746:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449468.889747:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449468.889748:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449468.889750:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449468.889751:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449468.889754:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b83927460 time=99 v=5 (5 5 5 5) 00000100:00001000:3.0:1789449468.889757:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b83927418 time=99 v=5 (1 1 1 1) 00000100:00000001:3.0:1789449468.889758:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789449468.889760:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449468.889761:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789449468.889763:0:2401:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449468.889765:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449468.889768:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83109180 x1876371947502208/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449484 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449468.889773:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449468.889775:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449468.889776:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449468.889779:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83109180 x1876371947502208/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449484 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789449468.889785:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83109180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:80a9314a-fa92-41c3-8d17-36c58fffb192:2401:1876371947502208:192.168.202.109@tcp:400:kworker.0 00000400:00000001:3.0:1789449468.889791:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449468.889793:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449468.889794:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b8525c478. 00000400:00000200:3.0:1789449468.889796:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69aa0 00000400:00000010:3.0:1789449468.889798:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69aa0. 00000100:00000001:3.0:1789449468.889800:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449468.889805:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b8310bb80 x1876371947502720/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449484 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789449468.889812:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b8310bb80 x1876371947502720/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449484 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449468.889818:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449468.889819:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449468.889822:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449468.889823:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449468.889824:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449468.889826:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449468.889828:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449468.889831:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8986b460 time=98 v=5 (5 5 5 36) 00000100:00001000:3.0:1789449468.889833:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8986b418 time=8 v=5 (1 0 0 0) 00000100:00000001:3.0:1789449468.889834:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789449468.889835:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449468.889837:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789449468.889838:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449468.889840:0:2401:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789449468.889841:0:2401:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9e8b89903000: skip recheck: last_committed 4294967326 00000100:00000001:3.0:1789449468.889843:0:2401:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789449468.889844:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449468.889848:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b8310bb80 x1876371947502720/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449484 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449468.889853:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449468.889855:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449468.889856:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449468.889859:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b8310bb80 x1876371947502720/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449484 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789449468.889865:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b8310bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2401:1876371947502720:192.168.202.109@tcp:400:kworker.0 00000100:00000001:3.0:1789449468.889870:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449468.889871:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449468.889874:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83109180 x1876371947502208/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449484 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449468.889908:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449468.889910:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449468.889912:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b837f1200. 02000000:00000001:3.0:1789449468.889915:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449468.889917:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449468.889919:0:2401:0:(genops.c:1222:class_import_put()) import ffff9e8b83927000 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:3.0:1789449468.889921:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449468.889922:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b9051c500. 02000000:00000001:3.0:1789449468.889924:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449468.889926:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449468.889927:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83109180. 00000100:00000001:3.0:1789449468.889930:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449468.889931:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449468.889932:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449468.889936:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b8310bb80 x1876371947502720/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449484 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449468.889941:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449468.889942:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449468.889944:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b864b1000. 02000000:00000001:3.0:1789449468.889946:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449468.889947:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449468.889948:0:2401:0:(genops.c:1222:class_import_put()) import ffff9e8b8986b000 refcount=2 obd=lustre-OST0001-osc-ffff9e8b89903000 00000020:00000001:3.0:1789449468.889950:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449468.889952:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b9051c800. 02000000:00000001:3.0:1789449468.889953:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449468.889954:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449468.889956:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b8310bb80. 00000100:00000001:3.0:1789449468.889958:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449468.889959:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449468.889962:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449468.889963:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449468.889964:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449468.889966:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449468.889968:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789449468.890006:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449468.890022:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449468.890025:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449468.890028:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449468.890037:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449468.890051:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449468.890059:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449468.890063:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449468.890069:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449468.890073:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x6aa8ce365bb00 00000400:00000200:3.0:1789449468.890077:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449468.890083:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x7c5d [1] + 224 00000800:00000001:3.0:1789449468.890091:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449468.890096:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449468.890099:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449468.890103:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449468.890110:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449468.890115:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b8310aa00 x1876371947502336/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449484 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449468.890125:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b8310aa00 x1876371947502336/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449484 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449468.890141:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449468.890150:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449468.890153:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449468.890156:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449468.890158:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449468.890160:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449468.890163:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449468.890167:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449468.890169:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449468.890172:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449468.890175:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x6aa8ce365bb80 00000400:00000200:3.0:1789449468.890178:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449468.890182:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x7c8d [1] + 224 00000800:00000001:3.0:1789449468.890185:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449468.890192:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449468.890195:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449468.890197:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449468.890200:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449468.890205:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83108a80 x1876371947502464/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449484 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449468.890213:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b83108a80 x1876371947502464/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449484 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449468.890221:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449468.890224:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449468.890227:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449468.890238:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449468.890240:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789449468.890242:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449468.890243:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449468.890245:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b8525ce18. 00000400:00000200:3.0:1789449468.890248:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b696e8 00000400:00000010:3.0:1789449468.890249:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b696e8. 00000100:00000001:3.0:1789449468.890262:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449468.890266:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83108a80 x1876371947502464/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449484 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789449468.890274:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83108a80 x1876371947502464/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449484 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449468.890280:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449468.890282:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449468.890283:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449468.890285:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449468.890287:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449468.890288:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449468.890290:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449468.890295:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b862dcc60 time=98 v=5 (5 102 102 102) 00000100:00001000:3.0:1789449468.890298:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b862dcc18 time=98 v=5 (1 1 1 1) 00000100:00000001:3.0:1789449468.890301:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789449468.890302:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449468.890304:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789449468.890306:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449468.890308:0:2401:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789449468.890310:0:2401:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967328 00000100:00000001:3.0:1789449468.890313:0:2401:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789449468.890315:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449468.890320:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83108a80 x1876371947502464/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449484 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449468.890325:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449468.890327:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449468.890328:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449468.890331:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83108a80 x1876371947502464/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449484 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789449468.890339:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83108a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2401:1876371947502464:192.168.202.109@tcp:400:kworker.0 00000400:00000001:3.0:1789449468.890344:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449468.890345:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449468.890347:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b8525c790. 00000400:00000200:3.0:1789449468.890349:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69220 00000400:00000010:3.0:1789449468.890351:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69220. 00000100:00000001:3.0:1789449468.890353:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449468.890356:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b8310aa00 x1876371947502336/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449484 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789449468.890364:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b8310aa00 x1876371947502336/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449484 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449468.890369:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449468.890370:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449468.890372:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449468.890373:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449468.890374:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449468.890376:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449468.890377:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449468.890381:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=98 v=5 (5 102 102 102) 00000100:00001000:3.0:1789449468.890383:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=8 v=5 (1 0 0 0) 00000100:00000001:3.0:1789449468.890386:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789449468.890387:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449468.890389:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789449468.890390:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449468.890392:0:2401:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1789449468.890393:0:2401:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: committing for last_committed 4294967614 gen 2 00000100:00000040:3.0:1789449468.890400:0:2401:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967614) req@ffff9e8b83693100 x1876371947492864/t4294967601(4294967601) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449476 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449468.890406:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449468.890408:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83693100 x1876371947492864/t4294967601(4294967601) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449476 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449468.890413:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449468.890414:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449468.890416:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b8678cc00. 02000000:00000001:3.0:1789449468.890420:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449468.890421:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449468.890422:0:2401:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=9 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:3.0:1789449468.890424:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449468.890425:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e8b82a99400. 02000000:00000001:3.0:1789449468.890428:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449468.890430:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449468.890431:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83693100. 00000100:00000001:3.0:1789449468.890435:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449468.890436:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449468.890440:0:2401:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967614) req@ffff9e8b8310b100 x1876371947496192/t4294967602(4294967602) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449476 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449468.890445:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449468.890448:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b8310b100 x1876371947496192/t4294967602(4294967602) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449476 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449468.890453:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449468.890454:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449468.890455:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b87c4a000. 02000000:00000001:3.0:1789449468.890457:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449468.890459:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449468.890460:0:2401:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:3.0:1789449468.890462:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449468.890463:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e8b86782600. 02000000:00000001:3.0:1789449468.890465:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449468.890466:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449468.890467:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b8310b100. 00000100:00000001:3.0:1789449468.890469:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449468.890470:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449468.890475:0:2401:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967614) req@ffff9e8b9065e300 x1876371947498624/t4294967606(4294967606) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 488/456 e 0 to 0 dl 1789449478 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449468.890481:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449468.890484:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065e300 x1876371947498624/t4294967606(4294967606) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 488/456 e 0 to 0 dl 1789449478 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449468.890489:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449468.890491:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449468.890492:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b83604000. 02000000:00000001:3.0:1789449468.890495:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449468.890496:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449468.890497:0:2401:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:3.0:1789449468.890499:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449468.890500:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e8b86221400. 02000000:00000001:3.0:1789449468.890503:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449468.890504:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449468.890505:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065e300. 00000100:00000001:3.0:1789449468.890508:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449468.890509:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449468.890514:0:2401:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967614) req@ffff9e8b87d1aa00 x1876371947499264/t4294967608(4294967608) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 512/456 e 0 to 0 dl 1789449478 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449468.890520:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449468.890523:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b87d1aa00 x1876371947499264/t4294967608(4294967608) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 512/456 e 0 to 0 dl 1789449478 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449468.890529:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449468.890530:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449468.890532:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b836b2800. 02000000:00000001:3.0:1789449468.890536:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449468.890537:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449468.890538:0:2401:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:3.0:1789449468.890540:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449468.890542:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e8b8b126c00. 02000000:00000001:3.0:1789449468.890545:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449468.890546:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449468.890547:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b87d1aa00. 00000100:00000001:3.0:1789449468.890550:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449468.890551:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449468.890555:0:2401:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967614) req@ffff9e8b83691500 x1876371947500544/t4294967612(4294967612) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 496/456 e 0 to 0 dl 1789449478 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449468.890561:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449468.890563:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83691500 x1876371947500544/t4294967612(4294967612) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 496/456 e 0 to 0 dl 1789449478 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449468.890569:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449468.890570:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449468.890572:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b8678e400. 02000000:00000001:3.0:1789449468.890574:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449468.890575:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449468.890576:0:2401:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:3.0:1789449468.890578:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449468.890579:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e8b8313f800. 02000000:00000001:3.0:1789449468.890582:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449468.890583:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449468.890584:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83691500. 00000100:00000001:3.0:1789449468.890586:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449468.890587:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449468.890592:0:2401:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967614) req@ffff9e8b87d18380 x1876371947501184/t4294967614(4294967614) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 512/456 e 0 to 0 dl 1789449478 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449468.890597:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449468.890600:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b87d18380 x1876371947501184/t4294967614(4294967614) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 512/456 e 0 to 0 dl 1789449478 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449468.890610:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449468.890612:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449468.890613:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b836b1000. 02000000:00000001:3.0:1789449468.890615:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449468.890616:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449468.890618:0:2401:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:3.0:1789449468.890620:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449468.890621:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e8b864b0400. 02000000:00000001:3.0:1789449468.890623:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449468.890624:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449468.890625:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b87d18380. 00000100:00000001:3.0:1789449468.891144:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449468.891146:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449468.891149:0:2401:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1789449468.891151:0:2401:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: normal: skip=1 replay=6/6 committed=0/0 00000100:00000001:3.0:1789449468.891154:0:2401:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789449468.891156:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449468.891162:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b8310aa00 x1876371947502336/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449484 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449468.891170:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449468.891172:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449468.891174:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449468.891177:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b8310aa00 x1876371947502336/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449484 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789449468.891185:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b8310aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2401:1876371947502336:192.168.202.109@tcp:400:kworker.0 00000100:00000001:3.0:1789449468.891191:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449468.891193:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449468.891197:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83108a80 x1876371947502464/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449484 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449468.891203:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449468.891206:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449468.891209:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b837f0e00. 02000000:00000001:3.0:1789449468.891212:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449468.891214:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449468.891215:0:2401:0:(genops.c:1222:class_import_put()) import ffff9e8b862dc800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000020:00000001:3.0:1789449468.891217:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449468.891219:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b9051cf00. 02000000:00000001:3.0:1789449468.891222:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449468.891223:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449468.891224:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83108a80. 00000100:00000001:3.0:1789449468.891227:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449468.891228:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449468.891230:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449468.891233:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b8310aa00 x1876371947502336/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449484 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449468.891240:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449468.891242:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449468.891243:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b837f0600. 02000000:00000001:3.0:1789449468.891245:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449468.891246:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449468.891247:0:2401:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=3 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:3.0:1789449468.891249:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449468.891260:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b9051c600. 02000000:00000001:3.0:1789449468.891263:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449468.891264:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449468.891266:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b8310aa00. 00000100:00000001:3.0:1789449468.891268:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449468.891270:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449468.891272:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449468.891280:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449468.891282:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449468.891284:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449468.891287:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449469.444127:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449469.444135:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449470.465985:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449470.465995:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789449470.557849:0:32576:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1789449470.557855:0:32576:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 21h: drop open request and close reply while close and open are both in flight ========================================================== 01:17:48 (1789449468) 00000001:00000001:2.0:1789449470.577720:0:32576:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:3.0:1789449470.630447:0:32579:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789449470.630456:0:32579:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789449470.630458:0:32579:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789449470.630462:0:32579:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c4bb20 00000080:00200000:3.0:1789449470.630468:0:32579:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:3.0:1789449470.630475:0:32579:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b8606b200. 00800000:00000002:3.0:1789449470.630482:0:32579:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:3.0:1789449470.630487:0:32579:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789449470.630492:0:32579:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789449470.630494:0:32579:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c4ba40 00800000:00000002:3.0:1789449470.630497:0:32579:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789449470.630501:0:32579:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789449470.630505:0:32579:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789449470.630508:0:32579:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789449470.630512:0:32579:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789449470.630514:0:32579:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789449470.630516:0:32579:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449470.630518:0:32579:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789449470.630521:0:32579:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449470.630526:0:32579:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789449470.630532:0:32579:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789449470.630533:0:32579:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c4b910 00000002:00010000:3.0:1789449470.630535:0:32579:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789449470.630539:0:32579:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789449470.630540:0:32579:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789449470.630544:0:32579:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789449470.630550:0:32579:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449470.630553:0:32579:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449470.630554:0:32579:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449470.630556:0:32579:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1789449470.630559:0:32579:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1789449470.630563:0:32579:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b8310aa00. 00000020:00000040:3.0:1789449470.630568:0:32579:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00010000:00000001:3.0:1789449470.630574:0:32579:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789449470.630580:0:32579:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449470.630585:0:32579:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449470.630589:0:32579:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789449470.630592:0:32579:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789449470.630596:0:32579:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789449470.630603:0:32579:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b87c49400. 00000100:00000001:3.0:1789449470.630610:0:32579:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449470.630615:0:32579:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789449470.630617:0:32579:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449470.630618:0:32579:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789449470.630619:0:32579:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449470.630621:0:32579:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449470.630627:0:32579:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446636920769391104 : -107152940160512 : ffff9e8b8310aa00) 00010000:00000001:3.0:1789449470.630631:0:32579:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789449470.630633:0:32579:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1789449470.630637:0:32579:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9e8b922de800. 00010000:00000010:3.0:1789449470.630642:0:32579:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e8b84d02780. 00010000:00000001:3.0:1789449470.630647:0:32579:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789449470.630650:0:32579:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8b91c75000. 00000020:00000001:3.0:1789449470.630654:0:32579:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789449470.630657:0:32579:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8b91c75000 with handle 0xcddde1459ded6634 to hash 00000020:00000001:3.0:1789449470.630659:0:32579:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789449470.630661:0:32579:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636921016242176 : -107152693309440 : ffff9e8b91c75000) 00010000:00000001:3.0:1789449470.630665:0:32579:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636921016242176 : -107152693309440 : ffff9e8b91c75000) 00010000:00000001:3.0:1789449470.630668:0:32579:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449470.630670:0:32579:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449470.630675:0:32579:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75000/0xcddde1459ded6634 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789449470.630684:0:32579:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75000/0xcddde1459ded6634 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789449470.630695:0:32579:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75000/0xcddde1459ded6634 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32579 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789449470.630701:0:32579:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789449470.630703:0:32579:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789449470.630708:0:32579:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b86702480. 00000100:00000001:3.0:1789449470.630711:0:32579:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920825980032 : -107152883571584 : ffff9e8b86702480) 00000100:00000001:3.0:1789449470.630713:0:32579:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449470.630715:0:32579:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769391104 : -107152940160512 : ffff9e8b8310aa00) 00000100:00000001:3.0:1789449470.630719:0:32579:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789449470.630723:0:32579:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449470.630725:0:32579:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789449470.630726:0:32579:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789449470.630736:0:32579:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b8310aa00 x1876371947502848/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449470.630745:0:32579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789449470.630747:0:32579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449470.630751:0:32579:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789449470.630753:0:32579:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789449470.630756:0:32579:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449470.630759:0:32579:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b8310aa00 pname:cluuid:pid:xid:nid:opc:job lfs:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:32579:1876371947502848:192.168.202.109@tcp:101:lfs.0 00000100:00000001:3.0:1789449470.630763:0:32579:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789449470.630768:0:32579:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789449470.630770:0:32579:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449470.630772:0:32579:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789449470.630776:0:32579:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e8b86130000. 02000000:00000001:3.0:1789449470.630778:0:32579:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449470.630786:0:32579:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:3.0:1789449470.630789:0:32579:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b8525c790. 00000400:00000010:3.0:1789449470.630796:0:32579:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69220. 00000100:00000200:3.0:1789449470.630803:0:32579:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876371947502848, portal 10 00000100:00000001:3.0:1789449470.630805:0:32579:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449470.630806:0:32579:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769391104 : -107152940160512 : ffff9e8b8310aa00) 00000100:00000040:3.0:1789449470.630812:0:32579:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b8310aa00 x1876371947502848/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449486 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449470.630819:0:32579:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449470.630822:0:32579:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1789449470.630825:0:32579:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b696e8. 00000100:00000200:3.0:1789449470.630828:0:32579:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876371947502848, offset 0 00000400:00000200:3.0:1789449470.630834:0:32579:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1789449470.630842:0:32579:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449470.630850:0:32579:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449470.630856:0:32579:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789449470.630860:0:32579:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1789449470.630863:0:32579:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789449470.630866:0:32579:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1789449470.630870:0:32579:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2726:2726:256:4294967295] 192.168.202.109@tcp LPNI seq info [2726:2726:8:4294967295] 00000400:00000200:3.0:1789449470.630874:0:32579:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449470.631129:0:32579:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449470.631207:0:32579:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449470.631227:0:32579:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051c600. 00000800:00000200:3.0:1789449470.631573:0:32579:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449470.631582:0:32579:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449470.631588:0:32579:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051c600 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1789449470.631607:0:32579:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449470.631613:0:32579:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 809763 usecs (810 jiffies) 00000400:00000200:3.0:1789449470.631618:0:32579:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:3.0:1789449470.631622:0:32579:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296474127 00000100:00000001:3.0:1789449470.631625:0:32579:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296475683 00000100:00000001:3.0:1789449470.631627:0:32579:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296474127 00000100:00000001:3.0:1789449470.631630:0:32579:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296475683 00000100:00000001:3.0:1789449470.631633:0:32579:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449470.631636:0:32579:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449470.631639:0:32579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449470.631641:0:32579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789449470.631644:0:32579:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b86702480 going to sleep for 11 seconds 00000100:00000001:3.0:1789449470.631646:0:32579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449470.631650:0:32579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449470.632056:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449470.632061:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b9051c600. 00000400:00000200:3.0:1789449470.632065:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449470.632071:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449470.632077:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b696e8 00000400:00000010:3.0:1789449470.632080:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b696e8. 00000100:00000001:3.0:1789449470.632085:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449470.632090:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b8310aa00 x1876371947502848/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449486 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449470.632102:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449470.632105:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b8310aa00 x1876371947502848/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449486 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449470.632112:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449470.632113:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789449470.638609:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449470.638629:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449470.638633:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449470.638636:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449470.638645:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449470.638653:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449470.638662:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449470.638667:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449470.638673:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449470.638677:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 688 into portal 10 MB=0x6aa8ce365bd00 00000400:00000200:3.0:1789449470.638683:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449470.638689:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 688/688 into md 0x7cad [1] + 224 00000800:00000001:3.0:1789449470.638696:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449470.638703:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449470.638707:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449470.638711:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449470.638719:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449470.638728:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b8310aa00 x1876371947502848/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449486 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789449470.638747:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9e8b8310aa00 x1876371947502848/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449486 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449470.638794:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449470.638803:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449470.638807:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789449470.641465:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449470.641471:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47a000. 00000400:00000200:3.0:1789449470.641477:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449470.641484:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449470.641490:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012000 00000400:00000010:3.0:1789449470.641493:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012000. 00000100:00000001:3.0:1789449470.641498:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449470.641503:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83690000 x1876371947502976/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449486 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449470.641514:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449470.641517:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83690000 x1876371947502976/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449486 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449470.641524:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449470.641526:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789449470.647609:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449470.647630:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449470.647635:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449470.647637:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449470.647648:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449470.647655:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449470.647665:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449470.647670:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449470.647676:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449470.647681:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 584 into portal 10 MB=0x6aa8ce365bd80 00000400:00000200:3.0:1789449470.647687:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449470.647693:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 584/584 into md 0x7cbd [1] + 224 00000800:00000001:3.0:1789449470.647701:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449470.647707:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449470.647711:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449470.647716:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449470.647724:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449470.647735:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83690000 x1876371947502976/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449486 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789449470.647748:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9e8b83690000 x1876371947502976/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449486 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449470.647771:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449470.647779:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449470.647782:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1789449470.654757:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449470.654763:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47ac00. 00000400:00000200:2.0:1789449470.654768:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449470.654772:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449470.654778:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012770 00000400:00000010:2.0:1789449470.654780:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012770. 00000100:00000001:2.0:1789449470.654784:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449470.654788:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83690000 x1876371947503232/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1789449486 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449470.654796:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449470.654798:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83690000 x1876371947503232/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1789449486 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449470.654803:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449470.654804:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1789449470.663004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204b400. 00000080:00000010:1.1:1789449470.663033:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b8984fc60. 00000800:00000001:3.0:1789449470.666546:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449470.667518:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449470.667529:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449470.667535:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449470.667549:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449470.667642:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449470.667657:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449470.667663:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449470.667672:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449470.667677:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 448 into portal 10 MB=0x6aa8ce365be80 00000400:00000200:3.0:1789449470.667684:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449470.667692:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 448/448 into md 0x7cc5 [1] + 224 00000800:00000001:3.0:1789449470.667702:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449470.667716:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449470.667720:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449470.667726:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449470.667737:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449470.667749:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83690000 x1876371947503232/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1789449486 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449470.667764:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff9e8b83690000 x1876371947503232/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1789449486 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449470.667787:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449470.667800:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449470.667804:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449470.668701:0:32579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789449470.668715:0:32579:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449470.668718:0:32579:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449470.668723:0:32579:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b834279f8. 00000400:00000200:0.0:1789449470.668731:0:32579:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b850123b8 00000400:00000010:0.0:1789449470.668734:0:32579:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b850123b8. 00000100:00000001:0.0:1789449470.668739:0:32579:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449470.668750:0:32579:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83690000 x1876371947503232/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1789449486 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789449470.668763:0:32579:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83690000 x1876371947503232/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1789449486 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449470.668772:0:32579:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449470.668774:0:32579:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449470.668777:0:32579:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449470.668780:0:32579:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449470.668782:0:32579:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449470.668785:0:32579:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449470.668788:0:32579:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449470.668797:0:32579:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=100 v=5 (5 102 102 102) 00000100:00001000:0.0:1789449470.668801:0:32579:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1789449470.668804:0:32579:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449470.668806:0:32579:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449470.668809:0:32579:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449470.668812:0:32579:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449470.668816:0:32579:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789449470.668818:0:32579:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009c/0x1] 00000100:00000001:0.0:1789449470.668820:0:32579:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789449470.668822:0:32579:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449470.668824:0:32579:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775180288 : -107152934371328 : ffff9e8b83690000) 00000100:00000001:0.0:1789449470.668827:0:32579:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789449470.668829:0:32579:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967614 00000100:00000001:0.0:1789449470.668832:0:32579:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449470.668834:0:32579:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449470.668840:0:32579:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83690000 x1876371947503232/t4294967615(4294967615) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/448 e 0 to 0 dl 1789449486 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449470.668848:0:32579:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449470.668852:0:32579:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449470.668854:0:32579:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449470.668858:0:32579:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83690000 x1876371947503232/t4294967615(4294967615) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/448 e 0 to 0 dl 1789449486 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789449470.668868:0:32579:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83690000 pname:cluuid:pid:xid:nid:opc:job lfs:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:32579:1876371947503232:192.168.202.109@tcp:36:lfs.0 00000100:00000001:0.0:1789449470.668873:0:32579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449470.668877:0:32579:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449470.668902:0:32579:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789449470.668905:0:32579:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449470.668909:0:32579:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83690000 x1876371947503232/t4294967615(4294967615) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/448 e 0 to 0 dl 1789449486 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449470.668917:0:32579:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789449470.668920:0:32579:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b8580bd80. 00000100:00000001:0.0:1789449470.668924:0:32579:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789449470.668925:0:32579:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449470.668934:0:32579:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449470.668938:0:32579:0:(lmv_obd.c:2359:lmv_create()) Created - [0x200000405:0x23:0x0] 00800000:00000001:0.0:1789449470.668940:0:32579:0:(lmv_obd.c:2416:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449470.668945:0:32579:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789449470.668951:0:32579:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1789449470.668954:0:32579:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789449470.668957:0:32579:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611171 : 144115205339611171 : 200000405000023) 00000080:00000001:0.0:1789449470.668961:0:32579:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1789449470.668997:0:32579:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9e8b89195280. 00000080:00000001:0.0:1789449470.669007:0:32579:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:0.0:1789449470.669009:0:32579:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000405:0x23:0x0](ffff9e8b89195348) 00000080:00000001:0.0:1789449470.669012:0:32579:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1789449470.669015:0:32579:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x23:0x0] 00000080:00000001:0.0:1789449470.669018:0:32579:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449470.669020:0:32579:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611171 : 144115205339611171 : 200000405000023) 00000080:00000001:0.0:1789449470.669023:0:32579:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1789449470.669025:0:32579:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611171 mtime from 0 to 1789449470 00000080:00200000:0.0:1789449470.669030:0:32579:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x23:0x0], updating i_size 4096 00000080:00000001:0.0:1789449470.669032:0:32579:0:(llite_lib.c:3382:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1789449470.669035:0:32579:0:(namei.c:156:ll_iget()) Process leaving (rc=18446636920870622024 : -107152838929592 : ffff9e8b89195348) 00000080:00000001:0.0:1789449470.669038:0:32579:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789449470.669041:0:32579:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1789449470.669044:0:32579:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449470.669050:0:32579:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449470.669054:0:32579:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83690000 x1876371947503232/t4294967615(4294967615) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/448 e 0 to 0 dl 1789449486 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449470.669061:0:32579:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449470.669064:0:32579:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:0.0:1789449470.669067:0:32579:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b83480600. 00000080:00000010:0.0:1789449470.669073:0:32579:0:(dir.c:2111:ll_dir_ioctl()) kvfree 'data': 648 at ffff9e8b8678e400. 00000080:00000001:0.0:1789449470.669077:0:32579:0:(dir.c:2112:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449470.669092:0:32579:0:(dir.c:3022:ll_dir_release()) Process entered 00000080:00000001:0.0:1789449470.669094:0:32579:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1789449470.669098:0:32579:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c4bdd0 00000080:00200008:0.0:1789449470.669101:0:32579:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9e8b89180908), flags 300000 00000080:00400000:0.0:1789449470.669105:0:32579:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:0.0:1789449470.669109:0:32579:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9e8b8c446140. 00000080:00000001:0.0:1789449470.669112:0:32579:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1789449470.669115:0:32579:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c4bdd0 00000080:00000008:0.0:1789449470.669117:0:32579:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9e8b89180908), flags 300000, rc = 0 00000080:00000001:0.0:1789449470.669120:0:32579:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449470.669121:0:32579:0:(dir.c:3023:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1789449470.673315:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b922de800. 00010000:00000010:1.1:1789449470.673335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c75000. 00000080:00000001:3.0:1789449470.689466:0:32581:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789449470.689476:0:32581:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789449470.689479:0:32581:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789449470.689484:0:32581:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71180e2bb20 00000080:00200000:3.0:1789449470.689492:0:32581:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:3.0:1789449470.689502:0:32581:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b8606a000. 00800000:00000002:3.0:1789449470.689512:0:32581:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:3.0:1789449470.689517:0:32581:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789449470.689523:0:32581:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789449470.689527:0:32581:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71180e2ba40 00800000:00000002:3.0:1789449470.689530:0:32581:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789449470.689536:0:32581:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789449470.689539:0:32581:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789449470.689543:0:32581:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789449470.689547:0:32581:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789449470.689551:0:32581:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789449470.689554:0:32581:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449470.689557:0:32581:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789449470.689560:0:32581:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449470.689565:0:32581:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789449470.689572:0:32581:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789449470.689575:0:32581:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71180e2b910 00000002:00010000:3.0:1789449470.689577:0:32581:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789449470.689582:0:32581:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789449470.689585:0:32581:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789449470.689590:0:32581:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789449470.689599:0:32581:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449470.689603:0:32581:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449470.689606:0:32581:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449470.689610:0:32581:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1789449470.689614:0:32581:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1789449470.689621:0:32581:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83108a80. 00000020:00000040:3.0:1789449470.689627:0:32581:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00010000:00000001:3.0:1789449470.689637:0:32581:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789449470.689645:0:32581:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449470.689651:0:32581:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449470.689654:0:32581:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789449470.689658:0:32581:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789449470.689663:0:32581:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789449470.689673:0:32581:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b87c4a000. 00000100:00000001:3.0:1789449470.689682:0:32581:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449470.689689:0:32581:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789449470.689691:0:32581:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449470.689693:0:32581:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789449470.689694:0:32581:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449470.689696:0:32581:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449470.689702:0:32581:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446636920769383040 : -107152940168576 : ffff9e8b83108a80) 00010000:00000001:3.0:1789449470.689707:0:32581:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789449470.689710:0:32581:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1789449470.689714:0:32581:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9e8b922dec00. 00010000:00000010:3.0:1789449470.689718:0:32581:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e8b84d02800. 00010000:00000001:3.0:1789449470.689725:0:32581:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789449470.689729:0:32581:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8b91c74600. 00000020:00000001:3.0:1789449470.689733:0:32581:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789449470.689736:0:32581:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8b91c74600 with handle 0xcddde1459ded6642 to hash 00000020:00000001:3.0:1789449470.689739:0:32581:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789449470.689741:0:32581:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636921016239616 : -107152693312000 : ffff9e8b91c74600) 00010000:00000001:3.0:1789449470.689747:0:32581:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636921016239616 : -107152693312000 : ffff9e8b91c74600) 00010000:00000001:3.0:1789449470.689753:0:32581:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449470.689757:0:32581:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449470.689762:0:32581:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74600/0xcddde1459ded6642 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32581 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789449470.689774:0:32581:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74600/0xcddde1459ded6642 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32581 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789449470.689792:0:32581:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74600/0xcddde1459ded6642 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32581 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789449470.689798:0:32581:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789449470.689800:0:32581:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789449470.689808:0:32581:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b86702e40. 00000100:00000001:3.0:1789449470.689811:0:32581:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920825982528 : -107152883569088 : ffff9e8b86702e40) 00000100:00000001:3.0:1789449470.689814:0:32581:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449470.689815:0:32581:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769383040 : -107152940168576 : ffff9e8b83108a80) 00000100:00000001:3.0:1789449470.689822:0:32581:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789449470.689827:0:32581:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449470.689830:0:32581:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789449470.689833:0:32581:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789449470.689846:0:32581:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83108a80 x1876371947503360/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449470.689858:0:32581:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789449470.689861:0:32581:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449470.689866:0:32581:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789449470.689870:0:32581:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789449470.689874:0:32581:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449470.689905:0:32581:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83108a80 pname:cluuid:pid:xid:nid:opc:job lfs:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:32581:1876371947503360:192.168.202.109@tcp:101:lfs.0 00000100:00000001:3.0:1789449470.689911:0:32581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789449470.689917:0:32581:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789449470.689920:0:32581:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449470.689922:0:32581:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789449470.689928:0:32581:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e8b86132000. 02000000:00000001:3.0:1789449470.689930:0:32581:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449470.689941:0:32581:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:3.0:1789449470.689947:0:32581:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b8525ce18. 00000400:00000010:3.0:1789449470.689956:0:32581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b696e8. 00000100:00000200:3.0:1789449470.689964:0:32581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876371947503360, portal 10 00000100:00000001:3.0:1789449470.689966:0:32581:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449470.689968:0:32581:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769383040 : -107152940168576 : ffff9e8b83108a80) 00000100:00000040:3.0:1789449470.689974:0:32581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b83108a80 x1876371947503360/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449486 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449470.689983:0:32581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449470.689986:0:32581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1789449470.689989:0:32581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69aa0. 00000100:00000200:3.0:1789449470.689992:0:32581:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876371947503360, offset 0 00000400:00000200:3.0:1789449470.690000:0:32581:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1789449470.690012:0:32581:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449470.690023:0:32581:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449470.690030:0:32581:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789449470.690035:0:32581:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1789449470.690040:0:32581:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789449470.690043:0:32581:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1789449470.690047:0:32581:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2729:2729:256:4294967295] 192.168.202.109@tcp LPNI seq info [2729:2729:8:4294967295] 00000400:00000200:3.0:1789449470.690052:0:32581:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449470.690063:0:32581:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449470.690070:0:32581:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449470.690075:0:32581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051c600. 00000800:00000200:3.0:1789449470.690084:0:32581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449470.690094:0:32581:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449470.690100:0:32581:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051c600 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1789449470.690119:0:32581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449470.690124:0:32581:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 806337 usecs (807 jiffies) 00000400:00000200:3.0:1789449470.690127:0:32581:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:3.0:1789449470.690130:0:32581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296474183 00000100:00000001:3.0:1789449470.690133:0:32581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296475683 00000100:00000001:3.0:1789449470.690135:0:32581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296474183 00000100:00000001:3.0:1789449470.690138:0:32581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296475683 00000100:00000001:3.0:1789449470.690141:0:32581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449470.690145:0:32581:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449470.690149:0:32581:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449470.690151:0:32581:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789449470.690155:0:32581:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b86702e40 going to sleep for 11 seconds 00000100:00000001:3.0:1789449470.690158:0:32581:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449470.690162:0:32581:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449470.690268:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449470.690277:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b9051c600. 00000400:00000200:2.0:1789449470.690283:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449470.690292:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449470.690300:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69aa0 00000400:00000010:2.0:1789449470.690302:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69aa0. 00000100:00000001:2.0:1789449470.690307:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449470.690316:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83108a80 x1876371947503360/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449486 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449470.690328:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449470.690331:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83108a80 x1876371947503360/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449486 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449470.690337:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449470.690339:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789449470.716700:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449470.716719:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449470.716725:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449470.716727:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449470.716739:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449470.716748:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449470.716759:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449470.716765:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449470.716771:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449470.716776:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 688 into portal 10 MB=0x6aa8ce365bf00 00000400:00000200:3.0:1789449470.716783:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449470.716790:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 688/688 into md 0x7ccd [1] + 224 00000800:00000001:3.0:1789449470.716799:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449470.716806:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449470.716811:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449470.716817:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449470.716828:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449470.716841:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83108a80 x1876371947503360/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449486 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789449470.716854:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9e8b83108a80 x1876371947503360/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449486 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449470.716912:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449470.716923:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449470.716926:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449470.717125:0:32581:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789449470.717141:0:32581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449470.717144:0:32581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449470.717149:0:32581:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b8525ce18. 00000400:00000200:0.0:1789449470.717158:0:32581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b696e8 00000400:00000010:0.0:1789449470.717163:0:32581:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b696e8. 00000100:00000001:0.0:1789449470.717169:0:32581:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449470.717183:0:32581:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83108a80 x1876371947503360/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449486 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789449470.717201:0:32581:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83108a80 x1876371947503360/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449486 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449470.717210:0:32581:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449470.717213:0:32581:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449470.717216:0:32581:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449470.717220:0:32581:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449470.717222:0:32581:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449470.717225:0:32581:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449470.717228:0:32581:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449470.717246:0:32581:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=100 v=5 (5 102 102 102) 00000100:00001000:0.0:1789449470.717251:0:32581:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1789449470.717253:0:32581:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449470.717255:0:32581:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449470.717258:0:32581:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449470.717262:0:32581:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449470.717267:0:32581:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789449470.717270:0:32581:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967614 00000100:00000001:0.0:1789449470.717272:0:32581:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449470.717275:0:32581:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449470.717281:0:32581:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83108a80 x1876371947503360/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449486 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449470.717290:0:32581:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449470.717294:0:32581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449470.717297:0:32581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449470.717301:0:32581:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83108a80 x1876371947503360/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449486 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789449470.717310:0:32581:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83108a80 pname:cluuid:pid:xid:nid:opc:job lfs:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:32581:1876371947503360:192.168.202.109@tcp:101:lfs.0 00000100:00000001:0.0:1789449470.717318:0:32581:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449470.717323:0:32581:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449470.717326:0:32581:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789449470.717330:0:32581:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449470.717333:0:32581:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83108a80 x1876371947503360/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449486 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449470.717341:0:32581:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789449470.717344:0:32581:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b86702e40. 00000100:00000001:0.0:1789449470.717348:0:32581:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789449470.717350:0:32581:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449470.717354:0:32581:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789449470.717358:0:32581:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449470.717360:0:32581:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449470.717364:0:32581:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c74600 refcount=4 00000020:00000001:0.0:1789449470.717367:0:32581:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016239616 : -107152693312000 : ffff9e8b91c74600) 00010000:00000001:0.0:1789449470.717370:0:32581:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016239616 : -107152693312000 : ffff9e8b91c74600) 00010000:00000040:0.0:1789449470.717377:0:32581:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e8b91c74600, remote cookie: 0xeb7cbf5e2fd3d3f6, flags: 0x1001 00010000:00010000:0.0:1789449470.717383:0:32581:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74600/0xcddde1459ded6642 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d3f6 expref: -99 pid: 32581 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789449470.717395:0:32581:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74600/0xcddde1459ded6642 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d3f6 expref: -99 pid: 32581 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449470.717402:0:32581:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789449470.717407:0:32581:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789449470.717409:0:32581:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789449470.717411:0:32581:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789449470.717413:0:32581:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789449470.717416:0:32581:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9e8b922dec00) refcount = 1 00010000:00010000:0.0:1789449470.717420:0:32581:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74600/0xcddde1459ded6642 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d3f6 expref: -99 pid: 32581 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449470.717426:0:32581:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789449470.717430:0:32581:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789449470.717432:0:32581:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449470.717436:0:32581:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789449470.717438:0:32581:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449470.717442:0:32581:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74600/0xcddde1459ded6642 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d3f6 expref: -99 pid: 32581 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449470.717448:0:32581:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789449470.717450:0:32581:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449470.717451:0:32581:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449470.717453:0:32581:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449470.717454:0:32581:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449470.717455:0:32581:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449470.717459:0:32581:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789449470.717461:0:32581:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449470.717462:0:32581:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449470.717464:0:32581:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c74600 refcount=3 00000020:00000001:0.0:1789449470.717467:0:32581:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016239616 : -107152693312000 : ffff9e8b91c74600) 00010000:00000001:0.0:1789449470.717470:0:32581:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016239616 : -107152693312000 : ffff9e8b91c74600) 00010000:00000001:0.0:1789449470.717473:0:32581:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449470.717475:0:32581:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449470.717476:0:32581:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c74600 refcount=4 00000020:00000001:0.0:1789449470.717478:0:32581:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016239616 : -107152693312000 : ffff9e8b91c74600) 00010000:00000001:0.0:1789449470.717480:0:32581:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016239616 : -107152693312000 : ffff9e8b91c74600) 00010000:00000001:0.0:1789449470.717484:0:32581:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449470.717487:0:32581:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449470.717491:0:32581:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74600/0xcddde1459ded6642 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d3f6 expref: -99 pid: 32581 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449470.717498:0:32581:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449470.717500:0:32581:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449470.717501:0:32581:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449470.717503:0:32581:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449470.717505:0:32581:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c74600 refcount=5 00000020:00000001:0.0:1789449470.717507:0:32581:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016239616 : -107152693312000 : ffff9e8b91c74600) 00010000:00000001:0.0:1789449470.717510:0:32581:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016239616 : -107152693312000 : ffff9e8b91c74600) 00010000:00000001:0.0:1789449470.717512:0:32581:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449470.717515:0:32581:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74600/0xcddde1459ded6642 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d3f6 expref: -99 pid: 32581 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449470.717524:0:32581:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449470.717525:0:32581:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789449470.717529:0:32581:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74600/0xcddde1459ded6642 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d3f6 expref: -99 pid: 32581 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449470.717535:0:32581:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449470.717536:0:32581:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449470.717537:0:32581:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449470.717539:0:32581:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449470.717540:0:32581:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789449470.717545:0:32581:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9e8b83108a80 x1876371947503360/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449486 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1789449470.717556:0:32581:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449470.717558:0:32581:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449470.717559:0:32581:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c74600 refcount=3 00000020:00000001:0.0:1789449470.717561:0:32581:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016239616 : -107152693312000 : ffff9e8b91c74600) 00010000:00000001:0.0:1789449470.717564:0:32581:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016239616 : -107152693312000 : ffff9e8b91c74600) 00010000:00000001:0.0:1789449470.717566:0:32581:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449470.717567:0:32581:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449470.717569:0:32581:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449470.717571:0:32581:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449470.717574:0:32581:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1789449470.717577:0:32581:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449470.717579:0:32581:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449470.717580:0:32581:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c74600 refcount=3 00000020:00000001:0.0:1789449470.717582:0:32581:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016239616 : -107152693312000 : ffff9e8b91c74600) 00010000:00000001:0.0:1789449470.717585:0:32581:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016239616 : -107152693312000 : ffff9e8b91c74600) 00000002:00010000:0.0:1789449470.717589:0:32581:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74600/0xcddde1459ded6642 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d3f6 expref: -99 pid: 32581 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449470.717597:0:32581:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449470.717598:0:32581:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449470.717600:0:32581:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789449470.717601:0:32581:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449470.717602:0:32581:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449470.717604:0:32581:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c74600 refcount=3 00000020:00000001:0.0:1789449470.717606:0:32581:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016239616 : -107152693312000 : ffff9e8b91c74600) 00010000:00000001:0.0:1789449470.717608:0:32581:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016239616 : -107152693312000 : ffff9e8b91c74600) 00010000:00000040:0.0:1789449470.717615:0:32581:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922dec00 count: 2 00010000:00000001:0.0:1789449470.717618:0:32581:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789449470.717622:0:32581:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e8b83488400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1789449470.717626:0:32581:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449470.717627:0:32581:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449470.717628:0:32581:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789449470.717632:0:32581:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71180e2b898 00000002:00002000:0.0:1789449470.717634:0:32581:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1789449470.717637:0:32581:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449470.717641:0:32581:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449470.717644:0:32581:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789449470.717648:0:32581:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1789449470.717651:0:32581:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449470.717657:0:32581:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:0.0:1789449470.717661:0:32581:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b8606a000. 00000080:00000001:0.0:1789449470.717666:0:32581:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789449470.717669:0:32581:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789449470.717676:0:32581:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1789449470.717680:0:32581:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1789449470.717689:0:32581:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9e8b8c476300. 00800000:00000001:0.0:1789449470.717691:0:32581:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446636920923972352 : -107152785579264 : ffff9e8b8c476300) 00800000:00000001:0.0:1789449470.717694:0:32581:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449470.717696:0:32581:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789449470.717699:0:32581:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1789449470.717701:0:32581:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1789449470.717705:0:32581:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1789449470.717709:0:32581:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1789449470.717711:0:32581:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449470.717716:0:32581:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1789449470.717719:0:32581:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:0.0:1789449470.717722:0:32581:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115188193296385 mtime from 1789449462 to 1789449470 00000080:00200000:0.0:1789449470.717726:0:32581:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:0.0:1789449470.717728:0:32581:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449470.717730:0:32581:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449470.717732:0:32581:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c74600 refcount=3 00000020:00000001:0.0:1789449470.717734:0:32581:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016239616 : -107152693312000 : ffff9e8b91c74600) 00010000:00000001:0.0:1789449470.717736:0:32581:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016239616 : -107152693312000 : ffff9e8b91c74600) 00010000:00000001:0.0:1789449470.717738:0:32581:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449470.717740:0:32581:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789449470.717742:0:32581:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789449470.717745:0:32581:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1789449470.717747:0:32581:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8c476300 1 00800000:00000010:0.0:1789449470.717749:0:32581:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9e8b8c476300. 00800000:00000001:0.0:1789449470.717753:0:32581:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449470.717757:0:32581:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded6642 00800000:00000001:0.0:1789449470.717760:0:32581:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789449470.717762:0:32581:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789449470.717763:0:32581:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449470.717765:0:32581:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449470.717766:0:32581:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c74600 refcount=3 00000020:00000001:0.0:1789449470.717768:0:32581:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016239616 : -107152693312000 : ffff9e8b91c74600) 00010000:00000001:0.0:1789449470.717770:0:32581:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016239616 : -107152693312000 : ffff9e8b91c74600) 00010000:00000001:0.0:1789449470.717773:0:32581:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449470.717775:0:32581:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449470.717777:0:32581:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449470.717779:0:32581:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449470.717782:0:32581:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449470.717784:0:32581:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:0.0:1789449470.717788:0:32581:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded6642 from it ffffb71180e2bb58 00010000:00000001:0.0:1789449470.717790:0:32581:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449470.717791:0:32581:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449470.717793:0:32581:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c74600 refcount=3 00000020:00000001:0.0:1789449470.717794:0:32581:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016239616 : -107152693312000 : ffff9e8b91c74600) 00010000:00000001:0.0:1789449470.717796:0:32581:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016239616 : -107152693312000 : ffff9e8b91c74600) 00010000:00000001:0.0:1789449470.717798:0:32581:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449470.717801:0:32581:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74600/0xcddde1459ded6642 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d3f6 expref: -99 pid: 32581 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449470.717807:0:32581:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449470.717808:0:32581:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449470.717810:0:32581:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789449470.717812:0:32581:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789449470.717815:0:32581:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74600/0xcddde1459ded6642 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d3f6 expref: -99 pid: 32581 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789449470.717822:0:32581:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789449470.717826:0:32581:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789449470.717829:0:32581:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449470.717833:0:32581:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449470.717834:0:32581:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449470.717835:0:32581:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449470.717839:0:32581:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789449470.717841:0:32581:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449470.717844:0:32581:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449470.717848:0:32581:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449470.717850:0:32581:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449470.717852:0:32581:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449470.717853:0:32581:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789449470.717855:0:32581:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449470.717860:0:32581:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83108a80 x1876371947503360/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449486 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449470.717867:0:32581:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789449470.717870:0:32581:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449470.717874:0:32581:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9e8b86132000. 02000000:00000001:0.0:1789449470.718092:0:32581:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789449470.718097:0:32581:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449470.718099:0:32581:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:0.0:1789449470.718112:0:32581:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449470.718115:0:32581:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b87c4a000. 02000000:00000001:0.0:1789449470.718121:0:32581:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449470.718123:0:32581:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449470.718126:0:32581:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83108a80. 00000100:00000001:0.0:1789449470.718131:0:32581:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449470.718132:0:32581:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789449470.718136:0:32581:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908), inode mode 41ff mask 1 00000080:00000001:0.0:1789449470.718142:0:32581:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789449470.718155:0:32581:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9e8b87d97fa0. 00000020:00000001:0.0:1789449470.718161:0:32581:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71180e2bae8 00000080:00200000:0.0:1789449470.718164:0:32581:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9e8b89180908), flags=13 00000080:00000001:0.0:1789449470.718168:0:32581:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1789449470.718170:0:32581:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71180e2b998 00000080:00200000:0.0:1789449470.718173:0:32581:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9e8b89180908), intent=getattr 00000080:00000010:0.0:1789449470.718182:0:32581:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b8b014800. 00800000:00000002:0.0:1789449470.718187:0:32581:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:0.0:1789449470.718192:0:32581:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789449470.718195:0:32581:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789449470.718197:0:32581:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71180e2b8b8 00800000:00000002:0.0:1789449470.718200:0:32581:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449470.718204:0:32581:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789449470.718208:0:32581:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449470.718211:0:32581:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449470.718214:0:32581:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449470.718217:0:32581:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449470.718219:0:32581:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449470.718222:0:32581:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449470.718225:0:32581:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449470.718228:0:32581:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71180e2b850 00800000:00000002:0.0:1789449470.718231:0:32581:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-2' -> mds #0 00000002:00000001:0.0:1789449470.718246:0:32581:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789449470.718248:0:32581:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71180e2b788 00000002:00010000:0.0:1789449470.718250:0:32581:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21h.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:0.0:1789449470.718254:0:32581:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789449470.718256:0:32581:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1789449470.718262:0:32581:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d18000. 00000020:00000040:0.0:1789449470.718265:0:32581:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00010000:00000001:0.0:1789449470.718272:0:32581:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789449470.718276:0:32581:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449470.718280:0:32581:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449470.718281:0:32581:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449470.718282:0:32581:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449470.718285:0:32581:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449470.718287:0:32581:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449470.718291:0:32581:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449470.718297:0:32581:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b836b0000. 00000100:00000001:0.0:1789449470.718306:0:32581:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449470.718309:0:32581:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789449470.718312:0:32581:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449470.718313:0:32581:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789449470.718315:0:32581:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449470.718316:0:32581:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449470.718322:0:32581:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446636920849137664 : -107152860413952 : ffff9e8b87d18000) 00010000:00000001:0.0:1789449470.718326:0:32581:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789449470.718328:0:32581:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1789449470.718331:0:32581:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922dec00 count: 2 00010000:00000001:0.0:1789449470.718333:0:32581:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449470.718335:0:32581:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789449470.718339:0:32581:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8b86498400. 00000020:00000001:0.0:1789449470.718343:0:32581:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789449470.718345:0:32581:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8b86498400 with handle 0xcddde1459ded6649 to hash 00000020:00000001:0.0:1789449470.718347:0:32581:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789449470.718348:0:32581:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636920823448576 : -107152886103040 : ffff9e8b86498400) 00010000:00000001:0.0:1789449470.718352:0:32581:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636920823448576 : -107152886103040 : ffff9e8b86498400) 00010000:00000001:0.0:1789449470.718354:0:32581:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449470.718356:0:32581:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449470.718359:0:32581:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498400/0xcddde1459ded6649 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32581 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789449470.718366:0:32581:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498400/0xcddde1459ded6649 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32581 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789449470.718375:0:32581:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498400/0xcddde1459ded6649 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32581 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789449470.718380:0:32581:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789449470.718382:0:32581:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789449470.718387:0:32581:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b8365d3c0. 00000100:00000001:0.0:1789449470.718389:0:32581:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920774972352 : -107152934579264 : ffff9e8b8365d3c0) 00000100:00000001:0.0:1789449470.718391:0:32581:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449470.718393:0:32581:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849137664 : -107152860413952 : ffff9e8b87d18000) 00000100:00000001:0.0:1789449470.718397:0:32581:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449470.718401:0:32581:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449470.718403:0:32581:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789449470.718405:0:32581:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789449470.718410:0:32581:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b87d18000 x1876371947503488/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449470.718417:0:32581:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789449470.718419:0:32581:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449470.718423:0:32581:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789449470.718425:0:32581:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789449470.718427:0:32581:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449470.718431:0:32581:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b87d18000 pname:cluuid:pid:xid:nid:opc:job lfs:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:32581:1876371947503488:192.168.202.109@tcp:101:lfs.0 00000100:00000001:0.0:1789449470.718435:0:32581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789449470.718439:0:32581:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789449470.718441:0:32581:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449470.718443:0:32581:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789449470.718448:0:32581:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e8b87da3000. 02000000:00000001:0.0:1789449470.718450:0:32581:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449470.718457:0:32581:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:0.0:1789449470.718461:0:32581:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b865804d0. 00000400:00000010:0.0:1789449470.718466:0:32581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5a18. 00000100:00000200:0.0:1789449470.718472:0:32581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876371947503488, portal 10 00000100:00000001:0.0:1789449470.718474:0:32581:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449470.718475:0:32581:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849137664 : -107152860413952 : ffff9e8b87d18000) 00000100:00000040:0.0:1789449470.718480:0:32581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b87d18000 x1876371947503488/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449486 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449470.718487:0:32581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789449470.718490:0:32581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1789449470.718493:0:32581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5440. 00000100:00000200:0.0:1789449470.718497:0:32581:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876371947503488, offset 0 00000400:00000200:0.0:1789449470.718503:0:32581:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1789449470.718511:0:32581:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449470.718518:0:32581:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1789449470.718524:0:32581:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789449470.718528:0:32581:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1789449470.718531:0:32581:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789449470.718534:0:32581:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1789449470.718537:0:32581:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2730:2730:256:4294967295] 192.168.202.109@tcp LPNI seq info [2730:2730:8:4294967295] 00000400:00000200:0.0:1789449470.718541:0:32581:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449470.718551:0:32581:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1789449470.718557:0:32581:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1789449470.718562:0:32581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b864ec300. 00000800:00000200:0.0:1789449470.718567:0:32581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1789449470.718576:0:32581:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1789449470.718581:0:32581:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b864ec300 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1789449470.718606:0:32581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449470.718611:0:32581:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 805233 usecs (806 jiffies) 00000400:00000200:0.0:1789449470.718615:0:32581:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:0.0:1789449470.718618:0:32581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296474209 00000100:00000001:0.0:1789449470.718622:0:32581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296475683 00000100:00000001:0.0:1789449470.718625:0:32581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296474209 00000100:00000001:0.0:1789449470.718628:0:32581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296475683 00000100:00000001:0.0:1789449470.718631:0:32581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449470.718634:0:32581:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449470.718637:0:32581:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449470.718640:0:32581:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789449470.718643:0:32581:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b8365d3c0 going to sleep for 11 seconds 00000100:00000001:0.0:1789449470.718645:0:32581:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449470.718649:0:32581:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449470.720246:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449470.720253:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ec300. 00000400:00000200:2.0:1789449470.720259:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449470.720266:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449470.720273:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5440 00000400:00000010:2.0:1789449470.720276:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5440. 00000100:00000001:2.0:1789449470.720282:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449470.720289:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d18000 x1876371947503488/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449486 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449470.720302:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449470.720306:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d18000 x1876371947503488/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449486 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449470.720314:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449470.720315:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449470.727373:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449470.727394:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449470.727399:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449470.727402:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449470.727412:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449470.727420:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449470.727430:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449470.727435:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449470.727441:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449470.727446:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 584 into portal 10 MB=0x6aa8ce365bf80 00000400:00000200:2.0:1789449470.727452:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449470.727459:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 584/584 into md 0x7cdd [1] + 224 00000800:00000001:2.0:1789449470.727468:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449470.727482:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449470.727485:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449470.727491:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449470.727500:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449470.727511:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d18000 x1876371947503488/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449486 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449470.727523:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9e8b87d18000 x1876371947503488/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449486 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449470.727545:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449470.727554:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449470.727558:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449470.728079:0:32581:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789449470.728094:0:32581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449470.728097:0:32581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449470.728102:0:32581:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b865804d0. 00000400:00000200:3.0:1789449470.728111:0:32581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5a18 00000400:00000010:3.0:1789449470.728114:0:32581:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5a18. 00000100:00000001:3.0:1789449470.728118:0:32581:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449470.728129:0:32581:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b87d18000 x1876371947503488/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449486 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789449470.728141:0:32581:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b87d18000 x1876371947503488/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449486 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449470.728159:0:32581:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449470.728161:0:32581:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449470.728165:0:32581:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449470.728169:0:32581:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449470.728172:0:32581:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449470.728175:0:32581:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449470.728179:0:32581:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449470.728199:0:32581:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=100 v=5 (5 102 102 102) 00000100:00001000:3.0:1789449470.728204:0:32581:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1789449470.728207:0:32581:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1789449470.728211:0:32581:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9e8b87d18000 x1876371947503488/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1789449486 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449470.728217:0:32581:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1789449470.728221:0:32581:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789449470.728223:0:32581:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967614 00000100:00000001:3.0:1789449470.728226:0:32581:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789449470.728229:0:32581:0:(client.c:1798:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:3.0:1789449470.728233:0:32581:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b87d18000 x1876371947503488/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1789449486 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449470.728267:0:32581:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:3.0:1789449470.728270:0:32581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449470.728272:0:32581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449470.728277:0:32581:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b87d18000 x1876371947503488/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1789449486 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789449470.728286:0:32581:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b87d18000 pname:cluuid:pid:xid:nid:opc:job lfs:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:32581:1876371947503488:192.168.202.109@tcp:101:lfs.0 00000100:00000001:3.0:1789449470.728293:0:32581:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449470.728297:0:32581:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1789449470.728300:0:32581:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789449470.729496:0:32581:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449470.729514:0:32581:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d18000 x1876371947503488/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1789449486 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449470.729525:0:32581:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789449470.729530:0:32581:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b8365d3c0. 00000100:00000001:3.0:1789449470.729534:0:32581:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789449470.729536:0:32581:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1789449470.729540:0:32581:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789449470.729546:0:32581:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449470.729549:0:32581:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449470.729553:0:32581:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498400 refcount=4 00000020:00000001:3.0:1789449470.729555:0:32581:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823448576 : -107152886103040 : ffff9e8b86498400) 00010000:00000001:3.0:1789449470.729559:0:32581:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823448576 : -107152886103040 : ffff9e8b86498400) 00010000:00010000:3.0:1789449470.729566:0:32581:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498400/0xcddde1459ded6649 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32581 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449470.729579:0:32581:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1789449470.729583:0:32581:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498400/0xcddde1459ded6649 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32581 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449470.729589:0:32581:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789449470.729592:0:32581:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498400/0xcddde1459ded6649 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32581 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449470.729597:0:32581:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449470.729600:0:32581:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789449470.729602:0:32581:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498400/0xcddde1459ded6649 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32581 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449470.729608:0:32581:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449470.729613:0:32581:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449470.729617:0:32581:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1789449470.729620:0:32581:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498400/0xcddde1459ded6649 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32581 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789449470.729626:0:32581:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e8b86498400 already unused, calling callback (ffffffffc1b31740) 00000080:00000001:3.0:1789449470.729630:0:32581:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1789449470.729634:0:32581:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498400/0xcddde1459ded6649 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 32581 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449470.729641:0:32581:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1789449470.729643:0:32581:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1789449470.729647:0:32581:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498400/0xcddde1459ded6649 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 32581 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449470.729651:0:32581:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1789449470.729654:0:32581:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1789449470.729656:0:32581:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449470.729657:0:32581:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449470.729658:0:32581:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498400 refcount=5 00000020:00000001:3.0:1789449470.729661:0:32581:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823448576 : -107152886103040 : ffff9e8b86498400) 00010000:00000001:3.0:1789449470.729662:0:32581:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823448576 : -107152886103040 : ffff9e8b86498400) 00010000:00000001:3.0:1789449470.729665:0:32581:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789449470.729668:0:32581:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498400/0xcddde1459ded6649 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 32581 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1789449470.729674:0:32581:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789449470.729676:0:32581:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449470.729679:0:32581:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1789449470.729682:0:32581:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789449470.729686:0:32581:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789449470.729688:0:32581:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789449470.729690:0:32581:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449470.729691:0:32581:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789449470.729695:0:32581:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9e8b86498400 with handle 0xcddde1459ded6649 from hash 00010000:00000001:3.0:1789449470.729697:0:32581:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789449470.729699:0:32581:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449470.729700:0:32581:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449470.729701:0:32581:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789449470.729703:0:32581:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789449470.729705:0:32581:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1789449470.729707:0:32581:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449470.729709:0:32581:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449470.729710:0:32581:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449470.729712:0:32581:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449470.729715:0:32581:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498400/0xcddde1459ded6649 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32581 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449470.729720:0:32581:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449470.729721:0:32581:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449470.729723:0:32581:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1789449470.729724:0:32581:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789449470.729726:0:32581:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449470.729727:0:32581:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449470.729728:0:32581:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789449470.729730:0:32581:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498400/0xcddde1459ded6649 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32581 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449470.729743:0:32581:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449470.729745:0:32581:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:3.0:1789449470.729750:0:32581:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:3.0:1789449470.729756:0:32581:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0 req@ffff9e8b87d18000 x1876371947503488/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1789449486 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1789449470.729764:0:32581:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1789449470.729766:0:32581:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449470.729768:0:32581:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449470.729770:0:32581:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449470.729774:0:32581:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1789449470.729777:0:32581:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1789449470.729778:0:32581:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449470.729781:0:32581:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1789449470.729784:0:32581:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71180e2b710 00000002:00002000:3.0:1789449470.729787:0:32581:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-2 intent=getattr status=0 disp=0x7: rc = 0 00000002:00000001:3.0:1789449470.729790:0:32581:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789449470.729795:0:32581:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789449470.729797:0:32581:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1789449470.729800:0:32581:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1789449470.729804:0:32581:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449470.729808:0:32581:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000001:3.0:1789449470.729811:0:32581:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1789449470.729813:0:32581:0:(namei.c:674:ll_lookup_it_finish()) it ffffb71180e2bb20 it_disposition 7 00000080:00002000:3.0:1789449470.729819:0:32581:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9e8b89352288 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:3.0:1789449470.729828:0:32581:0:(lmv_obd.c:4261:lmv_revalidate_lock()) Process entered 00800000:00000001:3.0:1789449470.729832:0:32581:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789449470.729835:0:32581:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789449470.729838:0:32581:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789449470.729841:0:32581:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789449470.729843:0:32581:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449470.729845:0:32581:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789449470.729848:0:32581:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449470.729854:0:32581:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789449470.729856:0:32581:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789449470.729859:0:32581:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789449470.729866:0:32581:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922dec00 count: 2 00010000:00000001:3.0:1789449470.729870:0:32581:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789449470.729875:0:32581:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449470.729893:0:32581:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789449470.729898:0:32581:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74600/0xcddde1459ded6642 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d3f6 expref: -99 pid: 32581 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1789449470.729907:0:32581:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789449470.729913:0:32581:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449470.729915:0:32581:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74600/0xcddde1459ded6642 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d3f6 expref: -99 pid: 32581 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1789449470.730735:0:32581:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789449470.730739:0:32581:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789449470.730742:0:32581:0:(lmv_obd.c:4268:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789449470.730746:0:32581:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1789449470.730748:0:32581:0:(dcache.c:176:ll_intent_release()) intent ffffb71180e2b930 released 00000080:00010000:3.0:1789449470.730751:0:32581:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded6642 from it ffffb71180e2b930 00010000:00000001:3.0:1789449470.730754:0:32581:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449470.730756:0:32581:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449470.730759:0:32581:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c74600 refcount=3 00000020:00000001:3.0:1789449470.730762:0:32581:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016239616 : -107152693312000 : ffff9e8b91c74600) 00010000:00000001:3.0:1789449470.730764:0:32581:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016239616 : -107152693312000 : ffff9e8b91c74600) 00010000:00000001:3.0:1789449470.730766:0:32581:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789449470.730770:0:32581:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74600/0xcddde1459ded6642 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d3f6 expref: -99 pid: 32581 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789449470.730776:0:32581:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449470.730777:0:32581:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449470.730779:0:32581:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789449470.730783:0:32581:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789449470.730785:0:32581:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74600/0xcddde1459ded6642 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d3f6 expref: -99 pid: 32581 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1789449470.730793:0:32581:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449470.730796:0:32581:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789449470.730798:0:32581:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449470.730803:0:32581:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449470.730804:0:32581:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449470.730805:0:32581:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449470.730809:0:32581:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789449470.730811:0:32581:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449470.730813:0:32581:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449470.730829:0:32581:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449470.730831:0:32581:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789449470.730833:0:32581:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449470.730834:0:32581:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789449470.730835:0:32581:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1789449470.730838:0:32581:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1789449470.730843:0:32581:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1789449470.730849:0:32581:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b8b014800. 00000100:00000001:3.0:1789449470.730856:0:32581:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449470.730868:0:32581:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b87d18000 x1876371947503488/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1789449486 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449470.730876:0:32581:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449470.730907:0:32581:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449470.730912:0:32581:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9e8b87da3000. 02000000:00000001:3.0:1789449470.730916:0:32581:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449470.730929:0:32581:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449470.730931:0:32581:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:3.0:1789449470.730934:0:32581:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449470.730937:0:32581:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b836b0000. 02000000:00000001:3.0:1789449470.730941:0:32581:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449470.730943:0:32581:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449470.730945:0:32581:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b87d18000. 00000100:00000001:3.0:1789449470.730949:0:32581:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449470.730950:0:32581:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789449470.730953:0:32581:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1789449470.730954:0:32581:0:(dcache.c:176:ll_intent_release()) intent ffffb71180e2bb20 released 00000080:00000001:3.0:1789449470.730955:0:32581:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1789449470.730961:0:32581:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1789449470.730964:0:32581:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71180e2bb70 00000080:00002000:3.0:1789449470.730966:0:32581:0:(dcache.c:127:ll_ddelete()) keeping dentry d21h.recovery-small-2 (ffff9e8b89352288, parent ffff9e8b892cbca8, inode 0000000000000000) hashed, 00000080:00000001:3.0:1789449470.730970:0:32581:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449470.731105:0:32581:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789449470.731110:0:32581:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789449470.731112:0:32581:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789449470.731115:0:32581:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71180e2bbb0 00000080:00200000:3.0:1789449470.731117:0:32581:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:3.0:1789449470.731125:0:32581:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b8606bc00. 00800000:00000002:3.0:1789449470.731132:0:32581:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:3.0:1789449470.731136:0:32581:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789449470.731140:0:32581:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789449470.731142:0:32581:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71180e2bad0 00800000:00000002:3.0:1789449470.731145:0:32581:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789449470.731148:0:32581:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789449470.731151:0:32581:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789449470.731154:0:32581:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789449470.731156:0:32581:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789449470.731158:0:32581:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789449470.731161:0:32581:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449470.731162:0:32581:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789449470.731164:0:32581:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449470.731168:0:32581:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789449470.731173:0:32581:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789449470.731175:0:32581:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71180e2b9a0 00000002:00010000:3.0:1789449470.731177:0:32581:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789449470.731180:0:32581:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789449470.731182:0:32581:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789449470.731194:0:32581:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789449470.731199:0:32581:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922dec00 count: 2 00010000:00000001:3.0:1789449470.731203:0:32581:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789449470.731206:0:32581:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449470.731209:0:32581:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789449470.731212:0:32581:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74600/0xcddde1459ded6642 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d3f6 expref: -99 pid: 32581 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1789449470.731221:0:32581:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789449470.731224:0:32581:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449470.731227:0:32581:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74600/0xcddde1459ded6642 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d3f6 expref: -99 pid: 32581 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:3.0:1789449470.731233:0:32581:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789449470.731244:0:32581:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789449470.731246:0:32581:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789449470.731248:0:32581:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789449470.731250:0:32581:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789449470.731252:0:32581:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789449470.731255:0:32581:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789449470.731258:0:32581:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:3.0:1789449470.731261:0:32581:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b8606bc00. 00000080:00000001:3.0:1789449470.731266:0:32581:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789449470.731267:0:32581:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789449470.731270:0:32581:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:3.0:1789449470.731273:0:32581:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded6642 00800000:00000001:3.0:1789449470.731276:0:32581:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789449470.731278:0:32581:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789449470.731280:0:32581:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449470.731281:0:32581:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449470.731283:0:32581:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c74600 refcount=3 00000020:00000001:3.0:1789449470.731285:0:32581:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016239616 : -107152693312000 : ffff9e8b91c74600) 00010000:00000001:3.0:1789449470.731287:0:32581:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016239616 : -107152693312000 : ffff9e8b91c74600) 00010000:00000001:3.0:1789449470.731289:0:32581:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449470.731290:0:32581:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789449470.731292:0:32581:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789449470.731293:0:32581:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789449470.731295:0:32581:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded6642 from it ffffb71180e2bbe8 00010000:00000001:3.0:1789449470.731297:0:32581:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449470.731298:0:32581:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449470.731300:0:32581:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c74600 refcount=3 00000020:00000001:3.0:1789449470.731301:0:32581:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016239616 : -107152693312000 : ffff9e8b91c74600) 00010000:00000001:3.0:1789449470.731672:0:32581:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016239616 : -107152693312000 : ffff9e8b91c74600) 00010000:00000001:3.0:1789449470.731675:0:32581:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789449470.731679:0:32581:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74600/0xcddde1459ded6642 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d3f6 expref: -99 pid: 32581 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1789449470.731686:0:32581:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449470.731687:0:32581:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449470.731688:0:32581:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789449470.731690:0:32581:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789449470.731692:0:32581:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74600/0xcddde1459ded6642 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d3f6 expref: -99 pid: 32581 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1789449470.731699:0:32581:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449470.731703:0:32581:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789449470.731704:0:32581:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449470.731708:0:32581:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449470.731710:0:32581:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449470.731713:0:32581:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449470.731716:0:32581:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789449470.731718:0:32581:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449470.731721:0:32581:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449470.731724:0:32581:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449470.731726:0:32581:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789449470.731728:0:32581:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449470.731729:0:32581:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789449470.731732:0:32581:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789449470.731734:0:32581:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789449470.731737:0:32581:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908), inode mode 41ff mask 1 00000080:00000001:3.0:1789449470.731743:0:32581:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449470.731748:0:32581:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1789449470.731750:0:32581:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71180e2bbd8 00000080:00002000:3.0:1789449470.731753:0:32581:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-2(ffff9e8b89352288) flags 0x8000e refc 0 00000080:00000001:3.0:1789449470.731756:0:32581:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449470.731759:0:32581:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71180e2bc20 00000080:00200000:3.0:1789449470.731761:0:32581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-2, flags=16392 00000080:00000001:3.0:1789449470.731767:0:32581:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1789449470.731769:0:32581:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71180e2bba8 00000080:00002000:3.0:1789449470.731771:0:32581:0:(dcache.c:127:ll_ddelete()) keeping dentry d21h.recovery-small-2 (ffff9e8b89352288, parent ffff9e8b892cbca8, inode 0000000000000000) hashed, 00000080:00000001:3.0:1789449470.731775:0:32581:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449470.731808:0:32581:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71180e2bd08 00000080:00200008:3.0:1789449470.731811:0:32581:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9e8b89180908), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1789449470.731816:0:32581:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789449470.731818:0:32581:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71180e2bc80 00000080:00200000:3.0:1789449470.731820:0:32581:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:3.0:1789449470.731824:0:32581:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b8606bc00. 00800000:00000002:3.0:1789449470.731828:0:32581:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:3.0:1789449470.731831:0:32581:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789449470.731833:0:32581:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789449470.731834:0:32581:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71180e2bba0 00800000:00000002:3.0:1789449470.731836:0:32581:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789449470.731839:0:32581:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789449470.731841:0:32581:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789449470.731842:0:32581:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789449470.731844:0:32581:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789449470.731846:0:32581:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789449470.731847:0:32581:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449470.731849:0:32581:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789449470.731851:0:32581:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449470.731853:0:32581:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789449470.731856:0:32581:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789449470.731857:0:32581:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71180e2ba70 00000002:00010000:3.0:1789449470.731859:0:32581:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789449470.731861:0:32581:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789449470.731863:0:32581:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789449470.731864:0:32581:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789449470.731867:0:32581:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922dec00 count: 2 00010000:00000001:3.0:1789449470.731870:0:32581:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789449470.731872:0:32581:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449470.731875:0:32581:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789449470.731912:0:32581:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74600/0xcddde1459ded6642 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d3f6 expref: -99 pid: 32581 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1789449470.731921:0:32581:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789449470.731924:0:32581:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449470.731927:0:32581:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74600/0xcddde1459ded6642 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d3f6 expref: -99 pid: 32581 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1789449470.731934:0:32581:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789449470.731935:0:32581:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789449470.731937:0:32581:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789449470.731939:0:32581:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789449470.731941:0:32581:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789449470.731943:0:32581:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789449470.731945:0:32581:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789449470.731948:0:32581:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:3.0:1789449470.731951:0:32581:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b8606bc00. 00000080:00000001:3.0:1789449470.731954:0:32581:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789449470.731955:0:32581:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789449470.731957:0:32581:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:3.0:1789449470.731960:0:32581:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded6642 00800000:00000001:3.0:1789449470.731962:0:32581:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789449470.731964:0:32581:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789449470.731965:0:32581:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449470.731967:0:32581:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449470.731969:0:32581:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c74600 refcount=3 00000020:00000001:3.0:1789449470.731971:0:32581:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016239616 : -107152693312000 : ffff9e8b91c74600) 00010000:00000001:3.0:1789449470.731974:0:32581:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016239616 : -107152693312000 : ffff9e8b91c74600) 00010000:00000001:3.0:1789449470.731976:0:32581:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449470.731977:0:32581:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789449470.731978:0:32581:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789449470.731980:0:32581:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789449470.731982:0:32581:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded6642 from it ffffb71180e2bcb8 00010000:00000001:3.0:1789449470.731984:0:32581:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449470.731986:0:32581:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449470.731987:0:32581:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c74600 refcount=3 00000020:00000001:3.0:1789449470.731989:0:32581:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016239616 : -107152693312000 : ffff9e8b91c74600) 00010000:00000001:3.0:1789449470.731991:0:32581:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016239616 : -107152693312000 : ffff9e8b91c74600) 00010000:00000001:3.0:1789449470.731993:0:32581:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789449470.731997:0:32581:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74600/0xcddde1459ded6642 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d3f6 expref: -99 pid: 32581 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1789449470.732005:0:32581:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449470.732006:0:32581:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449470.732008:0:32581:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789449470.732009:0:32581:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789449470.732011:0:32581:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74600/0xcddde1459ded6642 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d3f6 expref: -99 pid: 32581 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1789449470.732719:0:32581:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449470.732721:0:32581:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789449470.732724:0:32581:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449470.732727:0:32581:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449470.732729:0:32581:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449470.732731:0:32581:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449470.732733:0:32581:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789449470.732735:0:32581:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449470.732737:0:32581:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449470.732740:0:32581:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449470.732742:0:32581:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789449470.732743:0:32581:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449470.732744:0:32581:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789449470.732747:0:32581:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789449470.732749:0:32581:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789449470.732754:0:32581:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449470.732759:0:32581:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71180e2bd08 00000080:00000008:3.0:1789449470.732763:0:32581:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9e8b89180908), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1789449470.735820:0:32581:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449470.736493:0:32581:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71180e2bd08 00000080:00200008:3.0:1789449470.736500:0:32581:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9e8b89180908), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1789449470.736509:0:32581:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789449470.736511:0:32581:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71180e2bc80 00000080:00200000:3.0:1789449470.736513:0:32581:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:3.0:1789449470.736523:0:32581:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b8606bc00. 00800000:00000002:3.0:1789449470.736530:0:32581:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:3.0:1789449470.736535:0:32581:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789449470.736540:0:32581:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789449470.736542:0:32581:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71180e2bba0 00800000:00000002:3.0:1789449470.736545:0:32581:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789449470.736550:0:32581:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789449470.736553:0:32581:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789449470.736556:0:32581:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789449470.736559:0:32581:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789449470.736564:0:32581:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789449470.736566:0:32581:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449470.736568:0:32581:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789449470.736571:0:32581:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449470.736576:0:32581:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789449470.736583:0:32581:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789449470.736585:0:32581:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71180e2ba70 00000002:00010000:3.0:1789449470.736587:0:32581:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789449470.736592:0:32581:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789449470.736595:0:32581:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789449470.736599:0:32581:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789449470.736609:0:32581:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922dec00 count: 2 00010000:00000001:3.0:1789449470.736613:0:32581:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789449470.736619:0:32581:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449470.736624:0:32581:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789449470.736630:0:32581:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74600/0xcddde1459ded6642 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d3f6 expref: -99 pid: 32581 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:3.0:1789449470.736644:0:32581:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789449470.736650:0:32581:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449470.736654:0:32581:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74600/0xcddde1459ded6642 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d3f6 expref: -99 pid: 32581 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:3.0:1789449470.736662:0:32581:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789449470.736665:0:32581:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789449470.736667:0:32581:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789449470.736669:0:32581:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789449470.736672:0:32581:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789449470.736674:0:32581:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789449470.736677:0:32581:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789449470.736681:0:32581:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:3.0:1789449470.736685:0:32581:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b8606bc00. 00000080:00000001:3.0:1789449470.736691:0:32581:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789449470.736693:0:32581:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789449470.736697:0:32581:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:3.0:1789449470.736701:0:32581:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded6642 00800000:00000001:3.0:1789449470.736705:0:32581:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789449470.736708:0:32581:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789449470.736711:0:32581:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449470.736714:0:32581:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449470.736717:0:32581:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c74600 refcount=3 00000020:00000001:3.0:1789449470.736720:0:32581:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016239616 : -107152693312000 : ffff9e8b91c74600) 00010000:00000001:3.0:1789449470.736724:0:32581:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016239616 : -107152693312000 : ffff9e8b91c74600) 00010000:00000001:3.0:1789449470.736728:0:32581:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449470.736730:0:32581:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789449470.736731:0:32581:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789449470.736734:0:32581:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789449470.736737:0:32581:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded6642 from it ffffb71180e2bcb8 00010000:00000001:3.0:1789449470.736740:0:32581:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449470.736741:0:32581:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449470.736744:0:32581:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c74600 refcount=3 00000020:00000001:3.0:1789449470.736747:0:32581:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016239616 : -107152693312000 : ffff9e8b91c74600) 00010000:00000001:3.0:1789449470.736749:0:32581:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016239616 : -107152693312000 : ffff9e8b91c74600) 00010000:00000001:3.0:1789449470.736752:0:32581:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789449470.736755:0:32581:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74600/0xcddde1459ded6642 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d3f6 expref: -99 pid: 32581 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1789449470.736763:0:32581:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449470.736764:0:32581:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449470.736766:0:32581:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789449470.736769:0:32581:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789449470.736773:0:32581:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74600/0xcddde1459ded6642 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d3f6 expref: -99 pid: 32581 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1789449470.736783:0:32581:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449470.736787:0:32581:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789449470.736790:0:32581:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449470.736798:0:32581:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449470.736799:0:32581:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449470.736801:0:32581:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449470.736806:0:32581:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789449470.736809:0:32581:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449470.736811:0:32581:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449470.736814:0:32581:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449470.736817:0:32581:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789449470.736820:0:32581:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449470.736822:0:32581:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789449470.736826:0:32581:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789449470.736828:0:32581:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789449470.736832:0:32581:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449470.736837:0:32581:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71180e2bd08 00000080:00000008:3.0:1789449470.736839:0:32581:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9e8b89180908), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1789449470.739825:0:32581:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789449470.739834:0:32581:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789449470.739838:0:32581:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71180e2bb78 00000080:00200000:3.0:1789449470.739843:0:32581:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:3.0:1789449470.739855:0:32581:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b8606bc00. 00800000:00000002:3.0:1789449470.740135:0:32581:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:3.0:1789449470.740142:0:32581:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789449470.740148:0:32581:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789449470.740151:0:32581:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71180e2ba98 00800000:00000002:3.0:1789449470.740155:0:32581:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789449470.740160:0:32581:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789449470.740163:0:32581:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789449470.740166:0:32581:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789449470.740170:0:32581:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789449470.740173:0:32581:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789449470.740176:0:32581:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449470.740179:0:32581:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789449470.740182:0:32581:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449470.740195:0:32581:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789449470.740204:0:32581:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789449470.740207:0:32581:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71180e2b968 00000002:00010000:3.0:1789449470.740209:0:32581:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789449470.740216:0:32581:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789449470.740219:0:32581:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789449470.740223:0:32581:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789449470.740233:0:32581:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922dec00 count: 2 00010000:00000001:3.0:1789449470.740245:0:32581:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789449470.740251:0:32581:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449470.740256:0:32581:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789449470.740262:0:32581:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74600/0xcddde1459ded6642 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d3f6 expref: -99 pid: 32581 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:3.0:1789449470.740276:0:32581:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789449470.740282:0:32581:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449470.740286:0:32581:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74600/0xcddde1459ded6642 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d3f6 expref: -99 pid: 32581 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:3.0:1789449470.740295:0:32581:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789449470.740298:0:32581:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789449470.740300:0:32581:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789449470.740302:0:32581:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789449470.740363:0:32581:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789449470.740367:0:32581:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789449470.740371:0:32581:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789449470.740375:0:32581:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:3.0:1789449470.740380:0:32581:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b8606bc00. 00000080:00000001:3.0:1789449470.740387:0:32581:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789449470.740389:0:32581:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789449470.740392:0:32581:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:3.0:1789449470.740397:0:32581:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded6642 00800000:00000001:3.0:1789449470.740401:0:32581:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789449470.740403:0:32581:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789449470.740405:0:32581:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449470.740408:0:32581:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449470.740412:0:32581:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c74600 refcount=3 00000020:00000001:3.0:1789449470.740415:0:32581:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016239616 : -107152693312000 : ffff9e8b91c74600) 00010000:00000001:3.0:1789449470.740419:0:32581:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016239616 : -107152693312000 : ffff9e8b91c74600) 00010000:00000001:3.0:1789449470.740423:0:32581:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449470.740425:0:32581:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789449470.740427:0:32581:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789449470.740430:0:32581:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789449470.740432:0:32581:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded6642 from it ffffb71180e2bbb0 00010000:00000001:3.0:1789449470.740435:0:32581:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449470.740437:0:32581:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449470.740438:0:32581:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c74600 refcount=3 00000020:00000001:3.0:1789449470.740441:0:32581:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016239616 : -107152693312000 : ffff9e8b91c74600) 00010000:00000001:3.0:1789449470.740443:0:32581:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016239616 : -107152693312000 : ffff9e8b91c74600) 00010000:00000001:3.0:1789449470.740446:0:32581:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789449470.740450:0:32581:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74600/0xcddde1459ded6642 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d3f6 expref: -99 pid: 32581 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1789449470.740458:0:32581:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449470.740459:0:32581:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449470.740460:0:32581:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789449470.740464:0:32581:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789449470.740467:0:32581:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74600/0xcddde1459ded6642 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d3f6 expref: -99 pid: 32581 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1789449470.740477:0:32581:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449470.740481:0:32581:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789449470.740483:0:32581:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449470.740490:0:32581:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449470.740492:0:32581:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449470.740495:0:32581:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449470.740499:0:32581:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789449470.740502:0:32581:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449470.740504:0:32581:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449470.740508:0:32581:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449470.740511:0:32581:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789449470.740512:0:32581:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449470.740513:0:32581:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789449470.740518:0:32581:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789449470.740521:0:32581:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789449470.740523:0:32581:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908), inode mode 41ff mask 44 00000080:00000001:3.0:1789449470.740528:0:32581:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449470.740534:0:32581:0:(dir.c:3016:ll_dir_open()) Process entered 00000080:00000001:3.0:1789449470.740538:0:32581:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1789449470.740540:0:32581:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71180e2bb78 00000080:00200008:3.0:1789449470.740542:0:32581:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9e8b89180908), flags 300000 00000080:00000010:3.0:1789449470.740549:0:32581:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9e8b817c12c0. 00000080:00000001:3.0:1789449470.740555:0:32581:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449470.740557:0:32581:0:(dir.c:3017:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449470.740578:0:32581:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789449470.740581:0:32581:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c03066f0 arg=7ffe22d7d180 00000020:00000001:3.0:1789449470.740589:0:32581:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789449470.740594:0:32581:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 648 at ffff9e8b87c4b400. 00000020:00000001:3.0:1789449470.740599:0:32581:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449470.740603:0:32581:0:(dir.c:442:ll_dir_setdirstripe()) Process entered 00000020:00000001:3.0:1789449470.740606:0:32581:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71180e2bad0 00000080:00200000:3.0:1789449470.740608:0:32581:0:(dir.c:451:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) name=d21h.recovery-small-2 stripe_offset=0 stripe_count=1, hash_type=0 00000080:00000010:3.0:1789449470.740615:0:32581:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b8606bc00. 00800000:00000002:3.0:1789449470.740619:0:32581:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00800000:00000001:3.0:1789449470.740629:0:32581:0:(lmv_obd.c:2310:lmv_create()) Process entered 00800000:00000001:3.0:1789449470.740631:0:32581:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1789449470.740636:0:32581:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789449470.740638:0:32581:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789449470.740639:0:32581:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789449470.740641:0:32581:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789449470.740643:0:32581:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449470.740645:0:32581:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789449470.740646:0:32581:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789449470.740650:0:32581:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446636920772627456 : -107152936924160 : ffff9e8b83420c00) 00800000:00000001:3.0:1789449470.740654:0:32581:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1789449470.740656:0:32581:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1789449470.740659:0:32581:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1789449470.740663:0:32581:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1789449470.740666:0:32581:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9e8b89903000: Allocated FID [0x200000405:0x24:0x0] 40000000:00000001:3.0:1789449470.740669:0:32581:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449470.740673:0:32581:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789449470.740675:0:32581:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789449470.740677:0:32581:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449470.740679:0:32581:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71180e2b9e8 00800000:00000002:3.0:1789449470.740681:0:32581:0:(lmv_obd.c:2351:lmv_create()) CREATE name 'd21h.recovery-small-2' [0x200000405:0x24:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:3.0:1789449470.740686:0:32581:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:3.0:1789449470.740690:0:32581:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1789449470.740693:0:32581:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922dec00 count: 2 00010000:00000001:3.0:1789449470.740696:0:32581:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789449470.740699:0:32581:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1789449470.740703:0:32581:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789449470.740706:0:32581:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74600/0xcddde1459ded6642 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xeb7cbf5e2fd3d3f6 expref: -99 pid: 32581 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00000001:3.0:1789449470.740715:0:32581:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789449470.740720:0:32581:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1789449470.740723:0:32581:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1789449470.740726:0:32581:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1789449470.740729:0:32581:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789449470.740730:0:32581:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789449470.740732:0:32581:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922dec00 count: 3 00010000:00000001:3.0:1789449470.740734:0:32581:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789449470.740737:0:32581:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449470.740739:0:32581:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789449470.740740:0:32581:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789449470.740742:0:32581:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922dec00 count: 3 00010000:00000001:3.0:1789449470.740745:0:32581:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789449470.740747:0:32581:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449470.740748:0:32581:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789449470.740750:0:32581:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789449470.740751:0:32581:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922dec00 count: 3 00010000:00000001:3.0:1789449470.740754:0:32581:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789449470.740756:0:32581:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449470.740758:0:32581:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1789449470.740761:0:32581:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9e8b89180840, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1789449470.740766:0:32581:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000020:00000001:3.0:1789449470.740770:0:32581:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71180e2b670 00000080:00002000:3.0:1789449470.740772:0:32581:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry d21h.recovery-small-2 00000080:00000001:3.0:1789449470.740779:0:32581:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1789449470.740785:0:32581:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1789449470.740791:0:32581:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1789449470.740794:0:32581:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1789449470.740796:0:32581:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449470.740800:0:32581:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789449470.740804:0:32581:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789449470.740807:0:32581:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789449470.740809:0:32581:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449470.740812:0:32581:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1789449470.740816:0:32581:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9e8b91c74600 with handle 0xcddde1459ded6642 from hash 00010000:00000001:3.0:1789449470.740818:0:32581:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789449470.740820:0:32581:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449470.740821:0:32581:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449470.740823:0:32581:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789449470.740826:0:32581:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789449470.740828:0:32581:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1789449470.740831:0:32581:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789449470.740834:0:32581:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789449470.740836:0:32581:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1789449470.740843:0:32581:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b8310b100. 00000020:00000040:3.0:1789449470.740848:0:32581:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e8b89903000 02000000:00000001:3.0:1789449470.740855:0:32581:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789449470.740857:0:32581:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449470.740860:0:32581:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789449470.740910:0:32581:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449470.740913:0:32581:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449470.740926:0:32581:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789449470.740930:0:32581:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789449470.740934:0:32581:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789449470.740943:0:32581:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b87c4b800. 00000100:00000001:3.0:1789449470.740952:0:32581:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449470.740955:0:32581:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789449470.740958:0:32581:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1789449470.740966:0:32581:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74600/0xcddde1459ded6642 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xeb7cbf5e2fd3d3f6 expref: -99 pid: 32581 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1789449470.740975:0:32581:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1789449470.740977:0:32581:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789449470.740978:0:32581:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789449470.740981:0:32581:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74600/0xcddde1459ded6642 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xeb7cbf5e2fd3d3f6 expref: -99 pid: 32581 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000040:3.0:1789449470.740990:0:32581:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9e8b922dec00 count: 0 00010000:00000010:3.0:1789449470.740997:0:32581:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e8b84d02800. 00010000:00000001:3.0:1789449470.741006:0:32581:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449470.741008:0:32581:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449470.741009:0:32581:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789449470.741011:0:32581:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449470.741013:0:32581:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1789449470.741039:0:32581:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e8b89903000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1789449470.741056:0:32581:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e8b8310b100 x1876371947503744/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789449470.741065:0:32581:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789449470.741067:0:32581:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789449470.741075:0:32581:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b86702cc0. 00000100:00000001:3.0:1789449470.741078:0:32581:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920825982144 : -107152883569472 : ffff9e8b86702cc0) 00000100:00000001:3.0:1789449470.741081:0:32581:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449470.741082:0:32581:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769392896 : -107152940158720 : ffff9e8b8310b100) 00000100:00000001:3.0:1789449470.741088:0:32581:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789449470.741093:0:32581:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449470.741095:0:32581:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789449470.741097:0:32581:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789449470.741103:0:32581:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b8310b100 x1876371947503744/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449470.741111:0:32581:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789449470.741114:0:32581:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449470.741119:0:32581:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789449470.741123:0:32581:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789449470.741125:0:32581:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449470.741129:0:32581:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b8310b100 pname:cluuid:pid:xid:nid:opc:job lfs:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:32581:1876371947503744:192.168.202.109@tcp:36:lfs.0 00000100:00000001:3.0:1789449470.741134:0:32581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789449470.741141:0:32581:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789449470.741145:0:32581:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449470.741148:0:32581:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789449470.741152:0:32581:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b87c48c00. 02000000:00000001:3.0:1789449470.741154:0:32581:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449470.741165:0:32581:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:3.0:1789449470.741172:0:32581:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b8525c478. 00000400:00000010:3.0:1789449470.741180:0:32581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b692a8. 00000100:00000200:3.0:1789449470.741190:0:32581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947503744, portal 10 00000100:00000001:3.0:1789449470.741192:0:32581:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449470.741194:0:32581:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769392896 : -107152940158720 : ffff9e8b8310b100) 00000100:00000040:3.0:1789449470.741204:0:32581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b8310b100 x1876371947503744/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1789449486 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449470.741213:0:32581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449470.741220:0:32581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1789449470.741224:0:32581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69d48. 00000100:00000200:3.0:1789449470.741228:0:32581:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1876371947503744, offset 0 00000400:00000200:3.0:1789449470.741253:0:32581:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1789449470.741265:0:32581:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449470.741276:0:32581:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449470.741287:0:32581:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789449470.741293:0:32581:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1789449470.741298:0:32581:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789449470.741300:0:32581:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1789449470.742136:0:32581:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2731:2731:256:4294967295] 192.168.202.109@tcp LPNI seq info [2731:2731:8:4294967295] 00000400:00000200:3.0:1789449470.742145:0:32581:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449470.742168:0:32581:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449470.742178:0:32581:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449470.742255:0:32581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051cf00. 00000800:00000200:3.0:1789449470.742266:0:32581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449470.742278:0:32581:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449470.742284:0:32581:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051cf00 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:3.0:1789449470.742368:0:32581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449470.742375:0:32581:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 804100 usecs (805 jiffies) 00000400:00000200:3.0:1789449470.742380:0:32581:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:3.0:1789449470.742384:0:32581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296474233 00000100:00000001:3.0:1789449470.742389:0:32581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296475683 00000100:00000001:3.0:1789449470.742392:0:32581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296474233 00000100:00000001:3.0:1789449470.742395:0:32581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296475683 00000100:00000001:3.0:1789449470.742398:0:32581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449470.742402:0:32581:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449470.742406:0:32581:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449470.742408:0:32581:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789449470.742412:0:32581:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b86702cc0 going to sleep for 11 seconds 00000100:00000001:3.0:1789449470.742415:0:32581:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449470.742418:0:32581:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1789449470.745962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b86498400. 00000800:00000200:2.0:1789449470.747757:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449470.747768:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b9051cf00. 00000400:00000200:2.0:1789449470.747776:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449470.747784:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449470.747792:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69d48 00000400:00000010:2.0:1789449470.747795:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69d48. 00000100:00000001:2.0:1789449470.747801:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449470.747811:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b8310b100 x1876371947503744/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1789449486 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449470.747824:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449470.747827:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b8310b100 x1876371947503744/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1789449486 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449470.747835:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449470.747837:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000080:00000010:3.1:1789449470.749328:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b87d97fa0. 00010000:00000010:3.1:1789449470.749350:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b922dec00. 00010000:00000010:3.1:1789449470.749357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c74600. 00000800:00000001:2.0:1789449470.758034:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449470.758057:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449470.758061:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449470.758064:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449470.758074:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449470.758082:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449470.758093:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449470.758097:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449470.758102:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449470.758107:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 448 into portal 10 MB=0x6aa8ce365c080 00000400:00000200:2.0:1789449470.758118:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449470.758124:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 448/448 into md 0x7ce5 [1] + 224 00000800:00000001:2.0:1789449470.758131:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449470.758141:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449470.758145:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449470.758150:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449470.758158:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449470.758167:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b8310b100 x1876371947503744/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1789449486 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449470.758186:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff9e8b8310b100 x1876371947503744/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1789449486 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449470.758209:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449470.758219:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449470.758222:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449470.758408:0:32581:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789449470.758422:0:32581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449470.758425:0:32581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449470.758430:0:32581:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b8525c478. 00000400:00000200:3.0:1789449470.758438:0:32581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b692a8 00000400:00000010:3.0:1789449470.758441:0:32581:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b692a8. 00000100:00000001:3.0:1789449470.758446:0:32581:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449470.758456:0:32581:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b8310b100 x1876371947503744/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1789449486 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789449470.758468:0:32581:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b8310b100 x1876371947503744/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1789449486 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449470.758475:0:32581:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449470.758478:0:32581:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449470.758481:0:32581:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449470.758486:0:32581:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449470.758489:0:32581:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449470.758492:0:32581:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449470.758496:0:32581:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449470.758507:0:32581:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=100 v=5 (5 102 102 102) 00000100:00001000:3.0:1789449470.758513:0:32581:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1789449470.758516:0:32581:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789449470.758518:0:32581:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449470.758521:0:32581:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789449470.758525:0:32581:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449470.758529:0:32581:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1789449470.758531:0:32581:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009c/0x1] 00000100:00000001:3.0:1789449470.758533:0:32581:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1789449470.758536:0:32581:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449470.758538:0:32581:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769392896 : -107152940158720 : ffff9e8b8310b100) 00000100:00000001:3.0:1789449470.758542:0:32581:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789449470.758544:0:32581:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967614 00000100:00000001:3.0:1789449470.758546:0:32581:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789449470.758549:0:32581:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449470.758555:0:32581:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b8310b100 x1876371947503744/t4294967616(4294967616) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/448 e 0 to 0 dl 1789449486 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449470.758562:0:32581:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449470.758566:0:32581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449470.758568:0:32581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449470.758573:0:32581:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b8310b100 x1876371947503744/t4294967616(4294967616) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/448 e 0 to 0 dl 1789449486 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789449470.758581:0:32581:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b8310b100 pname:cluuid:pid:xid:nid:opc:job lfs:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:32581:1876371947503744:192.168.202.109@tcp:36:lfs.0 00000100:00000001:3.0:1789449470.758589:0:32581:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449470.758594:0:32581:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449470.758598:0:32581:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789449470.758601:0:32581:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449470.758607:0:32581:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b8310b100 x1876371947503744/t4294967616(4294967616) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/448 e 0 to 0 dl 1789449486 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449470.758615:0:32581:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789449470.758619:0:32581:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b86702cc0. 00000100:00000001:3.0:1789449470.758624:0:32581:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789449470.758625:0:32581:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449470.758637:0:32581:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449470.758643:0:32581:0:(lmv_obd.c:2359:lmv_create()) Created - [0x200000405:0x24:0x0] 00800000:00000001:3.0:1789449470.758645:0:32581:0:(lmv_obd.c:2416:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449470.758650:0:32581:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1789449470.758659:0:32581:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1789449470.758662:0:32581:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1789449470.758665:0:32581:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611172 : 144115205339611172 : 200000405000024) 00000080:00000001:3.0:1789449470.758669:0:32581:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:3.0:1789449470.758687:0:32581:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9e8b891cc200. 00000080:00000001:3.0:1789449470.758703:0:32581:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:3.0:1789449470.758705:0:32581:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000405:0x24:0x0](ffff9e8b891cc2c8) 00000080:00000001:3.0:1789449470.758711:0:32581:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1789449470.758715:0:32581:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x24:0x0] 00000080:00000001:3.0:1789449470.758718:0:32581:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449470.758720:0:32581:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611172 : 144115205339611172 : 200000405000024) 00000080:00000001:3.0:1789449470.758723:0:32581:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1789449470.758726:0:32581:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611172 mtime from 0 to 1789449470 00000080:00200000:3.0:1789449470.758732:0:32581:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x24:0x0], updating i_size 4096 00000080:00000001:3.0:1789449470.758734:0:32581:0:(llite_lib.c:3382:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1789449470.758737:0:32581:0:(namei.c:156:ll_iget()) Process leaving (rc=18446636920870847176 : -107152838704440 : ffff9e8b891cc2c8) 00000080:00000001:3.0:1789449470.758740:0:32581:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1789449470.758743:0:32581:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1789449470.758746:0:32581:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449470.758755:0:32581:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449470.758759:0:32581:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b8310b100 x1876371947503744/t4294967616(4294967616) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/448 e 0 to 0 dl 1789449486 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449470.758766:0:32581:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449470.758769:0:32581:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:3.0:1789449470.758772:0:32581:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b8606bc00. 00000080:00000010:3.0:1789449470.758781:0:32581:0:(dir.c:2111:ll_dir_ioctl()) kvfree 'data': 648 at ffff9e8b87c4b400. 00000080:00000001:3.0:1789449470.758786:0:32581:0:(dir.c:2112:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449470.758812:0:32581:0:(dir.c:3022:ll_dir_release()) Process entered 00000080:00000001:3.0:1789449470.758816:0:32581:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1789449470.758820:0:32581:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71180e2bdd0 00000080:00200008:3.0:1789449470.758823:0:32581:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9e8b89180908), flags 300000 00000080:00400000:3.0:1789449470.758827:0:32581:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:3.0:1789449470.758831:0:32581:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9e8b817c12c0. 00000080:00000001:3.0:1789449470.758837:0:32581:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1789449470.758840:0:32581:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71180e2bdd0 00000080:00000008:3.0:1789449470.758842:0:32581:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9e8b89180908), flags 300000, rc = 0 00000080:00000001:3.0:1789449470.758844:0:32581:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449470.758846:0:32581:0:(dir.c:3023:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449470.825132:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449470.825145:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47ac00. 00000400:00000200:3.0:1789449470.825156:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449470.825177:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449470.825310:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012f68 00000400:00000010:3.0:1789449470.825315:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012f68. 00000100:00000001:3.0:1789449470.825324:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449470.825335:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83690a80 x1876371947503872/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449486 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449470.825349:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449470.825353:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83690a80 x1876371947503872/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449486 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449470.825360:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449470.825362:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449470.838044:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449470.838073:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449470.838079:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449470.838082:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449470.838096:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449470.838106:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449470.838117:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449470.838122:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449470.838130:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449470.838138:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 688 into portal 10 MB=0x6aa8ce365c100 00000400:00000200:2.0:1789449470.838144:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449470.838152:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 688/688 into md 0x7cf5 [1] + 224 00000800:00000001:2.0:1789449470.838161:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449470.838179:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449470.838184:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449470.838191:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449470.838203:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449470.838215:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83690a80 x1876371947503872/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449486 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449470.838229:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9e8b83690a80 x1876371947503872/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449486 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449470.838270:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449470.838284:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449470.838288:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449470.838536:0:32591:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789449470.838546:0:32591:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449470.838549:0:32591:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449470.838553:0:32591:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b83427478. 00000400:00000200:3.0:1789449470.838559:0:32591:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012880 00000400:00000010:3.0:1789449470.838562:0:32591:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012880. 00000100:00000001:3.0:1789449470.838565:0:32591:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449470.838571:0:32591:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83690a80 x1876371947503872/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449486 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789449470.838580:0:32591:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83690a80 x1876371947503872/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449486 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449470.838586:0:32591:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449470.838588:0:32591:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449470.838591:0:32591:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449470.838595:0:32591:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449470.838598:0:32591:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449470.838600:0:32591:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449470.838604:0:32591:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449470.838616:0:32591:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=100 v=5 (5 102 102 102) 00000100:00001000:3.0:1789449470.838621:0:32591:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1789449470.838624:0:32591:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789449470.838626:0:32591:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449470.838630:0:32591:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789449470.838634:0:32591:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449470.838639:0:32591:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789449470.838641:0:32591:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967614 00000100:00000001:3.0:1789449470.838644:0:32591:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789449470.838647:0:32591:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449470.838653:0:32591:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83690a80 x1876371947503872/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449486 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449470.838661:0:32591:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449470.838665:0:32591:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449470.838667:0:32591:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449470.838671:0:32591:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83690a80 x1876371947503872/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449486 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789449470.838686:0:32591:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83690a80 pname:cluuid:pid:xid:nid:opc:job multiop:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:32591:1876371947503872:192.168.202.109@tcp:101:multiop.0 00000100:00000001:3.0:1789449470.838692:0:32591:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449470.838695:0:32591:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449470.838699:0:32591:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789449470.838701:0:32591:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449470.838706:0:32591:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83690a80 x1876371947503872/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449486 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449470.838713:0:32591:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789449470.838717:0:32591:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b8580b000. 00000100:00000001:3.0:1789449470.838721:0:32591:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789449470.838722:0:32591:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449470.838727:0:32591:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789449470.838732:0:32591:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449470.838735:0:32591:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449470.838740:0:32591:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204b400 refcount=4 00000020:00000001:3.0:1789449470.838743:0:32591:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825571840 : -107151883979776 : ffff9e8bc204b400) 00010000:00000001:3.0:1789449470.838746:0:32591:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825571840 : -107151883979776 : ffff9e8bc204b400) 00010000:00000040:3.0:1789449470.838756:0:32591:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e8bc204b400, remote cookie: 0xeb7cbf5e2fd3d42e, flags: 0x1001 00010000:00010000:3.0:1789449470.838763:0:32591:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204b400/0xcddde1459ded6650 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d42e expref: -99 pid: 32591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789449470.838775:0:32591:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204b400/0xcddde1459ded6650 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d42e expref: -99 pid: 32591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449470.838782:0:32591:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1789449470.838788:0:32591:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1789449470.838790:0:32591:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1789449470.838792:0:32591:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1789449470.838793:0:32591:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1789449470.838796:0:32591:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9e8b902bd200) refcount = 1 00010000:00010000:3.0:1789449470.838800:0:32591:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204b400/0xcddde1459ded6650 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d42e expref: -99 pid: 32591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449470.838807:0:32591:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1789449470.838811:0:32591:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1789449470.838813:0:32591:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789449470.838816:0:32591:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1789449470.838818:0:32591:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449470.838822:0:32591:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204b400/0xcddde1459ded6650 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d42e expref: -99 pid: 32591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449470.838828:0:32591:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1789449470.838830:0:32591:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449470.838832:0:32591:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449470.838833:0:32591:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449470.838834:0:32591:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449470.838836:0:32591:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449470.838841:0:32591:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1789449470.838843:0:32591:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449470.838844:0:32591:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449470.838845:0:32591:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204b400 refcount=3 00000020:00000001:3.0:1789449470.838847:0:32591:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825571840 : -107151883979776 : ffff9e8bc204b400) 00010000:00000001:3.0:1789449470.838849:0:32591:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825571840 : -107151883979776 : ffff9e8bc204b400) 00010000:00000001:3.0:1789449470.838851:0:32591:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449470.838852:0:32591:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449470.838853:0:32591:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204b400 refcount=4 00000020:00000001:3.0:1789449470.838855:0:32591:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825571840 : -107151883979776 : ffff9e8bc204b400) 00010000:00000001:3.0:1789449470.838856:0:32591:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825571840 : -107151883979776 : ffff9e8bc204b400) 00010000:00000001:3.0:1789449470.838860:0:32591:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449470.840194:0:32591:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449470.840210:0:32591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204b400/0xcddde1459ded6650 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d42e expref: -99 pid: 32591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449470.840222:0:32591:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449470.840224:0:32591:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449470.840227:0:32591:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449470.840229:0:32591:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449470.840231:0:32591:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204b400 refcount=5 00000020:00000001:3.0:1789449470.840242:0:32591:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825571840 : -107151883979776 : ffff9e8bc204b400) 00010000:00000001:3.0:1789449470.840245:0:32591:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825571840 : -107151883979776 : ffff9e8bc204b400) 00010000:00000001:3.0:1789449470.840248:0:32591:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789449470.840253:0:32591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204b400/0xcddde1459ded6650 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d42e expref: -99 pid: 32591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449470.840260:0:32591:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449470.840261:0:32591:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789449470.840264:0:32591:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204b400/0xcddde1459ded6650 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d42e expref: -99 pid: 32591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449470.840271:0:32591:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789449470.840272:0:32591:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449470.840273:0:32591:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449470.840275:0:32591:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449470.840276:0:32591:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1789449470.840291:0:32591:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9e8b83690a80 x1876371947503872/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449486 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1789449470.840300:0:32591:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449470.840302:0:32591:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449470.840303:0:32591:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204b400 refcount=3 00000020:00000001:3.0:1789449470.840305:0:32591:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825571840 : -107151883979776 : ffff9e8bc204b400) 00010000:00000001:3.0:1789449470.840307:0:32591:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825571840 : -107151883979776 : ffff9e8bc204b400) 00010000:00000001:3.0:1789449470.840310:0:32591:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449470.840311:0:32591:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789449470.840313:0:32591:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449470.840315:0:32591:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449470.840319:0:32591:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1789449470.840321:0:32591:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449470.840323:0:32591:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449470.840324:0:32591:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204b400 refcount=3 00000020:00000001:3.0:1789449470.840326:0:32591:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825571840 : -107151883979776 : ffff9e8bc204b400) 00010000:00000001:3.0:1789449470.840328:0:32591:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825571840 : -107151883979776 : ffff9e8bc204b400) 00000002:00010000:3.0:1789449470.840332:0:32591:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204b400/0xcddde1459ded6650 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d42e expref: -99 pid: 32591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449470.840345:0:32591:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449470.840347:0:32591:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449470.840349:0:32591:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789449470.840350:0:32591:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449470.840352:0:32591:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449470.840356:0:32591:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204b400 refcount=3 00000020:00000001:3.0:1789449470.840359:0:32591:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825571840 : -107151883979776 : ffff9e8bc204b400) 00010000:00000001:3.0:1789449470.840360:0:32591:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825571840 : -107151883979776 : ffff9e8bc204b400) 00010000:00000040:3.0:1789449470.840368:0:32591:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bd200 count: 2 00010000:00000001:3.0:1789449470.840372:0:32591:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1789449470.840378:0:32591:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e8b83488400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1789449470.840381:0:32591:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449470.840382:0:32591:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789449470.840383:0:32591:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1789449470.840388:0:32591:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820a3938 00000002:00002000:3.0:1789449470.840390:0:32591:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1789449470.840394:0:32591:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789449470.840399:0:32591:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789449470.840402:0:32591:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1789449470.840407:0:32591:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1789449470.840410:0:32591:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449470.840416:0:32591:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:3.0:1789449470.840422:0:32591:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b83481200. 00000080:00000001:3.0:1789449470.840430:0:32591:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789449470.840433:0:32591:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1789449470.840441:0:32591:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1789449470.840447:0:32591:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1789449470.840458:0:32591:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9e8b896f0540. 00800000:00000001:3.0:1789449470.840460:0:32591:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446636920876238144 : -107152833313472 : ffff9e8b896f0540) 00800000:00000001:3.0:1789449470.840462:0:32591:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449470.840464:0:32591:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1789449470.840468:0:32591:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1789449470.840470:0:32591:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1789449470.840474:0:32591:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1789449470.840478:0:32591:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1789449470.840480:0:32591:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449470.840485:0:32591:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1789449470.840490:0:32591:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:3.0:1789449470.840496:0:32591:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:3.0:1789449470.840499:0:32591:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449470.840501:0:32591:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449470.840502:0:32591:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204b400 refcount=3 00000020:00000001:3.0:1789449470.840504:0:32591:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825571840 : -107151883979776 : ffff9e8bc204b400) 00010000:00000001:3.0:1789449470.840507:0:32591:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825571840 : -107151883979776 : ffff9e8bc204b400) 00010000:00000001:3.0:1789449470.840509:0:32591:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449470.840510:0:32591:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789449470.840512:0:32591:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1789449470.840515:0:32591:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1789449470.840516:0:32591:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b896f0540 1 00800000:00000010:3.0:1789449470.840519:0:32591:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9e8b896f0540. 00800000:00000001:3.0:1789449470.840523:0:32591:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789449470.840526:0:32591:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded6650 00800000:00000001:3.0:1789449470.840529:0:32591:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789449470.840531:0:32591:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789449470.840533:0:32591:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449470.840534:0:32591:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449470.840536:0:32591:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204b400 refcount=3 00000020:00000001:3.0:1789449470.840538:0:32591:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825571840 : -107151883979776 : ffff9e8bc204b400) 00010000:00000001:3.0:1789449470.840540:0:32591:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825571840 : -107151883979776 : ffff9e8bc204b400) 00010000:00000001:3.0:1789449470.840543:0:32591:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449470.840544:0:32591:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789449470.840546:0:32591:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789449470.840547:0:32591:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449470.840550:0:32591:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789449470.840553:0:32591:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:3.0:1789449470.840556:0:32591:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded6650 from it ffffb711820a3bf8 00010000:00000001:3.0:1789449470.840558:0:32591:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449470.840560:0:32591:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449470.840561:0:32591:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204b400 refcount=3 00000020:00000001:3.0:1789449470.840563:0:32591:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825571840 : -107151883979776 : ffff9e8bc204b400) 00010000:00000001:3.0:1789449470.840566:0:32591:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825571840 : -107151883979776 : ffff9e8bc204b400) 00010000:00000001:3.0:1789449470.840567:0:32591:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789449470.840570:0:32591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204b400/0xcddde1459ded6650 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d42e expref: -99 pid: 32591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449470.840576:0:32591:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449470.840577:0:32591:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449470.840579:0:32591:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789449470.840583:0:32591:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789449470.840586:0:32591:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204b400/0xcddde1459ded6650 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d42e expref: -99 pid: 32591 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789449470.840594:0:32591:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449470.840598:0:32591:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789449470.840601:0:32591:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449470.840606:0:32591:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449470.840607:0:32591:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449470.840609:0:32591:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449470.840613:0:32591:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789449470.840615:0:32591:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449470.840617:0:32591:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449470.840621:0:32591:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449470.840623:0:32591:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789449470.840624:0:32591:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449470.840625:0:32591:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789449470.840629:0:32591:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449470.840634:0:32591:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83690a80 x1876371947503872/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449486 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449470.840643:0:32591:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449470.840646:0:32591:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449470.840651:0:32591:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9e8b86792000. 02000000:00000001:3.0:1789449470.840655:0:32591:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449470.840659:0:32591:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449470.840661:0:32591:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:3.0:1789449470.840663:0:32591:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449470.840666:0:32591:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b8678f800. 02000000:00000001:3.0:1789449470.840671:0:32591:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449470.840675:0:32591:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449470.840679:0:32591:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83690a80. 00000100:00000001:3.0:1789449470.840683:0:32591:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449470.840685:0:32591:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789449470.840689:0:32591:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908), inode mode 41ff mask 1 00000080:00000001:3.0:1789449470.840695:0:32591:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1789449470.840729:0:32591:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9e8b889af500. 00000020:00000001:3.0:1789449470.840735:0:32591:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820a3b28 00000080:00200000:3.0:1789449470.840738:0:32591:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9e8b89180908), flags=25 00000080:00000001:3.0:1789449470.840743:0:32591:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1789449470.840745:0:32591:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820a39d8 00000080:00200000:3.0:1789449470.840748:0:32591:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9e8b89180908), intent=0 00000080:00000010:3.0:1789449470.840761:0:32591:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b8606b200. 00800000:00000002:3.0:1789449470.840768:0:32591:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:3.0:1789449470.840775:0:32591:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789449470.840778:0:32591:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789449470.840781:0:32591:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820a38f8 00800000:00000002:3.0:1789449470.840783:0:32591:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789449470.840787:0:32591:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789449470.840792:0:32591:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789449470.840795:0:32591:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789449470.840798:0:32591:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789449470.840801:0:32591:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789449470.840804:0:32591:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449470.840806:0:32591:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789449470.840809:0:32591:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449470.840813:0:32591:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820a3890 00800000:00000002:3.0:1789449470.840815:0:32591:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-1' -> mds #0 00000002:00000001:3.0:1789449470.840820:0:32591:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789449470.840822:0:32591:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820a37c8 00000002:00010000:3.0:1789449470.840825:0:32591:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21h.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:3.0:1789449470.840830:0:32591:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1789449470.840833:0:32591:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1789449470.840840:0:32591:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b8310bb80. 00000020:00000040:3.0:1789449470.840844:0:32591:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00010000:00000001:3.0:1789449470.840850:0:32591:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789449470.840856:0:32591:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449470.840859:0:32591:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449470.840860:0:32591:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449470.840862:0:32591:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449470.841634:0:32591:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789449470.841637:0:32591:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789449470.841642:0:32591:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449470.841732:0:32591:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b83604800. 00000100:00000001:2.0:1789449470.841742:0:32591:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449470.841747:0:32591:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789449470.841749:0:32591:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449470.841751:0:32591:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789449470.841752:0:32591:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449470.841754:0:32591:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449470.841764:0:32591:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446636920769395584 : -107152940156032 : ffff9e8b8310bb80) 00010000:00000001:2.0:1789449470.841769:0:32591:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789449470.841772:0:32591:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1789449470.841778:0:32591:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bd200 count: 2 00010000:00000001:2.0:1789449470.841781:0:32591:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789449470.841784:0:32591:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789449470.841788:0:32591:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8b91c4c400. 00000020:00000001:2.0:1789449470.841793:0:32591:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789449470.841796:0:32591:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8b91c4c400 with handle 0xcddde1459ded6657 to hash 00000020:00000001:2.0:1789449470.841798:0:32591:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789449470.841800:0:32591:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636921016075264 : -107152693476352 : ffff9e8b91c4c400) 00010000:00000001:2.0:1789449470.841805:0:32591:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636921016075264 : -107152693476352 : ffff9e8b91c4c400) 00010000:00000001:2.0:1789449470.841809:0:32591:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449470.841813:0:32591:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449470.841816:0:32591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c400/0xcddde1459ded6657 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789449470.841826:0:32591:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c400/0xcddde1459ded6657 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789449470.841837:0:32591:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c400/0xcddde1459ded6657 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32591 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789449470.841843:0:32591:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789449470.841845:0:32591:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789449470.841854:0:32591:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b86238000. 00000100:00000001:2.0:1789449470.841857:0:32591:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920820957184 : -107152888594432 : ffff9e8b86238000) 00000100:00000001:2.0:1789449470.841860:0:32591:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449470.841979:0:32591:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769395584 : -107152940156032 : ffff9e8b8310bb80) 00000100:00000001:2.0:1789449470.841987:0:32591:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449470.841992:0:32591:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449470.841995:0:32591:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789449470.841996:0:32591:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789449470.842005:0:32591:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b8310bb80 x1876371947504000/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449470.842014:0:32591:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449470.842074:0:32591:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449470.842081:0:32591:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449470.842085:0:32591:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449470.842087:0:32591:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449470.842092:0:32591:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b8310bb80 pname:cluuid:pid:xid:nid:opc:job multiop:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:32591:1876371947504000:192.168.202.109@tcp:101:multiop.0 00000100:00000001:2.0:1789449470.842097:0:32591:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789449470.842103:0:32591:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449470.842106:0:32591:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449470.842109:0:32591:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789449470.842115:0:32591:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e8b8986a000. 02000000:00000001:2.0:1789449470.842116:0:32591:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449470.842126:0:32591:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449470.842131:0:32591:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b9528. 00000400:00000010:2.0:1789449470.842139:0:32591:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d770. 00000100:00000200:2.0:1789449470.842147:0:32591:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876371947504000, portal 10 00000100:00000001:2.0:1789449470.842149:0:32591:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449470.842151:0:32591:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769395584 : -107152940156032 : ffff9e8b8310bb80) 00000100:00000040:2.0:1789449470.842158:0:32591:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b8310bb80 x1876371947504000/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449486 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449470.842166:0:32591:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449470.842170:0:32591:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449470.842173:0:32591:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d440. 00000100:00000200:2.0:1789449470.842177:0:32591:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876371947504000, offset 0 00000400:00000200:2.0:1789449470.842185:0:32591:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449470.842197:0:32591:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449470.842206:0:32591:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449470.842213:0:32591:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449470.842217:0:32591:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449470.842221:0:32591:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449470.842224:0:32591:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449470.842228:0:32591:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2733:2733:256:4294967295] 192.168.202.109@tcp LPNI seq info [2733:2733:8:4294967295] 00000400:00000200:2.0:1789449470.842232:0:32591:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449470.842253:0:32591:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449470.842261:0:32591:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449470.842268:0:32591:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b8aa52b00. 00000800:00000200:2.0:1789449470.842277:0:32591:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449470.842286:0:32591:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449470.842291:0:32591:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b8aa52b00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1789449470.842359:0:32591:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449470.842365:0:32591:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 801868 usecs (802 jiffies) 00000400:00000200:2.0:1789449470.842368:0:32591:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449470.842371:0:32591:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296474330 00000100:00000001:2.0:1789449470.842375:0:32591:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296475683 00000100:00000001:2.0:1789449470.842377:0:32591:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296474330 00000100:00000001:2.0:1789449470.842380:0:32591:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296475683 00000100:00000001:2.0:1789449470.842382:0:32591:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449470.842386:0:32591:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449470.842388:0:32591:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449470.842391:0:32591:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789449470.842394:0:32591:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b86238000 going to sleep for 11 seconds 00000100:00000001:2.0:1789449470.842397:0:32591:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449470.842401:0:32591:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449470.842837:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449470.842844:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8aa52b00. 00000400:00000200:3.0:1789449470.842850:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449470.842855:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449470.843390:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d440 00000400:00000010:3.0:1789449470.843396:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d440. 00000100:00000001:3.0:1789449470.843404:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449470.843412:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b8310bb80 x1876371947504000/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449486 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449470.843425:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449470.843429:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b8310bb80 x1876371947504000/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449486 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449470.843436:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449470.843438:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449470.851371:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449470.851397:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449470.851404:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449470.851407:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449470.851421:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449470.851432:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449470.851445:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449470.851450:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449470.851457:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449470.851462:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 688 into portal 10 MB=0x6aa8ce365c180 00000400:00000200:2.0:1789449470.851469:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449470.851477:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 688/688 into md 0x7cfd [1] + 224 00000800:00000001:2.0:1789449470.851486:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449470.851495:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449470.851499:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449470.851504:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449470.851513:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449470.851524:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b8310bb80 x1876371947504000/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449486 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449470.851536:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9e8b8310bb80 x1876371947504000/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449486 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449470.851560:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449470.851571:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449470.851574:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00800000:00000010:2.0:1789449470.853595:0:32591:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9e8b90fc9840. 00800000:00000001:2.0:1789449470.853603:0:32591:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446636921002956864 : -107152706594752 : ffff9e8b90fc9840) 00800000:00000001:2.0:1789449470.853607:0:32591:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449470.853611:0:32591:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789449470.853615:0:32591:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611171 : 144115205339611171 : 200000405000023) 00000080:00000001:2.0:1789449470.853619:0:32591:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:2.0:1789449470.853627:0:32591:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1789449470.853630:0:32591:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x23:0x0] 00000080:00000001:2.0:1789449470.853633:0:32591:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000002:2.0:1789449470.853637:0:32591:0:(lustre_lmv.h:160:lmv_stripe_object_dump()) dump LMV: magic=0xcd30cd0 refs=1 count=0 index=0 hash=invalid:0x0 max_inherit=0 max_inherit_rr=0 version=0 migrate_offset=0 migrate_hash=invalid:0 pool= 00000080:00000001:2.0:1789449470.853643:0:32591:0:(llite_lib.c:1947:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1789449470.853646:0:32591:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449470.853649:0:32591:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611171 : 144115205339611171 : 200000405000023) 00000080:00000001:2.0:1789449470.853652:0:32591:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1789449470.853658:0:32591:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x23:0x0], updating i_size 4096 00000080:00200000:2.0:1789449470.853661:0:32591:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x23:0x0](ffff9e8b89195348): rc = 0 00000080:00000001:2.0:1789449470.853665:0:32591:0:(namei.c:156:ll_iget()) Process leaving (rc=18446636920870622024 : -107152838929592 : ffff9e8b89195348) 00010000:00000001:2.0:1789449470.853668:0:32591:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449470.853670:0:32591:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449470.853673:0:32591:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c400 refcount=3 00000020:00000001:2.0:1789449470.853675:0:32591:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016075264 : -107152693476352 : ffff9e8b91c4c400) 00010000:00000001:2.0:1789449470.853678:0:32591:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016075264 : -107152693476352 : ffff9e8b91c4c400) 00010000:00000001:2.0:1789449470.853680:0:32591:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449470.853682:0:32591:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789449470.853684:0:32591:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789449470.853688:0:32591:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1789449470.853690:0:32591:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789449470.853694:0:32591:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x23:0x0](ffff9e8b89195348) for lock 0xcddde1459ded6657 00800000:00000001:2.0:1789449470.853698:0:32591:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789449470.853700:0:32591:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789449470.853702:0:32591:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449470.853703:0:32591:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449470.853704:0:32591:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c400 refcount=3 00000020:00000001:2.0:1789449470.853706:0:32591:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016075264 : -107152693476352 : ffff9e8b91c4c400) 00010000:00000001:2.0:1789449470.853708:0:32591:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016075264 : -107152693476352 : ffff9e8b91c4c400) 00010000:00000001:2.0:1789449470.853711:0:32591:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449470.853713:0:32591:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789449470.853714:0:32591:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789449470.853716:0:32591:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1789449470.853726:0:32591:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9e8b8935faf8 inode ffff9e8b89195348 refc 1 flags 0x20000e 00000080:00000002:2.0:1789449470.853732:0:32591:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-1 [0x200000405:0x23:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:2.0:1789449470.853736:0:32591:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1789449470.853740:0:32591:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x23:0x0](ffff9e8b89195348) 00000080:00010000:2.0:1789449470.853744:0:32591:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded6657 from it ffffb711820a3ac8 00010000:00000001:2.0:1789449470.853747:0:32591:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449470.853748:0:32591:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449470.853750:0:32591:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c400 refcount=3 00000020:00000001:2.0:1789449470.853752:0:32591:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016075264 : -107152693476352 : ffff9e8b91c4c400) 00010000:00000001:2.0:1789449470.853754:0:32591:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016075264 : -107152693476352 : ffff9e8b91c4c400) 00010000:00000001:2.0:1789449470.853756:0:32591:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789449470.853761:0:32591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c400/0xcddde1459ded6657 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d44a expref: -99 pid: 32591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449470.853770:0:32591:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449470.853771:0:32591:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449470.853773:0:32591:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789449470.853776:0:32591:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789449470.853779:0:32591:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c400/0xcddde1459ded6657 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d44a expref: -99 pid: 32591 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789449470.853787:0:32591:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789449470.853791:0:32591:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789449470.853793:0:32591:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789449470.853799:0:32591:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449470.853800:0:32591:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449470.853802:0:32591:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449470.853806:0:32591:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789449470.853809:0:32591:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449470.853811:0:32591:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449470.853814:0:32591:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449470.853816:0:32591:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789449470.853817:0:32591:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449470.853818:0:32591:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789449470.853820:0:32591:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1789449470.853825:0:32591:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b8606b200. 00000100:00000001:2.0:1789449470.853834:0:32591:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449470.853844:0:32591:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b8310bb80 x1876371947504000/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/688 e 0 to 0 dl 1789449486 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449470.853852:0:32591:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789449470.853858:0:32591:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789449470.856386:0:32591:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9e8b8986a000. 02000000:00000001:2.0:1789449470.856409:0:32591:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789449470.856415:0:32591:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789449470.856417:0:32591:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:2.0:1789449470.856420:0:32591:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789449470.856426:0:32591:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b83604800. 02000000:00000001:2.0:1789449470.856431:0:32591:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789449470.856433:0:32591:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789449470.856437:0:32591:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b8310bb80. 00000100:00000001:2.0:1789449470.856446:0:32591:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789449470.856448:0:32591:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789449470.856466:0:32591:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1789449470.856470:0:32591:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x23:0x0](ffff9e8b89195348), inode mode 41ed mask 1 00000080:00000001:2.0:1789449470.856477:0:32591:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789449470.856524:0:32591:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9e8b8316f7e0. 00000080:00000001:2.0:1789449470.856531:0:32591:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1789449470.856533:0:32591:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x23:0x0](ffff9e8b89195348), inode mode 41ed mask 3 00000080:00000001:2.0:1789449470.856535:0:32591:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449470.856539:0:32591:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:2.0:1789449470.856543:0:32591:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820a3b58 00000080:00200000:2.0:1789449470.856546:0:32591:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f, dir=[0x200000405:0x23:0x0](ffff9e8b89195348), file ffff9e8b91f15680, open_flags 8042, mode 81a4 opened 0 00000080:00000010:2.0:1789449470.856552:0:32591:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9e8b898c6300. 00000080:00000001:2.0:1789449470.856559:0:32591:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1789449470.856562:0:32591:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820a3a08 00000080:00200000:2.0:1789449470.856565:0:32591:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000405:0x23:0x0](ffff9e8b89195348), intent=open|creat 00000080:00000010:2.0:1789449470.856577:0:32591:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b89880600. 00800000:00000002:2.0:1789449470.856583:0:32591:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b90fc9840 2 00000080:00000001:2.0:1789449470.856590:0:32591:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789449470.856595:0:32591:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789449470.856598:0:32591:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820a3928 00800000:00000002:2.0:1789449470.856600:0:32591:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f' on [0x200000405:0x23:0x0] 00800000:00000001:2.0:1789449470.856603:0:32591:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1789449470.856606:0:32591:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1789449470.856610:0:32591:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789449470.856615:0:32591:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789449470.856620:0:32591:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789449470.856623:0:32591:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789449470.856625:0:32591:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449470.856628:0:32591:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:2.0:1789449470.856631:0:32591:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789449470.856636:0:32591:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446636920772627456 : -107152936924160 : ffff9e8b83420c00) 00800000:00000001:2.0:1789449470.856641:0:32591:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1789449470.856643:0:32591:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1789449470.856648:0:32591:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1789449470.856652:0:32591:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1789449470.856655:0:32591:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9e8b89903000: Allocated FID [0x200000405:0x25:0x0] 40000000:00000001:2.0:1789449470.856658:0:32591:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449470.856662:0:32591:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789449470.856664:0:32591:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789449470.856666:0:32591:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449470.856669:0:32591:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820a38a8 00800000:00000002:2.0:1789449470.856671:0:32591:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000405:0x23:0x0], fid2=[0x200000405:0x25:0x0], name='f' -> mds #0 layout version 1 00000002:00000001:2.0:1789449470.856677:0:32591:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789449470.856678:0:32591:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820a37e0 00000002:00010000:2.0:1789449470.856680:0:32591:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x200000405:0x25:0x0]) in obj [0x200000405:0x23:0x0], intent: open|creat flags 0100103 00000002:00000001:2.0:1789449470.856684:0:32591:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789449470.856687:0:32591:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1789449470.856691:0:32591:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1789449470.856700:0:32591:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449470.856702:0:32591:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1789449470.856707:0:32591:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bde00 count: 2 00010000:00000001:2.0:1789449470.856711:0:32591:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789449470.856714:0:32591:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1789449470.856718:0:32591:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449470.856720:0:32591:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449470.856723:0:32591:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789449470.856729:0:32591:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065e680. 00000020:00000040:2.0:1789449470.856733:0:32591:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e8b89903000 02000000:00000001:2.0:1789449470.856741:0:32591:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789449470.856744:0:32591:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449470.856748:0:32591:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789449470.856755:0:32591:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789449470.856766:0:32591:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449470.856768:0:32591:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449470.856770:0:32591:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449470.856773:0:32591:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449470.856776:0:32591:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449470.856781:0:32591:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449470.856790:0:32591:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b83604800. 00000100:00000001:2.0:1789449470.856800:0:32591:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449470.856807:0:32591:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789449470.856809:0:32591:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449470.856811:0:32591:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789449470.856812:0:32591:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449470.856814:0:32591:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449470.856826:0:32591:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446636920993080960 : -107152716470656 : ffff9e8b9065e680) 00010000:00000001:2.0:1789449470.856831:0:32591:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789449470.856834:0:32591:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1789449470.856836:0:32591:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bde00 count: 2 00010000:00000001:2.0:1789449470.856838:0:32591:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789449470.856841:0:32591:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789449470.856847:0:32591:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8b91c4c000. 00000020:00000001:2.0:1789449470.856852:0:32591:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789449470.856857:0:32591:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8b91c4c000 with handle 0xcddde1459ded665e to hash 00000020:00000001:2.0:1789449470.856859:0:32591:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789449470.856861:0:32591:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636921016074240 : -107152693477376 : ffff9e8b91c4c000) 00010000:00000001:2.0:1789449470.856898:0:32591:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636921016074240 : -107152693477376 : ffff9e8b91c4c000) 00010000:00000001:2.0:1789449470.856904:0:32591:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449470.856907:0:32591:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449470.856912:0:32591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c000/0xcddde1459ded665e lrc: 3/0,1 mode: --/CW res: [0x200000405:0x23:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789449470.856922:0:32591:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c000/0xcddde1459ded665e lrc: 3/0,1 mode: --/CW res: [0x200000405:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32591 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1789449470.856942:0:32591:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e8b89903000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1789449470.856959:0:32591:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e8b9065e680 x1876371947504256/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1789449470.856970:0:32591:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c000/0xcddde1459ded665e lrc: 3/0,1 mode: --/CW res: [0x200000405:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32591 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789449470.856976:0:32591:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789449470.856978:0:32591:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789449470.856987:0:32591:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b86238840. 00000100:00000001:2.0:1789449470.856990:0:32591:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920820959296 : -107152888592320 : ffff9e8b86238840) 00000100:00000001:2.0:1789449470.856993:0:32591:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449470.856995:0:32591:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993080960 : -107152716470656 : ffff9e8b9065e680) 00000100:00000001:2.0:1789449470.857001:0:32591:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449470.857007:0:32591:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449470.857010:0:32591:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789449470.857013:0:32591:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789449470.859489:0:32591:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065e680 x1876371947504256/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449470.859516:0:32591:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449470.859520:0:32591:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449470.859528:0:32591:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449470.859533:0:32591:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449470.859537:0:32591:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449470.859546:0:32591:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065e680 pname:cluuid:pid:xid:nid:opc:job multiop:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:32591:1876371947504256:192.168.202.109@tcp:101:multiop.0 00000100:00000001:2.0:1789449470.859551:0:32591:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789449470.859560:0:32591:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449470.859563:0:32591:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449470.859566:0:32591:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789449470.859663:0:32591:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9e8b87e40000. 02000000:00000001:2.0:1789449470.859667:0:32591:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449470.859678:0:32591:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449470.859689:0:32591:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b95d8. 00000400:00000010:2.0:1789449470.859698:0:32591:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9e8b83604000. 00000100:00000200:2.0:1789449470.859708:0:32591:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876371947504256, portal 10 00000100:00000001:2.0:1789449470.859711:0:32591:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449470.859712:0:32591:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993080960 : -107152716470656 : ffff9e8b9065e680) 00000100:00000040:2.0:1789449470.859724:0:32591:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b9065e680 x1876371947504256/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789449486 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449470.859731:0:32591:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449470.859734:0:32591:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449470.859739:0:32591:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d880. 00000100:00000200:2.0:1789449470.859742:0:32591:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1876371947504256, offset 0 00000400:00000200:2.0:1789449470.859749:0:32591:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449470.859760:0:32591:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449470.859770:0:32591:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449470.859776:0:32591:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449470.859781:0:32591:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449470.859785:0:32591:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449470.859788:0:32591:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449470.859792:0:32591:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2734:2734:256:4294967295] 192.168.202.109@tcp LPNI seq info [2734:2734:8:4294967295] 00000400:00000200:2.0:1789449470.859797:0:32591:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449470.859809:0:32591:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449470.859815:0:32591:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449470.859822:0:32591:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b8aa52000. 00000800:00000200:2.0:1789449470.859831:0:32591:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449470.859841:0:32591:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449470.859846:0:32591:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b8aa52000 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:2.0:1789449470.860436:0:32591:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449470.860444:0:32591:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 800745 usecs (801 jiffies) 00000400:00000200:2.0:1789449470.860450:0:32591:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449470.860453:0:32591:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296474347 00000100:00000001:2.0:1789449470.860457:0:32591:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296475683 00000100:00000001:2.0:1789449470.860460:0:32591:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296474347 00000100:00000001:2.0:1789449470.860462:0:32591:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296475683 00000100:00000001:2.0:1789449470.860464:0:32591:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449470.860467:0:32591:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449470.860471:0:32591:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449470.860473:0:32591:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789449470.860476:0:32591:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b86238840 going to sleep for 11 seconds 00000100:00000001:2.0:1789449470.860479:0:32591:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449470.860482:0:32591:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449470.860693:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449470.860699:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8aa52000. 00000400:00000200:3.0:1789449470.860708:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449470.860717:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449470.860724:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d880 00000400:00000010:3.0:1789449470.860727:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d880. 00000100:00000001:3.0:1789449470.860732:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449470.860738:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065e680 x1876371947504256/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789449486 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449470.860749:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449470.860753:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b9065e680 x1876371947504256/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789449486 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449470.860761:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449470.860763:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449470.871623:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449470.871645:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449470.871650:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449470.871652:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449470.871664:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449470.871674:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449470.871686:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449470.871691:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449470.871698:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449470.871703:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 664 into portal 10 MB=0x6aa8ce365c280 00000400:00000200:2.0:1789449470.871708:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449470.871716:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 664/664 into md 0x7d0d [32] + 224 00000800:00000001:2.0:1789449470.871725:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449470.871734:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449470.871738:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449470.871743:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449470.871753:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449470.871765:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065e680 x1876371947504256/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789449486 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449470.871776:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9e8b9065e680 x1876371947504256/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789449486 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449470.871804:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449470.871817:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449470.871820:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449470.871914:0:32591:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789449470.871923:0:32591:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449470.871926:0:32591:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449470.871930:0:32591:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b95d8. 00000400:00000200:0.0:1789449470.871934:0:32591:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b83604000 00000400:00000010:0.0:1789449470.871937:0:32591:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9e8b83604000. 00000100:00000001:0.0:1789449470.871942:0:32591:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449470.871947:0:32591:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065e680 x1876371947504256/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789449486 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789449470.871955:0:32591:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065e680 x1876371947504256/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789449486 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449470.871961:0:32591:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449470.871963:0:32591:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449470.871966:0:32591:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449470.871971:0:32591:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449470.871973:0:32591:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449470.871976:0:32591:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449470.871979:0:32591:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449470.871991:0:32591:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=100 v=5 (5 102 102 102) 00000100:00001000:0.0:1789449470.871997:0:32591:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1789449470.871999:0:32591:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449470.872001:0:32591:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449470.872005:0:32591:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449470.872009:0:32591:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449470.872012:0:32591:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789449470.872014:0:32591:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000013f/0x1] 00000100:00000001:0.0:1789449470.872016:0:32591:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789449470.872020:0:32591:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449470.872022:0:32591:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993080960 : -107152716470656 : ffff9e8b9065e680) 00000100:00000001:0.0:1789449470.872036:0:32591:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789449470.872038:0:32591:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967614 00000100:00000001:0.0:1789449470.872040:0:32591:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449470.872043:0:32591:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449470.872049:0:32591:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065e680 x1876371947504256/t4294967617(4294967617) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1789449486 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449470.872057:0:32591:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449470.872060:0:32591:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449470.872063:0:32591:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449470.872067:0:32591:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065e680 x1876371947504256/t4294967617(4294967617) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1789449486 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789449470.872075:0:32591:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065e680 pname:cluuid:pid:xid:nid:opc:job multiop:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:32591:1876371947504256:192.168.202.109@tcp:101:multiop.0 00000100:00000001:0.0:1789449470.872081:0:32591:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449470.872084:0:32591:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449470.872087:0:32591:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789449470.872089:0:32591:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449470.872093:0:32591:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b9065e680 x1876371947504256/t4294967617(4294967617) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1789449486 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449470.872100:0:32591:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789449470.872103:0:32591:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b86238840. 00000100:00000001:0.0:1789449470.872107:0:32591:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789449470.872109:0:32591:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449470.872112:0:32591:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789449470.872119:0:32591:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449470.872122:0:32591:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449470.872126:0:32591:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c000 refcount=4 00000020:00000001:0.0:1789449470.872128:0:32591:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016074240 : -107152693477376 : ffff9e8b91c4c000) 00010000:00000001:0.0:1789449470.872131:0:32591:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016074240 : -107152693477376 : ffff9e8b91c4c000) 00010000:00000040:0.0:1789449470.872140:0:32591:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e8b91c4c000, remote cookie: 0xeb7cbf5e2fd3d466, flags: 0x1001 00010000:00010000:0.0:1789449470.872147:0:32591:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c000/0xcddde1459ded665e lrc: 4/0,1 mode: --/CW res: [0x200000405:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d466 expref: -99 pid: 32591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789449470.872157:0:32591:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x25:0x0].0x0, instead of [0x200000405:0x23:0x0].0x0 00010000:00000001:0.0:1789449470.872161:0:32591:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1789449470.872171:0:32591:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9e8b82cbaa00. 00010000:00000010:0.0:1789449470.872177:0:32591:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e8b9066e180. 00010000:00000001:0.0:1789449470.872359:0:32591:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449470.872366:0:32591:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c000/0xcddde1459ded665e lrc: 4/0,1 mode: --/PR res: [0x200000405:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d466 expref: -99 pid: 32591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789449470.872376:0:32591:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c000/0xcddde1459ded665e lrc: 4/0,1 mode: --/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d466 expref: -99 pid: 32591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449470.872383:0:32591:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789449470.872388:0:32591:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789449470.872390:0:32591:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789449470.872392:0:32591:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789449470.872393:0:32591:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789449470.872397:0:32591:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x25:0x0].0x0 (ffff9e8b82cbaa00) refcount = 1 00010000:00010000:0.0:1789449470.872401:0:32591:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c000/0xcddde1459ded665e lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d466 expref: -99 pid: 32591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449470.872408:0:32591:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789449470.872413:0:32591:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789449470.872414:0:32591:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449470.872418:0:32591:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789449470.872421:0:32591:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449470.872425:0:32591:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c000/0xcddde1459ded665e lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d466 expref: -99 pid: 32591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449470.872436:0:32591:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789449470.872437:0:32591:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449470.872440:0:32591:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449470.872441:0:32591:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449470.872442:0:32591:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449470.872443:0:32591:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449470.872450:0:32591:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789449470.872453:0:32591:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449470.872455:0:32591:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449470.872456:0:32591:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c000 refcount=3 00000020:00000001:0.0:1789449470.872458:0:32591:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016074240 : -107152693477376 : ffff9e8b91c4c000) 00010000:00000001:0.0:1789449470.872461:0:32591:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016074240 : -107152693477376 : ffff9e8b91c4c000) 00010000:00000001:0.0:1789449470.872463:0:32591:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449470.872465:0:32591:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449470.872466:0:32591:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c000 refcount=4 00000020:00000001:0.0:1789449470.872468:0:32591:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016074240 : -107152693477376 : ffff9e8b91c4c000) 00010000:00000001:0.0:1789449470.872470:0:32591:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016074240 : -107152693477376 : ffff9e8b91c4c000) 00010000:00000001:0.0:1789449470.872473:0:32591:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449470.872476:0:32591:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449470.872480:0:32591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c000/0xcddde1459ded665e lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d466 expref: -99 pid: 32591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449470.872485:0:32591:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449470.872486:0:32591:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449470.872487:0:32591:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449470.872488:0:32591:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449470.872489:0:32591:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c000 refcount=5 00000020:00000001:0.0:1789449470.872491:0:32591:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016074240 : -107152693477376 : ffff9e8b91c4c000) 00010000:00000001:0.0:1789449470.872493:0:32591:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016074240 : -107152693477376 : ffff9e8b91c4c000) 00010000:00000001:0.0:1789449470.872496:0:32591:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449470.872498:0:32591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c000/0xcddde1459ded665e lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d466 expref: -99 pid: 32591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449470.872505:0:32591:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449470.872506:0:32591:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789449470.872509:0:32591:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c000/0xcddde1459ded665e lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d466 expref: -99 pid: 32591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449470.872515:0:32591:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449470.872516:0:32591:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449470.872517:0:32591:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449470.872519:0:32591:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449470.872519:0:32591:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789449470.872525:0:32591:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9e8b9065e680 x1876371947504256/t4294967617(4294967617) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1789449486 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789449470.872535:0:32591:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1789449470.872541:0:32591:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9e8b9065e680 x1876371947504256/t4294967617(4294967617) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1789449486 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789449470.872547:0:32591:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449470.872555:0:32591:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449470.872556:0:32591:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449470.872557:0:32591:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c000 refcount=3 00000020:00000001:0.0:1789449470.872559:0:32591:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016074240 : -107152693477376 : ffff9e8b91c4c000) 00010000:00000001:0.0:1789449470.872561:0:32591:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016074240 : -107152693477376 : ffff9e8b91c4c000) 00000002:00010000:0.0:1789449470.872565:0:32591:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c000/0xcddde1459ded665e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d466 expref: -99 pid: 32591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1789449470.872575:0:32591:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9e8b8c476300. 00010000:00000001:0.0:1789449470.872577:0:32591:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449470.872578:0:32591:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449470.872580:0:32591:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449470.872582:0:32591:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449470.872586:0:32591:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1789449470.872589:0:32591:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449470.872590:0:32591:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993080960 : -107152716470656 : ffff9e8b9065e680) 00000100:00000001:0.0:1789449470.872592:0:32591:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449470.872593:0:32591:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993080960 : -107152716470656 : ffff9e8b9065e680) 00010000:00000001:0.0:1789449470.872594:0:32591:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449470.872595:0:32591:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449470.872597:0:32591:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c000 refcount=3 00000020:00000001:0.0:1789449470.872599:0:32591:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016074240 : -107152693477376 : ffff9e8b91c4c000) 00010000:00000001:0.0:1789449470.872600:0:32591:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016074240 : -107152693477376 : ffff9e8b91c4c000) 00000002:00010000:0.0:1789449470.872604:0:32591:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c000/0xcddde1459ded665e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d466 expref: -99 pid: 32591 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449470.872609:0:32591:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449470.872610:0:32591:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449470.872612:0:32591:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789449470.872613:0:32591:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449470.872613:0:32591:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449470.872614:0:32591:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c000 refcount=3 00000020:00000001:0.0:1789449470.872616:0:32591:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016074240 : -107152693477376 : ffff9e8b91c4c000) 00010000:00000001:0.0:1789449470.872617:0:32591:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016074240 : -107152693477376 : ffff9e8b91c4c000) 00010000:00000040:0.0:1789449470.872622:0:32591:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbaa00 count: 2 00010000:00000001:0.0:1789449470.872625:0:32591:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789449470.872629:0:32591:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e8b83488400 type 13 mode 4 res 8589935621/37 (0 0) 00010000:00000001:0.0:1789449470.872631:0:32591:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449470.872632:0:32591:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449470.872633:0:32591:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789449470.872636:0:32591:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820a3768 00000002:00002000:0.0:1789449470.872639:0:32591:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:0.0:1789449470.872643:0:32591:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449470.872647:0:32591:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449470.872651:0:32591:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789449470.872655:0:32591:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000405:0x23:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1789449470.872658:0:32591:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449470.872663:0:32591:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b90fc9840 2 00000080:00000001:0.0:1789449470.872667:0:32591:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1789449470.872669:0:32591:0:(namei.c:674:ll_lookup_it_finish()) it ffff9e8b898c6300 it_disposition 1800037 00000080:00002000:0.0:1789449470.872676:0:32591:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9e8b89343d80 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1789449470.872682:0:32591:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789449470.872685:0:32591:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:0.0:1789449470.872687:0:32591:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820a3990 00000080:00200000:0.0:1789449470.872689:0:32591:0:(namei.c:1628:ll_create_it()) VFS Op:name=f, dir=[0x200000405:0x23:0x0](ffff9e8b89195348), intent=open|creat 00000080:00000001:0.0:1789449470.872692:0:32591:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:0.0:1789449470.872695:0:32591:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789449470.872702:0:32591:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1789449470.872705:0:32591:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789449470.872708:0:32591:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611173 : 144115205339611173 : 200000405000025) 00000080:00000001:0.0:1789449470.872711:0:32591:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1789449470.872740:0:32591:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9e8b89191080. 00000020:00000001:0.0:1789449470.872752:0:32591:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:0.0:1789449470.872754:0:32591:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1789449470.872759:0:32591:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:0.0:1789449470.872760:0:32591:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000405:0x25:0x0](ffff9e8b89191148) 00000020:00000001:0.0:1789449470.872766:0:32591:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789449470.872771:0:32591:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820824472 : -107152888727144 : ffff9e8b86217998) 00000020:00001000:0.0:1789449470.872774:0:32591:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217990 00000020:00000001:0.0:1789449470.872778:0:32591:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:0.0:1789449470.872784:0:32591:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9e8b912e6320. 00000020:00000001:0.0:1789449470.872787:0:32591:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1789449470.872789:0:32591:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449470.872800:0:32591:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:0.0:1789449470.872804:0:32591:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9e8b8307cba0. 00020000:00000001:0.0:1789449470.872806:0:32591:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446636920768809888 : -107152940741728 : ffff9e8b8307cba0) 00020000:00000001:0.0:1789449470.872809:0:32591:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:0.0:1789449470.872813:0:32591:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1789449470.872819:0:32591:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9e8b866576c0. 00020000:00000010:0.0:1789449470.872823:0:32591:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9e8b83773a00. 00020000:00000010:0.0:1789449470.872829:0:32591:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9e8b86657300. 00020000:00000001:0.0:1789449470.872831:0:32591:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446636920825279232 : -107152884272384 : ffff9e8b86657300) 00020000:00000002:0.0:1789449470.872834:0:32591:0:(lov_ea.c:755:dump_lsm()) lsm ffff9e8b86657300, objid 0x25:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789449470.872839:0:32591:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout 1 layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789449470.872843:0:32591:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff9e8b83773a00: ostid: 0x280000401:21 ost idx: 0 gen: 0 00020000:00000001:0.0:1789449470.872847:0:32591:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:0.0:1789449470.872849:0:32591:0:(lov_ea.c:755:dump_lsm()) lsm ffff9e8b86657300, objid 0x25:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789449470.872852:0:32591:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout 1 layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789449470.872854:0:32591:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff9e8b83773a00: ostid: 0x280000401:21 ost idx: 0 gen: 0 00020000:00000010:0.0:1789449470.872858:0:32591:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9e8b83077a80. 00020000:00000010:0.0:1789449470.872862:0:32591:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff9e8b8365dc00. 00020000:00000001:0.0:1789449470.872941:0:32591:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:0.0:1789449470.872946:0:32591:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9e8b9901ff80. 00020000:00000001:0.0:1789449470.872951:0:32591:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1789449470.872952:0:32591:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:0.0:1789449470.872959:0:32591:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1789449470.872963:0:32591:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9e8b912e6190. 00000020:00000001:0.0:1789449470.872965:0:32591:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1789449470.872966:0:32591:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449470.872968:0:32591:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446636921006219792 : -107152703331824 : ffff9e8b912e6210) 00020000:00000001:0.0:1789449470.872972:0:32591:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:0.0:1789449470.872978:0:32591:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff9e8b84ceea80. 00020000:00000001:0.0:1789449470.872981:0:32591:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449470.872986:0:32591:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446636921006219792 : -107152703331824 : ffff9e8b912e6210) 00020000:00000001:0.0:1789449470.872988:0:32591:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446636921006219792 : -107152703331824 : ffff9e8b912e6210) 00020000:00000002:0.0:1789449470.872992:0:32591:0:(lov_object.c:134:lov_init_sub()) [0x280000401:0x15:0x0]@ffff9e8b912e6190[0:0] -> [0x200000405:0x25:0x0]@ffff9e8b912e6320: ostid: 0x280000401:21 ost idx: 0 gen: 0 00020000:00000001:0.0:1789449470.872998:0:32591:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:0.0:1789449470.873000:0:32591:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:0.0:1789449470.873003:0:32591:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449470.873007:0:32591:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446636921006220192 : -107152703331424 : ffff9e8b912e63a0) 00000020:00001000:0.0:1789449470.873011:0:32591:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217990 00000080:00000001:0.0:1789449470.873016:0:32591:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611173 : 144115205339611173 : 200000405000025) 00000080:00000001:0.0:1789449470.873507:0:32591:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1789449470.873510:0:32591:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611173 mtime from 0 to 1789449470 00000080:00000001:0.0:1789449470.873516:0:32591:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1789449470.873520:0:32591:0:(namei.c:156:ll_iget()) Process leaving (rc=18446636920870605128 : -107152838946488 : ffff9e8b89191148) 00010000:00000001:0.0:1789449470.873523:0:32591:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449470.873525:0:32591:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449470.873528:0:32591:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c000 refcount=3 00000020:00000001:0.0:1789449470.873531:0:32591:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016074240 : -107152693477376 : ffff9e8b91c4c000) 00010000:00000001:0.0:1789449470.873533:0:32591:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016074240 : -107152693477376 : ffff9e8b91c4c000) 00000080:00000001:0.0:1789449470.873537:0:32591:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1789449470.873539:0:32591:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789449470.873542:0:32591:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820824472 : -107152888727144 : ffff9e8b86217998) 00000020:00001000:0.0:1789449470.873544:0:32591:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217990 00000020:00000001:0.0:1789449470.873546:0:32591:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1789449470.873550:0:32591:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1789449470.873551:0:32591:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00010000:00000001:3.0:1789449471.490064:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449471.490082:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449471.490086:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449471.490088:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449471.490515:0:16942:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789449471.490519:0:16942:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449471.490523:0:16942:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1789449471.817096:0:32603:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789449471.817106:0:32603:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789449471.817109:0:32603:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789449471.817113:0:32603:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb7118160bbc0 00000080:00200000:0.0:1789449471.817118:0:32603:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:0.0:1789449471.817129:0:32603:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b8653b800. 00800000:00000002:0.0:1789449471.817137:0:32603:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:0.0:1789449471.817142:0:32603:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789449471.817148:0:32603:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789449471.817151:0:32603:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb7118160bae0 00800000:00000002:0.0:1789449471.817153:0:32603:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449471.817158:0:32603:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789449471.817160:0:32603:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449471.817163:0:32603:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449471.817166:0:32603:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449471.817169:0:32603:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449471.817171:0:32603:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449471.817173:0:32603:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449471.817176:0:32603:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449471.817180:0:32603:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789449471.817186:0:32603:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789449471.817188:0:32603:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb7118160b9b0 00000002:00010000:0.0:1789449471.817189:0:32603:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789449471.817192:0:32603:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789449471.817194:0:32603:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449471.817198:0:32603:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449471.817207:0:32603:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bd200 count: 2 00010000:00000001:0.0:1789449471.817210:0:32603:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449471.817215:0:32603:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449471.817220:0:32603:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789449471.825393:0:32603:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204b400/0xcddde1459ded6650 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d42e expref: -99 pid: 32591 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1789449471.825426:0:32603:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 00000800:00000200:2.0:1789449471.829652:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449471.829667:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47a000. 00000400:00000200:2.0:1789449471.829678:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449471.829690:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449471.829701:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012b28 00000400:00000010:2.0:1789449471.829705:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012b28. 00000100:00000001:2.0:1789449471.829713:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449471.829725:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83690380 x1876371947504384/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449487 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449471.829741:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449471.829745:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83690380 x1876371947504384/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449487 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449471.829753:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449471.829756:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449471.851586:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449471.851608:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449471.851614:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449471.851617:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449471.851630:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449471.851641:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449471.851734:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449471.851741:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449471.851748:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449471.851754:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 688 into portal 10 MB=0x6aa8ce365c300 00000400:00000200:2.0:1789449471.851760:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449471.851768:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 688/688 into md 0x7d1d [1] + 224 00000800:00000001:2.0:1789449471.851779:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449471.851787:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449471.851792:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449471.851797:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449471.851808:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449471.851822:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83690380 x1876371947504384/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449487 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449471.851835:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9e8b83690380 x1876371947504384/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449487 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449471.852109:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449471.852123:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449471.852127:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1789449471.856754:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449471.856762:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47a200. 00000400:00000200:2.0:1789449471.856767:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449471.856848:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449471.856856:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b850127f8 00000400:00000010:2.0:1789449471.856860:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b850127f8. 00000100:00000001:2.0:1789449471.857117:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449471.857127:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83690380 x1876371947504640/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789449487 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449471.857138:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449471.857142:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83690380 x1876371947504640/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789449487 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449471.857149:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449471.857151:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449471.866307:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449471.866329:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449471.866335:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449471.866338:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449471.866453:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449471.866466:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449471.866483:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449471.866490:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449471.866498:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449471.866503:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 664 into portal 10 MB=0x6aa8ce365c400 00000400:00000200:2.0:1789449471.866509:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449471.866519:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 664/664 into md 0x7d25 [32] + 224 00000800:00000001:2.0:1789449471.866529:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449471.866538:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449471.866542:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449471.866547:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449471.866557:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449471.866572:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83690380 x1876371947504640/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789449487 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449471.866584:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9e8b83690380 x1876371947504640/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789449487 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449471.866609:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449471.866619:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449471.866623:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1789449471.871637:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449471.871645:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47af00. 00000400:00000200:2.0:1789449471.871651:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449471.871659:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449471.871667:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012b28 00000400:00000010:2.0:1789449471.871670:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012b28. 00000100:00000001:2.0:1789449471.871677:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449471.871682:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83690e00 x1876371947504896/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 488/512 e 0 to 0 dl 1789449487 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449471.871694:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449471.871697:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83690e00 x1876371947504896/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 488/512 e 0 to 0 dl 1789449487 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449471.871705:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449471.871706:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1789449471.876957:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bdc00. 00010000:00000010:1.1:1789449471.876978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204be00. 00000100:00000001:3.0:1789449472.450145:0:16807:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1789449472.450156:0:16807:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449472.514337:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449472.514349:0:29299:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789449472.514352:0:29299:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449472.514356:0:29299:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449472.514362:0:29299:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789449472.514365:0:29299:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449472.514367:0:29299:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449472.514369:0:29299:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449472.514372:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449472.514374:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449473.474412:0:31335:0:(connection.c:75:cpu_latency_work()) work item of ffff9e8b8322a220 (cpu 2) has reached its deadline 4296475683, at 4296476160 00000100:00000010:2.0:1789449473.474431:0:31335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e8b87cd5c00. 00000100:00000040:3.0:1789449473.474684:0:29299:0:(connection.c:75:cpu_latency_work()) work item of ffff9e8b8322a330 (cpu 3) has reached its deadline 4296475683, at 4296476160 00000100:00000010:3.0:1789449473.474690:0:29299:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e8b87cd50c0. 00010000:00000001:3.0:1789449473.538135:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449473.538145:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449473.538153:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449473.538154:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449473.986179:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80a9314a-fa92-41c3-8d17-36c58fffb192->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789449473.986195:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789449473.986221:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065f480. 00000020:00000040:2.0:1789449473.986233:0:36:0:(genops.c:1209:class_import_get()) import ffff9e8b83927000 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:2.0:1789449473.986238:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449473.986242:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449473.986248:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449473.986259:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b8aa52c00. 00000100:00000001:2.0:1789449473.986268:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449473.986286:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 80a9314a-fa92-41c3-8d17-36c58fffb192->MGS req@ffff9e8b9065f480 x1876371947505024/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789449473.986299:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449473.986306:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449473.986314:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042360096] to pc [ptlrpcd_01_00+0] req@ffff9e8b9065f480 x1876371947505024/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449473.986353:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449473.986357:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789449473.986360:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789449473.986363:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065fb80. 00000020:00000040:2.0:1789449473.986366:0:36:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=9 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000100:00000001:2.0:1789449473.986368:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449473.986369:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449473.986371:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449473.986377:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b8aa52000. 00000100:00000001:2.0:1789449473.986380:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449473.986384:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0000_UUID req@ffff9e8b9065fb80 x1876371947505152/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789449473.986392:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449473.986394:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449473.986398:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac5f4cde] to pc [ptlrpcd_01_01+1] req@ffff9e8b9065fb80 x1876371947505152/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449473.986406:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449473.986409:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789449473.986415:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789449473.986419:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065e300. 00000020:00000040:2.0:1789449473.986421:0:36:0:(genops.c:1209:class_import_get()) import ffff9e8b862dc800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000100:00000001:2.0:1789449473.986423:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449473.986425:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449473.986426:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449473.986430:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b8aa52b00. 00000100:00000001:2.0:1789449473.986433:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449473.986437:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0001_UUID req@ffff9e8b9065e300 x1876371947505280/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789449473.986444:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449473.986445:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449473.986449:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b65bae2d] to pc [ptlrpcd_01_00+0] req@ffff9e8b9065e300 x1876371947505280/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449473.986457:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449473.986460:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789449473.986463:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789449473.986467:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065ea00. 00000020:00000040:2.0:1789449473.986469:0:36:0:(genops.c:1209:class_import_get()) import ffff9e8b90c6e800 refcount=3 obd=lustre-OST0000-osc-ffff9e8b89903000 00000100:00000001:2.0:1789449473.986472:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449473.986473:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449473.986484:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449473.986490:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b89e26600. 00000100:00000001:2.0:1789449473.986493:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449473.986498:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0000_UUID req@ffff9e8b9065ea00 x1876371947505408/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789449473.986505:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449473.986506:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449473.986510:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeb08179] to pc [ptlrpcd_01_01+1] req@ffff9e8b9065ea00 x1876371947505408/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449473.986523:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449473.986526:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789449473.986529:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789449473.986533:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065c000. 00000020:00000040:2.0:1789449473.986535:0:36:0:(genops.c:1209:class_import_get()) import ffff9e8b8986b000 refcount=3 obd=lustre-OST0001-osc-ffff9e8b89903000 00000100:00000001:2.0:1789449473.986537:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449473.986539:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449473.986541:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449473.986545:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b83723100. 00000100:00000001:2.0:1789449473.986547:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449473.986551:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0001_UUID req@ffff9e8b9065c000 x1876371947505536/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789449473.986559:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449473.986561:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449473.986564:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a141cb36] to pc [ptlrpcd_01_00+0] req@ffff9e8b9065c000 x1876371947505536/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449473.986572:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449473.986577:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1814) 00000100:00000001:2.0:1789449473.986600:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449473.986605:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449473.986609:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789449473.986615:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065fb80 x1876371947505152/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449473.986623:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449473.986627:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449473.986631:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449473.986635:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449473.986638:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449473.986641:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2402:1876371947505152:192.168.202.109@tcp:400:kworker.0 00000100:00000001:2.0:1789449473.986646:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789449473.986654:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449473.986656:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449473.986659:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789449473.986665:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b98dd5200. 02000000:00000001:2.0:1789449473.986667:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449473.986677:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449473.986683:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b9c08. 00000400:00000010:2.0:1789449473.986691:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d3b8. 00000100:00000200:2.0:1789449473.986701:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947505152, portal 10 00000100:00000001:2.0:1789449473.986705:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449473.986707:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993086336 : -107152716465280 : ffff9e8b9065fb80) 00000100:00000040:2.0:1789449473.986715:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b9065fb80 x1876371947505152/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449473.986723:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449473.986726:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449473.986730:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d908. 00000100:00000200:2.0:1789449473.986733:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876371947505152, offset 0 00000400:00000200:2.0:1789449473.986742:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449473.986752:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449473.986762:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449473.986768:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449473.986772:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449473.986776:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449473.986779:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449473.986784:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2738:2738:256:4294967295] 192.168.202.109@tcp LPNI seq info [2738:2738:8:4294967295] 00000400:00000200:2.0:1789449473.986788:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449473.986798:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449473.986806:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449473.986812:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b83723b00. 00000800:00000200:2.0:1789449473.986821:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449473.986831:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449473.986837:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b83723b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789449473.986852:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449473.986857:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 797436 usecs (798 jiffies) 00000400:00000200:2.0:1789449473.986861:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449473.986864:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296477470 00000100:00000010:2.0:1789449473.986870:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e8b898c6300. 00000100:00000001:2.0:1789449473.986941:0:2402:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789449473.986950:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296477471 00000100:00000010:2.0:1789449473.986954:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e8b898c6ea0. 00000100:00000001:2.0:1789449473.986958:0:2402:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789449473.986974:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449473.986977:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449473.986980:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789449473.986984:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065ea00 x1876371947505408/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449473.986992:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449473.986994:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449473.986996:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449473.986998:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449473.987000:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449473.987003:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2402:1876371947505408:192.168.202.109@tcp:400:kworker.0 00000100:00000001:2.0:1789449473.987006:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789449473.987008:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449473.987010:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449473.987012:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789449473.987015:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b840f4200. 02000000:00000001:2.0:1789449473.987017:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449473.987021:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449473.987023:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b9dc0. 00000400:00000010:2.0:1789449473.987027:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d110. 00000100:00000200:2.0:1789449473.987030:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947505408, portal 4 00000100:00000001:2.0:1789449473.987032:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449473.987034:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993081856 : -107152716469760 : ffff9e8b9065ea00) 00000100:00000040:2.0:1789449473.987041:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b9065ea00 x1876371947505408/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449473.987047:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449473.987049:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449473.987051:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d000. 00000100:00000200:2.0:1789449473.987053:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876371947505408, offset 0 00000400:00000200:2.0:1789449473.987057:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449473.987061:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449473.987064:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449473.987067:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449473.987069:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449473.987071:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449473.987074:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449473.987076:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2739:2739:255:4294967295] 192.168.202.109@tcp LPNI seq info [2739:2739:7:4294967295] 00000400:00000200:2.0:1789449473.987080:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449473.987086:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449473.987090:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449473.987098:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b907f5300. 00000800:00000200:2.0:1789449473.987102:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449473.987106:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449473.987108:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b907f5300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789449473.987111:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449473.987114:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: using a timeout of 23016 usecs (24 jiffies) 00000400:00000200:2.0:1789449473.987117:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449473.987119:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296476697 00000100:00000001:2.0:1789449473.987121:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296477470 00000100:00000001:2.0:1789449473.987123:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296476697 00000100:00000001:2.0:1789449473.987125:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296477471 00000100:00000001:2.0:1789449473.987127:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449473.987129:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449473.987132:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449473.987134:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449473.987143:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449473.987146:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789449473.987148:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449473.987149:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449473.987150:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449473.987153:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00000001:2.0:1789449473.987155:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449473.987157:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449473.987159:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449473.987161:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449473.987162:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449473.987163:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789449473.987167:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065f480 x1876371947505024/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449473.987174:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449473.987176:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449473.987178:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449473.987180:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449473.987181:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449473.987184:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:80a9314a-fa92-41c3-8d17-36c58fffb192:2402:1876371947505024:192.168.202.109@tcp:400:kworker.0 00000100:00000001:2.0:1789449473.987187:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789449473.987189:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449473.987191:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449473.987192:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789449473.987195:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b840f4e00. 02000000:00000001:2.0:1789449473.987197:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449473.987200:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449473.987203:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b95d8. 00000400:00000010:2.0:1789449473.987220:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d088. 00000100:00000200:2.0:1789449473.987223:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947505024, portal 25 00000100:00000001:2.0:1789449473.987224:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449473.987226:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993084544 : -107152716467072 : ffff9e8b9065f480) 00000100:00000040:2.0:1789449473.987230:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b9065f480 x1876371947505024/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449473.987236:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449473.987239:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449473.987241:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d990. 00000100:00000200:2.0:1789449473.987243:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876371947505024, offset 0 00000400:00000200:2.0:1789449473.987247:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449473.987251:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449473.987255:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449473.987257:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449473.987259:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449473.987261:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449473.987264:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449473.987266:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2740:2740:254:4294967295] 192.168.202.109@tcp LPNI seq info [2740:2740:6:4294967295] 00000400:00000200:2.0:1789449473.987270:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449473.987275:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449473.987279:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449473.987282:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b907f5f00. 00000800:00000200:2.0:1789449473.987285:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449473.987289:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449473.987291:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b907f5f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789449473.987294:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449473.987296:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449473.987298:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296480800 00000100:00000001:2.0:1789449473.987304:0:2402:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296477470 00000100:00000001:2.0:1789449473.987307:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296480800 00000100:00000001:2.0:1789449473.987309:0:2402:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296477471 00000100:00000001:2.0:1789449473.987311:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449473.987314:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449473.987315:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789449473.987319:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065e300 x1876371947505280/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449473.987325:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449473.987327:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449473.987329:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449473.987330:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449473.987332:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449473.987334:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2402:1876371947505280:192.168.202.109@tcp:400:kworker.0 00000100:00000001:2.0:1789449473.987336:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789449473.987339:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449473.987340:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449473.987342:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789449473.987345:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b8b1f0c00. 02000000:00000001:2.0:1789449473.987346:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449473.987349:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449473.987351:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b9528. 00000400:00000010:2.0:1789449473.987354:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d2a8. 00000100:00000200:2.0:1789449473.987356:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947505280, portal 10 00000100:00000001:2.0:1789449473.987358:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449473.987360:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993080064 : -107152716471552 : ffff9e8b9065e300) 00000100:00000040:2.0:1789449473.987365:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b9065e300 x1876371947505280/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449473.987372:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449473.987374:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449473.987376:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085de58. 00000100:00000200:2.0:1789449473.987378:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876371947505280, offset 0 00000400:00000200:2.0:1789449473.987382:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449473.987385:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449473.987388:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449473.987390:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449473.987392:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449473.987395:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449473.987397:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449473.987400:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2741:2741:253:4294967295] 192.168.202.109@tcp LPNI seq info [2741:2741:5:4294967295] 00000400:00000200:2.0:1789449473.987403:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449473.987408:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449473.987411:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449473.987415:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b98dca100. 00000800:00000200:2.0:1789449473.987418:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449473.987421:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449473.987424:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b98dca100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789449473.987427:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449473.987430:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: using a timeout of 22046 usecs (23 jiffies) 00000400:00000200:2.0:1789449473.987432:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449473.987434:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296476696 00000100:00000001:2.0:1789449473.987436:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296480800 00000100:00000001:2.0:1789449473.987438:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296476696 00000100:00000001:2.0:1789449473.987440:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296480800 00000100:00000001:2.0:1789449473.987441:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449473.987443:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449473.987445:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789449473.987448:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065c000 x1876371947505536/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449473.987454:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449473.987455:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449473.987457:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449473.987459:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449473.987460:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449473.987463:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2402:1876371947505536:192.168.202.109@tcp:400:kworker.0 00000100:00000001:2.0:1789449473.987465:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789449473.987468:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449473.987470:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449473.987472:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789449473.987475:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b8be1ac00. 02000000:00000001:2.0:1789449473.987477:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449473.987479:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449473.987482:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b9790. 00000400:00000010:2.0:1789449473.987484:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085dd48. 00000100:00000200:2.0:1789449473.987487:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947505536, portal 4 00000100:00000001:2.0:1789449473.987489:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449473.987490:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993071104 : -107152716480512 : ffff9e8b9065c000) 00000100:00000040:2.0:1789449473.987496:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b9065c000 x1876371947505536/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449473.987502:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449473.987504:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449473.987506:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d660. 00000100:00000200:2.0:1789449473.987508:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876371947505536, offset 0 00000400:00000200:2.0:1789449473.987513:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449473.987516:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449473.987520:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449473.987522:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449473.987525:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449473.987527:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449473.987529:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449473.987531:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2742:2742:252:4294967295] 192.168.202.109@tcp LPNI seq info [2742:2742:4:4294967295] 00000400:00000200:2.0:1789449473.987534:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449473.987539:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449473.987543:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449473.987546:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b98dca800. 00000800:00000200:2.0:1789449473.987550:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449473.987554:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449473.987556:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b98dca800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789449473.987558:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449473.987561:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: using a timeout of 244142 usecs (245 jiffies) 00000400:00000200:2.0:1789449473.987565:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449473.987566:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296476918 00000100:00000001:2.0:1789449473.987569:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296480800 00000100:00000001:2.0:1789449473.987571:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296476918 00000100:00000001:2.0:1789449473.987573:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296480800 00000100:00000001:2.0:1789449473.987574:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449473.987577:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449473.987579:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449473.987581:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449473.987637:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449473.987641:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b83723b00. 00000400:00000200:2.0:1789449473.987651:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449473.987656:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449473.987662:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d908 00000400:00000010:2.0:1789449473.987665:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d908. 00000100:00000001:2.0:1789449473.987671:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449473.987676:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065fb80 x1876371947505152/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449473.987687:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449473.987690:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065fb80 x1876371947505152/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449489 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449473.987697:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449473.987699:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789449473.987713:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449473.987715:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b907f5300. 00000400:00000200:2.0:1789449473.987718:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449473.987720:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449473.987723:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d000 00000400:00000010:2.0:1789449473.987724:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d000. 00000100:00000001:2.0:1789449473.987726:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449473.987730:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065ea00 x1876371947505408/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449473.987738:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449473.987741:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065ea00 x1876371947505408/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449489 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449473.987746:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449473.987748:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789449473.987756:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449473.987759:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b907f5f00. 00000400:00000200:2.0:1789449473.987761:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449473.987764:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449473.987766:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d990 00000400:00000010:2.0:1789449473.987768:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d990. 00000100:00000001:2.0:1789449473.987770:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449473.987773:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065f480 x1876371947505024/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449473.987779:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449473.987782:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065f480 x1876371947505024/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449489 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449473.987788:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449473.987789:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789449473.987797:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449473.987798:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b98dca100. 00000400:00000200:2.0:1789449473.987801:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449473.987804:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449473.987806:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085de58 00000400:00000010:2.0:1789449473.987807:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085de58. 00000100:00000001:2.0:1789449473.987809:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449473.987812:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065e300 x1876371947505280/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449473.987819:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449473.987821:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065e300 x1876371947505280/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449489 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449473.987832:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449473.987834:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789449473.987943:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449473.987946:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b98dca800. 00000400:00000200:2.0:1789449473.987949:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449473.987952:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449473.987955:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d660 00000400:00000010:2.0:1789449473.987956:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d660. 00000100:00000001:2.0:1789449473.987958:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449473.987961:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065c000 x1876371947505536/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449473.987968:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449473.987970:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065c000 x1876371947505536/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449489 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449473.987976:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449473.987977:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789449473.988434:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449473.988440:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789449473.996125:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449473.996148:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449473.996153:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449473.996156:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449473.996168:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449473.996179:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449473.996191:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449473.996196:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449473.996203:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449473.996217:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 4 MB=0x6aa8ce365c700 00000400:00000200:2.0:1789449473.996224:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449473.996232:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 224/224 into md 0x7d45 [1] + 224 00000800:00000001:2.0:1789449473.996241:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449473.996254:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449473.996258:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449473.996267:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449473.996279:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449473.996291:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065ea00 x1876371947505408/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449489 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449473.996304:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b9065ea00 x1876371947505408/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449489 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449473.996373:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449473.996381:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449473.996401:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449473.996412:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449473.996415:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1789449473.997992:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449473.998001:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449473.998007:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b9dc0. 00000400:00000200:3.0:1789449473.998020:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d110 00000400:00000010:3.0:1789449473.998023:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d110. 00000100:00000001:3.0:1789449473.998028:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449473.998039:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065ea00 x1876371947505408/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449489 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789449473.998050:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065ea00 x1876371947505408/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449489 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449473.998058:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449473.998060:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449473.998063:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449473.998291:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449473.998296:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449473.998299:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449473.998303:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449473.998316:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b90c6ec60 time=103 v=5 (5 5 5 36) 00000100:00001000:3.0:1789449473.998321:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b90c6ec18 time=11 v=5 (1 0 0 0) 00000100:00000001:3.0:1789449473.998324:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789449473.998326:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449473.998330:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789449473.998334:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449473.998339:0:2402:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789449473.998342:0:2402:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e8b89903000: skip recheck: last_committed 4294967322 00000100:00000001:3.0:1789449473.998344:0:2402:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789449473.998346:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449473.998352:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065ea00 x1876371947505408/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449489 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449473.998359:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449473.998363:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449473.998366:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449473.998370:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065ea00 x1876371947505408/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449489 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789449473.998377:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2402:1876371947505408:192.168.202.109@tcp:400:kworker.0 00000100:00000001:3.0:1789449473.998384:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449473.998388:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449473.998391:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065ea00 x1876371947505408/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449489 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449473.998398:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449473.998401:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449473.998407:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b840f4200. 02000000:00000001:3.0:1789449473.998412:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449473.998415:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449473.998417:0:2402:0:(genops.c:1222:class_import_put()) import ffff9e8b90c6e800 refcount=2 obd=lustre-OST0000-osc-ffff9e8b89903000 00000020:00000001:3.0:1789449473.998420:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449473.998423:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b89e26600. 02000000:00000001:3.0:1789449473.998427:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449473.998429:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449473.998431:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065ea00. 00000100:00000001:3.0:1789449473.998436:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449473.998437:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449473.998442:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449473.998445:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449473.998447:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449473.998496:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449473.998498:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789449473.999372:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449473.999385:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449473.999391:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449473.999393:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449473.999404:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449473.999413:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449473.999423:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449473.999428:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449473.999436:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449473.999441:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x6aa8ce365c580 00000400:00000200:3.0:1789449473.999448:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449473.999457:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x7d55 [1] + 224 00000800:00000001:3.0:1789449473.999466:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449473.999471:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449473.999476:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449473.999482:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449473.999491:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449473.999499:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065f480 x1876371947505024/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449489 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449473.999510:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b9065f480 x1876371947505024/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449489 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449473.999525:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449473.999537:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449473.999541:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449473.999543:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449473.999545:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449473.999548:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449473.999552:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449473.999557:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449473.999560:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449473.999562:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449473.999565:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x6aa8ce365c600 00000400:00000200:3.0:1789449473.999569:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449473.999573:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x7d35 [1] + 224 00000800:00000001:3.0:1789449473.999578:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449473.999583:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449473.999585:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449473.999588:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449473.999591:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449473.999596:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065fb80 x1876371947505152/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449489 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449473.999605:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b9065fb80 x1876371947505152/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449489 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449473.999612:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449473.999616:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449473.999619:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449473.999634:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449473.999637:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789449473.999642:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449473.999645:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449473.999649:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b95d8. 00000400:00000200:3.0:1789449473.999653:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d088 00000400:00000010:3.0:1789449473.999656:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d088. 00000100:00000001:3.0:1789449473.999659:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449473.999663:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065f480 x1876371947505024/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449489 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789449473.999671:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065f480 x1876371947505024/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449489 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449473.999677:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449473.999679:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449473.999681:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449473.999685:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449473.999688:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449473.999690:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449473.999693:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449473.999698:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b83927460 time=104 v=5 (5 5 5 5) 00000100:00001000:3.0:1789449473.999702:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b83927418 time=104 v=5 (1 1 1 1) 00000100:00000001:3.0:1789449473.999705:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789449473.999707:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449473.999710:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789449473.999712:0:2402:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449473.999714:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449473.999719:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065f480 x1876371947505024/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449489 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449473.999725:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449473.999727:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449473.999729:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449473.999732:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065f480 x1876371947505024/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449489 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789449473.999744:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:80a9314a-fa92-41c3-8d17-36c58fffb192:2402:1876371947505024:192.168.202.109@tcp:400:kworker.0 00000400:00000001:3.0:1789449473.999751:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449473.999752:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449473.999754:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b9c08. 00000400:00000200:3.0:1789449473.999756:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d3b8 00000400:00000010:3.0:1789449473.999759:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d3b8. 00000100:00000001:3.0:1789449473.999761:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449473.999764:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065fb80 x1876371947505152/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449489 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789449473.999771:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065fb80 x1876371947505152/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449489 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449473.999776:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449473.999777:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449473.999779:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449473.999781:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449473.999782:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449473.999783:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449473.999785:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449473.999790:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=103 v=5 (5 102 102 102) 00000100:00001000:3.0:1789449473.999793:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=13 v=5 (1 0 0 0) 00000100:00000001:3.0:1789449473.999795:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789449473.999796:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449473.999798:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789449473.999801:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449473.999804:0:2402:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789449473.999806:0:2402:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967614 00000100:00000001:3.0:1789449473.999807:0:2402:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789449473.999810:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449473.999813:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065fb80 x1876371947505152/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449489 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449473.999819:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449473.999821:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449473.999822:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449473.999826:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065fb80 x1876371947505152/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449489 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789449473.999834:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2402:1876371947505152:192.168.202.109@tcp:400:kworker.0 00000100:00000001:3.0:1789449473.999838:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449473.999840:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449473.999844:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065f480 x1876371947505024/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449489 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449473.999850:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449473.999853:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449473.999856:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b840f4e00. 02000000:00000001:3.0:1789449473.999859:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449473.999861:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449473.999863:0:2402:0:(genops.c:1222:class_import_put()) import ffff9e8b83927000 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:3.0:1789449473.999865:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449473.999867:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b8aa52c00. 02000000:00000001:3.0:1789449473.999872:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449473.999874:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449473.999876:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065f480. 00000100:00000001:3.0:1789449473.999920:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449473.999921:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449473.999923:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449473.999927:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065fb80 x1876371947505152/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449489 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449473.999933:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449473.999935:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449473.999936:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b98dd5200. 02000000:00000001:3.0:1789449473.999941:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449473.999942:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449473.999943:0:2402:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:3.0:1789449473.999946:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449473.999947:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b8aa52000. 02000000:00000001:3.0:1789449473.999949:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449473.999951:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449473.999952:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065fb80. 00000100:00000001:3.0:1789449473.999955:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449473.999956:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449474.000081:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449474.000085:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449474.000087:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449474.000090:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449474.000091:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789449474.006981:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449474.007014:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449474.007020:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449474.007022:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449474.007033:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449474.007043:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449474.007055:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449474.007060:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449474.007067:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449474.007072:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 4 MB=0x6aa8ce365c780 00000400:00000200:3.0:1789449474.007078:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449474.007086:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 224/224 into md 0x7d75 [1] + 224 00000800:00000001:3.0:1789449474.007095:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449474.007109:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449474.007114:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449474.007120:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449474.007129:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449474.007142:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065c000 x1876371947505536/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449489 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449474.007153:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b9065c000 x1876371947505536/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449489 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449474.007183:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449474.007195:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449474.007198:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449474.007226:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449474.007232:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789449474.007241:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449474.007244:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449474.007248:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b9790. 00000400:00000200:3.0:1789449474.007255:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085dd48 00000400:00000010:3.0:1789449474.007259:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085dd48. 00000100:00000001:3.0:1789449474.007262:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449474.007267:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065c000 x1876371947505536/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449489 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789449474.007277:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065c000 x1876371947505536/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449489 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449474.007284:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449474.007287:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449474.007290:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449474.007294:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449474.007297:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449474.007300:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449474.007304:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449474.007318:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8986b460 time=104 v=5 (5 5 5 36) 00000100:00001000:3.0:1789449474.007323:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8986b418 time=14 v=5 (1 0 0 0) 00000100:00000001:3.0:1789449474.007326:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789449474.007329:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449474.007333:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789449474.007337:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449474.007341:0:2402:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789449474.007344:0:2402:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9e8b89903000: skip recheck: last_committed 4294967326 00000100:00000001:3.0:1789449474.007346:0:2402:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789449474.007348:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449474.007353:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065c000 x1876371947505536/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449489 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449474.007362:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449474.007365:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449474.007368:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449474.007373:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065c000 x1876371947505536/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449489 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789449474.007383:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2402:1876371947505536:192.168.202.109@tcp:400:kworker.0 00000100:00000001:3.0:1789449474.007388:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449474.007391:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449474.007395:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065c000 x1876371947505536/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449489 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449474.007402:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449474.007405:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449474.007409:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b8be1ac00. 02000000:00000001:3.0:1789449474.007414:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449474.007417:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449474.007419:0:2402:0:(genops.c:1222:class_import_put()) import ffff9e8b8986b000 refcount=2 obd=lustre-OST0001-osc-ffff9e8b89903000 00000020:00000001:3.0:1789449474.007421:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449474.007425:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b83723100. 02000000:00000001:3.0:1789449474.007429:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449474.007431:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449474.007434:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065c000. 00000100:00000001:3.0:1789449474.007438:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449474.007440:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449474.007444:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449474.007446:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449474.007447:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449474.007449:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449474.007451:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789449474.009732:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449474.009754:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449474.009759:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449474.009762:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449474.009774:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449474.009783:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449474.009794:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449474.009799:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449474.009807:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449474.009812:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x6aa8ce365c680 00000400:00000200:3.0:1789449474.009819:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449474.009827:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x7d65 [1] + 224 00000800:00000001:3.0:1789449474.009838:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449474.010246:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449474.010251:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449474.010259:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449474.010271:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449474.010284:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065e300 x1876371947505280/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449489 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449474.010297:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b9065e300 x1876371947505280/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449489 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449474.010326:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449474.010338:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449474.010343:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449474.010473:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449474.010560:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789449474.010570:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789449474.010573:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789449474.010577:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b9528. 00000400:00000200:2.0:1789449474.010595:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d2a8 00000400:00000010:2.0:1789449474.010599:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d2a8. 00000100:00000001:2.0:1789449474.010602:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449474.010607:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065e300 x1876371947505280/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449489 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789449474.010616:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065e300 x1876371947505280/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449489 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449474.010623:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789449474.010625:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449474.010629:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789449474.010633:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789449474.010636:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789449474.010640:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449474.010644:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789449474.010657:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b862dcc60 time=104 v=5 (5 102 102 102) 00000100:00001000:2.0:1789449474.010662:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b862dcc18 time=104 v=5 (1 1 1 1) 00000100:00000001:2.0:1789449474.010665:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789449474.010666:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449474.010670:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789449474.010675:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449474.010679:0:2402:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789449474.010682:0:2402:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967328 00000100:00000001:2.0:1789449474.010684:0:2402:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789449474.010685:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449474.010691:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065e300 x1876371947505280/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449489 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449474.010698:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449474.010702:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789449474.010704:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789449474.010708:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065e300 x1876371947505280/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449489 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789449474.010715:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2402:1876371947505280:192.168.202.109@tcp:400:kworker.0 00000100:00000001:2.0:1789449474.010722:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449474.010724:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449474.010728:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065e300 x1876371947505280/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449489 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449474.010735:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789449474.010738:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789449474.010742:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b8b1f0c00. 02000000:00000001:2.0:1789449474.010754:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789449474.010759:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789449474.010761:0:2402:0:(genops.c:1222:class_import_put()) import ffff9e8b862dc800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000020:00000001:2.0:1789449474.010764:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789449474.010768:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b8aa52b00. 02000000:00000001:2.0:1789449474.010772:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789449474.010774:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789449474.010776:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065e300. 00000100:00000001:2.0:1789449474.010780:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789449474.010781:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449474.010784:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449474.010793:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449474.010795:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449474.010798:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449474.010801:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449474.562088:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449474.562099:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449474.562108:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449474.562109:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449474.567152:0:16942:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789449474.567163:0:16942:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449474.567170:0:16942:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789449474.642640:0:32623:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0000-mdc-ffff9e8b89903000 00010000:00000001:3.0:1789449474.642661:0:32623:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789449474.642664:0:32623:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449474.642672:0:32623:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449474.642676:0:32623:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789449474.642682:0:32623:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449474.642684:0:32623:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789449474.642686:0:32623:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449474.642688:0:32623:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789449474.642691:0:32623:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449474.642692:0:32623:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789449474.642695:0:32623:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:3.0:1789449474.642699:0:32623:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789449474.642703:0:32623:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1789449474.642724:0:32623:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 4/4 locks to regular blp list, 1 blwis in pool 00000020:00000001:0.0:1789449474.642773:0:16814:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789449474.642777:0:16814:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449474.642781:0:16814:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 4 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1789449474.642784:0:16814:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1789449474.642788:0:16814:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789449474.642796:0:16814:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204bc00/0xcddde1459ded6665 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xeb7cbf5e2fd3d489 expref: -99 pid: 32603 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1789449474.642811:0:16814:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789449474.642818:0:16814:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789449474.642820:0:16814:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789449474.642823:0:16814:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x24:0x0] mode (null) 00000002:00000001:0.0:1789449474.642829:0:16814:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449474.642843:0:16814:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449474.642851:0:16814:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bd800 count: 2 00010000:00000001:0.0:1789449474.642855:0:16814:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789449474.642861:0:16814:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449474.642862:0:16814:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449474.642863:0:16814:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449474.642865:0:16814:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bd800 count: 2 00010000:00000001:0.0:1789449474.642867:0:16814:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789449474.642869:0:16814:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449474.642871:0:16814:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449474.642875:0:16814:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1789449474.642877:0:16814:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x24:0x0](ffff9e8b891cc2c8) invalid 00000020:00000001:0.0:1789449474.642912:0:16814:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c93ca0 00000080:00002000:0.0:1789449474.642914:0:16814:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-2 (ffff9e8b8918f798) parent ffff9e8b892cbca8 inode ffff9e8b891cc2c8 refc 1 00000080:00000001:0.0:1789449474.642919:0:16814:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1789449474.642922:0:16814:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789449474.642924:0:16814:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449474.642928:0:16814:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789449474.642932:0:16814:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789449474.642934:0:16814:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789449474.642936:0:16814:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449474.642937:0:16814:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789449474.642942:0:16814:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9e8bc204bc00 with handle 0xcddde1459ded6665 from hash 00010000:00000001:0.0:1789449474.642945:0:16814:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789449474.642947:0:16814:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449474.642949:0:16814:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449474.642950:0:16814:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789449474.642954:0:16814:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789449474.642957:0:16814:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789449474.642959:0:16814:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789449474.642962:0:16814:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204b400/0xcddde1459ded6650 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xeb7cbf5e2fd3d42e expref: -99 pid: 32591 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1789449474.642969:0:16814:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789449474.642971:0:16814:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789449474.642972:0:16814:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789449474.642974:0:16814:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1789449474.642976:0:16814:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449474.642978:0:16814:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449474.642980:0:16814:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bd200 count: 2 00010000:00000001:0.0:1789449474.642982:0:16814:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789449474.642996:0:16814:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449474.642998:0:16814:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449474.643000:0:16814:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449474.643001:0:16814:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bd200 count: 2 00010000:00000001:0.0:1789449474.643003:0:16814:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789449474.643005:0:16814:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449474.643007:0:16814:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449474.643008:0:16814:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449474.643009:0:16814:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bd200 count: 2 00010000:00000001:0.0:1789449474.643011:0:16814:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789449474.643013:0:16814:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449474.643014:0:16814:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789449474.643017:0:16814:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9e8b89180840, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1789449474.643022:0:16814:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1789449474.643025:0:16814:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1789449474.643027:0:16814:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789449474.643028:0:16814:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449474.643030:0:16814:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789449474.643032:0:16814:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789449474.643033:0:16814:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789449474.643034:0:16814:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449474.643036:0:16814:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789449474.643039:0:16814:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9e8bc204b400 with handle 0xcddde1459ded6650 from hash 00010000:00000001:0.0:1789449474.643041:0:16814:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789449474.643042:0:16814:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449474.643043:0:16814:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449474.643044:0:16814:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789449474.643046:0:16814:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789449474.643047:0:16814:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789449474.643049:0:16814:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789449474.643051:0:16814:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c000/0xcddde1459ded665e lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xeb7cbf5e2fd3d466 expref: -99 pid: 32591 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1789449474.643063:0:16814:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789449474.643065:0:16814:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789449474.643066:0:16814:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789449474.643068:0:16814:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x25:0x0] mode (null) 00000002:00000001:0.0:1789449474.643070:0:16814:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449474.643071:0:16814:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449474.643073:0:16814:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbaa00 count: 2 00010000:00000001:0.0:1789449474.643074:0:16814:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789449474.643076:0:16814:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449474.643078:0:16814:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449474.643079:0:16814:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449474.643080:0:16814:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbaa00 count: 2 00010000:00000001:0.0:1789449474.643082:0:16814:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789449474.643084:0:16814:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449474.643085:0:16814:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449474.643086:0:16814:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449474.643087:0:16814:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbaa00 count: 2 00010000:00000001:0.0:1789449474.643089:0:16814:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789449474.643090:0:16814:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449474.643092:0:16814:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449474.643093:0:16814:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449474.643094:0:16814:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbaa00 count: 2 00010000:00000001:0.0:1789449474.643096:0:16814:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789449474.643098:0:16814:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449474.643099:0:16814:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449474.643102:0:16814:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1789449474.643105:0:16814:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789449474.643110:0:16814:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822168 : -107152888729448 : ffff9e8b86217098) 00000020:00001000:0.0:1789449474.643112:0:16814:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217090 00000020:00000001:0.0:1789449474.643116:0:16814:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1789449474.643120:0:16814:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x25:0x0]: losing layout lock 00000080:00000001:0.0:1789449474.643124:0:16814:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1789449474.643127:0:16814:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1789449474.643131:0:16814:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1789449474.643134:0:16814:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1789449474.643137:0:16814:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x25:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1789449474.643140:0:16814:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449474.643142:0:16814:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1789449474.643144:0:16814:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217090 00000080:00000001:0.0:1789449474.643146:0:16814:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449474.643148:0:16814:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1789449474.643150:0:16814:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x25:0x0](ffff9e8b89191148) invalid 00000020:00000001:0.0:1789449474.643153:0:16814:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c93ca0 00000080:00002000:0.0:1789449474.643154:0:16814:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f (ffff9e8b89343d80) parent ffff9e8b8935faf8 inode ffff9e8b89191148 refc 1 00000080:00000001:0.0:1789449474.643158:0:16814:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1789449474.643159:0:16814:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789449474.643160:0:16814:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449474.643162:0:16814:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789449474.643164:0:16814:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789449474.643165:0:16814:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789449474.643166:0:16814:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449474.643167:0:16814:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789449474.643169:0:16814:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9e8b91c4c000 with handle 0xcddde1459ded665e from hash 00010000:00000001:0.0:1789449474.643171:0:16814:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789449474.643172:0:16814:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449474.643173:0:16814:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449474.643174:0:16814:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789449474.643176:0:16814:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789449474.643177:0:16814:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789449474.643179:0:16814:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789449474.643181:0:16814:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c400/0xcddde1459ded6657 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xeb7cbf5e2fd3d44a expref: -99 pid: 32591 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1789449474.643187:0:16814:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789449474.643189:0:16814:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789449474.643191:0:16814:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789449474.643192:0:16814:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x23:0x0] mode (null) 00000002:00000001:0.0:1789449474.643194:0:16814:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449474.643195:0:16814:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449474.643197:0:16814:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bde00 count: 2 00010000:00000001:0.0:1789449474.643208:0:16814:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789449474.643211:0:16814:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449474.643213:0:16814:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449474.643214:0:16814:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449474.643215:0:16814:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bde00 count: 2 00010000:00000001:0.0:1789449474.643217:0:16814:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789449474.643219:0:16814:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449474.643221:0:16814:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449474.643222:0:16814:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1789449474.643224:0:16814:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x23:0x0](ffff9e8b89195348) invalid 00000020:00000001:0.0:1789449474.643227:0:16814:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c93ca0 00000080:00002000:0.0:1789449474.643229:0:16814:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-1 (ffff9e8b8935faf8) parent ffff9e8b892cbca8 inode ffff9e8b89195348 refc 1 00000080:00000001:0.0:1789449474.643232:0:16814:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1789449474.643233:0:16814:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789449474.643234:0:16814:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449474.643236:0:16814:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789449474.643237:0:16814:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789449474.643238:0:16814:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789449474.643240:0:16814:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449474.643241:0:16814:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789449474.643244:0:16814:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9e8b91c4c400 with handle 0xcddde1459ded6657 from hash 00010000:00000001:0.0:1789449474.643246:0:16814:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789449474.643247:0:16814:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449474.643248:0:16814:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449474.643249:0:16814:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789449474.643250:0:16814:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789449474.643251:0:16814:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789449474.643254:0:16814:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:0.0:1789449474.643257:0:16814:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789449474.643260:0:16814:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1789449474.643274:0:16814:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d1ad80. 00000020:00000040:0.0:1789449474.643279:0:16814:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=9 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000100:00000001:0.0:1789449474.643286:0:16814:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449474.643289:0:16814:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449474.643295:0:16814:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449474.643305:0:16814:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e8b8606a000. 00000100:00000001:0.0:1789449474.643315:0:16814:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449474.643319:0:16814:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1789449474.643327:0:16814:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204bc00/0xcddde1459ded6665 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xeb7cbf5e2fd3d489 expref: -99 pid: 32603 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1789449474.643335:0:16814:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204b400/0xcddde1459ded6650 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xeb7cbf5e2fd3d42e expref: -99 pid: 32591 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1789449474.643342:0:16814:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c000/0xcddde1459ded665e lrc: 1/0,0 mode: --/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xeb7cbf5e2fd3d466 expref: -99 pid: 32591 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1789449474.643348:0:16814:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c400/0xcddde1459ded6657 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xeb7cbf5e2fd3d44a expref: -99 pid: 32591 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1789449474.643354:0:16814:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 4 locks packed 00010000:00000001:0.0:1789449474.643356:0:16814:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=4 : 4 : 4) 00000100:00000001:0.0:1789449474.643359:0:16814:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789449474.643361:0:16814:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789449474.643369:0:16814:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b8365d780. 00000100:00000001:0.0:1789449474.643371:0:16814:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920774973312 : -107152934578304 : ffff9e8b8365d780) 00000100:00000001:0.0:1789449474.643375:0:16814:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449474.643376:0:16814:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849149312 : -107152860402304 : ffff9e8b87d1ad80) 00000100:00000001:0.0:1789449474.643383:0:16814:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449474.643388:0:16814:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449474.643391:0:16814:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789449474.643393:0:16814:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789449474.643406:0:16814:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b87d1ad80 x1876371947505664/t0(0) o103->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 344/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449474.643415:0:16814:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789449474.643418:0:16814:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449474.643422:0:16814:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789449474.643425:0:16814:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789449474.643428:0:16814:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449474.643431:0:16814:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b87d1ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:16814:1876371947505664:192.168.202.109@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1789449474.643436:0:16814:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789449474.643443:0:16814:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789449474.643446:0:16814:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449474.643449:0:16814:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789449474.643454:0:16814:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b8606b200. 02000000:00000001:0.0:1789449474.643456:0:16814:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449474.643467:0:16814:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:0.0:1789449474.643474:0:16814:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b86580370. 00000400:00000010:0.0:1789449474.643483:0:16814:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5f68. 00000100:00000200:0.0:1789449474.643494:0:16814:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947505664, portal 18 00000100:00000001:0.0:1789449474.643497:0:16814:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449474.643498:0:16814:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849149312 : -107152860402304 : ffff9e8b87d1ad80) 00000100:00000040:0.0:1789449474.643505:0:16814:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b87d1ad80 x1876371947505664/t0(0) o103->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 344/224 e 0 to 0 dl 1789449490 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449474.643513:0:16814:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789449474.643516:0:16814:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1789449474.643519:0:16814:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5b28. 00000100:00000200:0.0:1789449474.643523:0:16814:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 17, xid 1876371947505664, offset 0 00000400:00000200:0.0:1789449474.643531:0:16814:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1789449474.643541:0:16814:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449474.643551:0:16814:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1789449474.643557:0:16814:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789449474.643563:0:16814:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1789449474.643568:0:16814:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789449474.643570:0:16814:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1789449474.643574:0:16814:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2743:2743:256:4294967295] 192.168.202.109@tcp LPNI seq info [2743:2743:8:4294967295] 00000400:00000200:0.0:1789449474.643579:0:16814:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449474.643592:0:16814:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1789449474.643599:0:16814:0:(socklnd_cb.c:931:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1789449474.643606:0:16814:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b864ec500. 00000800:00000200:0.0:1789449474.643613:0:16814:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1789449474.643623:0:16814:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1789449474.643629:0:16814:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b864ec500 type 1, nob 440 niov 1 nkiov 1 00000100:00000001:0.0:1789449474.643647:0:16814:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449474.643653:0:16814:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 796332 usecs (797 jiffies) 00000400:00000200:0.0:1789449474.643657:0:16814:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:0.0:1789449474.643660:0:16814:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296478125 00000100:00000001:0.0:1789449474.643664:0:16814:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296480800 00000100:00000001:0.0:1789449474.643666:0:16814:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296478125 00000100:00000001:0.0:1789449474.643668:0:16814:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296480800 00000100:00000001:0.0:1789449474.643670:0:16814:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449474.643674:0:16814:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449474.643676:0:16814:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449474.643678:0:16814:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789449474.643682:0:16814:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b8365d780 going to sleep for 11 seconds 00000100:00000001:0.0:1789449474.643685:0:16814:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449474.643689:0:16814:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449474.644137:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449474.644143:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ec500. 00000400:00000200:3.0:1789449474.644149:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449474.644155:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449474.644163:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5b28 00000400:00000010:3.0:1789449474.644167:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5b28. 00000100:00000001:3.0:1789449474.644172:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449474.644177:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d1ad80 x1876371947505664/t0(0) o103->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 344/224 e 0 to 0 dl 1789449490 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449474.644188:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449474.644191:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d1ad80 x1876371947505664/t0(0) o103->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 344/224 e 0 to 0 dl 1789449490 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449474.644207:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449474.644209:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789449474.657644:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449474.657665:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449474.657670:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449474.657673:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449474.657681:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449474.657689:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449474.657697:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449474.657702:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449474.657708:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449474.657713:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 18 MB=0x6aa8ce365c800 00000400:00000200:3.0:1789449474.657718:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449474.657725:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.109@tcp of length 224/224 into md 0x7d85 [1] + 224 00000800:00000001:3.0:1789449474.657732:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449474.657738:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449474.657741:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449474.657746:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449474.657754:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449474.657763:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d1ad80 x1876371947505664/t0(0) o103->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 344/224 e 0 to 0 dl 1789449490 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449474.657782:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b87d1ad80 x1876371947505664/t0(0) o103->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 344/224 e 0 to 0 dl 1789449490 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449474.657802:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449474.657809:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449474.657813:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449474.657876:0:16814:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789449474.657924:0:16814:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449474.657926:0:16814:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449474.657931:0:16814:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b86580370. 00000400:00000200:0.0:1789449474.657939:0:16814:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5f68 00000400:00000010:0.0:1789449474.657942:0:16814:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5f68. 00000100:00000001:0.0:1789449474.657946:0:16814:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449474.657957:0:16814:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b87d1ad80 x1876371947505664/t0(0) o103->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 344/224 e 0 to 0 dl 1789449490 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789449474.657969:0:16814:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b87d1ad80 x1876371947505664/t0(0) o103->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 344/224 e 0 to 0 dl 1789449490 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449474.657976:0:16814:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449474.657979:0:16814:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449474.657981:0:16814:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449474.657995:0:16814:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449474.657999:0:16814:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449474.658002:0:16814:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449474.658007:0:16814:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449474.658020:0:16814:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ed80 time=103 v=5 (5 5 5 5) 00000100:00001000:0.0:1789449474.658024:0:16814:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=14 v=5 (1 0 0 0) 00000100:00000001:0.0:1789449474.658027:0:16814:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449474.658029:0:16814:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449474.658032:0:16814:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449474.658036:0:16814:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449474.658040:0:16814:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789449474.658043:0:16814:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967614 00000100:00000001:0.0:1789449474.658045:0:16814:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449474.658049:0:16814:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449474.658055:0:16814:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b87d1ad80 x1876371947505664/t0(0) o103->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 344/224 e 0 to 0 dl 1789449490 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449474.658063:0:16814:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449474.658066:0:16814:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449474.658069:0:16814:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449474.658073:0:16814:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b87d1ad80 x1876371947505664/t0(0) o103->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 344/224 e 0 to 0 dl 1789449490 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789449474.658081:0:16814:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b87d1ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:16814:1876371947505664:192.168.202.109@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1789449474.658088:0:16814:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449474.658091:0:16814:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449474.658094:0:16814:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789449474.658097:0:16814:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449474.658101:0:16814:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d1ad80 x1876371947505664/t0(0) o103->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 344/224 e 0 to 0 dl 1789449490 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449474.658109:0:16814:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789449474.658112:0:16814:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b8365d780. 00000100:00000001:0.0:1789449474.658117:0:16814:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789449474.658119:0:16814:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449474.658122:0:16814:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449474.658125:0:16814:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b87d1ad80 x1876371947505664/t0(0) o103->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 344/224 e 0 to 0 dl 1789449490 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449474.658138:0:16814:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789449474.658140:0:16814:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449474.658145:0:16814:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b8606b200. 02000000:00000001:0.0:1789449474.658149:0:16814:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789449474.658153:0:16814:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449474.658155:0:16814:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:0.0:1789449474.658157:0:16814:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449474.658161:0:16814:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e8b8606a000. 02000000:00000001:0.0:1789449474.658165:0:16814:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449474.658168:0:16814:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449474.658170:0:16814:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b87d1ad80. 00000100:00000001:0.0:1789449474.658175:0:16814:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449474.658176:0:16814:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789449474.658178:0:16814:0:(ldlm_request.c:1632:ldlm_cli_cancel_req()) Process leaving 00010000:00000001:0.0:1789449474.658183:0:16814:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789449474.658189:0:16814:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204bc00/0xcddde1459ded6665 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xeb7cbf5e2fd3d489 expref: -99 pid: 32603 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:0.0:1789449474.658212:0:16814:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9e8b902bd800 count: 0 00010000:00000010:0.0:1789449474.658223:0:16814:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e8b898b7880. 00010000:00000001:0.0:1789449474.658236:0:16814:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449474.658238:0:16814:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789449474.658241:0:16814:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204b400/0xcddde1459ded6650 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xeb7cbf5e2fd3d42e expref: -99 pid: 32591 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:0.0:1789449474.658248:0:16814:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9e8b902bd200 count: 0 00010000:00000010:0.0:1789449474.658251:0:16814:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e8b898b7e80. 00010000:00000001:0.0:1789449474.658255:0:16814:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449474.658257:0:16814:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789449474.658260:0:16814:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c000/0xcddde1459ded665e lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xeb7cbf5e2fd3d466 expref: -99 pid: 32591 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1789449474.658267:0:16814:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9e8b8c476300. 00010000:00000040:0.0:1789449474.658271:0:16814:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9e8b82cbaa00 count: 0 00010000:00000010:0.0:1789449474.658274:0:16814:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e8b9066e180. 00010000:00000001:0.0:1789449474.658279:0:16814:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449474.658280:0:16814:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789449474.658283:0:16814:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c400/0xcddde1459ded6657 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xeb7cbf5e2fd3d44a expref: -99 pid: 32591 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:0.0:1789449474.658290:0:16814:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9e8b902bde00 count: 0 00010000:00000010:0.0:1789449474.658293:0:16814:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e8b898b7400. 00010000:00000001:0.0:1789449474.658297:0:16814:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449474.658299:0:16814:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449474.658317:0:16814:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449474.658321:0:16814:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789449474.658322:0:16814:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449474.658326:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1789449474.658328:0:16814:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789449474.658329:0:16814:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449474.658331:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1789449474.658334:0:16814:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789449474.658335:0:16814:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449474.658337:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789449474.658399:0:32623:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449474.658405:0:32623:0:(ldlm_lockd.c:2264:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449474.658408:0:32623:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=4 : 4 : 4) 00010000:00000010:0.1:1789449474.669513:0:32625:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bd800. 00010000:00000010:0.1:1789449474.669537:0:32625:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204bc00. 00010000:00000010:0.1:1789449474.669543:0:32625:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bd200. 00010000:00000010:0.1:1789449474.669546:0:32625:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204b400. 00010000:00000010:0.1:1789449474.669550:0:32625:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cbaa00. 00010000:00000010:0.1:1789449474.669554:0:32625:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4c000. 00010000:00000010:0.1:1789449474.669556:0:32625:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bde00. 00010000:00000010:0.1:1789449474.669559:0:32625:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4c400. 00020000:00000001:3.0:1789449474.685486:0:32591:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1789449474.685496:0:32591:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b8307cba0) owner 0000000000000000/ffff9e8b8361a7c0 00020000:00000002:3.0:1789449474.685502:0:32591:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b8307cba0) owner 0000000000000000/ffff9e8b8361a7c0 00020000:00000001:3.0:1789449474.685506:0:32591:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449474.685516:0:32591:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1789449474.685519:0:32591:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820a3df0 00000080:00200008:3.0:1789449474.685522:0:32591:0:(file.c:479:ll_file_release()) START file f:[0x200000405:0x25:0x0](ffff9e8b89191148), flags 100002 00000080:00000001:3.0:1789449474.685527:0:32591:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:3.0:1789449474.685530:0:32591:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:3.0:1789449474.685531:0:32591:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1789449474.685533:0:32591:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b8307cba0) owner 0000000000000000/ffff9e8b8361a7c0 00020000:00000002:3.0:1789449474.685535:0:32591:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b8307cba0) owner 0000000000000000/ffff9e8b8361a7c0 00020000:00000001:3.0:1789449474.685537:0:32591:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449474.685539:0:32591:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:3.0:1789449474.685544:0:32591:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789449474.685548:0:32591:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789449474.685551:0:32591:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789449474.685554:0:32591:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789449474.685557:0:32591:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449474.685558:0:32591:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x25:0x0] 00800000:00000001:3.0:1789449474.685561:0:32591:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449474.685567:0:32591:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789449474.685571:0:32591:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789449474.685578:0:32591:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449474.685581:0:32591:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449474.685585:0:32591:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x25:0x0]: 0 00000080:00000001:3.0:1789449474.685587:0:32591:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:3.0:1789449474.685591:0:32591:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1789449474.685612:0:32591:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9e8b8510b400. 00000080:00000001:3.0:1789449474.685616:0:32591:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:3.0:1789449474.685622:0:32591:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1789449474.685626:0:32591:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:3.0:1789449474.685627:0:32591:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789449474.685628:0:32591:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789449474.685629:0:32591:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789449474.685631:0:32591:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789449474.685633:0:32591:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449474.685635:0:32591:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x25:0x0] 00800000:00000001:3.0:1789449474.685636:0:32591:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449474.685638:0:32591:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x25:0x0] 00000002:00000001:3.0:1789449474.685643:0:32591:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1789449474.685645:0:32591:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9e8b89903000: [0x200000405:0x25:0x0] file closed with intent: 0 00000100:00000010:3.0:1789449474.685653:0:32591:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83109180. 00000020:00000040:3.0:1789449474.685657:0:32591:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=9 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000100:00000001:3.0:1789449474.685663:0:32591:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789449474.685666:0:32591:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789449474.685670:0:32591:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789449474.685680:0:32591:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e8b8bfd8400. 00000100:00000001:3.0:1789449474.685687:0:32591:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1789449474.685704:0:32591:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9e8b9065e680 x1876371947504256/t4294967617(4294967617) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1789449486 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1789449474.685717:0:32591:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e8b89903000: modify RPC slot 2 is allocated opc 35, max 7 00000100:00100000:3.0:1789449474.685722:0:32591:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e8b83109180 x1876371947505920/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1789449474.685729:0:32591:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789449474.685730:0:32591:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789449474.685737:0:32591:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b867026c0. 00000100:00000001:3.0:1789449474.685739:0:32591:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920825980608 : -107152883571008 : ffff9e8b867026c0) 00000100:00000001:3.0:1789449474.685742:0:32591:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449474.685744:0:32591:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769384832 : -107152940166784 : ffff9e8b83109180) 00000100:00000001:3.0:1789449474.685749:0:32591:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789449474.685753:0:32591:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449474.685756:0:32591:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789449474.685757:0:32591:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789449474.685761:0:32591:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83109180 x1876371947505920/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449474.685768:0:32591:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789449474.685770:0:32591:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449474.685773:0:32591:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789449474.685776:0:32591:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789449474.685778:0:32591:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449474.685782:0:32591:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83109180 pname:cluuid:pid:xid:nid:opc:job multiop:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:32591:1876371947505920:192.168.202.109@tcp:35:multiop.0 00000100:00000001:3.0:1789449474.685786:0:32591:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789449474.685790:0:32591:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789449474.685793:0:32591:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449474.685795:0:32591:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789449474.685799:0:32591:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b87c48400. 02000000:00000001:3.0:1789449474.685802:0:32591:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449474.685809:0:32591:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:3.0:1789449474.685813:0:32591:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b8525c478. 00000400:00000010:3.0:1789449474.685820:0:32591:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b692a8. 00000100:00000200:3.0:1789449474.685827:0:32591:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947505920, portal 10 00000100:00000001:3.0:1789449474.685829:0:32591:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449474.685830:0:32591:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769384832 : -107152940166784 : ffff9e8b83109180) 00000100:00000040:3.0:1789449474.685836:0:32591:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b83109180 x1876371947505920/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449490 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449474.685843:0:32591:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449474.685846:0:32591:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1789449474.685849:0:32591:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69198. 00000100:00000200:3.0:1789449474.685851:0:32591:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876371947505920, offset 0 00000400:00000200:3.0:1789449474.685857:0:32591:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1789449474.686251:0:32591:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449474.686262:0:32591:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449474.686269:0:32591:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789449474.686273:0:32591:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1789449474.686276:0:32591:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789449474.686449:0:32591:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1789449474.686453:0:32591:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2744:2744:256:4294967295] 192.168.202.109@tcp LPNI seq info [2744:2744:8:4294967295] 00000400:00000200:3.0:1789449474.686467:0:32591:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449474.686477:0:32591:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449474.686484:0:32591:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449474.686491:0:32591:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051c800. 00000800:00000200:3.0:1789449474.686498:0:32591:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449474.686506:0:32591:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449474.686510:0:32591:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051c800 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1789449474.686525:0:32591:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449474.686531:0:32591:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 795233 usecs (796 jiffies) 00000400:00000200:3.0:1789449474.686534:0:32591:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:3.0:1789449474.686537:0:32591:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296478167 00000100:00000001:3.0:1789449474.686541:0:32591:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296480800 00000100:00000001:3.0:1789449474.686543:0:32591:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296478167 00000100:00000001:3.0:1789449474.686545:0:32591:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296480800 00000100:00000001:3.0:1789449474.686548:0:32591:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449474.686551:0:32591:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449474.686553:0:32591:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449474.686556:0:32591:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789449474.686559:0:32591:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b867026c0 going to sleep for 11 seconds 00000100:00000001:3.0:1789449474.686562:0:32591:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449474.686565:0:32591:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449474.687865:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449474.687907:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b9051c800. 00000400:00000200:2.0:1789449474.687917:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449474.687928:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449474.687938:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69198 00000400:00000010:2.0:1789449474.687942:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69198. 00000100:00000001:2.0:1789449474.687949:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449474.687958:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83109180 x1876371947505920/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449490 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449474.687972:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449474.687976:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83109180 x1876371947505920/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449490 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449474.687996:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449474.687998:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:3.0:1789449475.586022:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449475.586029:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449476.610257:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449476.610265:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449476.618705:0:16942:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789449476.618712:0:16942:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449476.618717:0:16942:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789449477.634900:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449477.634909:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449477.639409:0:16814:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789449477.639417:0:16814:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449477.639422:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789449478.594018:0:29299:0:(connection.c:75:cpu_latency_work()) work item of ffff9e8b8322a330 (cpu 3) has reached its deadline 4296480800, at 4296481280 00000100:00000010:3.0:1789449478.594037:0:29299:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e8b898c6ea0. 00000100:00000040:2.0:1789449478.594586:0:31335:0:(connection.c:75:cpu_latency_work()) work item of ffff9e8b8322a220 (cpu 2) has reached its deadline 4296480800, at 4296481280 00000100:00000010:2.0:1789449478.594593:0:31335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e8b898c6300. 00010000:00000001:3.0:1789449478.658028:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449478.658038:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449479.106647:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80a9314a-fa92-41c3-8d17-36c58fffb192->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789449479.106665:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789449479.106677:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d1ad80. 00000020:00000040:0.0:1789449479.106684:0:38:0:(genops.c:1209:class_import_get()) import ffff9e8b83927000 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1789449479.106689:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449479.106692:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449479.106697:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449479.106707:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b864ec200. 00000100:00000001:0.0:1789449479.106715:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449479.106728:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 80a9314a-fa92-41c3-8d17-36c58fffb192->MGS req@ffff9e8b87d1ad80 x1876371947506048/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789449479.106740:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449479.106745:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449479.106751:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c667116] to pc [ptlrpcd_00_01+1] req@ffff9e8b87d1ad80 x1876371947506048/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449479.106787:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449479.106790:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789449479.106794:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789449479.106798:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d18e00. 00000020:00000040:0.0:1789449479.106800:0:38:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=10 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000100:00000001:0.0:1789449479.106803:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449479.106804:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449479.106806:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449479.106810:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b864ecb00. 00000100:00000001:0.0:1789449479.106813:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449479.106818:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0000_UUID req@ffff9e8b87d18e00 x1876371947506176/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789449479.106825:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449479.106827:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449479.106832:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aee3c855] to pc [ptlrpcd_00_00+0] req@ffff9e8b87d18e00 x1876371947506176/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449479.106842:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449479.106845:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789449479.106848:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789449479.106851:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d18700. 00000020:00000040:0.0:1789449479.106853:0:38:0:(genops.c:1209:class_import_get()) import ffff9e8b862dc800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000100:00000001:0.0:1789449479.106856:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449479.106858:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449479.106860:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449479.106863:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b864ec400. 00000100:00000001:0.0:1789449479.106866:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449479.106870:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0001_UUID req@ffff9e8b87d18700 x1876371947506304/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789449479.106913:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449479.106915:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449479.106920:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c4962709] to pc [ptlrpcd_00_01+1] req@ffff9e8b87d18700 x1876371947506304/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449479.106927:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449479.106929:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789449479.106932:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789449479.106936:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d18a80. 00000020:00000040:0.0:1789449479.106939:0:38:0:(genops.c:1209:class_import_get()) import ffff9e8b90c6e800 refcount=3 obd=lustre-OST0000-osc-ffff9e8b89903000 00000100:00000001:0.0:1789449479.106942:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449479.106943:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449479.106945:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449479.106949:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b864ec600. 00000100:00000001:0.0:1789449479.106953:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449479.106957:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0000_UUID req@ffff9e8b87d18a80 x1876371947506432/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789449479.106965:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449479.106967:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449479.106971:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038281a71] to pc [ptlrpcd_00_00+0] req@ffff9e8b87d18a80 x1876371947506432/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449479.106978:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449479.106980:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789449479.106984:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789449479.106987:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d19180. 00000020:00000040:0.0:1789449479.106990:0:38:0:(genops.c:1209:class_import_get()) import ffff9e8b8986b000 refcount=3 obd=lustre-OST0001-osc-ffff9e8b89903000 00000100:00000001:0.0:1789449479.106992:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449479.106994:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449479.106995:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449479.106999:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b864ec900. 00000100:00000001:0.0:1789449479.107002:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449479.107006:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0001_UUID req@ffff9e8b87d19180 x1876371947506560/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789449479.107013:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449479.107015:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449479.107019:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a13f8072] to pc [ptlrpcd_00_01+1] req@ffff9e8b87d19180 x1876371947506560/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449479.107027:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449479.107031:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1819) 00000800:00000200:3.0:1789449479.108527:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449479.108534:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47a700. 00000400:00000200:3.0:1789449479.108542:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449479.108549:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449479.108556:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012f68 00000400:00000010:3.0:1789449479.108559:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012f68. 00000100:00000001:3.0:1789449479.108565:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449479.108570:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d1ad80 x1876371947506048/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449479.108580:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449479.108582:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d1ad80 x1876371947506048/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449495 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449479.108590:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449479.108592:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789449479.108604:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449479.108606:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47a500. 00000400:00000200:3.0:1789449479.108609:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449479.108612:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449479.108615:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012770 00000400:00000010:3.0:1789449479.108617:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012770. 00000100:00000001:3.0:1789449479.108619:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449479.108622:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d18700 x1876371947506304/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449479.108629:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449479.108632:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d18700 x1876371947506304/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449495 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449479.108644:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449479.108645:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789449479.108653:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449479.108655:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47ab00. 00000400:00000200:3.0:1789449479.108658:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449479.108661:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449479.108664:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012198 00000400:00000010:3.0:1789449479.108665:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012198. 00000100:00000001:3.0:1789449479.108667:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449479.108670:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d19180 x1876371947506560/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449479.108676:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449479.108679:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d19180 x1876371947506560/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449495 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449479.108685:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449479.108686:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789449479.108693:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449479.108695:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47a100. 00000400:00000200:3.0:1789449479.108697:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449479.108699:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449479.108702:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012660 00000400:00000010:3.0:1789449479.108703:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012660. 00000100:00000001:3.0:1789449479.108705:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449479.108708:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d18e00 x1876371947506176/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449479.108715:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449479.108717:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d18e00 x1876371947506176/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449495 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449479.108723:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449479.108725:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789449479.108802:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449479.108805:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47a400. 00000400:00000200:3.0:1789449479.108808:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449479.108811:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449479.108814:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012088 00000400:00000010:3.0:1789449479.108815:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012088. 00000100:00000001:3.0:1789449479.108817:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449479.108820:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d18a80 x1876371947506432/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449479.108827:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449479.108829:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d18a80 x1876371947506432/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449495 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449479.108834:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449479.108836:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449479.111685:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449479.111716:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449479.111720:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449479.111722:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449479.111730:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449479.111737:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449479.111744:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449479.111748:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449479.111753:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449479.111756:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x6aa8ce365ca80 00000400:00000200:2.0:1789449479.111761:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449479.111765:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x7da5 [1] + 224 00000800:00000001:2.0:1789449479.111772:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449479.111780:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449479.111783:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449479.111786:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449479.111793:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449479.111803:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d18700 x1876371947506304/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449495 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449479.111811:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b87d18700 x1876371947506304/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449495 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449479.111829:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449479.111841:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449479.111843:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449479.112609:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449479.112618:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449479.112621:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449479.112623:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449479.112628:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449479.112632:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449479.112640:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449479.112643:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449479.112647:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449479.112650:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 4 MB=0x6aa8ce365cb80 00000400:00000200:3.0:1789449479.112654:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449479.112661:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 224/224 into md 0x7dad [1] + 224 00000800:00000001:3.0:1789449479.112666:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449479.112670:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449479.112672:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449479.112722:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449479.112728:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449479.112733:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d19180 x1876371947506560/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449495 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449479.112741:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b87d19180 x1876371947506560/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449495 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449479.112758:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449479.112764:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449479.112768:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449479.112769:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449479.112772:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449479.112774:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449479.112778:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449479.112782:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449479.112785:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449479.112788:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449479.112790:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 4 MB=0x6aa8ce365cb00 00000400:00000200:3.0:1789449479.112792:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449479.112795:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 224/224 into md 0x7dbd [1] + 224 00000800:00000001:3.0:1789449479.112798:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449479.112813:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449479.112815:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449479.112817:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449479.112820:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449479.112823:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d18a80 x1876371947506432/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449495 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449479.112828:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b87d18a80 x1876371947506432/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449495 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449479.112833:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449479.113058:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449479.113064:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449479.125445:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449479.125474:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449479.125479:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449479.125482:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449479.125491:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449479.125500:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449479.125515:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449479.125521:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449479.125527:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449479.125549:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x6aa8ce365ca00 00000400:00000200:2.0:1789449479.125556:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449479.125563:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x7db5 [1] + 224 00000800:00000001:2.0:1789449479.125573:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449479.125578:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449479.125582:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449479.125587:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449479.125595:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449479.125607:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d18e00 x1876371947506176/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449495 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449479.125620:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b87d18e00 x1876371947506176/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449495 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449479.125647:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449479.125660:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449479.125664:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449479.125667:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449479.125669:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449479.125672:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449479.125675:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449479.125680:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449479.125683:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449479.125685:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449479.125688:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x6aa8ce365c980 00000400:00000200:2.0:1789449479.125703:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449479.125709:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x7d9d [1] + 224 00000800:00000001:2.0:1789449479.125713:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449479.125723:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449479.125726:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449479.125728:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449479.125732:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449479.125737:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d1ad80 x1876371947506048/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449495 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449479.125745:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b87d1ad80 x1876371947506048/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449495 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449479.125753:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449479.125756:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449479.125760:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789449479.682272:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449479.682284:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449479.683326:0:16942:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789449479.683334:0:16942:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449479.683340:0:16942:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789449480.707517:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449480.707527:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449480.707635:0:16814:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789449480.707643:0:16814:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449480.707649:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789449481.730060:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449481.730073:0:29299:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789449481.730077:0:29299:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449481.730091:0:29299:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449481.730097:0:29299:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789449481.730100:0:29299:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449481.730102:0:29299:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449481.730105:0:29299:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449482.754136:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449482.754145:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449482.754287:0:16942:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789449482.754292:0:16942:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449482.754295:0:16942:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789449483.714437:0:31335:0:(connection.c:75:cpu_latency_work()) work item of ffff9e8b8322a220 (cpu 2) has reached its deadline 4296485920, at 4296486400 00000100:00000010:2.0:1789449483.714458:0:31335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e8b87c1e420. 00000100:00000040:3.0:1789449483.714619:0:29299:0:(connection.c:75:cpu_latency_work()) work item of ffff9e8b8322a330 (cpu 3) has reached its deadline 4296485920, at 4296486400 00000100:00000010:3.0:1789449483.714625:0:29299:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e8b87c1e9c0. 00010000:00000001:3.0:1789449483.778049:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449483.778060:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449483.779676:0:16814:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789449483.779685:0:16814:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449483.779691:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789449484.233867:0:32603:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789449484.233875:0:32603:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449484.233876:0:32603:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789449484.233908:0:32603:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b8580b000 going to sleep for 1 seconds 00000100:00000001:2.0:1789449484.233911:0:32603:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449484.233914:0:32603:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449484.234630:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449484.234635:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47a500. 00000400:00000200:3.0:1789449484.234646:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449484.234653:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449484.234662:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b850125d8 00000400:00000010:3.0:1789449484.234665:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b850125d8. 00000100:00000001:3.0:1789449484.234672:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449484.234678:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83691c00 x1876371947506816/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449484.234689:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449484.234692:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83691c00 x1876371947506816/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449500 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449484.234700:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449484.234701:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789449484.234731:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449484.234733:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47a700. 00000400:00000200:3.0:1789449484.234736:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449484.234740:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449484.234742:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012550 00000400:00000010:3.0:1789449484.234744:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012550. 00000100:00000001:3.0:1789449484.234746:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449484.234750:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83693800 x1876371947507072/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449484.234758:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449484.234761:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83693800 x1876371947507072/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449500 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449484.234768:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449484.234770:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789449484.234778:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449484.234781:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47af00. 00000400:00000200:3.0:1789449484.234784:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449484.234788:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449484.234790:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012aa0 00000400:00000010:3.0:1789449484.234792:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012aa0. 00000100:00000001:3.0:1789449484.234794:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449484.234799:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83690000 x1876371947506688/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449484.234806:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449484.234809:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83690000 x1876371947506688/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449500 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449484.234814:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449484.234816:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789449484.234825:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449484.234828:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47a200. 00000400:00000200:3.0:1789449484.234830:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449484.234833:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449484.234835:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012990 00000400:00000010:3.0:1789449484.234837:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012990. 00000100:00000001:3.0:1789449484.234839:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449484.234842:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83691180 x1876371947506944/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449484.234848:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449484.234851:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83691180 x1876371947506944/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449500 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449484.234864:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449484.234865:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789449484.234967:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449484.234970:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47a000. 00000400:00000200:3.0:1789449484.234972:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449484.234976:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449484.234979:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012220 00000400:00000010:3.0:1789449484.234981:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012220. 00000100:00000001:3.0:1789449484.234984:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449484.234988:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83692680 x1876371947507200/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449484.234995:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449484.234998:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83692680 x1876371947507200/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449500 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449484.235004:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449484.235006:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789449484.235420:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449484.235425:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789449484.241673:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449484.241693:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449484.241699:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449484.241713:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449484.241726:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449484.241737:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449484.241748:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449484.241754:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449484.241761:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449484.241766:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x6aa8ce365cc00 00000400:00000200:2.0:1789449484.241773:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449484.241781:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x7dd5 [1] + 224 00000800:00000001:2.0:1789449484.241791:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449484.241795:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449484.241800:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449484.241806:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449484.241817:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449484.241829:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83690000 x1876371947506688/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449500 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449484.241843:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b83690000 x1876371947506688/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449500 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449484.241867:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449484.241912:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449484.241917:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449484.241920:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449484.241922:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449484.241926:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449484.241930:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449484.241935:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449484.241938:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449484.241941:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449484.241945:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 4 MB=0x6aa8ce365cd80 00000400:00000200:2.0:1789449484.241950:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449484.241955:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 224/224 into md 0x7dcd [1] + 224 00000800:00000001:2.0:1789449484.241960:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449484.241965:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449484.241967:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449484.241970:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449484.241974:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449484.241979:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83693800 x1876371947507072/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449500 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449484.241987:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b83693800 x1876371947507072/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449500 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449484.241995:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449484.241999:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449484.242013:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449484.242015:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449484.242017:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449484.242020:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449484.242025:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449484.242029:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449484.242032:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449484.242035:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449484.242037:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 4 MB=0x6aa8ce365ce00 00000400:00000200:2.0:1789449484.242041:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449484.242045:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 224/224 into md 0x7de5 [1] + 224 00000800:00000001:2.0:1789449484.242049:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449484.242052:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449484.242055:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449484.242058:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449484.242061:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449484.242066:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83692680 x1876371947507200/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449500 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449484.242189:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b83692680 x1876371947507200/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449500 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449484.242205:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449484.242231:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449484.242235:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449484.242237:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449484.242239:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449484.242242:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449484.242246:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449484.242250:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449484.242253:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449484.242255:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449484.242258:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x6aa8ce365cc80 00000400:00000200:2.0:1789449484.242262:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449484.242265:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x7dc5 [1] + 224 00000800:00000001:2.0:1789449484.242269:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449484.242275:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449484.242277:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449484.242280:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449484.242283:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449484.242288:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83691c00 x1876371947506816/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449500 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449484.242296:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b83691c00 x1876371947506816/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449500 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449484.242302:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449484.242305:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449484.242307:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449484.247829:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449484.247850:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449484.247856:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449484.247858:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449484.247869:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449484.248061:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449484.248074:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449484.248080:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449484.248088:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449484.248094:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x6aa8ce365cd00 00000400:00000200:3.0:1789449484.248101:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449484.248119:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x7ddd [1] + 224 00000800:00000001:3.0:1789449484.248130:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449484.248139:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449484.248143:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449484.248149:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449484.248160:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449484.248173:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83691180 x1876371947506944/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449500 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449484.249172:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b83691180 x1876371947506944/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449500 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449484.249323:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449484.249343:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449484.249351:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789449484.802057:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449484.802068:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449485.250285:0:32603:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789449485.250296:0:32603:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449485.250298:0:32603:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789449485.250306:0:32603:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b8580b000 going to sleep for 1 seconds 00000100:00000001:2.0:1789449485.250310:0:32603:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449485.250315:0:32603:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449485.762222:0:32591:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789449485.762233:0:32591:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449485.762236:0:32591:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789449485.762243:0:32591:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b867026c0 going to sleep for 1 seconds 00000100:00000001:3.0:1789449485.762247:0:32591:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449485.762252:0:32591:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449485.826228:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449485.826238:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449485.826728:0:16942:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789449485.826733:0:16942:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449485.826736:0:16942:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789449486.274322:0:32603:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789449486.274333:0:32603:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449486.274336:0:32603:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789449486.274344:0:32603:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b8580b000 going to sleep for 1 seconds 00000100:00000001:2.0:1789449486.274350:0:32603:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449486.274355:0:32603:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449486.786222:0:32591:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789449486.786233:0:32591:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449486.786236:0:32591:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789449486.786243:0:32591:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b867026c0 going to sleep for 1 seconds 00000100:00000001:3.0:1789449486.786248:0:32591:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449486.786253:0:32591:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449486.850070:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449486.850081:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449486.850270:0:16814:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789449486.850275:0:16814:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449486.850279:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789449487.299432:0:32603:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789449487.299442:0:32603:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00000400:2.0:1789449487.299460:0:32603:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789449471/real 1789449471] req@ffff9e8b83690e00 x1876371947504896/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 488/512 e 0 to 1 dl 1789449487 ref 2 fl Rpc:XQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789449487.299482:0:32603:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789449487.299484:0:32603:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789449487.299489:0:32603:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b83427738. 00000400:00000200:2.0:1789449487.299498:0:32603:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b850127f8 00000400:00000010:2.0:1789449487.299501:0:32603:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b850127f8. 00000100:00000001:2.0:1789449487.299506:0:32603:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449487.299510:0:32603:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83690e00 x1876371947504896/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 488/512 e 0 to 1 dl 1789449487 ref 2 fl Rpc:XQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789449487.299519:0:32603:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83690e00 x1876371947504896/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 488/512 e 0 to 1 dl 1789449487 ref 2 fl Rpc:XQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449487.299527:0:32603:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789449487.299529:0:32603:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449487.299533:0:32603:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789449487.299535:0:32603:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449487.299539:0:32603:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:2.0:1789449487.299543:0:32603:0:(import.c:65:import_set_state_nolock()) ffff9e8b8436e800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1789449487.299546:0:32603:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff9e8b89903000: Connection to lustre-MDT0000 (at 192.168.202.109@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:2.0:1789449487.299549:0:32603:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:2.0:1789449487.299553:0:32603:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:2.0:1789449487.299556:0:32603:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449487.299558:0:32603:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:2.0:1789449487.299560:0:32603:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00000001:2.0:1789449487.299589:0:32603:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:2.0:1789449487.299591:0:32603:0:(client.c:2556:ptlrpc_expire_one_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449487.299595:0:32603:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449487.299597:0:32603:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449487.299599:0:32603:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b8580b000 going to sleep for 0 seconds 00000100:00000001:2.0:1789449487.299603:0:32603:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449487.299605:0:32603:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449487.299608:0:32603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449487.299611:0:32603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449487.299614:0:32603:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449487.300042:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1789449487.300049:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1789449487.300052:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449487.300062:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449487.300066:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449487.300071:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449487.300073:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449487.300075:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789449487.300111:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83691180 x1876371947507328/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449487.300129:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789449487.300132:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449487.300140:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789449487.300146:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789449487.300151:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449487.300157:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83691180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:80a9314a-fa92-41c3-8d17-36c58fffb192:2399:1876371947507328:192.168.202.109@tcp:400:kworker.0 00000100:00000001:0.0:1789449487.300164:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789449487.300174:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789449487.300180:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449487.300185:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789449487.300195:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b8606b200. 02000000:00000001:0.0:1789449487.300199:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449487.300209:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:0.0:1789449487.300215:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b86580370. 00000400:00000010:0.0:1789449487.300225:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5f68. 00000100:00000200:0.0:1789449487.300234:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947507328, portal 25 00000100:00000001:0.0:1789449487.300240:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449487.300245:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775184768 : -107152934366848 : ffff9e8b83691180) 00000100:00000040:0.0:1789449487.300254:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b83691180 x1876371947507328/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449487.300281:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789449487.300285:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1789449487.300289:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5dd0. 00000100:00000200:0.0:1789449487.300293:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876371947507328, offset 0 00000400:00000200:0.0:1789449487.300302:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1789449487.300315:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449487.300327:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1789449487.300337:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789449487.300345:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1789449487.300353:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789449487.300359:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1789449487.300369:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2755:2755:256:4294967295] 192.168.202.109@tcp LPNI seq info [2755:2755:8:4294967295] 00000400:00000200:0.0:1789449487.300381:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449487.300399:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1789449487.300415:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1789449487.300427:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b864ec200. 00000800:00000200:0.0:1789449487.300439:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1789449487.300454:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1789449487.300462:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b864ec200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789449487.300484:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449487.300493:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:0.0:1789449487.300498:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296494113 00000100:00000001:0.0:1789449487.300509:0:2399:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296491046 00000100:00000001:0.0:1789449487.300518:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296494113 00000100:00000001:0.0:1789449487.300526:0:2399:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296491046 00000100:00000001:0.0:1789449487.300531:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449487.300536:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449487.300540:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449487.300545:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449487.300551:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449487.300555:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789449487.300559:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449487.300563:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449487.300566:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789449487.300573:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83691c00 x1876371947507584/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449487.300591:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789449487.300594:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449487.300599:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789449487.300603:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789449487.300607:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449487.300614:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83691c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2399:1876371947507584:192.168.202.109@tcp:400:kworker.0 00000100:00000001:0.0:1789449487.300621:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789449487.300626:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789449487.300630:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449487.300633:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789449487.300637:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b8606a000. 02000000:00000001:0.0:1789449487.300641:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449487.300645:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:0.0:1789449487.300649:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b86580d68. 00000400:00000010:0.0:1789449487.300653:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e52a8. 00000100:00000200:0.0:1789449487.300657:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947507584, portal 10 00000100:00000001:0.0:1789449487.300659:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449487.300660:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775187456 : -107152934364160 : ffff9e8b83691c00) 00000100:00000040:0.0:1789449487.300667:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b83691c00 x1876371947507584/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449487.300673:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789449487.300675:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1789449487.300678:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e55d8. 00000100:00000200:0.0:1789449487.300681:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876371947507584, offset 0 00000400:00000200:0.0:1789449487.300690:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1789449487.300694:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449487.300699:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1789449487.300701:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789449487.300705:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1789449487.300707:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789449487.300709:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1789449487.300712:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2756:2756:255:4294967295] 192.168.202.109@tcp LPNI seq info [2756:2756:7:4294967295] 00000400:00000200:0.0:1789449487.300716:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449487.300721:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1789449487.300726:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1789449487.300729:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b864ecb00. 00000800:00000200:0.0:1789449487.300733:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1789449487.300737:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1789449487.300740:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b864ecb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789449487.300743:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449487.300747:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: using a timeout of 22016 usecs (23 jiffies) 00000400:00000200:0.0:1789449487.300750:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:0.0:1789449487.300752:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296490009 00000100:00000001:0.0:1789449487.300754:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296494113 00000100:00000001:0.0:1789449487.300756:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296490009 00000100:00000001:0.0:1789449487.300758:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296494113 00000100:00000001:0.0:1789449487.300760:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449487.300762:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449487.300764:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449487.300765:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449487.300768:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449487.300770:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789449487.300771:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449487.300772:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449487.300773:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449487.300775:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449487.300872:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449487.300877:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ec200. 00000400:00000200:2.0:1789449487.300907:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449487.300914:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449487.300930:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5dd0 00000400:00000010:2.0:1789449487.300934:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5dd0. 00000100:00000001:2.0:1789449487.300939:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449487.300944:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83691180 x1876371947507328/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449487.300955:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449487.300958:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83691180 x1876371947507328/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449503 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449487.300966:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449487.300968:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789449487.301040:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1789449487.301045:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1789449487.301046:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449487.301050:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000800:00000010:2.0:1789449487.301050:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ecb00. 00000400:00000200:2.0:1789449487.301057:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1789449487.301061:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83693800 x1876371947507456/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1789449487.301065:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449487.301071:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e55d8 00000400:00000010:2.0:1789449487.301075:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e55d8. 00000100:00000001:3.0:1789449487.301077:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449487.301080:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1789449487.301081:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449487.301095:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789449487.301098:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1789449487.301098:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83691c00 x1876371947507584/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1789449487.301105:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449487.301113:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83693800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2398:1876371947507456:192.168.202.109@tcp:38:kworker.0 00000100:00000001:2.0:1789449487.301115:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789449487.301121:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1789449487.301122:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83691c00 x1876371947507584/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449503 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1789449487.301125:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789449487.301128:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449487.301133:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1789449487.301135:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449487.301138:0:2393:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000010:3.0:1789449487.301140:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b87c49800. 02000000:00000001:3.0:1789449487.301144:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449487.301148:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:3.0:1789449487.301152:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b8525c5d8. 00000400:00000010:3.0:1789449487.301157:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69bb0. 00000100:00000200:3.0:1789449487.301162:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947507456, portal 10 00000100:00000001:3.0:1789449487.301164:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449487.301165:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775194624 : -107152934356992 : ffff9e8b83693800) 00000100:00000040:3.0:1789449487.301172:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b83693800 x1876371947507456/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1789449497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449487.301179:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449487.301181:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1789449487.301183:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69dd0. 00000100:00000200:3.0:1789449487.301185:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876371947507456, offset 0 00000400:00000200:3.0:1789449487.301191:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1789449487.301195:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449487.301199:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449487.301202:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789449487.301289:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1789449487.301292:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789449487.301295:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1789449487.301298:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2757:2757:256:4294967295] 192.168.202.109@tcp LPNI seq info [2757:2757:8:4294967295] 00000400:00000200:3.0:1789449487.301311:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449487.301318:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449487.301323:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449487.301328:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051c500. 00000800:00000200:3.0:1789449487.301332:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449487.301337:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449487.301340:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051c500 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789449487.301357:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449487.301360:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 793046 usecs (794 jiffies) 00000400:00000200:3.0:1789449487.301364:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:3.0:1789449487.301366:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296490781 00000100:00000001:3.0:1789449487.301369:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296494113 00000100:00000001:3.0:1789449487.301371:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296490781 00000100:00000001:3.0:1789449487.301374:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296494113 00000100:00000001:3.0:1789449487.301376:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449487.301378:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449487.301381:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789449487.301385:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83692680 x1876371947507712/t0(0) o9->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449487.301392:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789449487.301394:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449487.301396:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789449487.301397:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789449487.301399:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449487.301402:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83692680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2398:1876371947507712:192.168.202.109@tcp:9:kworker.0 00000100:00000001:3.0:1789449487.301405:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789449487.301408:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789449487.301409:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449487.301411:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789449487.301415:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b89881c00. 02000000:00000001:3.0:1789449487.301416:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449487.301420:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:3.0:1789449487.301423:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b8525cdc0. 00000400:00000010:3.0:1789449487.301426:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69088. 00000100:00000200:3.0:1789449487.301430:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947507712, portal 4 00000100:00000001:3.0:1789449487.301432:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449487.301433:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775190144 : -107152934361472 : ffff9e8b83692680) 00000100:00000040:3.0:1789449487.301440:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b83692680 x1876371947507712/t0(0) o9->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449487.301446:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449487.301448:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1789449487.301450:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69f68. 00000100:00000200:3.0:1789449487.301452:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876371947507712, offset 0 00000400:00000200:3.0:1789449487.301457:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1789449487.301461:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449487.301464:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449487.301467:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789449487.301469:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1789449487.301471:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789449487.301473:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1789449487.301476:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2758:2758:255:4294967295] 192.168.202.109@tcp LPNI seq info [2758:2758:7:4294967295] 00000400:00000200:3.0:1789449487.301480:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449487.301486:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449487.301490:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449487.301494:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051c000. 00000800:00000200:3.0:1789449487.301497:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449487.301501:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449487.301504:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051c000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789449487.301507:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449487.301510:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: using a timeout of 22835 usecs (23 jiffies) 00000400:00000200:3.0:1789449487.301513:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:3.0:1789449487.301515:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296490010 00000100:00000001:3.0:1789449487.301517:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296494113 00000100:00000001:3.0:1789449487.301519:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296490010 00000100:00000001:3.0:1789449487.301522:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296494113 00000100:00000001:3.0:1789449487.301524:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449487.301526:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449487.301528:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789449487.301532:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83690000 x1876371947507840/t0(0) o9->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449487.301539:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789449487.301541:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449487.301543:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789449487.301545:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789449487.301547:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449487.301550:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83690000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2398:1876371947507840:192.168.202.109@tcp:9:kworker.0 00000100:00000001:3.0:1789449487.301553:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789449487.301555:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789449487.301556:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449487.301558:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789449487.301561:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b89880200. 02000000:00000001:3.0:1789449487.301562:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449487.301565:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:3.0:1789449487.301568:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b8525c1b8. 00000400:00000010:3.0:1789449487.301571:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69440. 00000100:00000200:3.0:1789449487.301574:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947507840, portal 4 00000100:00000001:3.0:1789449487.301576:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449487.301577:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775180288 : -107152934371328 : ffff9e8b83690000) 00000100:00000040:3.0:1789449487.301582:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b83690000 x1876371947507840/t0(0) o9->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449487.301589:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449487.301591:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1789449487.301593:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69ee0. 00000100:00000200:3.0:1789449487.301595:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876371947507840, offset 0 00000400:00000200:3.0:1789449487.301599:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1789449487.301838:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449487.301844:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449487.301847:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789449487.301849:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1789449487.301852:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789449487.301854:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1789449487.301857:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2759:2759:254:4294967295] 192.168.202.109@tcp LPNI seq info [2759:2759:6:4294967295] 00000400:00000200:3.0:1789449487.301861:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449487.301867:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449487.301872:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449487.301876:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051c700. 00000800:00000200:3.0:1789449487.301918:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449487.301922:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449487.301925:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051c700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789449487.301928:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449487.301931:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: using a timeout of 240471 usecs (241 jiffies) 00000400:00000200:3.0:1789449487.301934:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:3.0:1789449487.301936:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296490229 00000100:00000001:3.0:1789449487.301939:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296494113 00000100:00000001:3.0:1789449487.301941:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296490229 00000100:00000001:3.0:1789449487.301942:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296494113 00000100:00000001:3.0:1789449487.301944:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449487.301946:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449487.301949:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449487.301952:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449487.301959:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449487.301961:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1789449487.301963:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449487.301965:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449487.301966:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449487.301968:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449487.302037:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449487.302042:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b9051c500. 00000400:00000200:2.0:1789449487.302046:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449487.302050:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449487.302055:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69dd0 00000400:00000010:2.0:1789449487.302057:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69dd0. 00000100:00000001:2.0:1789449487.302062:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449487.302066:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83693800 x1876371947507456/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1789449497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449487.302074:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449487.302078:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83693800 x1876371947507456/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1789449497 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449487.302096:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449487.302099:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789449487.302112:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449487.302114:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b9051c000. 00000400:00000200:2.0:1789449487.302117:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449487.302120:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449487.302123:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69f68 00000400:00000010:2.0:1789449487.302125:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69f68. 00000100:00000001:2.0:1789449487.302127:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449487.302130:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83692680 x1876371947507712/t0(0) o9->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449487.302137:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449487.302140:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83692680 x1876371947507712/t0(0) o9->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449497 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449487.302147:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449487.302148:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789449487.302389:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449487.302393:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b9051c700. 00000400:00000200:2.0:1789449487.302398:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449487.302402:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449487.302405:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69ee0 00000400:00000010:2.0:1789449487.302408:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69ee0. 00000100:00000001:2.0:1789449487.302478:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449487.302483:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83690000 x1876371947507840/t0(0) o9->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449487.302491:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449487.302494:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83690000 x1876371947507840/t0(0) o9->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449497 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449487.302501:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449487.302502:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449487.324060:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449487.324091:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449487.324096:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449487.324099:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449487.324112:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449487.324121:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449487.324133:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449487.324138:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449487.324145:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449487.324150:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x6aa8ce365ce80 00000400:00000200:2.0:1789449487.324157:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449487.324166:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x7ded [1] + 224 00000800:00000001:2.0:1789449487.324176:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449487.324181:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449487.324186:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449487.324191:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449487.324204:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449487.324217:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83691180 x1876371947507328/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449503 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449487.324231:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b83691180 x1876371947507328/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449503 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449487.324257:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449487.324272:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449487.324277:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449487.324279:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449487.324281:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449487.324284:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449487.324288:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449487.324292:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449487.324294:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449487.324296:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449487.324299:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 4 MB=0x6aa8ce365d000 00000400:00000200:2.0:1789449487.324303:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449487.324308:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 224/224 into md 0x7e0d [1] + 224 00000800:00000001:2.0:1789449487.324312:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449487.324316:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449487.324318:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449487.324322:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449487.324325:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449487.324330:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83692680 x1876371947507712/t0(0) o9->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449497 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449487.324340:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b83692680 x1876371947507712/t0(0) o9->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449497 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449487.324408:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449487.324415:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449487.324436:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449487.324441:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449487.324445:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449487.324447:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449487.324450:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449487.324453:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449487.324457:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449487.324462:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449487.324464:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449487.324468:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449487.324471:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 4 MB=0x6aa8ce365d080 00000400:00000200:2.0:1789449487.324475:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449487.324480:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 224/224 into md 0x7e1d [1] + 224 00000800:00000001:2.0:1789449487.324484:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449487.324487:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449487.324489:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449487.324492:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449487.324495:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449487.324501:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83690000 x1876371947507840/t0(0) o9->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449497 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449487.324510:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b83690000 x1876371947507840/t0(0) o9->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449497 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449487.324517:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449487.324520:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449487.324522:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449487.324524:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449487.324526:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449487.324530:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449487.324533:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449487.324537:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449487.324540:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449487.324542:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449487.324545:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x6aa8ce365cf80 00000400:00000200:2.0:1789449487.324549:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449487.324553:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x7df5 [1] + 224 00000800:00000001:2.0:1789449487.324557:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449487.324560:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449487.324562:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449487.324565:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449487.324568:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449487.324573:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83691c00 x1876371947507584/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449503 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449487.324582:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b83691c00 x1876371947507584/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449503 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449487.324589:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449487.324592:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449487.324595:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449487.324596:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449487.324598:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449487.324601:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449487.324605:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449487.324608:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449487.324611:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449487.324614:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449487.324617:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 416 into portal 10 MB=0x6aa8ce365cf00 00000400:00000200:2.0:1789449487.324620:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449487.324625:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 416/416 into md 0x7dfd [1] + 0 00000800:00000001:2.0:1789449487.324628:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449487.324636:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449487.324638:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449487.324641:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449487.324644:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449487.324649:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83693800 x1876371947507456/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1789449497 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449487.324659:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9e8b83693800 x1876371947507456/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1789449497 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449487.324666:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449487.324668:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449487.324671:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449487.326070:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449487.326077:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789449487.326096:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449487.326099:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449487.326103:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b86580d68. 00000400:00000200:0.0:1789449487.326114:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e52a8 00000400:00000010:0.0:1789449487.326117:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e52a8. 00000100:00000001:0.0:1789449487.326123:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449487.326135:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83691c00 x1876371947507584/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449503 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789449487.326145:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83691c00 x1876371947507584/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449503 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449487.326153:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449487.326155:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449487.326158:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449487.326162:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449487.326165:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449487.326168:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449487.326172:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449487.326185:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b862dcc60 time=117 v=5 (5 102 102 102) 00000100:00001000:0.0:1789449487.326189:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b862dcc18 time=117 v=5 (1 1 1 1) 00000100:00000001:0.0:1789449487.326192:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449487.326194:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449487.326198:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449487.326202:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449487.326207:0:2399:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789449487.326210:0:2399:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967328 00000100:00000001:0.0:1789449487.326212:0:2399:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449487.326215:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449487.326221:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83691c00 x1876371947507584/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449503 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449487.326228:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449487.326232:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449487.326234:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449487.326239:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83691c00 x1876371947507584/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449503 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789449487.326247:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83691c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2399:1876371947507584:192.168.202.109@tcp:400:kworker.0 00000400:00000001:0.0:1789449487.326254:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449487.326256:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449487.326257:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b86580370. 00000400:00000200:0.0:1789449487.326260:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5f68 00000400:00000010:0.0:1789449487.326261:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5f68. 00000100:00000001:0.0:1789449487.326263:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449487.326267:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83691180 x1876371947507328/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449503 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789449487.326276:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83691180 x1876371947507328/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449503 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449487.326282:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449487.326283:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449487.326285:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449487.326286:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449487.326288:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449487.326289:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449487.326291:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449487.326294:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b83927460 time=118 v=5 (5 5 5 5) 00000100:00001000:0.0:1789449487.326297:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b83927418 time=118 v=5 (1 1 1 1) 00000100:00000001:0.0:1789449487.326299:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449487.326301:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449487.326302:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449487.326304:0:2399:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449487.326306:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449487.326309:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83691180 x1876371947507328/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449503 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449487.326315:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449487.326317:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449487.326318:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449487.326321:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83691180 x1876371947507328/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449503 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789449487.326328:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83691180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:80a9314a-fa92-41c3-8d17-36c58fffb192:2399:1876371947507328:192.168.202.109@tcp:400:kworker.0 00000100:00000001:0.0:1789449487.326332:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449487.326336:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449487.326340:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83691c00 x1876371947507584/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449503 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449487.326347:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789449487.326350:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449487.326355:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b8606a000. 02000000:00000001:0.0:1789449487.326360:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789449487.326364:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449487.326366:0:2399:0:(genops.c:1222:class_import_put()) import ffff9e8b862dc800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000020:00000001:0.0:1789449487.326368:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449487.326371:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b8c47a100. 02000000:00000001:0.0:1789449487.326376:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449487.326378:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449487.326380:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83691c00. 00000100:00000001:0.0:1789449487.326384:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449487.326386:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449487.326388:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449487.326391:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83691180 x1876371947507328/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449503 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449487.326397:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789449487.326398:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449487.326400:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b8606b200. 02000000:00000001:0.0:1789449487.326403:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789449487.326404:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449487.326405:0:2399:0:(genops.c:1222:class_import_put()) import ffff9e8b83927000 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:0.0:1789449487.326407:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449487.326408:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b8c47a400. 02000000:00000001:0.0:1789449487.326410:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449487.326411:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449487.326413:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83691180. 00000100:00000001:0.0:1789449487.326415:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449487.326416:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449487.326418:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449487.326428:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449487.326431:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449487.326433:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449487.326437:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1789449487.330096:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449487.330106:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449487.330112:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b8525cdc0. 00000400:00000200:3.0:1789449487.330127:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69088 00000400:00000010:3.0:1789449487.330131:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69088. 00000100:00000001:3.0:1789449487.330139:0:2398:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449487.330157:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83692680 x1876371947507712/t0(0) o9->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449497 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789449487.330171:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83692680 x1876371947507712/t0(0) o9->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449497 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449487.330181:0:2398:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449487.330184:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449487.330187:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449487.330192:0:2398:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449487.330195:0:2398:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449487.330198:0:2398:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449487.330202:0:2398:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449487.330214:0:2398:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b90c6ec60 time=117 v=5 (5 5 5 36) 00000100:00001000:3.0:1789449487.330219:0:2398:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b90c6ec18 time=25 v=5 (1 0 0 0) 00000100:00000001:3.0:1789449487.330222:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789449487.330224:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449487.330228:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789449487.330233:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449487.330237:0:2398:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789449487.330240:0:2398:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e8b89903000: skip recheck: last_committed 4294967322 00000100:00000001:3.0:1789449487.330242:0:2398:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789449487.330244:0:2398:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449487.330249:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83692680 x1876371947507712/t0(0) o9->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449497 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449487.330256:0:2398:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449487.330260:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449487.330262:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1789449487.330266:0:2398:0:(import.c:2058:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff9e8b83692680 x1876371947507712/t0(0) o9->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449497 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789449487.330281:0:2398:0:(import.c:65:import_set_state_nolock()) ffff9e8b90c6e800 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:3.0:1789449487.330286:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83692680 x1876371947507712/t0(0) o9->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449497 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789449487.330294:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83692680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2398:1876371947507712:192.168.202.109@tcp:9:kworker.0 00000400:00000001:3.0:1789449487.330303:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449487.330304:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449487.330306:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b8525c1b8. 00000400:00000200:3.0:1789449487.330309:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69440 00000400:00000010:3.0:1789449487.330310:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69440. 00000100:00000001:3.0:1789449487.330313:0:2398:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449487.330317:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83690000 x1876371947507840/t0(0) o9->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449497 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789449487.330326:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83690000 x1876371947507840/t0(0) o9->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449497 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449487.330332:0:2398:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449487.330333:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449487.330335:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449487.330336:0:2398:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449487.330337:0:2398:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449487.330339:0:2398:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449487.330341:0:2398:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449487.330345:0:2398:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8986b460 time=117 v=5 (5 5 5 36) 00000100:00001000:3.0:1789449487.330349:0:2398:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8986b418 time=27 v=5 (1 0 0 0) 00000100:00000001:3.0:1789449487.330351:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789449487.330353:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449487.330355:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789449487.330357:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449487.330359:0:2398:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789449487.330361:0:2398:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9e8b89903000: skip recheck: last_committed 4294967326 00000100:00000001:3.0:1789449487.330362:0:2398:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789449487.330364:0:2398:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449487.330368:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83690000 x1876371947507840/t0(0) o9->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449497 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449487.330375:0:2398:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449487.330377:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449487.330378:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1789449487.330381:0:2398:0:(import.c:2058:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff9e8b83690000 x1876371947507840/t0(0) o9->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449497 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789449487.330387:0:2398:0:(import.c:65:import_set_state_nolock()) ffff9e8b8986b000 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:3.0:1789449487.330391:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83690000 x1876371947507840/t0(0) o9->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449497 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789449487.330399:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83690000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2398:1876371947507840:192.168.202.109@tcp:9:kworker.0 00000100:00000001:3.0:1789449487.330403:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449487.330407:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449487.330412:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83692680 x1876371947507712/t0(0) o9->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449497 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449487.330420:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449487.330422:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449487.330428:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b89881c00. 02000000:00000001:3.0:1789449487.330432:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449487.330435:0:2398:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449487.330437:0:2398:0:(genops.c:1222:class_import_put()) import ffff9e8b90c6e800 refcount=2 obd=lustre-OST0000-osc-ffff9e8b89903000 00000020:00000001:3.0:1789449487.330440:0:2398:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449487.330444:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b8c47a300. 02000000:00000001:3.0:1789449487.330449:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449487.330451:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449487.330453:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83692680. 00000100:00000001:3.0:1789449487.330456:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449487.330458:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449487.330459:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449487.330462:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83690000 x1876371947507840/t0(0) o9->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449497 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449487.330468:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449487.330469:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449487.330470:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b89880200. 02000000:00000001:3.0:1789449487.330473:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449487.330474:0:2398:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449487.330475:0:2398:0:(genops.c:1222:class_import_put()) import ffff9e8b8986b000 refcount=2 obd=lustre-OST0001-osc-ffff9e8b89903000 00000020:00000001:3.0:1789449487.330477:0:2398:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449487.330478:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b8c47ab00. 02000000:00000001:3.0:1789449487.330480:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449487.330481:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449487.330482:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83690000. 00000100:00000001:3.0:1789449487.330484:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449487.330485:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449487.330489:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449487.330493:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449487.330495:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789449487.330499:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449487.330500:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449487.330503:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b8525c5d8. 00000400:00000200:3.0:1789449487.330505:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69bb0 00000400:00000010:3.0:1789449487.330507:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69bb0. 00000100:00000001:3.0:1789449487.330509:0:2398:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449487.330514:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83693800 x1876371947507456/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1789449497 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789449487.330522:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83693800 x1876371947507456/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1789449497 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449487.330528:0:2398:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449487.330529:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449487.330531:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449487.330533:0:2398:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449487.330534:0:2398:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449487.330536:0:2398:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449487.330539:0:2398:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449487.330542:0:2398:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=117 v=5 (5 102 102 102) 00000100:00001000:3.0:1789449487.330545:0:2398:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=27 v=5 (1 0 0 0) 00000100:00000001:3.0:1789449487.330547:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789449487.330549:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449487.330551:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789449487.330552:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449487.330555:0:2398:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789449487.330556:0:2398:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967619 00000100:00000001:3.0:1789449487.330557:0:2398:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789449487.330559:0:2398:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449487.330561:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83693800 x1876371947507456/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/416 e 0 to 0 dl 1789449497 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449487.330567:0:2398:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449487.330569:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449487.330570:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449487.330572:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1789449487.330583:0:2398:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff9e8b89903000: connect to target with instance 1 00000020:00000001:3.0:1789449487.330586:0:2398:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789449487.330588:0:2398:0:(genops.c:804:class_conn2export()) looking for export cookie 0xcddde1459ded5b21 00000020:00000001:3.0:1789449487.330591:0:2398:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449487.330595:0:2398:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e8b8986e800 refcount=5 00000020:00000001:3.0:1789449487.330598:0:2398:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920877803520 : -107152831748096 : ffff9e8b8986e800) 00000020:00000001:3.0:1789449487.330600:0:2398:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636920877803520 : -107152831748096 : ffff9e8b8986e800) 00000100:00001000:3.0:1789449487.330604:0:2398:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=1789449487 v=0 (0 0 0 0) 00000100:00001000:3.0:1789449487.330606:0:2398:0:(import.c:2262:obd_at_measure()) AT ffff9e8b8436ec18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:3.0:1789449487.330611:0:2398:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 710, crc32c 3463, adler 492 00000020:00000040:3.0:1789449487.330618:0:2398:0:(genops.c:879:class_export_put()) PUTting export ffff9e8b8986e800 : new refcount 4 00000100:00000001:3.0:1789449487.330621:0:2398:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:3.0:1789449487.330626:0:2398:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000008:00000020:3.0:1789449487.330630:0:2398:0:(osc_request.c:1062:osc_init_grant()) lustre-MDT0000-mdc-ffff9e8b89903000, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000002:00000001:3.0:1789449487.330635:0:2398:0:(mdc_request.c:3107:mdc_init_ea_size()) Process entered 00000002:00000001:3.0:1789449487.330637:0:2398:0:(mdc_request.c:3114:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449487.330639:0:2398:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:3.0:1789449487.330644:0:2398:0:(lmv_obd.c:191:lmv_notify()) Process entered 00000080:00000001:3.0:1789449487.330649:0:2398:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1789449487.330652:0:2398:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789449487.330655:0:2398:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449487.330657:0:2398:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449487.330658:0:2398:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1789449487.330659:0:2398:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449487.330662:0:2398:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449487.330663:0:2398:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:3.0:1789449487.330667:0:2398:0:(import.c:1342:ptlrpc_connect_interpret()) reconnected to lustre-MDT0000_UUID@192.168.202.109@tcp after partition 00000100:00080000:3.0:1789449487.330670:0:2398:0:(import.c:65:import_set_state_nolock()) ffff9e8b8436e800 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00000001:3.0:1789449487.330674:0:2398:0:(import.c:1693:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1789449487.330677:0:2398:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00080000:3.0:1789449487.330682:0:2398:0:(client.c:3248:ptlrpc_resend_req()) @@@ going to resend req@ffff9e8b83109180 x1876371947505920/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449490 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449487.330719:0:2398:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789449487.330722:0:2398:0:(import.c:65:import_set_state_nolock()) ffff9e8b8436e800 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:3.0:1789449487.330724:0:2398:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:3.0:1789449487.330726:0:2398:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:3.0:1789449487.330727:0:2398:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:3.0:1789449487.330728:0:2398:0:(lmv_obd.c:191:lmv_notify()) Process entered 00800000:00000001:3.0:1789449487.330730:0:2398:0:(lmv_obd.c:85:lmv_set_mdc_active()) Process entered 00800000:00000040:3.0:1789449487.330732:0:2398:0:(lmv_obd.c:88:lmv_set_mdc_active()) Searching in lmv ffff9e8b83135568 for uuid lustre-MDT0000_UUID (activate=1) 00800000:00000040:3.0:1789449487.330737:0:2398:0:(lmv_obd.c:94:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0xcddde1459ded5b21 00800000:00000040:3.0:1789449487.330741:0:2398:0:(lmv_obd.c:109:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff9e8b89903000=b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb device 3 (ffff9e8b831319c0) type mdc at LMV idx 0 00800000:00000040:3.0:1789449487.330744:0:2398:0:(lmv_obd.c:114:lmv_set_mdc_active()) OBD ffff9e8b831319c0 already active! 00800000:00000001:3.0:1789449487.330747:0:2398:0:(lmv_obd.c:115:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1789449487.330749:0:2398:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1789449487.330751:0:2398:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789449487.330753:0:2398:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449487.330755:0:2398:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449487.330756:0:2398:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1789449487.330758:0:2398:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789449487.330760:0:2398:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=9 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000800:00000200:2.0:1789449487.331737:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449487.331743:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47ae00. 00000400:00000200:2.0:1789449487.331749:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449487.331756:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449487.331762:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012000 00000400:00000010:2.0:1789449487.331764:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012000. 00000100:00000001:2.0:1789449487.331770:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449487.331775:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83109180 x1876371947505920/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449503 ref 3 fl Rpc:r/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449487.331786:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449487.331789:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83109180 x1876371947505920/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449503 ref 3 fl Rpc:Qr/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449487.331796:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449487.331798:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000002:00000001:3.0:1789449487.333343:0:2398:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449487.333355:0:2398:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:02000000:3.0:1789449487.333364:0:2398:0:(import.c:1788:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff9e8b89903000: Connection restored to 192.168.202.109@tcp (at 192.168.202.109@tcp) 00000100:00080000:3.0:1789449487.333376:0:2398:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000db539a9e): req@ffff9e8b83690e00 x1876371947504896/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 488/512 e 0 to 1 dl 1789449487 ref 2 fl Rpc:XQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449487.333401:0:2398:0:(import.c:1799:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449487.333405:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449487.333413:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83693800 x1876371947507456/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/416 e 0 to 0 dl 1789449497 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789449487.333422:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83693800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2398:1876371947507456:192.168.202.109@tcp:38:kworker.0 00000100:00000001:3.0:1789449487.333428:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449487.333432:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449487.333436:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83693800 x1876371947507456/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/416 e 0 to 0 dl 1789449497 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449487.333444:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449487.333447:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449487.333452:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b87c49800. 02000000:00000001:3.0:1789449487.333456:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449487.333459:0:2398:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449487.333461:0:2398:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:3.0:1789449487.333464:0:2398:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449487.333466:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b8678cc00. 02000000:00000001:3.0:1789449487.333472:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449487.333474:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449487.333476:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83693800. 00000100:00000001:3.0:1789449487.333482:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449487.333483:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449487.333486:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449487.333496:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449487.333498:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449487.333502:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449487.333504:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449487.334254:0:32603:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449487.334260:0:32603:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449487.334265:0:32603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449487.334268:0:32603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449487.334273:0:32603:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449487.334277:0:32603:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449487.334280:0:32603:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449487.334283:0:32603:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:2.0:1789449487.334290:0:32603:0:(client.c:3742:ptlrpc_set_mbits()) resend with new mbits old x1876371947504896 new x1876371947508096 02000000:00000001:2.0:1789449487.334294:0:32603:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449487.334298:0:32603:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449487.334309:0:32603:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449487.334319:0:32603:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b9528. 00000400:00000010:2.0:1789449487.334327:0:32603:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d2a8. 00000100:00000200:2.0:1789449487.334336:0:32603:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947504896, portal 10 00000100:00000001:2.0:1789449487.334339:0:32603:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449487.334341:0:32603:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775183872 : -107152934367744 : ffff9e8b83690e00) 00000100:00000040:2.0:1789449487.334352:0:32603:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=202 req@ffff9e8b83690e00 x1876371947504896/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 488/512 e 0 to 0 dl 1789449503 ref 3 fl Rpc:r/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449487.334362:0:32603:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449487.334365:0:32603:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449487.334368:0:32603:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d660. 00000100:00000200:2.0:1789449487.334372:0:32603:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1876371947504896, offset 0 00000400:00000200:2.0:1789449487.334380:0:32603:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449487.334390:0:32603:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449487.334400:0:32603:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449487.334407:0:32603:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449487.334412:0:32603:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449487.334417:0:32603:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449487.334420:0:32603:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449487.334424:0:32603:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2761:2761:256:4294967295] 192.168.202.109@tcp LPNI seq info [2761:2761:8:4294967295] 00000400:00000200:2.0:1789449487.334428:0:32603:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449487.334441:0:32603:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449487.334448:0:32603:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449487.334456:0:32603:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b98dca800. 00000800:00000200:2.0:1789449487.334464:0:32603:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449487.334473:0:32603:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449487.334478:0:32603:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b98dca800 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:2.0:1789449487.336037:0:32603:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449487.336053:0:32603:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 791985 usecs (792 jiffies) 00000400:00000200:2.0:1789449487.336065:0:32603:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449487.336070:0:32603:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296490814 00000100:00000001:2.0:1789449487.336075:0:32603:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296494113 00000100:00000001:2.0:1789449487.336077:0:32603:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296490814 00000100:00000001:2.0:1789449487.336080:0:32603:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296494113 00000100:00000001:2.0:1789449487.336093:0:32603:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449487.336100:0:32603:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449487.336104:0:32603:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449487.336107:0:32603:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789449487.336111:0:32603:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b8580b000 going to sleep for 11 seconds 00000100:00000001:2.0:1789449487.336115:0:32603:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449487.336116:0:32603:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789449487.336242:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449487.336258:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449487.336262:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449487.336265:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449487.336271:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449487.336279:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449487.336290:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449487.336296:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449487.336303:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449487.336308:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 456 into portal 10 MB=0x6aa8ce365d100 00000400:00000200:3.0:1789449487.336314:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449487.336321:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 456/456 into md 0x7e2d [1] + 224 00000800:00000001:3.0:1789449487.336330:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449487.336337:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449487.336342:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449487.336347:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449487.336357:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449487.336369:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83109180 x1876371947505920/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449503 ref 2 fl Rpc:Qr/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789449487.336381:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=602 mlen=456 offset=224 replen=624 req@ffff9e8b83109180 x1876371947505920/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449503 ref 2 fl Rpc:RQ/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449487.336401:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449487.336413:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:2.0:1789449487.336475:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449487.336481:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b98dca800. 00000400:00000200:2.0:1789449487.336485:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449487.336490:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449487.336496:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d660 00000400:00000010:2.0:1789449487.336500:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d660. 00000100:00000001:2.0:1789449487.336504:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449487.336509:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83690e00 x1876371947504896/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 488/512 e 0 to 0 dl 1789449503 ref 3 fl Rpc:r/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449487.336522:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449487.336526:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83690e00 x1876371947504896/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 488/512 e 0 to 0 dl 1789449503 ref 3 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449487.336534:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449487.336535:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789449487.337416:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449487.345665:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449487.345687:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449487.345694:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449487.345697:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449487.345709:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449487.345719:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449487.345730:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449487.345737:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449487.345744:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449487.345750:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 456 into portal 10 MB=0x6aa8ce365d180 00000400:00000200:3.0:1789449487.345757:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449487.345765:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 456/456 into md 0x7e35 [1] + 224 00000800:00000001:3.0:1789449487.345774:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449487.345781:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449487.345786:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449487.345791:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449487.345801:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449487.345813:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83690e00 x1876371947504896/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 488/512 e 0 to 0 dl 1789449503 ref 2 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449487.345827:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=202 mlen=456 offset=224 replen=512 req@ffff9e8b83690e00 x1876371947504896/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 488/512 e 0 to 0 dl 1789449503 ref 2 fl Rpc:RQ/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449487.345855:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449487.345864:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449487.345867:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789449487.349307:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449487.349313:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47ac00. 00000400:00000200:3.0:1789449487.349321:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449487.349328:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449487.349337:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012880 00000400:00000010:3.0:1789449487.349341:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012880. 00000100:00000001:3.0:1789449487.349349:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449487.349359:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83692a00 x1876371947508224/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 376/472 e 0 to 0 dl 1789449503 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449487.349373:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449487.349376:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83692a00 x1876371947508224/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 376/472 e 0 to 0 dl 1789449503 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449487.349383:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449487.349385:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789449487.358054:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449487.358074:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449487.358080:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449487.358094:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449487.358107:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449487.358118:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449487.358131:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449487.358137:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449487.358144:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449487.358150:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 400 into portal 10 MB=0x6aa8ce365d200 00000400:00000200:3.0:1789449487.358157:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449487.358165:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 400/400 into md 0x7e45 [1] + 224 00000800:00000001:3.0:1789449487.358176:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449487.358184:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449487.358190:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449487.358196:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449487.358207:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449487.358218:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83692a00 x1876371947508224/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 376/472 e 0 to 0 dl 1789449503 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789449487.358231:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=472 req@ffff9e8b83692a00 x1876371947508224/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 376/472 e 0 to 0 dl 1789449503 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449487.358257:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449487.358269:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449487.358272:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449487.360504:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449487.360508:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449487.360510:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789449487.360518:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83693b80 x1876371947508352/t0(0) o8->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449487.360525:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789449487.360527:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449487.360532:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789449487.360535:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789449487.360537:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449487.360540:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83693b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2398:1876371947508352:192.168.202.109@tcp:8:touch.0 00000100:00000001:3.0:1789449487.360546:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789449487.360550:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789449487.360553:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449487.360555:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789449487.360561:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b87c49800. 02000000:00000001:3.0:1789449487.360564:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449487.360572:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:3.0:1789449487.360577:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b8525c5d8. 00000400:00000010:3.0:1789449487.360584:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69bb0. 00000100:00000200:3.0:1789449487.360593:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947508352, portal 4 00000100:00000001:3.0:1789449487.360596:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449487.360598:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775195520 : -107152934356096 : ffff9e8b83693b80) 00000100:00000040:3.0:1789449487.360605:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b83693b80 x1876371947508352/t0(0) o8->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1789449497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449487.360612:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449487.360616:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1789449487.360619:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69440. 00000100:00000200:3.0:1789449487.360622:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876371947508352, offset 0 00000400:00000200:3.0:1789449487.360629:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1789449487.360640:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449487.360648:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449487.360654:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789449487.360659:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1789449487.360664:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789449487.360667:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1789449487.360671:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2763:2763:256:4294967295] 192.168.202.109@tcp LPNI seq info [2763:2763:8:4294967295] 00000400:00000200:3.0:1789449487.360676:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449487.360688:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449487.360695:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449487.360701:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051c100. 00000800:00000200:3.0:1789449487.360710:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449487.360720:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449487.360726:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051c100 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789449487.360740:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449487.360746:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: using a timeout of 239390 usecs (240 jiffies) 00000400:00000200:3.0:1789449487.360749:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:3.0:1789449487.360752:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296490286 00000100:00000001:3.0:1789449487.360755:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296494113 00000100:00000001:3.0:1789449487.360757:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296490286 00000100:00000001:3.0:1789449487.360760:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296494113 00000100:00000001:3.0:1789449487.360762:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449487.360765:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449487.360767:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449487.360769:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449487.360775:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449487.360776:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1789449487.360778:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449487.360779:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449487.360781:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449487.360782:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449487.360942:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449487.360947:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b9051c100. 00000400:00000200:3.0:1789449487.360954:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449487.360960:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449487.360966:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69440 00000400:00000010:3.0:1789449487.360969:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69440. 00000100:00000001:3.0:1789449487.360974:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449487.360978:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83693b80 x1876371947508352/t0(0) o8->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1789449497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449487.360986:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449487.360989:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83693b80 x1876371947508352/t0(0) o8->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1789449497 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449487.360996:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449487.360998:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789449487.365696:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449487.365715:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449487.365720:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449487.365723:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449487.365735:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449487.365744:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449487.365754:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449487.365759:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449487.365766:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449487.365771:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 416 into portal 4 MB=0x6aa8ce365d280 00000400:00000200:3.0:1789449487.365777:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449487.365784:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 416/416 into md 0x7e4d [1] + 0 00000800:00000001:3.0:1789449487.365792:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449487.365799:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449487.365803:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449487.365808:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449487.365817:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449487.365828:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83693b80 x1876371947508352/t0(0) o8->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1789449497 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449487.365843:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9e8b83693b80 x1876371947508352/t0(0) o8->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1789449497 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449487.365863:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449487.365914:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449487.365917:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.1:1789449487.366985:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b8316f7e0. 00000080:00000010:1.1:1789449487.367008:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b889af500. 00000800:00000200:3.0:1789449487.377905:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449487.377919:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47ac00. 00000400:00000200:3.0:1789449487.377928:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449487.377940:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449487.377950:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012d48 00000400:00000010:3.0:1789449487.377953:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012d48. 00000100:00000001:3.0:1789449487.377960:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449487.377972:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83692a00 x1876371947508480/t0(0) o2->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1789449503 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449487.377986:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449487.377990:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83692a00 x1876371947508480/t0(0) o2->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1789449503 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449487.377999:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449487.378001:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789449487.384776:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449487.384797:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449487.384803:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449487.384806:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449487.384820:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449487.384830:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449487.384841:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449487.384847:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449487.384853:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449487.384858:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 432 into portal 4 MB=0x6aa8ce365d300 00000400:00000200:3.0:1789449487.384865:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449487.384873:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 432/432 into md 0x7e5d [1] + 224 00000800:00000001:3.0:1789449487.385033:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449487.385043:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449487.385047:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449487.385053:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449487.385063:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449487.385075:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83692a00 x1876371947508480/t0(0) o2->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1789449503 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789449487.385097:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff9e8b83692a00 x1876371947508480/t0(0) o2->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1789449503 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449487.385151:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449487.385158:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449487.388148:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449487.388181:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449487.388191:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1789449487.391956:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449487.391967:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449487.391972:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b83427cb8. 00000400:00000200:0.0:1789449487.391983:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012330 00000400:00000010:0.0:1789449487.391986:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012330. 00000100:00000001:0.0:1789449487.391993:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449487.392011:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83692a00 x1876371947508480/t0(0) o2->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1789449503 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789449487.392024:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83692a00 x1876371947508480/t0(0) o2->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1789449503 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449487.392033:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449487.392036:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449487.392040:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449487.392045:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449487.392048:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449487.392051:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449487.392055:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449487.392069:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8986b460 time=117 v=5 (5 5 5 36) 00000100:00001000:0.0:1789449487.392074:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8986b418 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1789449487.392077:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449487.392079:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449487.392091:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449487.392097:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449487.392101:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1789449487.392104:0:2400:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9e8b89903000: committing for last_committed 4294967328 gen 14 00000100:00000001:0.0:1789449487.392108:0:2400:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1789449487.392110:0:2400:0:(client.c:3236:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9e8b89903000: normal: skip=1 replay=0/0 committed=0/0 00000100:00000001:0.0:1789449487.392113:0:2400:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449487.392115:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449487.392121:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83692a00 x1876371947508480/t4294967328(4294967328) o2->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1789449503 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449487.392128:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449487.392133:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449487.392135:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1789449487.392139:0:2400:0:(osc_request.c:175:osc_setattr_interpret()) Process entered 00000008:00000001:0.0:1789449487.392165:0:2400:0:(osc_request.c:188:osc_setattr_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449487.392171:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83692a00 x1876371947508480/t4294967328(4294967328) o2->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1789449503 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789449487.392179:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83692a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:0:1876371947508480:192.168.202.109@tcp:2:touch.0 00000100:00000001:0.0:1789449487.392185:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449487.392190:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449487.392194:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83692a00 x1876371947508480/t4294967328(4294967328) o2->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1789449503 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449487.392201:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789449487.392204:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449487.392208:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b8678c800. 02000000:00000001:0.0:1789449487.392213:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789449487.392216:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449487.392218:0:2400:0:(genops.c:1222:class_import_put()) import ffff9e8b8986b000 refcount=2 obd=lustre-OST0001-osc-ffff9e8b89903000 00000020:00000001:0.0:1789449487.392221:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449487.392224:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e8b8653ae00. 02000000:00000001:0.0:1789449487.392229:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449487.392231:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449487.392234:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83692a00. 00000100:00000001:0.0:1789449487.392238:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449487.392240:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449487.392243:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449487.392252:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449487.392255:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449487.392258:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449487.392261:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449487.392631:0:32603:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:2.0:1789449487.392636:0:32603:0:(lov_io.c:1441:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449487.392639:0:32603:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449487.392644:0:32603:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:2.0:1789449487.392647:0:32603:0:(cl_io.c:353:cl_io_unlock()) Process entered 00020000:00000001:2.0:1789449487.392650:0:32603:0:(lov_io.c:1519:lov_io_unlock()) Process entered 00020000:00000001:2.0:1789449487.392653:0:32603:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:2.0:1789449487.392654:0:32603:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:2.0:1789449487.392656:0:32603:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1789449487.392657:0:32603:0:(lov_io.c:1453:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449487.392659:0:32603:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449487.392660:0:32603:0:(lov_io.c:1522:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1789449487.392661:0:32603:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1789449487.392663:0:32603:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1789449487.392665:0:32603:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1789449487.392667:0:32603:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1789449487.392669:0:32603:0:(lov_io.c:1500:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1789449487.392670:0:32603:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:2.0:1789449487.392671:0:32603:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1789449487.392674:0:32603:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1789449487.392675:0:32603:0:(lov_io.c:1447:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449487.392677:0:32603:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449487.392679:0:32603:0:(lov_io.c:1511:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1789449487.392680:0:32603:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1789449487.392682:0:32603:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449487.392686:0:32603:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:2.0:1789449487.392687:0:32603:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1789449487.392689:0:32603:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1789449487.392691:0:32603:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:2.0:1789449487.392692:0:32603:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:2.0:1789449487.392695:0:32603:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217cf0 00020000:00000001:2.0:1789449487.392699:0:32603:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1789449487.392701:0:32603:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1789449487.392705:0:32603:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1789449487.392708:0:32603:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x26:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1789449487.392711:0:32603:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1789449487.392712:0:32603:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:2.0:1789449487.392714:0:32603:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217990 00000080:00000001:2.0:1789449487.392716:0:32603:0:(lcommon_cl.c:108:cl_setattr_ost()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449487.392720:0:32603:0:(llite_lib.c:2656:ll_setattr_raw()) Process leaving 00000080:00000010:2.0:1789449487.392726:0:32603:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b83480600. 00000020:00000001:2.0:1789449487.392737:0:32603:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb7118160bc30 00000080:00200008:2.0:1789449487.392740:0:32603:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file f:[0x200000405:0x26:0x0](ffff9e8b89113a88) current size 0, valid attrs 100201f0, mode 0, uid -1054067974, gid -1, new size 213440, atime 1789449471.000000000, mtime 1789449471.000000000, ctime 1789449471.000000000, rc 0 00000080:00000001:2.0:1789449487.392746:0:32603:0:(llite_lib.c:2688:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449487.392767:0:32603:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1789449487.392770:0:32603:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b836978b8) owner 0000000000000000/ffff9e8b8677cf80 00020000:00000002:2.0:1789449487.392775:0:32603:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b836978b8) owner 0000000000000000/ffff9e8b8677cf80 00020000:00000001:2.0:1789449487.392777:0:32603:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449487.392787:0:32603:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1789449487.392790:0:32603:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb7118160bdf0 00000080:00200008:2.0:1789449487.392792:0:32603:0:(file.c:479:ll_file_release()) START file f:[0x200000405:0x26:0x0](ffff9e8b89113a88), flags 104001 00000080:00000001:2.0:1789449487.392796:0:32603:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:2.0:1789449487.392798:0:32603:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:2.0:1789449487.392800:0:32603:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1789449487.392801:0:32603:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b836978b8) owner 0000000000000000/ffff9e8b8677cf80 00020000:00000002:2.0:1789449487.392804:0:32603:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b836978b8) owner 0000000000000000/ffff9e8b8677cf80 00020000:00000001:2.0:1789449487.392806:0:32603:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449487.392808:0:32603:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:2.0:1789449487.392816:0:32603:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789449487.392819:0:32603:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789449487.392821:0:32603:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789449487.392824:0:32603:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789449487.392826:0:32603:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449487.392828:0:32603:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x26:0x0] 00800000:00000001:2.0:1789449487.392830:0:32603:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449487.392837:0:32603:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789449487.392842:0:32603:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789449487.392850:0:32603:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bdd00 count: 2 00010000:00000001:2.0:1789449487.392854:0:32603:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789449487.392861:0:32603:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449487.392863:0:32603:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x26:0x0]: 0 00000080:00000001:2.0:1789449487.392894:0:32603:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1789449487.392897:0:32603:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1789449487.392903:0:32603:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9e8b8be1ac00. 00000080:00000001:2.0:1789449487.392906:0:32603:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1789449487.392912:0:32603:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1789449487.392917:0:32603:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:2.0:1789449487.392919:0:32603:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789449487.392920:0:32603:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789449487.392921:0:32603:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789449487.392923:0:32603:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789449487.392925:0:32603:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449487.392927:0:32603:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x26:0x0] 00800000:00000001:2.0:1789449487.392928:0:32603:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449487.392930:0:32603:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x26:0x0] 00000002:00000001:2.0:1789449487.392935:0:32603:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1789449487.392937:0:32603:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9e8b89903000: [0x200000405:0x26:0x0] file closed with intent: 0 00000100:00000010:2.0:1789449487.392943:0:32603:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065e300. 00000020:00000040:2.0:1789449487.392947:0:32603:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000100:00000001:2.0:1789449487.392952:0:32603:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449487.392956:0:32603:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449487.392961:0:32603:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449487.392973:0:32603:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e8b83421000. 00000100:00000001:2.0:1789449487.392981:0:32603:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1789449487.392999:0:32603:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9e8b83690380 x1876371947504640/t4294967618(4294967618) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1789449487 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1789449487.393010:0:32603:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e8b89903000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1789449487.393015:0:32603:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e8b9065e300 x1876371947508736/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1789449487.393022:0:32603:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789449487.393024:0:32603:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789449487.393032:0:32603:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b86238600. 00000100:00000001:2.0:1789449487.393034:0:32603:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920820958720 : -107152888592896 : ffff9e8b86238600) 00000100:00000001:2.0:1789449487.393037:0:32603:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449487.393039:0:32603:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993080064 : -107152716471552 : ffff9e8b9065e300) 00000100:00000001:2.0:1789449487.393044:0:32603:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449487.393049:0:32603:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449487.393051:0:32603:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789449487.393053:0:32603:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789449487.393056:0:32603:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065e300 x1876371947508736/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449487.393064:0:32603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449487.393066:0:32603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449487.393071:0:32603:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449487.393073:0:32603:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449487.393076:0:32603:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449487.393078:0:32603:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065e300 pname:cluuid:pid:xid:nid:opc:job touch:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:32603:1876371947508736:192.168.202.109@tcp:35:touch.0 00000100:00000001:2.0:1789449487.393091:0:32603:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789449487.393097:0:32603:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449487.393100:0:32603:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449487.393103:0:32603:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789449487.393109:0:32603:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b83607c00. 02000000:00000001:2.0:1789449487.393111:0:32603:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449487.393120:0:32603:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449487.393126:0:32603:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b9478. 00000400:00000010:2.0:1789449487.393134:0:32603:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d660. 00000100:00000200:2.0:1789449487.393143:0:32603:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947508736, portal 10 00000100:00000001:2.0:1789449487.393145:0:32603:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449487.393146:0:32603:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993080064 : -107152716471552 : ffff9e8b9065e300) 00000100:00000040:2.0:1789449487.393153:0:32603:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b9065e300 x1876371947508736/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449503 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449487.393161:0:32603:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449487.393164:0:32603:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449487.393168:0:32603:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085de58. 00000100:00000200:2.0:1789449487.393171:0:32603:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876371947508736, offset 0 00000400:00000200:2.0:1789449487.393180:0:32603:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449487.393192:0:32603:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449487.393202:0:32603:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449487.393209:0:32603:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449487.393214:0:32603:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449487.393219:0:32603:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449487.393222:0:32603:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449487.393226:0:32603:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2765:2765:256:4294967295] 192.168.202.109@tcp LPNI seq info [2765:2765:8:4294967295] 00000400:00000200:2.0:1789449487.393230:0:32603:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449487.393241:0:32603:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449487.393249:0:32603:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449487.393255:0:32603:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b98dca800. 00000800:00000200:2.0:1789449487.393264:0:32603:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449487.393275:0:32603:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449487.393280:0:32603:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b98dca800 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1789449487.393299:0:32603:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449487.393304:0:32603:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 837918 usecs (838 jiffies) 00000400:00000200:2.0:1789449487.393308:0:32603:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449487.393311:0:32603:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296490912 00000100:00000001:2.0:1789449487.393314:0:32603:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296494113 00000100:00000001:2.0:1789449487.393316:0:32603:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296490912 00000100:00000001:2.0:1789449487.393319:0:32603:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296494113 00000100:00000001:2.0:1789449487.393322:0:32603:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449487.393325:0:32603:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449487.393327:0:32603:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449487.393328:0:32603:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789449487.393331:0:32603:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b86238600 going to sleep for 11 seconds 00000100:00000001:2.0:1789449487.393334:0:32603:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449487.393337:0:32603:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449487.393467:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449487.393473:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b98dca800. 00000400:00000200:2.0:1789449487.393479:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449487.393485:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449487.393492:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085de58 00000400:00000010:2.0:1789449487.393495:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085de58. 00000100:00000001:2.0:1789449487.393501:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449487.393505:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065e300 x1876371947508736/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449503 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449487.393514:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449487.393517:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b9065e300 x1876371947508736/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449503 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449487.393524:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449487.393526:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449487.412156:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449487.412179:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449487.412185:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449487.412187:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449487.412200:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449487.412210:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449487.412222:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449487.412228:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449487.412234:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449487.412239:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 456 into portal 10 MB=0x6aa8ce365d400 00000400:00000200:2.0:1789449487.412246:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449487.412253:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 456/456 into md 0x7e65 [1] + 224 00000800:00000001:2.0:1789449487.412262:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449487.412281:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449487.412286:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449487.412292:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449487.412303:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449487.412315:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065e300 x1876371947508736/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449503 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449487.412334:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9e8b9065e300 x1876371947508736/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449503 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449487.412372:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449487.412385:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449487.412388:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449487.412704:0:32603:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789449487.412714:0:32603:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449487.412716:0:32603:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449487.412720:0:32603:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b9478. 00000400:00000200:0.0:1789449487.412726:0:32603:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d660 00000400:00000010:0.0:1789449487.412730:0:32603:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d660. 00000100:00000001:0.0:1789449487.412733:0:32603:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449487.412738:0:32603:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065e300 x1876371947508736/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449503 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789449487.412748:0:32603:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065e300 x1876371947508736/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449503 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449487.412754:0:32603:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449487.412757:0:32603:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449487.412760:0:32603:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449487.412764:0:32603:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449487.412768:0:32603:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449487.412770:0:32603:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449487.412774:0:32603:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449487.412786:0:32603:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ecf0 time=117 v=5 (5 5 5 5) 00000100:00001000:0.0:1789449487.412790:0:32603:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1789449487.412793:0:32603:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449487.412795:0:32603:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449487.412799:0:32603:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449487.412803:0:32603:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449487.412807:0:32603:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789449487.412810:0:32603:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1789449487.412811:0:32603:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789449487.412814:0:32603:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449487.412816:0:32603:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993080064 : -107152716471552 : ffff9e8b9065e300) 00000100:00000001:0.0:1789449487.412820:0:32603:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789449487.412822:0:32603:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967619 00000100:00000001:0.0:1789449487.412824:0:32603:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449487.412827:0:32603:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449487.412833:0:32603:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065e300 x1876371947508736/t4294967621(4294967621) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449503 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449487.412840:0:32603:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449487.412844:0:32603:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449487.412846:0:32603:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449487.412850:0:32603:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065e300 x1876371947508736/t4294967621(4294967621) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449503 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789449487.412858:0:32603:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065e300 pname:cluuid:pid:xid:nid:opc:job touch:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:32603:1876371947508736:192.168.202.109@tcp:35:touch.0 00000100:00000001:0.0:1789449487.412874:0:32603:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449487.412915:0:32603:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449487.412918:0:32603:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789449487.412921:0:32603:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449487.412926:0:32603:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b9065e300 x1876371947508736/t4294967621(4294967621) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449503 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449487.412933:0:32603:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789449487.412937:0:32603:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b86238600. 00000100:00000001:0.0:1789449487.412941:0:32603:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789449487.412943:0:32603:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449487.412952:0:32603:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449487.412954:0:32603:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993080064 : -107152716471552 : ffff9e8b9065e300) 00000002:00000001:0.0:1789449487.412957:0:32603:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449487.412961:0:32603:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789449487.412968:0:32603:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b8be1ac00. 00000080:00000001:0.0:1789449487.412974:0:32603:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1789449487.412978:0:32603:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1789449487.412981:0:32603:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449487.412985:0:32603:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449487.412988:0:32603:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449487.412990:0:32603:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449487.412993:0:32603:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449487.412995:0:32603:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x26:0x0] 00800000:00000001:0.0:1789449487.412998:0:32603:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449487.413004:0:32603:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1789449487.413010:0:32603:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9e8b83690380 x1876371947504640/t4294967618(4294967618) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1789449487 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449487.413019:0:32603:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449487.413021:0:32603:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775181184 : -107152934370432 : ffff9e8b83690380) 00000100:00000001:0.0:1789449487.413023:0:32603:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449487.413026:0:32603:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83690380 x1876371947504640/t4294967618(4294967618) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1789449487 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449487.413032:0:32603:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449487.413034:0:32603:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449487.413037:0:32603:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83690380 x1876371947504640/t4294967618(4294967618) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1789449487 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449487.413042:0:32603:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1789449487.413046:0:32603:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449487.413048:0:32603:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:0.0:1789449487.413051:0:32603:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449487.413055:0:32603:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b8678ec00. 02000000:00000001:0.0:1789449487.413061:0:32603:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449487.413063:0:32603:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449487.413065:0:32603:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83690380. 00000100:00000001:0.0:1789449487.413069:0:32603:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449487.413070:0:32603:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449487.413072:0:32603:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449487.413074:0:32603:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b9065e300 x1876371947508736/t4294967621(4294967621) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449503 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449487.413080:0:32603:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789449487.413091:0:32603:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff9e8b8984f9c0. 00000002:00000001:0.0:1789449487.413095:0:32603:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449487.413096:0:32603:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789449487.413099:0:32603:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9e8b91d9ad80. 00000100:00000001:0.0:1789449487.413101:0:32603:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449487.413105:0:32603:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065e300 x1876371947508736/t4294967621(4294967621) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449503 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449487.413111:0:32603:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449487.413114:0:32603:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789449487.413118:0:32603:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9e8b8c446500. 00000080:00000001:0.0:1789449487.413123:0:32603:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449487.413130:0:32603:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb7118160bdf0 00000080:00000008:0.0:1789449487.413132:0:32603:0:(file.c:523:ll_file_release()) COMPLETED file f:[0x200000405:0x26:0x0](ffff9e8b89113a88), flags 104001, rc = 0 00000080:00000001:0.0:1789449487.413137:0:32603:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449487.413144:0:32603:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1789449487.413146:0:32603:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb7118160be00 00000080:00002000:0.0:1789449487.413147:0:32603:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff9e8b8918f510, parent ffff9e8b8918f798, inode ffff9e8b89113a88) hashed, 00000080:00000001:0.0:1789449487.413150:0:32603:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789449487.413159:0:32603:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1789449487.413166:0:32603:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1789449487.413169:0:32603:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1789449487.413170:0:32603:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb7118160be00 00000080:00002000:0.0:1789449487.413172:0:32603:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-2 (ffff9e8b8918f798, parent ffff9e8b892cbca8, inode ffff9e8b891cc2c8) hashed, 00000080:00000001:0.0:1789449487.413174:0:32603:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789449487.413179:0:32603:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1789449487.413182:0:32603:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:0.1:1789449487.434063:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b8984f5e0. 00000080:00000010:0.1:1789449487.434091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b8984f2c0. 00010000:00000001:3.0:1789449487.874200:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449487.874209:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449487.874215:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449487.874216:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449488.820304:0:32637:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789449488.820315:0:32637:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789449488.820318:0:32637:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789449488.820323:0:32637:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bb20 00000080:00200000:2.0:1789449488.820329:0:32637:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:2.0:1789449488.820340:0:32637:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b81340800. 00800000:00000002:2.0:1789449488.820348:0:32637:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:2.0:1789449488.820354:0:32637:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789449488.820360:0:32637:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789449488.820363:0:32637:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2ba40 00800000:00000002:2.0:1789449488.820366:0:32637:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789449488.820371:0:32637:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789449488.820374:0:32637:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789449488.820377:0:32637:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789449488.820380:0:32637:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789449488.820383:0:32637:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789449488.820386:0:32637:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449488.820388:0:32637:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789449488.820391:0:32637:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449488.820395:0:32637:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789449488.820401:0:32637:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789449488.820403:0:32637:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2b910 00000002:00010000:2.0:1789449488.820405:0:32637:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789449488.820409:0:32637:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789449488.820412:0:32637:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789449488.820416:0:32637:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789449488.820425:0:32637:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449488.820428:0:32637:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449488.820430:0:32637:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449488.820434:0:32637:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789449488.820437:0:32637:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1789449488.820444:0:32637:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065ca80. 00000020:00000040:2.0:1789449488.820450:0:32637:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00010000:00000001:2.0:1789449488.820459:0:32637:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789449488.820465:0:32637:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789449488.820474:0:32637:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449488.820477:0:32637:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449488.820479:0:32637:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449488.820483:0:32637:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449488.820486:0:32637:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449488.820493:0:32637:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449488.820502:0:32637:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b83605400. 00000100:00000001:2.0:1789449488.820512:0:32637:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449488.820717:0:32637:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789449488.820720:0:32637:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449488.820722:0:32637:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789449488.820723:0:32637:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449488.820725:0:32637:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449488.820733:0:32637:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446636920993073792 : -107152716477824 : ffff9e8b9065ca80) 00010000:00000001:2.0:1789449488.820738:0:32637:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789449488.820741:0:32637:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1789449488.820747:0:32637:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9e8b90652e00. 00010000:00000010:2.0:1789449488.820752:0:32637:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e8b84d2a700. 00010000:00000001:2.0:1789449488.820758:0:32637:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789449488.820763:0:32637:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8b91c4d800. 00000020:00000001:2.0:1789449488.820767:0:32637:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789449488.820772:0:32637:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8b91c4d800 with handle 0xcddde1459ded667a to hash 00000020:00000001:2.0:1789449488.820774:0:32637:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789449488.820776:0:32637:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636921016080384 : -107152693471232 : ffff9e8b91c4d800) 00010000:00000001:2.0:1789449488.820780:0:32637:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636921016080384 : -107152693471232 : ffff9e8b91c4d800) 00010000:00000001:2.0:1789449488.820784:0:32637:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449488.820788:0:32637:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449488.820794:0:32637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d800/0xcddde1459ded667a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32637 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789449488.820809:0:32637:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d800/0xcddde1459ded667a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32637 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789449488.820822:0:32637:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d800/0xcddde1459ded667a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32637 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789449488.820828:0:32637:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789449488.820830:0:32637:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789449488.820839:0:32637:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b86238240. 00000100:00000001:2.0:1789449488.820841:0:32637:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920820957760 : -107152888593856 : ffff9e8b86238240) 00000100:00000001:2.0:1789449488.820845:0:32637:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449488.820847:0:32637:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993073792 : -107152716477824 : ffff9e8b9065ca80) 00000100:00000001:2.0:1789449488.820852:0:32637:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449488.820857:0:32637:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449488.820859:0:32637:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789449488.820862:0:32637:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789449488.820876:0:32637:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065ca80 x1876371947508864/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449488.821784:0:32637:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449488.821788:0:32637:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449488.821794:0:32637:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449488.821798:0:32637:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449488.821801:0:32637:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449488.821809:0:32637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065ca80 pname:cluuid:pid:xid:nid:opc:job checkstat:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:32637:1876371947508864:192.168.202.109@tcp:101:checkstat.0 00000100:00000001:2.0:1789449488.821814:0:32637:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789449488.821821:0:32637:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449488.821824:0:32637:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449488.821827:0:32637:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789449488.821839:0:32637:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e8b8bc6a800. 02000000:00000001:2.0:1789449488.821841:0:32637:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449488.821852:0:32637:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449488.821871:0:32637:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b9688. 00000400:00000010:2.0:1789449488.821905:0:32637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085de58. 00000100:00000200:2.0:1789449488.821916:0:32637:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876371947508864, portal 10 00000100:00000001:2.0:1789449488.821918:0:32637:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449488.821920:0:32637:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993073792 : -107152716477824 : ffff9e8b9065ca80) 00000100:00000040:2.0:1789449488.821929:0:32637:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b9065ca80 x1876371947508864/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449504 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449488.821936:0:32637:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449488.821940:0:32637:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449488.821943:0:32637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d990. 00000100:00000200:2.0:1789449488.821946:0:32637:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876371947508864, offset 0 00000400:00000200:2.0:1789449488.821953:0:32637:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449488.821964:0:32637:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449488.821977:0:32637:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449488.821985:0:32637:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449488.821990:0:32637:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449488.821995:0:32637:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449488.822000:0:32637:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449488.822004:0:32637:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2766:2766:256:4294967295] 192.168.202.109@tcp LPNI seq info [2766:2766:8:4294967295] 00000400:00000200:2.0:1789449488.822009:0:32637:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449488.822033:0:32637:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449488.822041:0:32637:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449488.822049:0:32637:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b98dca800. 00000800:00000200:2.0:1789449488.822058:0:32637:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449488.822078:0:32637:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449488.822084:0:32637:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b98dca800 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1789449488.822109:0:32637:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449488.822116:0:32637:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 836781 usecs (837 jiffies) 00000400:00000200:2.0:1789449488.822119:0:32637:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449488.822123:0:32637:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296492344 00000100:00000001:2.0:1789449488.822127:0:32637:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296494113 00000100:00000001:2.0:1789449488.822132:0:32637:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296492344 00000100:00000001:2.0:1789449488.822134:0:32637:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296494113 00000100:00000001:2.0:1789449488.822137:0:32637:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449488.822140:0:32637:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449488.822143:0:32637:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449488.822146:0:32637:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789449488.822230:0:32637:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b86238240 going to sleep for 11 seconds 00000100:00000001:2.0:1789449488.822233:0:32637:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449488.822237:0:32637:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449488.822546:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449488.822552:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b98dca800. 00000400:00000200:3.0:1789449488.822561:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449488.822569:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449488.822576:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d990 00000400:00000010:3.0:1789449488.822579:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d990. 00000100:00000001:3.0:1789449488.822585:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449488.822590:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065ca80 x1876371947508864/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449504 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449488.822602:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449488.822606:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b9065ca80 x1876371947508864/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449504 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449488.822613:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449488.822615:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449488.828810:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449488.828832:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449488.828838:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449488.828841:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449488.828854:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449488.828877:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449488.828935:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449488.828942:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449488.828949:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449488.828954:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 688 into portal 10 MB=0x6aa8ce365d480 00000400:00000200:2.0:1789449488.828961:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449488.828970:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 688/688 into md 0x7e75 [1] + 224 00000800:00000001:2.0:1789449488.828980:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449488.828987:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449488.828993:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449488.828998:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449488.829009:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449488.829022:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065ca80 x1876371947508864/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449504 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449488.829033:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9e8b9065ca80 x1876371947508864/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449504 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449488.829051:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449488.829063:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449488.829066:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449488.829171:0:32637:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789449488.829182:0:32637:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449488.829185:0:32637:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449488.829190:0:32637:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b9688. 00000400:00000200:0.0:1789449488.829196:0:32637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085de58 00000400:00000010:0.0:1789449488.829200:0:32637:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085de58. 00000100:00000001:0.0:1789449488.829203:0:32637:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449488.829208:0:32637:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065ca80 x1876371947508864/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449504 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789449488.829216:0:32637:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065ca80 x1876371947508864/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449504 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449488.829222:0:32637:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449488.829224:0:32637:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449488.829227:0:32637:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449488.829233:0:32637:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449488.829236:0:32637:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449488.829239:0:32637:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449488.829243:0:32637:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449488.829258:0:32637:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=118 v=5 (5 102 102 102) 00000100:00001000:0.0:1789449488.829263:0:32637:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1789449488.829266:0:32637:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449488.829268:0:32637:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.829271:0:32637:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449488.829276:0:32637:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449488.829281:0:32637:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789449488.829283:0:32637:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967619 00000100:00000001:0.0:1789449488.829285:0:32637:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449488.829289:0:32637:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449488.829295:0:32637:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065ca80 x1876371947508864/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449504 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449488.829301:0:32637:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449488.829306:0:32637:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449488.829308:0:32637:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449488.829312:0:32637:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065ca80 x1876371947508864/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449504 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789449488.829320:0:32637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065ca80 pname:cluuid:pid:xid:nid:opc:job checkstat:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:32637:1876371947508864:192.168.202.109@tcp:101:checkstat.0 00000100:00000001:0.0:1789449488.829327:0:32637:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449488.829330:0:32637:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449488.829333:0:32637:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789449488.829336:0:32637:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449488.829340:0:32637:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065ca80 x1876371947508864/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449504 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449488.829347:0:32637:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789449488.829350:0:32637:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b86238240. 00000100:00000001:0.0:1789449488.829353:0:32637:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789449488.829355:0:32637:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.829358:0:32637:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789449488.829364:0:32637:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.829367:0:32637:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.829372:0:32637:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4d800 refcount=4 00000020:00000001:0.0:1789449488.829374:0:32637:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080384 : -107152693471232 : ffff9e8b91c4d800) 00010000:00000001:0.0:1789449488.829377:0:32637:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080384 : -107152693471232 : ffff9e8b91c4d800) 00010000:00000040:0.0:1789449488.829385:0:32637:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e8b91c4d800, remote cookie: 0xeb7cbf5e2fd3d4cf, flags: 0x1001 00010000:00010000:0.0:1789449488.829391:0:32637:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d800/0xcddde1459ded667a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d4cf expref: -99 pid: 32637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789449488.829404:0:32637:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d800/0xcddde1459ded667a lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d4cf expref: -99 pid: 32637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449488.829412:0:32637:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789449488.829418:0:32637:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789449488.829420:0:32637:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789449488.829422:0:32637:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789449488.829424:0:32637:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789449488.829428:0:32637:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9e8b90652e00) refcount = 1 00010000:00010000:0.0:1789449488.829432:0:32637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d800/0xcddde1459ded667a lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d4cf expref: -99 pid: 32637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449488.829439:0:32637:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789449488.829443:0:32637:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789449488.829445:0:32637:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449488.829448:0:32637:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789449488.829451:0:32637:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449488.829455:0:32637:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d800/0xcddde1459ded667a lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d4cf expref: -99 pid: 32637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449488.829460:0:32637:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789449488.829462:0:32637:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.829464:0:32637:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449488.829465:0:32637:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.829466:0:32637:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449488.829468:0:32637:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449488.829473:0:32637:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789449488.829475:0:32637:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.829477:0:32637:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.829478:0:32637:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4d800 refcount=3 00000020:00000001:0.0:1789449488.829480:0:32637:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080384 : -107152693471232 : ffff9e8b91c4d800) 00010000:00000001:0.0:1789449488.829482:0:32637:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080384 : -107152693471232 : ffff9e8b91c4d800) 00010000:00000001:0.0:1789449488.829485:0:32637:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.829487:0:32637:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.829488:0:32637:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4d800 refcount=4 00000020:00000001:0.0:1789449488.829490:0:32637:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080384 : -107152693471232 : ffff9e8b91c4d800) 00010000:00000001:0.0:1789449488.829492:0:32637:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080384 : -107152693471232 : ffff9e8b91c4d800) 00010000:00000001:0.0:1789449488.829495:0:32637:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449488.829499:0:32637:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449488.829503:0:32637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d800/0xcddde1459ded667a lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d4cf expref: -99 pid: 32637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449488.829510:0:32637:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.829511:0:32637:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449488.829512:0:32637:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.829513:0:32637:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.829514:0:32637:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4d800 refcount=5 00000020:00000001:0.0:1789449488.829516:0:32637:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080384 : -107152693471232 : ffff9e8b91c4d800) 00010000:00000001:0.0:1789449488.829518:0:32637:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080384 : -107152693471232 : ffff9e8b91c4d800) 00010000:00000001:0.0:1789449488.829521:0:32637:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449488.829524:0:32637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d800/0xcddde1459ded667a lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d4cf expref: -99 pid: 32637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449488.829530:0:32637:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.829531:0:32637:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789449488.829534:0:32637:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d800/0xcddde1459ded667a lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d4cf expref: -99 pid: 32637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449488.829540:0:32637:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449488.829542:0:32637:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.829543:0:32637:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449488.829544:0:32637:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.829545:0:32637:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789449488.829550:0:32637:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9e8b9065ca80 x1876371947508864/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449504 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1789449488.829565:0:32637:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.829566:0:32637:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.829568:0:32637:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4d800 refcount=3 00000020:00000001:0.0:1789449488.829570:0:32637:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080384 : -107152693471232 : ffff9e8b91c4d800) 00010000:00000001:0.0:1789449488.829572:0:32637:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080384 : -107152693471232 : ffff9e8b91c4d800) 00010000:00000001:0.0:1789449488.829575:0:32637:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.829576:0:32637:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449488.829577:0:32637:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449488.829579:0:32637:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449488.829583:0:32637:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1789449488.829586:0:32637:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.829587:0:32637:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.829588:0:32637:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4d800 refcount=3 00000020:00000001:0.0:1789449488.829590:0:32637:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080384 : -107152693471232 : ffff9e8b91c4d800) 00010000:00000001:0.0:1789449488.829592:0:32637:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080384 : -107152693471232 : ffff9e8b91c4d800) 00000002:00010000:0.0:1789449488.829595:0:32637:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d800/0xcddde1459ded667a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d4cf expref: -99 pid: 32637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449488.829602:0:32637:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.829604:0:32637:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449488.829605:0:32637:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789449488.829606:0:32637:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.829608:0:32637:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.829609:0:32637:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4d800 refcount=3 00000020:00000001:0.0:1789449488.829611:0:32637:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080384 : -107152693471232 : ffff9e8b91c4d800) 00010000:00000001:0.0:1789449488.829613:0:32637:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080384 : -107152693471232 : ffff9e8b91c4d800) 00010000:00000040:0.0:1789449488.829621:0:32637:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652e00 count: 2 00010000:00000001:0.0:1789449488.829625:0:32637:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789449488.829629:0:32637:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e8b83488400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1789449488.829632:0:32637:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.829633:0:32637:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449488.829635:0:32637:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789449488.829638:0:32637:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2b898 00000002:00002000:0.0:1789449488.829640:0:32637:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1789449488.829643:0:32637:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449488.829647:0:32637:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449488.829650:0:32637:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789449488.829653:0:32637:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1789449488.829657:0:32637:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449488.829661:0:32637:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:0.0:1789449488.829665:0:32637:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b81340800. 00000080:00000001:0.0:1789449488.829670:0:32637:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789449488.829673:0:32637:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789449488.829680:0:32637:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1789449488.829685:0:32637:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1789449488.829692:0:32637:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9e8b8c476880. 00800000:00000001:0.0:1789449488.829694:0:32637:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446636920923973760 : -107152785577856 : ffff9e8b8c476880) 00800000:00000001:0.0:1789449488.829696:0:32637:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449488.829699:0:32637:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789449488.829702:0:32637:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1789449488.829705:0:32637:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1789449488.829708:0:32637:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1789449488.829712:0:32637:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1789449488.829713:0:32637:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449488.829718:0:32637:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1789449488.829721:0:32637:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1789449488.829726:0:32637:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:0.0:1789449488.829728:0:32637:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.829730:0:32637:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.829731:0:32637:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4d800 refcount=3 00000020:00000001:0.0:1789449488.829733:0:32637:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080384 : -107152693471232 : ffff9e8b91c4d800) 00010000:00000001:0.0:1789449488.829735:0:32637:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080384 : -107152693471232 : ffff9e8b91c4d800) 00010000:00000001:0.0:1789449488.829737:0:32637:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.829738:0:32637:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789449488.829739:0:32637:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789449488.829741:0:32637:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1789449488.829743:0:32637:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8c476880 1 00800000:00000010:0.0:1789449488.829746:0:32637:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9e8b8c476880. 00800000:00000001:0.0:1789449488.829749:0:32637:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449488.829753:0:32637:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded667a 00800000:00000001:0.0:1789449488.829756:0:32637:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789449488.829757:0:32637:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789449488.829759:0:32637:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.829760:0:32637:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.829761:0:32637:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4d800 refcount=3 00000020:00000001:0.0:1789449488.829763:0:32637:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080384 : -107152693471232 : ffff9e8b91c4d800) 00010000:00000001:0.0:1789449488.829765:0:32637:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080384 : -107152693471232 : ffff9e8b91c4d800) 00010000:00000001:0.0:1789449488.829768:0:32637:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.829769:0:32637:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449488.829771:0:32637:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449488.829773:0:32637:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449488.829776:0:32637:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449488.829778:0:32637:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:0.0:1789449488.829781:0:32637:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded667a from it ffffb71181d2bb58 00010000:00000001:0.0:1789449488.829783:0:32637:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.829784:0:32637:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.829785:0:32637:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4d800 refcount=3 00000020:00000001:0.0:1789449488.829787:0:32637:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080384 : -107152693471232 : ffff9e8b91c4d800) 00010000:00000001:0.0:1789449488.829789:0:32637:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080384 : -107152693471232 : ffff9e8b91c4d800) 00010000:00000001:0.0:1789449488.829790:0:32637:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449488.829793:0:32637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d800/0xcddde1459ded667a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d4cf expref: -99 pid: 32637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449488.829798:0:32637:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.829799:0:32637:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449488.829801:0:32637:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789449488.829804:0:32637:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789449488.829807:0:32637:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d800/0xcddde1459ded667a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d4cf expref: -99 pid: 32637 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789449488.829820:0:32637:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789449488.829823:0:32637:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789449488.829825:0:32637:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449488.829830:0:32637:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.829831:0:32637:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449488.829833:0:32637:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.829837:0:32637:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789449488.829839:0:32637:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.829841:0:32637:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.829844:0:32637:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.829845:0:32637:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449488.829847:0:32637:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.829847:0:32637:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789449488.829849:0:32637:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449488.829853:0:32637:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065ca80 x1876371947508864/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449504 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449488.829860:0:32637:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789449488.829863:0:32637:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449488.829866:0:32637:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9e8b8bc6a800. 02000000:00000001:0.0:1789449488.829870:0:32637:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789449488.829873:0:32637:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449488.829875:0:32637:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:0.0:1789449488.829923:0:32637:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449488.829927:0:32637:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b83605400. 02000000:00000001:0.0:1789449488.829934:0:32637:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449488.829936:0:32637:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449488.829939:0:32637:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065ca80. 00000100:00000001:0.0:1789449488.829943:0:32637:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449488.829944:0:32637:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789449488.829948:0:32637:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908), inode mode 41ff mask 1 00000080:00000001:0.0:1789449488.829954:0:32637:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789449488.829974:0:32637:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9e8b87d978a0. 00000020:00000001:0.0:1789449488.829979:0:32637:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2ba88 00000080:00200000:0.0:1789449488.829981:0:32637:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9e8b89180908), flags=24 00000080:00000001:0.0:1789449488.829986:0:32637:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1789449488.829988:0:32637:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2b938 00000080:00200000:0.0:1789449488.829990:0:32637:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9e8b89180908), intent=0 00000080:00000010:0.0:1789449488.830000:0:32637:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b8606b600. 00800000:00000002:0.0:1789449488.830006:0:32637:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:0.0:1789449488.830012:0:32637:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789449488.830015:0:32637:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789449488.830017:0:32637:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2b858 00800000:00000002:0.0:1789449488.830019:0:32637:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449488.830023:0:32637:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789449488.830027:0:32637:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449488.830030:0:32637:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449488.830033:0:32637:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449488.830035:0:32637:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449488.830037:0:32637:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449488.830039:0:32637:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449488.830041:0:32637:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449488.830045:0:32637:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2b7f0 00800000:00000002:0.0:1789449488.830047:0:32637:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-1' -> mds #0 00000002:00000001:0.0:1789449488.830052:0:32637:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789449488.830053:0:32637:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2b728 00000002:00010000:0.0:1789449488.830055:0:32637:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21h.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:0.0:1789449488.830060:0:32637:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789449488.830062:0:32637:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1789449488.830067:0:32637:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d1b480. 00000020:00000040:0.0:1789449488.830082:0:32637:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00010000:00000001:0.0:1789449488.830087:0:32637:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789449488.830091:0:32637:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449488.830094:0:32637:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.830095:0:32637:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449488.830097:0:32637:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449488.830100:0:32637:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449488.830103:0:32637:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449488.830108:0:32637:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449488.830117:0:32637:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b836b1800. 00000100:00000001:0.0:1789449488.830125:0:32637:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.830129:0:32637:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789449488.830131:0:32637:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.830133:0:32637:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789449488.830134:0:32637:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.830136:0:32637:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449488.830144:0:32637:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446636920849151104 : -107152860400512 : ffff9e8b87d1b480) 00010000:00000001:0.0:1789449488.830148:0:32637:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789449488.830150:0:32637:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1789449488.830153:0:32637:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652e00 count: 2 00010000:00000001:0.0:1789449488.830155:0:32637:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449488.830158:0:32637:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789449488.830163:0:32637:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8b86499e00. 00000020:00000001:0.0:1789449488.830166:0:32637:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789449488.830169:0:32637:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8b86499e00 with handle 0xcddde1459ded6681 to hash 00000020:00000001:0.0:1789449488.830171:0:32637:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789449488.830173:0:32637:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636920823455232 : -107152886096384 : ffff9e8b86499e00) 00010000:00000001:0.0:1789449488.830177:0:32637:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636920823455232 : -107152886096384 : ffff9e8b86499e00) 00010000:00000001:0.0:1789449488.830179:0:32637:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449488.830181:0:32637:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449488.830184:0:32637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499e00/0xcddde1459ded6681 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32637 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789449488.830190:0:32637:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499e00/0xcddde1459ded6681 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32637 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789449488.830201:0:32637:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499e00/0xcddde1459ded6681 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32637 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789449488.830206:0:32637:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789449488.830208:0:32637:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789449488.830215:0:32637:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b8365d780. 00000100:00000001:0.0:1789449488.830218:0:32637:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920774973312 : -107152934578304 : ffff9e8b8365d780) 00000100:00000001:0.0:1789449488.830221:0:32637:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449488.830223:0:32637:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849151104 : -107152860400512 : ffff9e8b87d1b480) 00000100:00000001:0.0:1789449488.830228:0:32637:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449488.830232:0:32637:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449488.830234:0:32637:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789449488.830236:0:32637:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789449488.830241:0:32637:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b87d1b480 x1876371947508992/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449488.830248:0:32637:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789449488.830250:0:32637:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449488.830255:0:32637:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789449488.830257:0:32637:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789449488.830260:0:32637:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449488.830264:0:32637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b87d1b480 pname:cluuid:pid:xid:nid:opc:job checkstat:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:32637:1876371947508992:192.168.202.109@tcp:101:checkstat.0 00000100:00000001:0.0:1789449488.830268:0:32637:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789449488.830275:0:32637:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789449488.830277:0:32637:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449488.830280:0:32637:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789449488.830285:0:32637:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e8b87da3000. 02000000:00000001:0.0:1789449488.830287:0:32637:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449488.830295:0:32637:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:0.0:1789449488.830299:0:32637:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b86580370. 00000400:00000010:0.0:1789449488.830305:0:32637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5f68. 00000100:00000200:0.0:1789449488.830312:0:32637:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876371947508992, portal 10 00000100:00000001:0.0:1789449488.830314:0:32637:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449488.830316:0:32637:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849151104 : -107152860400512 : ffff9e8b87d1b480) 00000100:00000040:0.0:1789449488.830322:0:32637:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b87d1b480 x1876371947508992/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449504 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449488.830329:0:32637:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789449488.830332:0:32637:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1789449488.830335:0:32637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e52a8. 00000100:00000200:0.0:1789449488.830339:0:32637:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876371947508992, offset 0 00000400:00000200:0.0:1789449488.830345:0:32637:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1789449488.830354:0:32637:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449488.830364:0:32637:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1789449488.830370:0:32637:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789449488.830375:0:32637:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1789449488.830379:0:32637:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789449488.830382:0:32637:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1789449488.830387:0:32637:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2767:2767:256:4294967295] 192.168.202.109@tcp LPNI seq info [2767:2767:8:4294967295] 00000400:00000200:0.0:1789449488.830392:0:32637:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449488.830404:0:32637:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1789449488.830411:0:32637:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1789449488.830418:0:32637:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b864ec900. 00000800:00000200:0.0:1789449488.830425:0:32637:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1789449488.830434:0:32637:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1789449488.830439:0:32637:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b864ec900 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1789449488.830459:0:32637:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449488.830464:0:32637:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 835627 usecs (836 jiffies) 00000400:00000200:0.0:1789449488.830467:0:32637:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:0.0:1789449488.830471:0:32637:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296492351 00000100:00000001:0.0:1789449488.830475:0:32637:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296494113 00000100:00000001:0.0:1789449488.830477:0:32637:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296492351 00000100:00000001:0.0:1789449488.830480:0:32637:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296494113 00000100:00000001:0.0:1789449488.830482:0:32637:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449488.830485:0:32637:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449488.830487:0:32637:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449488.830489:0:32637:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789449488.830492:0:32637:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b8365d780 going to sleep for 11 seconds 00000100:00000001:0.0:1789449488.830494:0:32637:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449488.830496:0:32637:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449488.831634:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449488.831644:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ec900. 00000400:00000200:3.0:1789449488.831650:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449488.831657:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449488.831665:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e52a8 00000400:00000010:3.0:1789449488.831669:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e52a8. 00000100:00000001:3.0:1789449488.831674:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449488.831683:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d1b480 x1876371947508992/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449504 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449488.831695:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449488.831699:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d1b480 x1876371947508992/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449504 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449488.831707:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449488.831709:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449488.838304:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449488.838325:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449488.838331:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449488.838334:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449488.838346:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449488.838356:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449488.838367:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449488.838373:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449488.838381:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449488.838386:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 688 into portal 10 MB=0x6aa8ce365d500 00000400:00000200:2.0:1789449488.838392:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449488.838400:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 688/688 into md 0x7e85 [1] + 224 00000800:00000001:2.0:1789449488.838409:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449488.838417:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449488.838422:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449488.838428:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449488.838439:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449488.838451:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d1b480 x1876371947508992/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449504 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449488.838464:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9e8b87d1b480 x1876371947508992/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449504 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449488.838491:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449488.838503:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449488.838506:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449488.838593:0:32637:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789449488.838603:0:32637:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449488.838605:0:32637:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449488.838610:0:32637:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b86580370. 00000400:00000200:0.0:1789449488.838615:0:32637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5f68 00000400:00000010:0.0:1789449488.838618:0:32637:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5f68. 00000100:00000001:0.0:1789449488.838623:0:32637:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449488.838628:0:32637:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b87d1b480 x1876371947508992/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449504 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789449488.838638:0:32637:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b87d1b480 x1876371947508992/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449504 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449488.838644:0:32637:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449488.838647:0:32637:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449488.838650:0:32637:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449488.838654:0:32637:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449488.838658:0:32637:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449488.838661:0:32637:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449488.838665:0:32637:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449488.838679:0:32637:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=118 v=5 (5 102 102 102) 00000100:00001000:0.0:1789449488.838684:0:32637:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1789449488.838687:0:32637:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449488.838689:0:32637:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.838693:0:32637:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449488.838697:0:32637:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449488.838702:0:32637:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789449488.838704:0:32637:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967619 00000100:00000001:0.0:1789449488.838707:0:32637:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449488.838710:0:32637:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449488.838716:0:32637:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b87d1b480 x1876371947508992/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/688 e 0 to 0 dl 1789449504 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449488.838724:0:32637:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449488.838727:0:32637:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449488.838729:0:32637:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449488.838734:0:32637:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b87d1b480 x1876371947508992/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/688 e 0 to 0 dl 1789449504 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789449488.838742:0:32637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b87d1b480 pname:cluuid:pid:xid:nid:opc:job checkstat:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:32637:1876371947508992:192.168.202.109@tcp:101:checkstat.0 00000100:00000001:0.0:1789449488.838750:0:32637:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449488.838754:0:32637:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449488.838756:0:32637:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789449488.838759:0:32637:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449488.838764:0:32637:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d1b480 x1876371947508992/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/688 e 0 to 0 dl 1789449504 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449488.838771:0:32637:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789449488.838774:0:32637:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b8365d780. 00000100:00000001:0.0:1789449488.838779:0:32637:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789449488.838780:0:32637:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.838784:0:32637:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789449488.838789:0:32637:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.838793:0:32637:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.838797:0:32637:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499e00 refcount=4 00000020:00000001:0.0:1789449488.838800:0:32637:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823455232 : -107152886096384 : ffff9e8b86499e00) 00010000:00000001:0.0:1789449488.838803:0:32637:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823455232 : -107152886096384 : ffff9e8b86499e00) 00010000:00000040:0.0:1789449488.838813:0:32637:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e8b86499e00, remote cookie: 0xeb7cbf5e2fd3d4eb, flags: 0x1001 00010000:00010000:0.0:1789449488.838820:0:32637:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499e00/0xcddde1459ded6681 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d4eb expref: -99 pid: 32637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789449488.838830:0:32637:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x23:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1789449488.838833:0:32637:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1789449488.838846:0:32637:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9e8b82cbaa00. 00010000:00000010:0.0:1789449488.839131:0:32637:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e8b9066e180. 00010000:00000001:0.0:1789449488.839139:0:32637:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449488.839143:0:32637:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499e00/0xcddde1459ded6681 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x23:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d4eb expref: -99 pid: 32637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789449488.839225:0:32637:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499e00/0xcddde1459ded6681 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d4eb expref: -99 pid: 32637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449488.839238:0:32637:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789449488.839243:0:32637:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789449488.839246:0:32637:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789449488.839248:0:32637:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789449488.839249:0:32637:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789449488.839252:0:32637:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x23:0x0].0x0 (ffff9e8b82cbaa00) refcount = 1 00010000:00010000:0.0:1789449488.839257:0:32637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499e00/0xcddde1459ded6681 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d4eb expref: -99 pid: 32637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449488.839263:0:32637:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789449488.839268:0:32637:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789449488.839270:0:32637:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449488.839273:0:32637:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789449488.839276:0:32637:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449488.839279:0:32637:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499e00/0xcddde1459ded6681 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d4eb expref: -99 pid: 32637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449488.839285:0:32637:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789449488.839287:0:32637:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.839289:0:32637:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449488.839290:0:32637:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.839290:0:32637:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449488.839292:0:32637:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449488.839299:0:32637:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789449488.839301:0:32637:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.839302:0:32637:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.839304:0:32637:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499e00 refcount=3 00000020:00000001:0.0:1789449488.839306:0:32637:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823455232 : -107152886096384 : ffff9e8b86499e00) 00010000:00000001:0.0:1789449488.839308:0:32637:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823455232 : -107152886096384 : ffff9e8b86499e00) 00010000:00000001:0.0:1789449488.839310:0:32637:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.839311:0:32637:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.839312:0:32637:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499e00 refcount=4 00000020:00000001:0.0:1789449488.839314:0:32637:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823455232 : -107152886096384 : ffff9e8b86499e00) 00010000:00000001:0.0:1789449488.839317:0:32637:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823455232 : -107152886096384 : ffff9e8b86499e00) 00010000:00000001:0.0:1789449488.839320:0:32637:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449488.839323:0:32637:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449488.839327:0:32637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499e00/0xcddde1459ded6681 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d4eb expref: -99 pid: 32637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449488.839333:0:32637:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.839334:0:32637:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449488.839336:0:32637:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.839337:0:32637:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.839338:0:32637:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499e00 refcount=5 00000020:00000001:0.0:1789449488.839341:0:32637:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823455232 : -107152886096384 : ffff9e8b86499e00) 00010000:00000001:0.0:1789449488.839343:0:32637:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823455232 : -107152886096384 : ffff9e8b86499e00) 00010000:00000001:0.0:1789449488.839346:0:32637:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449488.839349:0:32637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499e00/0xcddde1459ded6681 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d4eb expref: -99 pid: 32637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449488.839354:0:32637:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.839355:0:32637:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789449488.839359:0:32637:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499e00/0xcddde1459ded6681 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d4eb expref: -99 pid: 32637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449488.839365:0:32637:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449488.839367:0:32637:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.839368:0:32637:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449488.839369:0:32637:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.839371:0:32637:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789449488.839378:0:32637:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff9e8b87d1b480 x1876371947508992/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/688 e 0 to 0 dl 1789449504 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1789449488.839387:0:32637:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.839389:0:32637:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.839390:0:32637:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499e00 refcount=3 00000020:00000001:0.0:1789449488.839392:0:32637:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823455232 : -107152886096384 : ffff9e8b86499e00) 00010000:00000001:0.0:1789449488.839394:0:32637:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823455232 : -107152886096384 : ffff9e8b86499e00) 00010000:00000001:0.0:1789449488.839396:0:32637:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.839397:0:32637:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449488.839399:0:32637:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449488.839401:0:32637:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449488.839404:0:32637:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1789449488.839407:0:32637:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.839408:0:32637:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.839410:0:32637:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499e00 refcount=3 00000020:00000001:0.0:1789449488.839412:0:32637:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823455232 : -107152886096384 : ffff9e8b86499e00) 00010000:00000001:0.0:1789449488.839414:0:32637:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823455232 : -107152886096384 : ffff9e8b86499e00) 00000002:00010000:0.0:1789449488.839417:0:32637:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499e00/0xcddde1459ded6681 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d4eb expref: -99 pid: 32637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449488.839423:0:32637:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.839424:0:32637:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449488.839427:0:32637:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789449488.839428:0:32637:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.839429:0:32637:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.839430:0:32637:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499e00 refcount=3 00000020:00000001:0.0:1789449488.839432:0:32637:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823455232 : -107152886096384 : ffff9e8b86499e00) 00010000:00000001:0.0:1789449488.839434:0:32637:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823455232 : -107152886096384 : ffff9e8b86499e00) 00010000:00000040:0.0:1789449488.839440:0:32637:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbaa00 count: 2 00010000:00000001:0.0:1789449488.839443:0:32637:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789449488.839447:0:32637:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e8b83488400 type 13 mode 4 res 8589935621/35 (0 0) 00010000:00000001:0.0:1789449488.839450:0:32637:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.839451:0:32637:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449488.839452:0:32637:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789449488.839456:0:32637:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2b6b0 00000002:00002000:0.0:1789449488.839459:0:32637:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-1 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1789449488.839463:0:32637:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449488.839468:0:32637:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449488.839472:0:32637:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789449488.839475:0:32637:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1789449488.839479:0:32637:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449488.839484:0:32637:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000001:0.0:1789449488.839488:0:32637:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1789449488.839490:0:32637:0:(namei.c:674:ll_lookup_it_finish()) it ffffb71181d2ba28 it_disposition b 00000080:00000001:0.0:1789449488.839493:0:32637:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789449488.839501:0:32637:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1789449488.839507:0:32637:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1789449488.839514:0:32637:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9e8b8c476880. 00800000:00000001:0.0:1789449488.839516:0:32637:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446636920923973760 : -107152785577856 : ffff9e8b8c476880) 00800000:00000001:0.0:1789449488.839519:0:32637:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449488.839521:0:32637:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789449488.839524:0:32637:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611171 : 144115205339611171 : 200000405000023) 00000080:00000001:0.0:1789449488.839528:0:32637:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:0.0:1789449488.839536:0:32637:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1789449488.839539:0:32637:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x23:0x0] 00000080:00000001:0.0:1789449488.839542:0:32637:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1789449488.839546:0:32637:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1789449488.839547:0:32637:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449488.839551:0:32637:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611171 : 144115205339611171 : 200000405000023) 00000080:00000001:0.0:1789449488.839554:0:32637:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1789449488.839560:0:32637:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x23:0x0], updating i_size 4096 00000080:00200000:0.0:1789449488.839562:0:32637:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x23:0x0](ffff9e8b89195348): rc = 0 00000080:00000001:0.0:1789449488.839565:0:32637:0:(namei.c:156:ll_iget()) Process leaving (rc=18446636920870622024 : -107152838929592 : ffff9e8b89195348) 00010000:00000001:0.0:1789449488.839567:0:32637:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.839568:0:32637:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.839570:0:32637:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499e00 refcount=3 00000020:00000001:0.0:1789449488.839572:0:32637:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823455232 : -107152886096384 : ffff9e8b86499e00) 00010000:00000001:0.0:1789449488.839574:0:32637:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823455232 : -107152886096384 : ffff9e8b86499e00) 00010000:00000001:0.0:1789449488.839576:0:32637:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.839578:0:32637:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789449488.839579:0:32637:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789449488.839582:0:32637:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1789449488.839584:0:32637:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8c476880 1 00800000:00000010:0.0:1789449488.839587:0:32637:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9e8b8c476880. 00800000:00000001:0.0:1789449488.839591:0:32637:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449488.839594:0:32637:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x23:0x0](ffff9e8b89195348) for lock 0xcddde1459ded6681 00800000:00000001:0.0:1789449488.839597:0:32637:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789449488.839600:0:32637:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789449488.839601:0:32637:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.839602:0:32637:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.839603:0:32637:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499e00 refcount=3 00000020:00000001:0.0:1789449488.839604:0:32637:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823455232 : -107152886096384 : ffff9e8b86499e00) 00010000:00000001:0.0:1789449488.839606:0:32637:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823455232 : -107152886096384 : ffff9e8b86499e00) 00010000:00000001:0.0:1789449488.839609:0:32637:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.839610:0:32637:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449488.839611:0:32637:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449488.839613:0:32637:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1789449488.839621:0:32637:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9e8b892eb1b0 inode ffff9e8b89195348 refc 1 flags 0x20000e 00000080:00000002:0.0:1789449488.839626:0:32637:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-1 [0x200000405:0x23:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:0.0:1789449488.839630:0:32637:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1789449488.839634:0:32637:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x23:0x0](ffff9e8b89195348) 00000080:00010000:0.0:1789449488.839638:0:32637:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded6681 from it ffffb71181d2ba28 00010000:00000001:0.0:1789449488.839640:0:32637:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.839642:0:32637:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.839643:0:32637:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499e00 refcount=3 00000020:00000001:0.0:1789449488.839645:0:32637:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823455232 : -107152886096384 : ffff9e8b86499e00) 00010000:00000001:0.0:1789449488.839647:0:32637:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823455232 : -107152886096384 : ffff9e8b86499e00) 00010000:00000001:0.0:1789449488.839649:0:32637:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449488.839652:0:32637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499e00/0xcddde1459ded6681 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d4eb expref: -99 pid: 32637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449488.839657:0:32637:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.839659:0:32637:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449488.839660:0:32637:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789449488.839663:0:32637:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789449488.839666:0:32637:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499e00/0xcddde1459ded6681 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d4eb expref: -99 pid: 32637 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789449488.839674:0:32637:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789449488.839677:0:32637:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789449488.839679:0:32637:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449488.839685:0:32637:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.839686:0:32637:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449488.839688:0:32637:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.839691:0:32637:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789449488.839693:0:32637:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.839696:0:32637:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.839699:0:32637:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.839700:0:32637:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449488.839701:0:32637:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.839702:0:32637:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789449488.839704:0:32637:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1789449488.839708:0:32637:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b8606b600. 00000100:00000001:0.0:1789449488.839714:0:32637:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449488.839720:0:32637:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b87d1b480 x1876371947508992/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/688 e 0 to 0 dl 1789449504 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449488.839727:0:32637:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789449488.839730:0:32637:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449488.839735:0:32637:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9e8b87da3000. 02000000:00000001:0.0:1789449488.839739:0:32637:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789449488.839742:0:32637:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449488.839743:0:32637:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:0.0:1789449488.839746:0:32637:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449488.839749:0:32637:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b836b1800. 02000000:00000001:0.0:1789449488.839754:0:32637:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449488.839756:0:32637:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449488.839758:0:32637:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b87d1b480. 00000100:00000001:0.0:1789449488.839763:0:32637:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449488.839764:0:32637:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789449488.839774:0:32637:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1789449488.839776:0:32637:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x23:0x0](ffff9e8b89195348), inode mode 41ed mask 1 00000080:00000001:0.0:1789449488.839782:0:32637:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789449488.839797:0:32637:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9e8b87d97ee0. 00000020:00000001:0.0:1789449488.839801:0:32637:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bae8 00000080:00200000:0.0:1789449488.839804:0:32637:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f, dir=[0x200000405:0x23:0x0](ffff9e8b89195348), flags=8 00000080:00000001:0.0:1789449488.839807:0:32637:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1789449488.839809:0:32637:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2b998 00000080:00200000:0.0:1789449488.839811:0:32637:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000405:0x23:0x0](ffff9e8b89195348), intent=getattr 00000080:00000010:0.0:1789449488.839820:0:32637:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b8606b600. 00800000:00000002:0.0:1789449488.839825:0:32637:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b90fc9840 2 00000080:00000001:0.0:1789449488.839831:0:32637:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789449488.839833:0:32637:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789449488.839835:0:32637:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2b8b8 00800000:00000002:0.0:1789449488.839837:0:32637:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f' on [0x200000405:0x23:0x0] 00800000:00000001:0.0:1789449488.839840:0:32637:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789449488.839845:0:32637:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449488.839849:0:32637:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449488.839851:0:32637:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449488.840457:0:32637:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449488.840466:0:32637:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449488.840469:0:32637:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:0.0:1789449488.840471:0:32637:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449488.840477:0:32637:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2b850 00800000:00000002:0.0:1789449488.840480:0:32637:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000405:0x23:0x0], fid2=[0x0:0x0:0x0], name='f' -> mds #0 00000002:00000001:0.0:1789449488.840486:0:32637:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789449488.840487:0:32637:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2b788 00000002:00010000:0.0:1789449488.840489:0:32637:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x0:0x0:0x0]) in obj [0x200000405:0x23:0x0], intent: getattr flags 01 00000002:00000001:0.0:1789449488.840493:0:32637:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789449488.840495:0:32637:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1789449488.840501:0:32637:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d1b480. 00000020:00000040:0.0:1789449488.840505:0:32637:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00010000:00000001:0.0:1789449488.840512:0:32637:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789449488.840516:0:32637:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449488.840522:0:32637:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.840523:0:32637:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449488.840525:0:32637:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449488.840528:0:32637:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449488.840530:0:32637:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449488.840536:0:32637:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449488.840544:0:32637:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b836b1800. 00000100:00000001:0.0:1789449488.840553:0:32637:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.840557:0:32637:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789449488.840559:0:32637:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.840561:0:32637:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789449488.840562:0:32637:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.840564:0:32637:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449488.840572:0:32637:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446636920849151104 : -107152860400512 : ffff9e8b87d1b480) 00010000:00000001:0.0:1789449488.840576:0:32637:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789449488.840579:0:32637:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1789449488.840583:0:32637:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbaa00 count: 2 00010000:00000001:0.0:1789449488.840586:0:32637:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449488.840589:0:32637:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789449488.840593:0:32637:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8b86499c00. 00000020:00000001:0.0:1789449488.840597:0:32637:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789449488.840600:0:32637:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8b86499c00 with handle 0xcddde1459ded6688 to hash 00000020:00000001:0.0:1789449488.840602:0:32637:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789449488.840603:0:32637:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636920823454720 : -107152886096896 : ffff9e8b86499c00) 00010000:00000001:0.0:1789449488.840607:0:32637:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636920823454720 : -107152886096896 : ffff9e8b86499c00) 00010000:00000001:0.0:1789449488.840610:0:32637:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449488.840612:0:32637:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449488.840616:0:32637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499c00/0xcddde1459ded6688 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x23:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32637 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789449488.840624:0:32637:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499c00/0xcddde1459ded6688 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32637 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789449488.840634:0:32637:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499c00/0xcddde1459ded6688 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32637 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789449488.840640:0:32637:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789449488.840642:0:32637:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789449488.840649:0:32637:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b8365d780. 00000100:00000001:0.0:1789449488.840651:0:32637:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920774973312 : -107152934578304 : ffff9e8b8365d780) 00000100:00000001:0.0:1789449488.840655:0:32637:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449488.840656:0:32637:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849151104 : -107152860400512 : ffff9e8b87d1b480) 00000100:00000001:0.0:1789449488.840662:0:32637:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449488.840667:0:32637:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449488.840669:0:32637:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789449488.840671:0:32637:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789449488.840679:0:32637:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b87d1b480 x1876371947509120/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449488.840687:0:32637:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789449488.840690:0:32637:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449488.840694:0:32637:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789449488.840697:0:32637:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789449488.840700:0:32637:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449488.840703:0:32637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b87d1b480 pname:cluuid:pid:xid:nid:opc:job checkstat:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:32637:1876371947509120:192.168.202.109@tcp:101:checkstat.0 00000100:00000001:0.0:1789449488.840707:0:32637:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789449488.840714:0:32637:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789449488.840717:0:32637:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449488.840720:0:32637:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789449488.840724:0:32637:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e8b87da3000. 02000000:00000001:0.0:1789449488.840726:0:32637:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449488.840735:0:32637:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:0.0:1789449488.840739:0:32637:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b86580370. 00000400:00000010:0.0:1789449488.840746:0:32637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5f68. 00000100:00000200:0.0:1789449488.840756:0:32637:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876371947509120, portal 10 00000100:00000001:0.0:1789449488.840757:0:32637:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449488.840759:0:32637:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849151104 : -107152860400512 : ffff9e8b87d1b480) 00000100:00000040:0.0:1789449488.840764:0:32637:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b87d1b480 x1876371947509120/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449504 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449488.840772:0:32637:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789449488.840775:0:32637:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1789449488.840778:0:32637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5e58. 00000100:00000200:0.0:1789449488.840782:0:32637:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876371947509120, offset 0 00000400:00000200:0.0:1789449488.840789:0:32637:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1789449488.840798:0:32637:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449488.840807:0:32637:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1789449488.840813:0:32637:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789449488.840818:0:32637:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1789449488.840822:0:32637:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789449488.840825:0:32637:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1789449488.840829:0:32637:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2768:2768:256:4294967295] 192.168.202.109@tcp LPNI seq info [2768:2768:8:4294967295] 00000400:00000200:0.0:1789449488.840834:0:32637:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449488.840846:0:32637:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1789449488.840853:0:32637:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1789449488.841259:0:32637:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b864ec600. 00000800:00000200:0.0:1789449488.841271:0:32637:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1789449488.841281:0:32637:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1789449488.841286:0:32637:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b864ec600 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1789449488.841379:0:32637:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449488.841385:0:32637:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 834476 usecs (835 jiffies) 00000400:00000200:0.0:1789449488.841391:0:32637:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:0.0:1789449488.841394:0:32637:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296492362 00000100:00000001:0.0:1789449488.841398:0:32637:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296494113 00000100:00000001:0.0:1789449488.841400:0:32637:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296492362 00000100:00000001:0.0:1789449488.841403:0:32637:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296494113 00000100:00000001:0.0:1789449488.841405:0:32637:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449488.841409:0:32637:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449488.841411:0:32637:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449488.841414:0:32637:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789449488.841417:0:32637:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b8365d780 going to sleep for 11 seconds 00000100:00000001:0.0:1789449488.841420:0:32637:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449488.841423:0:32637:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449488.844972:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449488.844989:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ec600. 00000400:00000200:3.0:1789449488.844999:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449488.845011:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449488.845327:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5e58 00000400:00000010:3.0:1789449488.845333:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5e58. 00000100:00000001:3.0:1789449488.845342:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449488.845355:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d1b480 x1876371947509120/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449504 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449488.845369:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449488.845373:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d1b480 x1876371947509120/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449504 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449488.845381:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449488.845383:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789449488.847681:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449488.847701:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449488.847706:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449488.847708:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449488.847720:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449488.847728:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449488.847738:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449488.847743:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449488.847749:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449488.847754:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 640 into portal 10 MB=0x6aa8ce365d580 00000400:00000200:3.0:1789449488.847761:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449488.847768:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 640/640 into md 0x7e8d [1] + 224 00000800:00000001:3.0:1789449488.847776:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449488.847783:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449488.847787:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449488.847792:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449488.847801:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449488.847811:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d1b480 x1876371947509120/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449504 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789449488.847823:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff9e8b87d1b480 x1876371947509120/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449504 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449488.847846:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449488.848093:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449488.848098:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449488.848496:0:32637:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789449488.848507:0:32637:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449488.848509:0:32637:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449488.848515:0:32637:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b86580370. 00000400:00000200:0.0:1789449488.848521:0:32637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5f68 00000400:00000010:0.0:1789449488.848524:0:32637:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5f68. 00000100:00000001:0.0:1789449488.848527:0:32637:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449488.848533:0:32637:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b87d1b480 x1876371947509120/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449504 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789449488.848541:0:32637:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b87d1b480 x1876371947509120/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449504 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449488.848548:0:32637:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449488.848550:0:32637:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449488.848552:0:32637:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449488.848557:0:32637:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449488.848560:0:32637:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449488.848563:0:32637:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449488.848566:0:32637:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449488.848577:0:32637:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=118 v=5 (5 102 102 102) 00000100:00001000:0.0:1789449488.848582:0:32637:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1789449488.848584:0:32637:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449488.848586:0:32637:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.848590:0:32637:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449488.848594:0:32637:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449488.848598:0:32637:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789449488.848601:0:32637:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967619 00000100:00000001:0.0:1789449488.848603:0:32637:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449488.848606:0:32637:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449488.848611:0:32637:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b87d1b480 x1876371947509120/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/640 e 0 to 0 dl 1789449504 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449488.848618:0:32637:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449488.848621:0:32637:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449488.848623:0:32637:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449488.848627:0:32637:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b87d1b480 x1876371947509120/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/640 e 0 to 0 dl 1789449504 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789449488.848636:0:32637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b87d1b480 pname:cluuid:pid:xid:nid:opc:job checkstat:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:32637:1876371947509120:192.168.202.109@tcp:101:checkstat.0 00000100:00000001:0.0:1789449488.848642:0:32637:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449488.848645:0:32637:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449488.848648:0:32637:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789449488.848650:0:32637:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449488.848655:0:32637:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d1b480 x1876371947509120/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/640 e 0 to 0 dl 1789449504 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449488.848662:0:32637:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789449488.848665:0:32637:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b8365d780. 00000100:00000001:0.0:1789449488.848669:0:32637:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789449488.848671:0:32637:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.848674:0:32637:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789449488.848679:0:32637:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.848683:0:32637:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.848686:0:32637:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499c00 refcount=4 00000020:00000001:0.0:1789449488.848689:0:32637:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823454720 : -107152886096896 : ffff9e8b86499c00) 00010000:00000001:0.0:1789449488.848692:0:32637:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823454720 : -107152886096896 : ffff9e8b86499c00) 00010000:00000040:0.0:1789449488.848701:0:32637:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e8b86499c00, remote cookie: 0xeb7cbf5e2fd3d507, flags: 0x1001 00010000:00010000:0.0:1789449488.848708:0:32637:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499c00/0xcddde1459ded6688 lrc: 4/1,0 mode: --/CR res: [0x200000405:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d507 expref: -99 pid: 32637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789449488.848718:0:32637:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x25:0x0].0x0, instead of [0x200000405:0x23:0x0].0x0 00010000:00000001:0.0:1789449488.848721:0:32637:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1789449488.848733:0:32637:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9e8b82cba100. 00010000:00000010:0.0:1789449488.848738:0:32637:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e8b9066e800. 00010000:00000001:0.0:1789449488.848745:0:32637:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449488.848749:0:32637:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499c00/0xcddde1459ded6688 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d507 expref: -99 pid: 32637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789449488.848758:0:32637:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499c00/0xcddde1459ded6688 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d507 expref: -99 pid: 32637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449488.848769:0:32637:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789449488.848774:0:32637:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789449488.848777:0:32637:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789449488.848778:0:32637:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789449488.848780:0:32637:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789449488.848783:0:32637:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x25:0x0].0x0 (ffff9e8b82cba100) refcount = 1 00010000:00010000:0.0:1789449488.848789:0:32637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499c00/0xcddde1459ded6688 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d507 expref: -99 pid: 32637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449488.848795:0:32637:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789449488.848799:0:32637:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789449488.848800:0:32637:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449488.848804:0:32637:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789449488.848807:0:32637:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449488.848810:0:32637:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499c00/0xcddde1459ded6688 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d507 expref: -99 pid: 32637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449488.848815:0:32637:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789449488.848817:0:32637:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.848818:0:32637:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449488.848819:0:32637:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.848820:0:32637:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449488.848821:0:32637:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449488.848826:0:32637:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789449488.848828:0:32637:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.848830:0:32637:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.848831:0:32637:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499c00 refcount=3 00000020:00000001:0.0:1789449488.848833:0:32637:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823454720 : -107152886096896 : ffff9e8b86499c00) 00010000:00000001:0.0:1789449488.848835:0:32637:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823454720 : -107152886096896 : ffff9e8b86499c00) 00010000:00000001:0.0:1789449488.848838:0:32637:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.848839:0:32637:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.848840:0:32637:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499c00 refcount=4 00000020:00000001:0.0:1789449488.848842:0:32637:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823454720 : -107152886096896 : ffff9e8b86499c00) 00010000:00000001:0.0:1789449488.848845:0:32637:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823454720 : -107152886096896 : ffff9e8b86499c00) 00010000:00000001:0.0:1789449488.848848:0:32637:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449488.848851:0:32637:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449488.849554:0:32637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499c00/0xcddde1459ded6688 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d507 expref: -99 pid: 32637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449488.849568:0:32637:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.849569:0:32637:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449488.849571:0:32637:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.849573:0:32637:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.849574:0:32637:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499c00 refcount=5 00000020:00000001:0.0:1789449488.849576:0:32637:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823454720 : -107152886096896 : ffff9e8b86499c00) 00010000:00000001:0.0:1789449488.849578:0:32637:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823454720 : -107152886096896 : ffff9e8b86499c00) 00010000:00000001:0.0:1789449488.849581:0:32637:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449488.849584:0:32637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499c00/0xcddde1459ded6688 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d507 expref: -99 pid: 32637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449488.849590:0:32637:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.849592:0:32637:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789449488.849594:0:32637:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499c00/0xcddde1459ded6688 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d507 expref: -99 pid: 32637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449488.849601:0:32637:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449488.849602:0:32637:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.849603:0:32637:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449488.849604:0:32637:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.849605:0:32637:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789449488.849616:0:32637:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9e8b87d1b480 x1876371947509120/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/640 e 0 to 0 dl 1789449504 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1789449488.849626:0:32637:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.849627:0:32637:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.849628:0:32637:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499c00 refcount=3 00000020:00000001:0.0:1789449488.849631:0:32637:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823454720 : -107152886096896 : ffff9e8b86499c00) 00010000:00000001:0.0:1789449488.849633:0:32637:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823454720 : -107152886096896 : ffff9e8b86499c00) 00000002:00010000:0.0:1789449488.849637:0:32637:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499c00/0xcddde1459ded6688 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d507 expref: -99 pid: 32637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1789449488.849651:0:32637:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9e8b8c476880. 00010000:00000001:0.0:1789449488.849654:0:32637:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.849655:0:32637:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449488.849657:0:32637:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449488.849659:0:32637:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449488.849663:0:32637:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1789449488.849667:0:32637:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.849668:0:32637:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.849669:0:32637:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499c00 refcount=3 00000020:00000001:0.0:1789449488.849671:0:32637:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823454720 : -107152886096896 : ffff9e8b86499c00) 00010000:00000001:0.0:1789449488.849673:0:32637:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823454720 : -107152886096896 : ffff9e8b86499c00) 00000002:00010000:0.0:1789449488.849677:0:32637:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499c00/0xcddde1459ded6688 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d507 expref: -99 pid: 32637 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449488.849683:0:32637:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.849685:0:32637:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449488.849687:0:32637:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789449488.849688:0:32637:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.849689:0:32637:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.849691:0:32637:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499c00 refcount=3 00000020:00000001:0.0:1789449488.849692:0:32637:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823454720 : -107152886096896 : ffff9e8b86499c00) 00010000:00000001:0.0:1789449488.849694:0:32637:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823454720 : -107152886096896 : ffff9e8b86499c00) 00010000:00000040:0.0:1789449488.849700:0:32637:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cba100 count: 2 00010000:00000001:0.0:1789449488.849703:0:32637:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789449488.849708:0:32637:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e8b83488400 type 13 mode 4 res 8589935621/37 (0 0) 00010000:00000001:0.0:1789449488.849711:0:32637:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.849712:0:32637:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449488.849714:0:32637:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789449488.849717:0:32637:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2b710 00000002:00002000:0.0:1789449488.849720:0:32637:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1789449488.849723:0:32637:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449488.849727:0:32637:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449488.849730:0:32637:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789449488.849734:0:32637:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000405:0x23:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1789449488.849738:0:32637:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449488.849743:0:32637:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b90fc9840 2 00000080:00000001:0.0:1789449488.849747:0:32637:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1789449488.849749:0:32637:0:(namei.c:674:ll_lookup_it_finish()) it ffffb71181d2bb20 it_disposition b 00000080:00000001:0.0:1789449488.849753:0:32637:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789449488.849761:0:32637:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1789449488.849765:0:32637:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789449488.849769:0:32637:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611173 : 144115205339611173 : 200000405000025) 00000080:00000001:0.0:1789449488.849772:0:32637:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:0.0:1789449488.849782:0:32637:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789449488.849787:0:32637:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822168 : -107152888729448 : ffff9e8b86217098) 00000020:00001000:0.0:1789449488.849790:0:32637:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217090 00000020:00000001:0.0:1789449488.849793:0:32637:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1789449488.849798:0:32637:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1789449488.849801:0:32637:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1789449488.849810:0:32637:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9e8b866575a0. 00020000:00000010:0.0:1789449488.849814:0:32637:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9e8b83773600. 00020000:00000010:0.0:1789449488.849821:0:32637:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9e8b86657ea0. 00020000:00000001:0.0:1789449488.849823:0:32637:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446636920825282208 : -107152884269408 : ffff9e8b86657ea0) 00020000:00000002:0.0:1789449488.849827:0:32637:0:(lov_ea.c:755:dump_lsm()) lsm ffff9e8b86657ea0, objid 0x25:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789449488.849832:0:32637:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout 1 layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789449488.849836:0:32637:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff9e8b83773600: ostid: 0x280000401:21 ost idx: 0 gen: 0 00020000:00000002:0.0:1789449488.849840:0:32637:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9e8b8307cba0) owner ffff9e8b87e3cf80 00020000:00000001:0.0:1789449488.849844:0:32637:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1789449488.849846:0:32637:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9e8b8307cba0) owner ffff9e8b87e3cf80 00020000:00000010:0.0:1789449488.849852:0:32637:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9e8b83773600. 00020000:00000010:0.0:1789449488.850332:0:32637:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9e8b866575a0. 00020000:00000010:0.0:1789449488.850339:0:32637:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9e8b86657ea0. 00020000:00000002:0.0:1789449488.850342:0:32637:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x25:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1789449488.850344:0:32637:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449488.850346:0:32637:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1789449488.850348:0:32637:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217090 00000080:00000001:0.0:1789449488.850354:0:32637:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611173 : 144115205339611173 : 200000405000025) 00000080:00000001:0.0:1789449488.850356:0:32637:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1789449488.850363:0:32637:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x25:0x0](ffff9e8b89191148): rc = 0 00000080:00000001:0.0:1789449488.850366:0:32637:0:(namei.c:156:ll_iget()) Process leaving (rc=18446636920870605128 : -107152838946488 : ffff9e8b89191148) 00010000:00000001:0.0:1789449488.850369:0:32637:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.850370:0:32637:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.850372:0:32637:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499c00 refcount=3 00000020:00000001:0.0:1789449488.850374:0:32637:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823454720 : -107152886096896 : ffff9e8b86499c00) 00010000:00000001:0.0:1789449488.850376:0:32637:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823454720 : -107152886096896 : ffff9e8b86499c00) 00000080:00000001:0.0:1789449488.850379:0:32637:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1789449488.850380:0:32637:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789449488.850382:0:32637:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822168 : -107152888729448 : ffff9e8b86217098) 00000020:00001000:0.0:1789449488.850384:0:32637:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217090 00000020:00000001:0.0:1789449488.850386:0:32637:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1789449488.850387:0:32637:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1789449488.850388:0:32637:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1789449488.850392:0:32637:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9e8b86657ea0. 00020000:00000010:0.0:1789449488.850394:0:32637:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9e8b83773600. 00020000:00000010:0.0:1789449488.850397:0:32637:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9e8b866575a0. 00020000:00000001:0.0:1789449488.850399:0:32637:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446636920825279904 : -107152884271712 : ffff9e8b866575a0) 00020000:00000002:0.0:1789449488.850402:0:32637:0:(lov_ea.c:755:dump_lsm()) lsm ffff9e8b866575a0, objid 0x25:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789449488.850405:0:32637:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout 1 layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789449488.850408:0:32637:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff9e8b83773600: ostid: 0x280000401:21 ost idx: 0 gen: 0 00020000:00000002:0.0:1789449488.850411:0:32637:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9e8b8307cba0) owner ffff9e8b87e3cf80 00020000:00000001:0.0:1789449488.850412:0:32637:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1789449488.850414:0:32637:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9e8b8307cba0) owner ffff9e8b87e3cf80 00020000:00000010:0.0:1789449488.850417:0:32637:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9e8b83773600. 00020000:00000010:0.0:1789449488.850419:0:32637:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9e8b86657ea0. 00020000:00000010:0.0:1789449488.850422:0:32637:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9e8b866575a0. 00020000:00000002:0.0:1789449488.850423:0:32637:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x25:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1789449488.850425:0:32637:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449488.850427:0:32637:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449488.850430:0:32637:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1789449488.850433:0:32637:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b8307cba0) owner 0000000000000000/ffff9e8b87e3cf80 00020000:00000002:0.0:1789449488.850437:0:32637:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9e8b86657300 addref 2/0 by ffff9e8b87e3cf80. 00020000:00000002:0.0:1789449488.850439:0:32637:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b8307cba0) owner 0000000000000000/ffff9e8b87e3cf80 00020000:00000001:0.0:1789449488.850442:0:32637:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1789449488.850444:0:32637:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1789449488.850446:0:32637:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1789449488.850448:0:32637:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1789449488.850450:0:32637:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1789449488.850453:0:32637:0:(file.c:6843:ll_layout_conf()) [0x200000405:0x25:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1789449488.850455:0:32637:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217090 00000080:00000001:0.0:1789449488.850457:0:32637:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.850459:0:32637:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.850460:0:32637:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789449488.850462:0:32637:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789449488.850466:0:32637:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1789449488.850469:0:32637:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449488.850473:0:32637:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x25:0x0](ffff9e8b89191148) for lock 0xcddde1459ded6688 00800000:00000001:0.0:1789449488.850476:0:32637:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789449488.850478:0:32637:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789449488.850480:0:32637:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.850481:0:32637:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.850482:0:32637:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499c00 refcount=3 00000020:00000001:0.0:1789449488.850484:0:32637:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823454720 : -107152886096896 : ffff9e8b86499c00) 00010000:00000001:0.0:1789449488.850486:0:32637:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823454720 : -107152886096896 : ffff9e8b86499c00) 00010000:00000001:0.0:1789449488.850489:0:32637:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.850490:0:32637:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449488.850492:0:32637:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449488.850494:0:32637:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1789449488.850502:0:32637:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9e8b892eb0d8 inode ffff9e8b89191148 refc 1 flags 0x40000e 00000080:00000001:0.0:1789449488.850506:0:32637:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1789449488.850512:0:32637:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x25:0x0](ffff9e8b89191148) 00000080:00010000:0.0:1789449488.850516:0:32637:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded6688 from it ffffb71181d2bb20 00010000:00000001:0.0:1789449488.850518:0:32637:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.850519:0:32637:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.850521:0:32637:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499c00 refcount=3 00000020:00000001:0.0:1789449488.850523:0:32637:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823454720 : -107152886096896 : ffff9e8b86499c00) 00010000:00000001:0.0:1789449488.850525:0:32637:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823454720 : -107152886096896 : ffff9e8b86499c00) 00010000:00000001:0.0:1789449488.850527:0:32637:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449488.850530:0:32637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499c00/0xcddde1459ded6688 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xeb7cbf5e2fd3d507 expref: -99 pid: 32637 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449488.850537:0:32637:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.850538:0:32637:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449488.850539:0:32637:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789449488.850543:0:32637:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789449488.850545:0:32637:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499c00/0xcddde1459ded6688 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xeb7cbf5e2fd3d507 expref: -99 pid: 32637 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789449488.850553:0:32637:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789449488.850557:0:32637:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789449488.850560:0:32637:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449488.850565:0:32637:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.850566:0:32637:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449488.850568:0:32637:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.850571:0:32637:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789449488.850574:0:32637:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.850576:0:32637:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.850580:0:32637:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.850581:0:32637:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449488.850583:0:32637:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.850583:0:32637:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789449488.850585:0:32637:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1789449488.850590:0:32637:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b8606b600. 00000100:00000001:0.0:1789449488.850597:0:32637:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449488.850606:0:32637:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b87d1b480 x1876371947509120/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/640 e 0 to 0 dl 1789449504 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449488.850615:0:32637:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789449488.850619:0:32637:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449488.850623:0:32637:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9e8b87da3000. 02000000:00000001:0.0:1789449488.850627:0:32637:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789449488.850630:0:32637:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449488.850632:0:32637:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:0.0:1789449488.850634:0:32637:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449488.850637:0:32637:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b836b1800. 02000000:00000001:0.0:1789449488.850643:0:32637:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449488.850645:0:32637:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449488.850648:0:32637:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b87d1b480. 00000100:00000001:0.0:1789449488.850652:0:32637:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449488.850653:0:32637:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789449488.850657:0:32637:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1789449488.850659:0:32637:0:(dcache.c:176:ll_intent_release()) intent ffffb71181d2bb20 released 00000080:00000001:0.0:1789449488.850661:0:32637:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:0.0:1789449488.850679:0:32637:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bd08 00000080:00200008:0.0:1789449488.850682:0:32637:0:(file.c:6296:ll_getattr_dentry()) START file f:[0x200000405:0x25:0x0](ffff9e8b89191148), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1789449488.850689:0:32637:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789449488.850691:0:32637:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bc80 00000080:00200000:0.0:1789449488.850693:0:32637:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x25:0x0](ffff9e8b89191148),name=f 00000080:00000010:0.0:1789449488.850699:0:32637:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b8606b600. 00800000:00000002:0.0:1789449488.850706:0:32637:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b90fc9840 2 00000080:00000001:0.0:1789449488.850713:0:32637:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789449488.850716:0:32637:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789449488.850718:0:32637:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bba0 00800000:00000002:0.0:1789449488.850720:0:32637:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x25:0x0] 'f' on [0x200000405:0x23:0x0] 00800000:00000001:0.0:1789449488.850725:0:32637:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789449488.850729:0:32637:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449488.850733:0:32637:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449488.850736:0:32637:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449488.850738:0:32637:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449488.850741:0:32637:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449488.850743:0:32637:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:0.0:1789449488.850745:0:32637:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449488.850748:0:32637:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449488.850749:0:32637:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449488.850750:0:32637:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449488.850751:0:32637:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449488.850752:0:32637:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449488.850754:0:32637:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x25:0x0] 00800000:00000001:0.0:1789449488.850755:0:32637:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449488.850758:0:32637:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000405:0x23:0x0], fid2=[0x200000405:0x25:0x0], name='' -> mds #0 00000002:00000001:0.0:1789449488.850761:0:32637:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789449488.850763:0:32637:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2ba70 00000002:00010000:0.0:1789449488.850765:0:32637:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x25:0x0]) in obj [0x200000405:0x23:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789449488.850769:0:32637:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789449488.850771:0:32637:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449488.850773:0:32637:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449488.850778:0:32637:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cba100 count: 2 00010000:00000001:0.0:1789449488.850780:0:32637:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449488.850785:0:32637:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449488.850789:0:32637:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789449488.850792:0:32637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499c00/0xcddde1459ded6688 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xeb7cbf5e2fd3d507 expref: -99 pid: 32637 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1789449488.850800:0:32637:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789449488.850804:0:32637:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449488.850807:0:32637:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499c00/0xcddde1459ded6688 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xeb7cbf5e2fd3d507 expref: -99 pid: 32637 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1789449488.850814:0:32637:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789449488.850816:0:32637:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789449488.850818:0:32637:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789449488.850820:0:32637:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789449488.850822:0:32637:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789449488.850824:0:32637:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000405:0x23:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789449488.850826:0:32637:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789449488.850828:0:32637:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b90fc9840 2 00000080:00000010:0.0:1789449488.850831:0:32637:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b8606b600. 00000080:00000001:0.0:1789449488.850833:0:32637:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789449488.850835:0:32637:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449488.850837:0:32637:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x25:0x0](ffff9e8b89191148) 00000080:00010000:0.0:1789449488.850841:0:32637:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x25:0x0](ffff9e8b89191148) for lock 0xcddde1459ded6688 00800000:00000001:0.0:1789449488.850843:0:32637:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789449488.850844:0:32637:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789449488.850846:0:32637:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.850847:0:32637:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.850849:0:32637:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499c00 refcount=3 00000020:00000001:0.0:1789449488.850851:0:32637:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823454720 : -107152886096896 : ffff9e8b86499c00) 00010000:00000001:0.0:1789449488.850853:0:32637:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823454720 : -107152886096896 : ffff9e8b86499c00) 00010000:00000001:0.0:1789449488.852741:0:32637:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.852745:0:32637:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449488.852747:0:32637:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449488.852750:0:32637:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449488.852756:0:32637:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded6688 from it ffffb71181d2bcb8 00010000:00000001:0.0:1789449488.852761:0:32637:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.852763:0:32637:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.852767:0:32637:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499c00 refcount=3 00000020:00000001:0.0:1789449488.852769:0:32637:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823454720 : -107152886096896 : ffff9e8b86499c00) 00010000:00000001:0.0:1789449488.852772:0:32637:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823454720 : -107152886096896 : ffff9e8b86499c00) 00010000:00000001:0.0:1789449488.852775:0:32637:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449488.852780:0:32637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499c00/0xcddde1459ded6688 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xeb7cbf5e2fd3d507 expref: -99 pid: 32637 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789449488.852791:0:32637:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.852792:0:32637:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449488.852794:0:32637:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789449488.852798:0:32637:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789449488.852800:0:32637:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499c00/0xcddde1459ded6688 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xeb7cbf5e2fd3d507 expref: -99 pid: 32637 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789449488.852809:0:32637:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789449488.852815:0:32637:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789449488.852818:0:32637:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449488.852824:0:32637:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.852825:0:32637:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449488.852828:0:32637:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.852832:0:32637:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789449488.852834:0:32637:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.852836:0:32637:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.852841:0:32637:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.852843:0:32637:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449488.852844:0:32637:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.852845:0:32637:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789449488.852850:0:32637:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789449488.852852:0:32637:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789449488.853232:0:32637:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:0.0:1789449488.853238:0:32637:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1789449488.853240:0:32637:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789449488.853243:0:32637:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1789449488.853245:0:32637:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449488.853247:0:32637:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1789449488.853253:0:32637:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:0.0:1789449488.853256:0:32637:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789449488.853261:0:32637:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822168 : -107152888729448 : ffff9e8b86217098) 00000020:00001000:0.0:1789449488.853264:0:32637:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217090 00000020:00000001:0.0:1789449488.853273:0:32637:0:(cl_object.c:143:cl_object_top()) ffff9e8b912e63a0 -> ffff9e8b912e63a0 00000020:00000001:0.0:1789449488.853276:0:32637:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:0.0:1789449488.853280:0:32637:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1789449488.853282:0:32637:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x25:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:0.0:1789449488.853286:0:32637:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789449488.853288:0:32637:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1789449488.853291:0:32637:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1789449488.853294:0:32637:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449488.853296:0:32637:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789449488.853301:0:32637:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x25:0x0]io ffff9e8b84db20c0 type 7 ignore/verify layout 0/1 00020000:00000002:0.0:1789449488.853305:0:32637:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b8307cba0) owner 0000000000000000/ffff9e8b87e3cf80 00020000:00000001:0.0:1789449488.853310:0:32637:0:(lov_io.c:2266:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1789449488.853313:0:32637:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1789449488.853316:0:32637:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1789449488.853318:0:32637:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449488.853322:0:32637:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1789449488.853324:0:32637:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1789449488.853326:0:32637:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449488.853328:0:32637:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789449488.853329:0:32637:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1789449488.853331:0:32637:0:(lov_io.c:2279:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1789449488.853332:0:32637:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b8307cba0) owner 0000000000000000/ffff9e8b87e3cf80 00000020:00000001:0.0:1789449488.853336:0:32637:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1789449488.853338:0:32637:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1789449488.853340:0:32637:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x25:0x0] 00000020:00000001:0.0:1789449488.853342:0:32637:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1789449488.853345:0:32637:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1789449488.853348:0:32637:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1789449488.853351:0:32637:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000001:0.0:1789449488.853355:0:32637:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449488.853362:0:32637:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449488.853365:0:32637:0:(lov_offset.c:141:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789449488.853366:0:32637:0:(lov_offset.c:264:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1789449488.853370:0:32637:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000010:0.0:1789449488.853383:0:32637:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9e8b9066e900. 00020000:00000001:0.0:1789449488.853385:0:32637:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449488.853388:0:32637:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449488.853389:0:32637:0:(lov_offset.c:141:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789449488.853391:0:32637:0:(lov_offset.c:264:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1789449488.853393:0:32637:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1789449488.853396:0:32637:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789449488.853399:0:32637:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1789449488.853401:0:32637:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789449488.853403:0:32637:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820825048 : -107152888726568 : ffff9e8b86217bd8) 00000020:00001000:0.0:1789449488.853405:0:32637:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217bd0 00000020:00000001:0.0:1789449488.853408:0:32637:0:(cl_object.c:143:cl_object_top()) ffff9e8b912e6210 -> ffff9e8b912e63a0 00000020:00000001:0.0:1789449488.853410:0:32637:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:0.0:1789449488.853415:0:32637:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789449488.853416:0:32637:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1789449488.853418:0:32637:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:0.0:1789449488.853420:0:32637:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446636920799436992 : -107152910114624 : ffff9e8b84db20c0) 00000020:00000001:0.0:1789449488.853422:0:32637:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449488.853424:0:32637:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449488.853426:0:32637:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993108064 : -107152716443552 : ffff9e8b90665060) 00000020:00000001:0.0:1789449488.853428:0:32637:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1789449488.853435:0:32637:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9e8b86a23300. 00000008:00010000:0.0:1789449488.853439:0:32637:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1789449488.853442:0:32637:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1789449488.853444:0:32637:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1789449488.853446:0:32637:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9e8b9066e930, osc lock ffff9e8b86a23300, flags 0x400001002 00000020:00000001:0.0:1789449488.853448:0:32637:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449488.853451:0:32637:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449488.853453:0:32637:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000001:0.0:1789449488.853456:0:32637:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446636920993147136 : -107152716404480 : ffff9e8b9066e900) 00000020:00000001:0.0:1789449488.853458:0:32637:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1789449488.853459:0:32637:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1789449488.853461:0:32637:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449488.853463:0:32637:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449488.853465:0:32637:0:(cl_io.c:1190:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1789449488.853468:0:32637:0:(cl_io.c:1198:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1789449488.853469:0:32637:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1789449488.853471:0:32637:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1789449488.853473:0:32637:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789449488.853474:0:32637:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993108064 : -107152716443552 : ffff9e8b90665060) 00000020:00000001:0.0:1789449488.853475:0:32637:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1789449488.853478:0:32637:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1789449488.853480:0:32637:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1789449488.853484:0:32637:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1789449488.853487:0:32637:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1789449488.853489:0:32637:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1789449488.853491:0:32637:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1789449488.853492:0:32637:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1789449488.853493:0:32637:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1789449488.853495:0:32637:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1789449488.853498:0:32637:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789449488.853504:0:32637:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.853508:0:32637:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:0.0:1789449488.853514:0:32637:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d1b480. 00000020:00000040:0.0:1789449488.853518:0:32637:0:(genops.c:1209:class_import_get()) import ffff9e8b90c6e800 refcount=3 obd=lustre-OST0000-osc-ffff9e8b89903000 00000100:00000001:0.0:1789449488.853523:0:32637:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1789449488.853528:0:32637:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789449488.853536:0:32637:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff9e8b89903000: connect to NID 192.168.202.109@tcp last attempt 1797 00000400:00000200:0.0:1789449488.853547:0:32637:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449488.853555:0:32637:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.202.109@tcp is discovered: rc = 1 00000100:00000040:0.0:1789449488.853560:0:32637:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9e8b895f2700 refcount 14 to 192.168.202.109@tcp 00000100:00000001:0.0:1789449488.853564:0:32637:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789449488.853567:0:32637:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9e8b895f2700 refcount 15 to 192.168.202.109@tcp 00000100:00000001:0.0:1789449488.853569:0:32637:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446636920875198208 : -107152834353408 : ffff9e8b895f2700) 00000020:00000001:0.0:1789449488.853579:0:32637:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789449488.853581:0:32637:0:(genops.c:804:class_conn2export()) looking for export cookie 0xcddde1459ded5b36 00000020:00000001:0.0:1789449488.853583:0:32637:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.853587:0:32637:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e8b89bcf000 refcount=4 00000020:00000001:0.0:1789449488.853589:0:32637:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920881344512 : -107152828207104 : ffff9e8b89bcf000) 00000020:00000001:0.0:1789449488.853591:0:32637:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636920881344512 : -107152828207104 : ffff9e8b89bcf000) 00000100:00000040:0.0:1789449488.853594:0:32637:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9e8b895f2700 refcount 14 to 192.168.202.109@tcp 00000100:00000001:0.0:1789449488.853596:0:32637:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789449488.853598:0:32637:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9e8b895f2700 refcount 15 to 192.168.202.109@tcp 00000100:00000001:0.0:1789449488.853600:0:32637:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446636920875198208 : -107152834353408 : ffff9e8b895f2700) 00000020:00000040:0.0:1789449488.853603:0:32637:0:(genops.c:879:class_export_put()) PUTting export ffff9e8b89bcf000 : new refcount 3 00000100:00080000:0.0:1789449488.853607:0:32637:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff9e8b89903000: import ffff9e8b90c6e800 using connection 192.168.202.109@tcp/192.168.202.109@tcp 00000100:00000001:0.0:1789449488.853609:0:32637:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449488.853613:0:32637:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789449488.853623:0:32637:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789449488.853627:0:32637:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449488.853630:0:32637:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1789449488.853634:0:32637:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683432 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1789449488.853638:0:32637:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449488.853640:0:32637:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789449488.853643:0:32637:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d1a300. 00000020:00000040:0.0:1789449488.853645:0:32637:0:(genops.c:1209:class_import_get()) import ffff9e8b90c6e800 refcount=4 obd=lustre-OST0000-osc-ffff9e8b89903000 02000000:00000001:0.0:1789449488.853650:0:32637:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789449488.853653:0:32637:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449488.853656:0:32637:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449488.853659:0:32637:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449488.853664:0:32637:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449488.853674:0:32637:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b836b1800. 00000100:00000001:0.0:1789449488.853683:0:32637:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449488.853695:0:32637:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e8b87d1a300 x1876371947509248/t0(0) o8->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789449488.853706:0:32637:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449488.853711:0:32637:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449488.853716:0:32637:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000958fbe81] to pc [ptlrpcd_rcv+-1] req@ffff9e8b87d1a300 x1876371947509248/t0(0) o8->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1789449488.853964:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789449488.853971:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b8678d000. 02000000:00000001:1.0:1789449488.853973:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789449488.853981:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:1.0:1789449488.853986:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b834271b8. 00000400:00000010:1.0:1789449488.853995:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b850123b8. 00000100:00000200:1.0:1789449488.854005:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947509248, portal 4 00000100:00000001:1.0:1789449488.854008:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449488.854010:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849146624 : -107152860404992 : ffff9e8b87d1a300) 00000100:00000040:1.0:1789449488.854032:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b87d1a300 x1876371947509248/t0(0) o8->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1789449498 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449488.854041:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789449488.854045:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1789449488.854048:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b850122a8. 00000100:00000200:1.0:1789449488.854052:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876371947509248, offset 0 00000400:00000200:1.0:1789449488.854058:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1789449488.854078:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449488.854086:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1789449488.854092:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789449488.854097:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1789449488.854102:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789449488.854105:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1789449488.854109:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2769:2769:256:4294967295] 192.168.202.109@tcp LPNI seq info [2769:2769:8:4294967295] 00000400:00000200:1.0:1789449488.854114:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449488.854126:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1789449488.854133:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1789449488.854139:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b8c47ae00. 00000800:00000200:1.0:1789449488.854402:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1789449488.854413:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1789449488.854420:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b8c47ae00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789449488.854444:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449488.854450:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: using a timeout of 22910 usecs (23 jiffies) 00000400:00000200:1.0:1789449488.854455:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:1.0:1789449488.854459:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296491562 00000100:00000001:1.0:1789449488.854463:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296494113 00000100:00000001:1.0:1789449488.854465:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296491562 00000100:00000001:1.0:1789449488.854468:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296494113 00000100:00000001:1.0:1789449488.854470:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449488.854474:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449488.854478:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449488.854481:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449488.854624:0:32637:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449488.854629:0:32637:0:(pinger.c:367:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:0.0:1789449488.854631:0:32637:0:(pinger.c:369:ptlrpc_pinger_add_import()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00010000:00000001:0.0:1789449488.854636:0:32637:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789449488.854642:0:32637:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449488.854647:0:32637:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449488.854650:0:32637:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449488.854652:0:32637:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449488.854655:0:32637:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449488.854663:0:32637:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e8b8606b600. 00000100:00000001:0.0:1789449488.854668:0:32637:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.854675:0:32637:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789449488.854677:0:32637:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.854679:0:32637:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789449488.854680:0:32637:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.854682:0:32637:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.854685:0:32637:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446636920849151104 : -107152860400512 : ffff9e8b87d1b480) 00010000:00000001:0.0:1789449488.854689:0:32637:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789449488.854693:0:32637:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789449488.854702:0:32637:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9e8b82cbad00. 00010000:00000010:0.0:1789449488.854708:0:32637:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9e8b82cba300. 00010000:00000001:0.0:1789449488.854716:0:32637:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789449488.854722:0:32637:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8b86498600. 00000020:00000001:0.0:1789449488.854727:0:32637:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789449488.854731:0:32637:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8b86498600 with handle 0xcddde1459ded668f to hash 00000020:00000001:0.0:1789449488.854733:0:32637:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789449488.854735:0:32637:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000010:0.0:1789449488.854740:0:32637:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff9e8b8c4766c0. 00010000:00000001:0.0:1789449488.854743:0:32637:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:0.0:1789449488.854747:0:32637:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449488.854750:0:32637:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449488.854756:0:32637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 000000008334a18d/0xcddde1459ded668f lrc: 3/1,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 32637 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789449488.854767:0:32637:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 000000008334a18d/0xcddde1459ded668f lrc: 3/1,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 32637 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449488.854779:0:32637:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449488.854783:0:32637:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449488.854786:0:32637:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449488.854793:0:32637:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ed9bdfdd] to pc [ptlrpcd_00_00+0] req@ffff9e8b87d1b480 x1876371947509376/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000008:00000001:0.0:1789449488.854821:0:32637:0:(osc_request.c:3308:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789449488.854825:0:32637:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449488.854827:0:32637:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449488.854830:0:32637:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449488.854832:0:32637:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449488.854835:0:32637:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1789449488.854837:0:32637:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1789449488.854839:0:32637:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1789449488.854841:0:32637:0:(cl_io.c:1210:cl_sync_io_wait()) Process entered 00000800:00000200:3.0:1789449488.855087:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449488.855093:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47ae00. 00000400:00000200:3.0:1789449488.855100:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449488.855106:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449488.855113:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b850122a8 00000400:00000010:3.0:1789449488.855116:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b850122a8. 00000100:00000001:3.0:1789449488.855122:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449488.855127:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d1a300 x1876371947509248/t0(0) o8->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1789449498 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449488.855137:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449488.855141:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d1a300 x1876371947509248/t0(0) o8->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1789449498 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449488.855161:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449488.855163:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789449488.856430:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789449488.856438:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1789449488.856445:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449488.856448:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449488.856452:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449488.856455:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449488.856475:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449488.856479:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449488.856482:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789449488.856494:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b87d1b480 x1876371947509376/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449488.856506:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449488.856509:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1789449488.856513:0:2399:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9e8b87d1b480 x1876371947509376/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449488.856521:0:2399:0:(client.c:1851:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449488.856524:0:2399:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449488.856527:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449488.856528:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449488.856530:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449488.856532:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449488.856535:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789449488.856537:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449488.856538:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449488.856540:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449488.856541:0:2399:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449488.856543:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449488.856544:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449488.856546:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449488.856549:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449488.856840:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449488.856844:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789449488.859143:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449488.859177:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449488.859182:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449488.859185:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449488.859198:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449488.859208:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449488.859222:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449488.859229:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449488.859235:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449488.859240:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 416 into portal 4 MB=0x6aa8ce365d600 00000400:00000200:2.0:1789449488.859247:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449488.859256:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 416/416 into md 0x7e95 [1] + 0 00000800:00000001:2.0:1789449488.859266:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449488.859275:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449488.859279:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449488.859284:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449488.859295:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449488.859306:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d1a300 x1876371947509248/t0(0) o8->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1789449498 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449488.859318:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9e8b87d1a300 x1876371947509248/t0(0) o8->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1789449498 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449488.859343:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449488.859354:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449488.859358:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449488.859528:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449488.859533:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789449488.859543:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789449488.859545:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789449488.859550:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b834271b8. 00000400:00000200:1.0:1789449488.859554:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b850123b8 00000400:00000010:1.0:1789449488.859558:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b850123b8. 00000100:00000001:1.0:1789449488.859561:0:2398:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789449488.859567:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b87d1a300 x1876371947509248/t0(0) o8->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1789449498 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789449488.859576:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b87d1a300 x1876371947509248/t0(0) o8->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1789449498 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449488.859582:0:2398:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789449488.859585:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449488.859587:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789449488.859592:0:2398:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789449488.859595:0:2398:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789449488.859597:0:2398:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449488.859602:0:2398:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789449488.859616:0:2398:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b90c6ec60 time=118 v=5 (5 5 5 36) 00000100:00001000:1.0:1789449488.859621:0:2398:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b90c6ec18 time=26 v=5 (1 0 0 0) 00000100:00000001:1.0:1789449488.859623:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789449488.859625:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449488.859629:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789449488.859632:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449488.859637:0:2398:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1789449488.859639:0:2398:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e8b89903000: committing for last_committed 4294967322 gen 16 00000100:00000040:1.0:1789449488.859643:0:2398:0:(client.c:3236:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e8b89903000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:1.0:1789449488.859646:0:2398:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789449488.859648:0:2398:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449488.859654:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b87d1a300 x1876371947509248/t0(0) o8->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/416 e 0 to 0 dl 1789449498 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449488.859660:0:2398:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449488.859663:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789449488.859666:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449488.859669:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1789449488.859677:0:2398:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff9e8b89903000: connect to target with instance 1 00000020:00000001:1.0:1789449488.859681:0:2398:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789449488.859684:0:2398:0:(genops.c:804:class_conn2export()) looking for export cookie 0xcddde1459ded5b36 00000020:00000001:1.0:1789449488.859687:0:2398:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449488.859691:0:2398:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e8b89bcf000 refcount=4 00000020:00000001:1.0:1789449488.859694:0:2398:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920881344512 : -107152828207104 : ffff9e8b89bcf000) 00000020:00000001:1.0:1789449488.859696:0:2398:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636920881344512 : -107152828207104 : ffff9e8b89bcf000) 00000100:00001000:1.0:1789449488.859700:0:2398:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b90c6ec18 time=1789449488 v=0 (0 0 0 0) 00000100:00001000:1.0:1789449488.859703:0:2398:0:(import.c:2262:obd_at_measure()) AT ffff9e8b90c6ec18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:1.0:1789449488.859709:0:2398:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 710, crc32c 3463, adler 492 00000100:00080000:1.0:1789449488.859715:0:2398:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff9e8b89903000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000020:00000040:1.0:1789449488.859720:0:2398:0:(genops.c:879:class_export_put()) PUTting export ffff9e8b89bcf000 : new refcount 3 00000100:00000001:1.0:1789449488.859722:0:2398:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:1.0:1789449488.859727:0:2398:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000020:1.0:1789449488.859733:0:2398:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0000-osc-ffff9e8b89903000, setting cl_avail_grant: 8388608 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000008:00000001:1.0:1789449488.859737:0:2398:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:1.0:1789449488.859742:0:2398:0:(lov_obd.c:430:lov_notify()) Process entered 00000080:00000001:1.0:1789449488.859748:0:2398:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1789449488.859751:0:2398:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449488.859754:0:2398:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789449488.859756:0:2398:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789449488.859758:0:2398:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449488.859760:0:2398:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:1.0:1789449488.859763:0:2398:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:1.0:1789449488.859767:0:2398:0:(import.c:65:import_set_state_nolock()) ffff9e8b90c6e800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:1.0:1789449488.859770:0:2398:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:1.0:1789449488.859772:0:2398:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:1.0:1789449488.859774:0:2398:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:1.0:1789449488.859775:0:2398:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:1.0:1789449488.859777:0:2398:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:1.0:1789449488.859779:0:2398:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff9e8b83133ba8 for uuid lustre-OST0000_UUID event(1) 00020000:00000040:1.0:1789449488.859784:0:2398:0:(lov_obd.c:394:lov_set_osc_active()) OSC lustre-OST0000_UUID already active! 00020000:00000001:1.0:1789449488.859786:0:2398:0:(lov_obd.c:395:lov_set_osc_active()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1789449488.859788:0:2398:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449488.859790:0:2398:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1789449488.859793:0:2398:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:1.0:1789449488.859795:0:2398:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:1.0:1789449488.859797:0:2398:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:1.0:1789449488.859798:0:2398:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:1.0:1789449488.859801:0:2398:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:1.0:1789449488.859804:0:2398:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449488.859806:0:2398:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449488.859808:0:2398:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:1.0:1789449488.859809:0:2398:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:1.0:1789449488.859811:0:2398:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449488.859813:0:2398:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:1.0:1789449488.859815:0:2398:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:1.0:1789449488.859819:0:2398:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:1.0:1789449488.859822:0:2398:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449488.859824:0:2398:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449488.859826:0:2398:0:(lcommon_misc.c:111:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449488.859828:0:2398:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449488.859830:0:2398:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789449488.859831:0:2398:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789449488.859833:0:2398:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449488.859834:0:2398:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:1.0:1789449488.859836:0:2398:0:(import.c:1286:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449488.859840:0:2398:0:(import.c:1693:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1789449488.859848:0:2398:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000004a9fe62e): req@ffff9e8b87d1b480 x1876371947509376/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449488.860087:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449488.860091:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449488.860095:0:2399:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449488.860112:0:2398:0:(import.c:1799:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449488.860616:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789449488.860622:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449488.860627:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789449488.860632:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789449488.860635:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449488.860638:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789449488.860647:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789449488.860650:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449488.860653:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789449488.860665:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b836b2400. 02000000:00000001:0.0:1789449488.860667:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449488.860677:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:0.0:1789449488.860683:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b86580370. 00000400:00000010:0.0:1789449488.860691:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5f68. 00000100:00000200:0.0:1789449488.860700:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947509376, portal 4 00000100:00000001:0.0:1789449488.860703:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449488.860705:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849151104 : -107152860400512 : ffff9e8b87d1b480) 00000100:00000040:0.0:1789449488.860715:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b87d1b480 x1876371947509376/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449504 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449488.860724:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789449488.860728:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1789449488.860731:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5000. 00000100:00000200:0.0:1789449488.860735:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1876371947509376, offset 0 00000400:00000200:0.0:1789449488.860743:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1789449488.860753:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449488.860762:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1789449488.860769:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789449488.860773:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1789449488.860778:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789449488.860781:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1789449488.860785:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2770:2770:256:4294967295] 192.168.202.109@tcp LPNI seq info [2770:2770:8:4294967295] 00000400:00000200:0.0:1789449488.860789:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449488.860801:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1789449488.860809:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1789449488.860816:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b864ec400. 00000800:00000200:0.0:1789449488.860824:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1789449488.860834:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1789449488.860841:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b864ec400 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1789449488.860874:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449488.860905:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: using a timeout of 22828 usecs (23 jiffies) 00000400:00000200:0.0:1789449488.860909:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:0.0:1789449488.860913:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296491569 00000100:00000001:0.0:1789449488.860917:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296494113 00000100:00000001:0.0:1789449488.860920:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296491569 00000100:00000001:0.0:1789449488.860922:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296494113 00000100:00000001:0.0:1789449488.860925:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449488.860929:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449488.860931:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449488.860941:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449488.860943:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789449488.860946:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449488.860947:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449488.860949:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449488.860952:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449488.861309:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449488.861316:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ec400. 00000400:00000200:3.0:1789449488.861323:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449488.861330:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449488.861336:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5000 00000400:00000010:3.0:1789449488.861339:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5000. 00000100:00000001:3.0:1789449488.861345:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449488.861350:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d1b480 x1876371947509376/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449504 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449488.861362:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449488.861365:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d1b480 x1876371947509376/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449504 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449488.861373:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449488.861375:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789449488.862547:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449488.862569:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b87d1a300 x1876371947509248/t0(0) o8->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/416 e 0 to 0 dl 1789449498 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789449488.862584:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b87d1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2398:1876371947509248:192.168.202.109@tcp:8:checkstat.0 00000100:00000001:1.0:1789449488.862592:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449488.862597:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449488.862601:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b87d1a300 x1876371947509248/t0(0) o8->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/416 e 0 to 0 dl 1789449498 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449488.862608:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789449488.862612:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789449488.862618:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b8678d000. 02000000:00000001:1.0:1789449488.862624:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789449488.862627:0:2398:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449488.862629:0:2398:0:(genops.c:1222:class_import_put()) import ffff9e8b90c6e800 refcount=3 obd=lustre-OST0000-osc-ffff9e8b89903000 00000020:00000001:1.0:1789449488.862632:0:2398:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789449488.862635:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b836b1800. 02000000:00000001:1.0:1789449488.862641:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789449488.862643:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789449488.862645:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b87d1a300. 00000100:00000001:1.0:1789449488.862649:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789449488.862651:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449488.862654:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449488.862663:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789449488.862666:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449488.862668:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449488.862670:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789449488.863532:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449488.863552:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449488.863557:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449488.863560:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449488.863569:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449488.863577:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449488.863588:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449488.863593:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449488.863600:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449488.863606:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 400 into portal 4 MB=0x6aa8ce365d680 00000400:00000200:2.0:1789449488.863612:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449488.863619:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 400/400 into md 0x7e9d [1] + 224 00000800:00000001:2.0:1789449488.863628:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449488.863636:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449488.863641:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449488.863646:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449488.863655:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449488.863663:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d1b480 x1876371947509376/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449504 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449488.863675:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9e8b87d1b480 x1876371947509376/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449504 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449488.863695:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449488.863705:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449488.863708:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449488.863776:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449488.863781:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789449488.863790:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449488.863792:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449488.863796:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b86580370. 00000400:00000200:0.0:1789449488.863800:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5f68 00000400:00000010:0.0:1789449488.863803:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5f68. 00000100:00000001:0.0:1789449488.863807:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449488.863812:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b87d1b480 x1876371947509376/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449504 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789449488.863821:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b87d1b480 x1876371947509376/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449504 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449488.863828:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449488.863830:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449488.863833:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449488.863836:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449488.863839:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449488.863842:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449488.863846:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449488.863873:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b90c6ec60 time=118 v=5 (5 5 5 36) 00000100:00001000:0.0:1789449488.863909:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b90c6ec18 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1789449488.863913:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449488.863915:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.863919:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449488.863924:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449488.863929:0:2399:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789449488.863931:0:2399:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e8b89903000: skip recheck: last_committed 4294967322 00000100:00000001:0.0:1789449488.863934:0:2399:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449488.863936:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449488.863942:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b87d1b480 x1876371947509376/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449504 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449488.863950:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449488.863953:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449488.863956:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1789449488.863959:0:2399:0:(osc_request.c:3123:osc_enqueue_interpret()) Process entered 00010000:00000001:0.0:1789449488.863962:0:2399:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.863965:0:2399:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.863970:0:2399:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498600 refcount=4 00000020:00000001:0.0:1789449488.863972:0:2399:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:0.0:1789449488.863975:0:2399:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:0.0:1789449488.863978:0:2399:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.863979:0:2399:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.863980:0:2399:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498600 refcount=5 00000020:00000001:0.0:1789449488.863981:0:2399:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:0.0:1789449488.863983:0:2399:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:0.0:1789449488.863988:0:2399:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449488.863991:0:2399:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449488.863996:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 000000008334a18d/0xcddde1459ded668f lrc: 6/2,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 32637 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449488.864008:0:2399:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.864011:0:2399:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449488.864014:0:2399:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789449488.864016:0:2399:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.864017:0:2399:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.864028:0:2399:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498600 refcount=6 00000020:00000001:0.0:1789449488.864030:0:2399:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:0.0:1789449488.864032:0:2399:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000040:0.0:1789449488.864041:0:2399:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e8b86498600, remote cookie: 0xeb7cbf5e2fd3d515, flags: 0x1001 00010000:00010000:0.0:1789449488.864047:0:2399:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 000000008334a18d/0xcddde1459ded668f lrc: 6/2,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d515 expref: -99 pid: 32637 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449488.864055:0:2399:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:0.0:1789449488.864058:0:2399:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.864061:0:2399:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789449488.864065:0:2399:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:0.0:1789449488.864077:0:2399:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 000000008334a18d/0xcddde1459ded668f lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d515 expref: -99 pid: 32637 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789449488.864086:0:2399:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000401:0x15:0x0].0x0 (ffff9e8b82cbad00) refcount = 1 00010000:00000040:0.0:1789449488.864090:0:2399:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1789449488.864092:0:2399:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 000000008334a18d/0xcddde1459ded668f lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d515 expref: -99 pid: 32637 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449488.864100:0:2399:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789449488.864102:0:2399:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449488.864105:0:2399:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789449488.864108:0:2399:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449488.864111:0:2399:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 000000008334a18d/0xcddde1459ded668f lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d515 expref: -99 pid: 32637 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449488.864117:0:2399:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789449488.864118:0:2399:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.864119:0:2399:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449488.864120:0:2399:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.864121:0:2399:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789449488.864123:0:2399:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:0.0:1789449488.864126:0:2399:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1789449488.864130:0:2399:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.864131:0:2399:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.864132:0:2399:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498600 refcount=5 00000020:00000001:0.0:1789449488.864134:0:2399:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:0.0:1789449488.864136:0:2399:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00000008:00000001:0.0:1789449488.864142:0:2399:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:0.0:1789449488.864321:0:2399:0:(cl_object.c:143:cl_object_top()) ffff9e8b84ceea80 -> ffff9e8b912e63a0 00000008:00010000:0.0:1789449488.864328:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 000000008334a18d/0xcddde1459ded668f lrc: 5/2,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xeb7cbf5e2fd3d515 expref: -99 pid: 32637 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:0.0:1789449488.864336:0:2399:0:(cl_object.c:143:cl_object_top()) ffff9e8b84ceea80 -> ffff9e8b912e63a0 00000020:00000001:0.0:1789449488.864338:0:2399:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1789449488.864341:0:2399:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1789449488.864344:0:2399:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1789449488.864347:0:2399:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449488.864349:0:2399:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449488.864350:0:2399:0:(cl_object.c:143:cl_object_top()) ffff9e8b84ceea80 -> ffff9e8b912e63a0 00000008:00000001:0.0:1789449488.864352:0:2399:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:0.0:1789449488.864355:0:2399:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1789449488.864357:0:2399:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1789449488.864377:0:2399:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1789449488.864379:0:2399:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.864382:0:2399:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.864383:0:2399:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.864385:0:2399:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498600 refcount=6 00000020:00000001:0.0:1789449488.864387:0:2399:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:0.0:1789449488.864389:0:2399:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:0.0:1789449488.864391:0:2399:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449488.864394:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 000000008334a18d/0xcddde1459ded668f lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xeb7cbf5e2fd3d515 expref: -99 pid: 32637 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449488.864401:0:2399:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.864402:0:2399:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789449488.864404:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 000000008334a18d/0xcddde1459ded668f lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xeb7cbf5e2fd3d515 expref: -99 pid: 32637 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449488.864411:0:2399:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449488.864412:0:2399:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.864413:0:2399:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789449488.864414:0:2399:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.864416:0:2399:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.864417:0:2399:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.864418:0:2399:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498600 refcount=5 00000020:00000001:0.0:1789449488.864420:0:2399:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:0.0:1789449488.864422:0:2399:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:0.0:1789449488.864424:0:2399:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449488.864426:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 000000008334a18d/0xcddde1459ded668f lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xeb7cbf5e2fd3d515 expref: -99 pid: 32637 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449488.864433:0:2399:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.864434:0:2399:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449488.864435:0:2399:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789449488.864438:0:2399:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789449488.864441:0:2399:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 000000008334a18d/0xcddde1459ded668f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xeb7cbf5e2fd3d515 expref: -99 pid: 32637 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789449488.864452:0:2399:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789449488.864455:0:2399:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789449488.864457:0:2399:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449488.864462:0:2399:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.864463:0:2399:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449488.864465:0:2399:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.864469:0:2399:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789449488.864472:0:2399:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.864474:0:2399:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.864476:0:2399:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.864478:0:2399:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449488.864479:0:2399:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.864480:0:2399:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449488.864481:0:2399:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.864482:0:2399:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789449488.864484:0:2399:0:(osc_request.c:3162:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449488.864489:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b87d1b480 x1876371947509376/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449504 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789449488.864498:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b87d1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:0:1876371947509376:192.168.202.109@tcp:101:checkstat.0 00000100:00000001:0.0:1789449488.864504:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449488.864508:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449488.864511:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b87d1b480 x1876371947509376/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449504 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449488.864518:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789449488.864521:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449488.864526:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b836b2400. 02000000:00000001:0.0:1789449488.864531:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789449488.864534:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449488.864536:0:2399:0:(genops.c:1222:class_import_put()) import ffff9e8b90c6e800 refcount=2 obd=lustre-OST0000-osc-ffff9e8b89903000 00000020:00000001:0.0:1789449488.864538:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449488.864540:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e8b8606b600. 02000000:00000001:0.0:1789449488.864545:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449488.864547:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449488.864550:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b87d1b480. 00000100:00000001:0.0:1789449488.864553:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449488.864554:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449488.864557:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449488.864566:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449488.864568:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449488.864571:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449488.864573:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449488.864654:0:32637:0:(cl_io.c:1234:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449488.864659:0:32637:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449488.864668:0:32637:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1789449488.864671:0:32637:0:(cl_object.c:143:cl_object_top()) ffff9e8b912e63a0 -> ffff9e8b912e63a0 00000020:00000001:2.0:1789449488.864673:0:32637:0:(cl_object.c:143:cl_object_top()) ffff9e8b912e63a0 -> ffff9e8b912e63a0 00000020:00000001:2.0:1789449488.864675:0:32637:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1789449488.864681:0:32637:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1789449488.864688:0:32637:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1789449488.864690:0:32637:0:(lov_offset.c:45:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449488.864692:0:32637:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1789449488.864694:0:32637:0:(lov_offset.c:45:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789449488.864697:0:32637:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x25:1029 on OST[0]: s=0 (1) m=0 a=0 c=0 b=0 00020000:00000001:2.0:1789449488.864700:0:32637:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789449488.864703:0:32637:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:2.0:1789449488.864706:0:32637:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449488.864707:0:32637:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449488.864709:0:32637:0:(cl_object.c:143:cl_object_top()) ffff9e8b912e63a0 -> ffff9e8b912e63a0 00000080:00200000:2.0:1789449488.864713:0:32637:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x25:0x0] updating i_size 0 i_blocks 0 00000080:00000001:2.0:1789449488.864716:0:32637:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1789449488.864720:0:32637:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1789449488.864722:0:32637:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9e8b84db2060 (ffff9e8b86217098/0) at cl_lock_release():245 00000020:00000001:2.0:1789449488.864726:0:32637:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1789449488.864728:0:32637:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e8b84db2060 (ffff9e8b86217098/0) at cl_lock_cancel():142 00020000:00000001:2.0:1789449488.864733:0:32637:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1789449488.864739:0:32637:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789449488.864741:0:32637:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993108064 : -107152716443552 : ffff9e8b90665060) 00000020:00000001:2.0:1789449488.864744:0:32637:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1789449488.864746:0:32637:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e8b9066e930 (ffff9e8b86217bd8/1) at cl_lock_cancel():142 00000008:00000001:2.0:1789449488.864750:0:32637:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1789449488.864751:0:32637:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:2.0:1789449488.864753:0:32637:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449488.864755:0:32637:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1789449488.864756:0:32637:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1789449488.864758:0:32637:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1789449488.864760:0:32637:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1789449488.864761:0:32637:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1789449488.864762:0:32637:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1789449488.864764:0:32637:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e8b84db2060 (ffff9e8b86217098/0) at cl_lock_fini():72 00020000:00000001:2.0:1789449488.864768:0:32637:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1789449488.864770:0:32637:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1789449488.864771:0:32637:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e8b9066e930 (ffff9e8b86217098/1) at cl_lock_fini():72 00000008:00000010:2.0:1789449488.864775:0:32637:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9e8b86a23300. 00000020:00000001:2.0:1789449488.864780:0:32637:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1789449488.864782:0:32637:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9e8b9066e900. 00020000:00000001:2.0:1789449488.864785:0:32637:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1789449488.864786:0:32637:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1789449488.864788:0:32637:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1789449488.864790:0:32637:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449488.864793:0:32637:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:2.0:1789449488.864796:0:32637:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1789449488.864798:0:32637:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1789449488.864800:0:32637:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:2.0:1789449488.864802:0:32637:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:2.0:1789449488.864804:0:32637:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217bd0 00020000:00000001:2.0:1789449488.864808:0:32637:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1789449488.864811:0:32637:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1789449488.864814:0:32637:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1789449488.864817:0:32637:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x25:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1789449488.864822:0:32637:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1789449488.864825:0:32637:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449488.864827:0:32637:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1789449488.864829:0:32637:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1789449488.864830:0:32637:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:2.0:1789449488.864831:0:32637:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217090 00000001:00000001:2.0:1789449488.864834:0:32637:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449488.864844:0:32637:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bd08 00000080:00000008:2.0:1789449488.864847:0:32637:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file f:[0x200000405:0x25:0x0](ffff9e8b89191148), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1789449488.864855:0:32637:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1789449488.864857:0:32637:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bda0 00000080:00002000:2.0:1789449488.864860:0:32637:0:(dcache.c:127:ll_ddelete()) keeping dentry f (ffff9e8b892eb0d8, parent ffff9e8b892eb1b0, inode ffff9e8b89191148) hashed, 00000080:00000001:2.0:1789449488.864873:0:32637:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449488.883918:0:32638:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789449488.883930:0:32638:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789449488.883933:0:32638:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789449488.883937:0:32638:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bb20 00000080:00200000:1.0:1789449488.883942:0:32638:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:1.0:1789449488.883954:0:32638:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b89880800. 00800000:00000002:1.0:1789449488.883964:0:32638:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:1.0:1789449488.883969:0:32638:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789449488.883976:0:32638:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789449488.883978:0:32638:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2ba40 00800000:00000002:1.0:1789449488.883982:0:32638:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789449488.883987:0:32638:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789449488.883991:0:32638:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449488.883994:0:32638:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449488.883997:0:32638:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449488.884000:0:32638:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449488.884003:0:32638:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449488.884005:0:32638:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789449488.884008:0:32638:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449488.884013:0:32638:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789449488.884413:0:32638:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789449488.884416:0:32638:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2b910 00000002:00010000:1.0:1789449488.884419:0:32638:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789449488.884423:0:32638:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789449488.884425:0:32638:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789449488.884430:0:32638:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789449488.884439:0:32638:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652e00 count: 2 00010000:00000001:1.0:1789449488.884443:0:32638:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449488.884449:0:32638:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449488.884454:0:32638:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789449488.884460:0:32638:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d800/0xcddde1459ded667a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d4cf expref: -99 pid: 32637 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1789449488.884472:0:32638:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789449488.884480:0:32638:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449488.884484:0:32638:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d800/0xcddde1459ded667a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d4cf expref: -99 pid: 32637 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1789449488.884491:0:32638:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789449488.884493:0:32638:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789449488.884495:0:32638:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789449488.884497:0:32638:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789449488.884500:0:32638:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789449488.884503:0:32638:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789449488.884506:0:32638:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789449488.884512:0:32638:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:1.0:1789449488.884516:0:32638:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b89880800. 00000080:00000001:1.0:1789449488.884523:0:32638:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789449488.884525:0:32638:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789449488.884528:0:32638:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:1.0:1789449488.884532:0:32638:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded667a 00800000:00000001:1.0:1789449488.884536:0:32638:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789449488.884539:0:32638:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789449488.884542:0:32638:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449488.884545:0:32638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449488.884549:0:32638:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4d800 refcount=3 00000020:00000001:1.0:1789449488.884551:0:32638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080384 : -107152693471232 : ffff9e8b91c4d800) 00010000:00000001:1.0:1789449488.884555:0:32638:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080384 : -107152693471232 : ffff9e8b91c4d800) 00010000:00000001:1.0:1789449488.884558:0:32638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449488.884560:0:32638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789449488.884561:0:32638:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449488.884563:0:32638:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789449488.884567:0:32638:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded667a from it ffffb71181d2bb58 00010000:00000001:1.0:1789449488.884569:0:32638:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449488.884570:0:32638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449488.884572:0:32638:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4d800 refcount=3 00000020:00000001:1.0:1789449488.884574:0:32638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080384 : -107152693471232 : ffff9e8b91c4d800) 00010000:00000001:1.0:1789449488.884576:0:32638:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080384 : -107152693471232 : ffff9e8b91c4d800) 00010000:00000001:1.0:1789449488.884578:0:32638:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789449488.884582:0:32638:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d800/0xcddde1459ded667a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d4cf expref: -99 pid: 32637 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789449488.884589:0:32638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449488.884590:0:32638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449488.884592:0:32638:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789449488.884595:0:32638:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789449488.884598:0:32638:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d800/0xcddde1459ded667a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d4cf expref: -99 pid: 32637 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789449488.884612:0:32638:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789449488.884617:0:32638:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789449488.884620:0:32638:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789449488.884626:0:32638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449488.884628:0:32638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449488.884629:0:32638:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449488.884633:0:32638:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789449488.884636:0:32638:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449488.884638:0:32638:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449488.884641:0:32638:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449488.884643:0:32638:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789449488.884644:0:32638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449488.884646:0:32638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789449488.884649:0:32638:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789449488.884652:0:32638:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789449488.884655:0:32638:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908), inode mode 41ff mask 1 00000080:00000001:1.0:1789449488.884661:0:32638:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789449488.884676:0:32638:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9e8b8984f260. 00000020:00000001:1.0:1789449488.884682:0:32638:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2ba88 00000080:00200000:1.0:1789449488.884684:0:32638:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9e8b89180908), flags=24 00000080:00000001:1.0:1789449488.884688:0:32638:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1789449488.884691:0:32638:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2b938 00000080:00200000:1.0:1789449488.884693:0:32638:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9e8b89180908), intent=0 00000080:00000010:1.0:1789449488.884703:0:32638:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b89880800. 00800000:00000002:1.0:1789449488.884707:0:32638:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:1.0:1789449488.884711:0:32638:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789449488.884714:0:32638:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789449488.884715:0:32638:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2b858 00800000:00000002:1.0:1789449488.884717:0:32638:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789449488.884720:0:32638:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789449488.884724:0:32638:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449488.884727:0:32638:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449488.884728:0:32638:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449488.884730:0:32638:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449488.884733:0:32638:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449488.884735:0:32638:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789449488.884737:0:32638:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449488.884740:0:32638:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2b7f0 00800000:00000002:1.0:1789449488.884742:0:32638:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-2' -> mds #0 00000002:00000001:1.0:1789449488.884745:0:32638:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789449488.884747:0:32638:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2b728 00000002:00010000:1.0:1789449488.884748:0:32638:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21h.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:1.0:1789449488.884753:0:32638:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789449488.884757:0:32638:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1789449488.884764:0:32638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83693b80. 00000020:00000040:1.0:1789449488.884770:0:32638:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00010000:00000001:1.0:1789449488.884779:0:32638:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789449488.884785:0:32638:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789449488.884788:0:32638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449488.884789:0:32638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449488.884791:0:32638:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449488.884795:0:32638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789449488.884798:0:32638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789449488.884802:0:32638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789449488.884812:0:32638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b8678d000. 00000100:00000001:1.0:1789449488.884822:0:32638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449488.884829:0:32638:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789449488.884831:0:32638:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449488.884833:0:32638:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789449488.884834:0:32638:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449488.884836:0:32638:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449488.884845:0:32638:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446636920775195520 : -107152934356096 : ffff9e8b83693b80) 00010000:00000001:1.0:1789449488.885338:0:32638:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789449488.885345:0:32638:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1789449488.885351:0:32638:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652e00 count: 2 00010000:00000001:1.0:1789449488.885355:0:32638:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449488.885359:0:32638:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789449488.885366:0:32638:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8bc204a600. 00000020:00000001:1.0:1789449488.885371:0:32638:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789449488.885375:0:32638:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8bc204a600 with handle 0xcddde1459ded6696 to hash 00000020:00000001:1.0:1789449488.885377:0:32638:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789449488.885379:0:32638:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636921825568256 : -107151883983360 : ffff9e8bc204a600) 00010000:00000001:1.0:1789449488.885384:0:32638:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636921825568256 : -107151883983360 : ffff9e8bc204a600) 00010000:00000001:1.0:1789449488.885387:0:32638:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449488.885389:0:32638:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449488.885393:0:32638:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a600/0xcddde1459ded6696 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32638 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789449488.885402:0:32638:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a600/0xcddde1459ded6696 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32638 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789449488.885419:0:32638:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a600/0xcddde1459ded6696 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32638 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789449488.885426:0:32638:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789449488.885429:0:32638:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789449488.885439:0:32638:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b8580b000. 00000100:00000001:1.0:1789449488.885442:0:32638:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920810287104 : -107152899264512 : ffff9e8b8580b000) 00000100:00000001:1.0:1789449488.885446:0:32638:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449488.885447:0:32638:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775195520 : -107152934356096 : ffff9e8b83693b80) 00000100:00000001:1.0:1789449488.885454:0:32638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789449488.885459:0:32638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449488.885462:0:32638:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789449488.885464:0:32638:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789449488.885479:0:32638:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83693b80 x1876371947509504/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449488.885490:0:32638:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449488.885492:0:32638:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449488.885498:0:32638:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789449488.885501:0:32638:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789449488.885504:0:32638:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449488.885508:0:32638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83693b80 pname:cluuid:pid:xid:nid:opc:job checkstat:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:32638:1876371947509504:192.168.202.109@tcp:101:checkstat.0 00000100:00000001:1.0:1789449488.885515:0:32638:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789449488.885523:0:32638:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789449488.885526:0:32638:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449488.885530:0:32638:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789449488.885536:0:32638:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e8b86792000. 02000000:00000001:1.0:1789449488.885539:0:32638:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789449488.885549:0:32638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:1.0:1789449488.885555:0:32638:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b834271b8. 00000400:00000010:1.0:1789449488.885565:0:32638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b850123b8. 00000100:00000200:1.0:1789449488.885574:0:32638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876371947509504, portal 10 00000100:00000001:1.0:1789449488.885576:0:32638:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449488.885577:0:32638:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775195520 : -107152934356096 : ffff9e8b83693b80) 00000100:00000040:1.0:1789449488.885585:0:32638:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b83693b80 x1876371947509504/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449504 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449488.885594:0:32638:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789449488.885598:0:32638:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1789449488.885602:0:32638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012a18. 00000100:00000200:1.0:1789449488.885607:0:32638:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876371947509504, offset 0 00000400:00000200:1.0:1789449488.885616:0:32638:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1789449488.885628:0:32638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449488.885638:0:32638:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1789449488.885647:0:32638:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789449488.885653:0:32638:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1789449488.885657:0:32638:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789449488.885660:0:32638:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1789449488.885665:0:32638:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2771:2771:256:4294967295] 192.168.202.109@tcp LPNI seq info [2771:2771:8:4294967295] 00000400:00000200:1.0:1789449488.885670:0:32638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449488.885684:0:32638:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1789449488.885692:0:32638:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1789449488.885700:0:32638:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b8c47ab00. 00000800:00000200:1.0:1789449488.885709:0:32638:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1789449488.885719:0:32638:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1789449488.885724:0:32638:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b8c47ab00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1789449488.885801:0:32638:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449488.885807:0:32638:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 833327 usecs (834 jiffies) 00000400:00000200:1.0:1789449488.885811:0:32638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:1.0:1789449488.885815:0:32638:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296492405 00000100:00000001:1.0:1789449488.885819:0:32638:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296494113 00000100:00000001:1.0:1789449488.885822:0:32638:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296492405 00000100:00000001:1.0:1789449488.885826:0:32638:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296494113 00000100:00000001:1.0:1789449488.885828:0:32638:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449488.885831:0:32638:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449488.885834:0:32638:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789449488.885837:0:32638:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789449488.885840:0:32638:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b8580b000 going to sleep for 11 seconds 00000100:00000001:1.0:1789449488.885844:0:32638:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449488.885848:0:32638:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449488.889455:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449488.889470:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47ab00. 00000400:00000200:3.0:1789449488.889479:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449488.889490:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449488.889500:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012a18 00000400:00000010:3.0:1789449488.889503:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012a18. 00000100:00000001:3.0:1789449488.889511:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449488.889522:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83693b80 x1876371947509504/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449504 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449488.889540:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449488.889544:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83693b80 x1876371947509504/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449504 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449488.889552:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449488.889555:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449488.895993:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449488.896027:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449488.896034:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449488.896037:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449488.896051:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449488.896062:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449488.896085:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449488.896091:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449488.896097:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449488.896103:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 688 into portal 10 MB=0x6aa8ce365d700 00000400:00000200:2.0:1789449488.896110:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449488.896118:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 688/688 into md 0x7ea5 [1] + 224 00000800:00000001:2.0:1789449488.896127:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449488.896135:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449488.896140:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449488.896155:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449488.896168:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449488.896180:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83693b80 x1876371947509504/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449504 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449488.896193:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9e8b83693b80 x1876371947509504/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449504 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449488.896217:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449488.896228:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449488.896231:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449488.896381:0:32638:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789449488.896391:0:32638:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789449488.896394:0:32638:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789449488.896399:0:32638:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b834271b8. 00000400:00000200:1.0:1789449488.896405:0:32638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b850123b8 00000400:00000010:1.0:1789449488.896409:0:32638:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b850123b8. 00000100:00000001:1.0:1789449488.896413:0:32638:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789449488.896418:0:32638:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83693b80 x1876371947509504/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449504 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789449488.896429:0:32638:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83693b80 x1876371947509504/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449504 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449488.896435:0:32638:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789449488.896438:0:32638:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449488.896441:0:32638:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789449488.896447:0:32638:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789449488.896450:0:32638:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789449488.896454:0:32638:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449488.896459:0:32638:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789449488.896476:0:32638:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=118 v=5 (5 102 102 102) 00000100:00001000:1.0:1789449488.896482:0:32638:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1789449488.896485:0:32638:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789449488.896488:0:32638:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449488.896492:0:32638:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789449488.896497:0:32638:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449488.896503:0:32638:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789449488.896505:0:32638:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967619 00000100:00000001:1.0:1789449488.896508:0:32638:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789449488.896511:0:32638:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449488.896516:0:32638:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83693b80 x1876371947509504/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/688 e 0 to 0 dl 1789449504 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449488.896524:0:32638:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449488.896529:0:32638:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789449488.896531:0:32638:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789449488.896536:0:32638:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83693b80 x1876371947509504/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/688 e 0 to 0 dl 1789449504 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789449488.896545:0:32638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83693b80 pname:cluuid:pid:xid:nid:opc:job checkstat:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:32638:1876371947509504:192.168.202.109@tcp:101:checkstat.0 00000100:00000001:1.0:1789449488.896551:0:32638:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449488.896555:0:32638:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449488.896557:0:32638:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789449488.896560:0:32638:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449488.896565:0:32638:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83693b80 x1876371947509504/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/688 e 0 to 0 dl 1789449504 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449488.896573:0:32638:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789449488.896576:0:32638:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b8580b000. 00000100:00000001:1.0:1789449488.896581:0:32638:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789449488.896583:0:32638:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449488.896587:0:32638:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789449488.896593:0:32638:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449488.896596:0:32638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449488.896600:0:32638:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204a600 refcount=4 00000020:00000001:1.0:1789449488.896603:0:32638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825568256 : -107151883983360 : ffff9e8bc204a600) 00010000:00000001:1.0:1789449488.896606:0:32638:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825568256 : -107151883983360 : ffff9e8bc204a600) 00010000:00000040:1.0:1789449488.896616:0:32638:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e8bc204a600, remote cookie: 0xeb7cbf5e2fd3d531, flags: 0x1001 00010000:00010000:1.0:1789449488.896624:0:32638:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a600/0xcddde1459ded6696 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d531 expref: -99 pid: 32638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1789449488.896634:0:32638:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x24:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1789449488.896637:0:32638:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1789449488.896648:0:32638:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9e8b902bd700. 00010000:00000010:1.0:1789449488.896655:0:32638:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e8b898b7f00. 00010000:00000001:1.0:1789449488.896662:0:32638:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449488.896666:0:32638:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a600/0xcddde1459ded6696 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x24:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d531 expref: -99 pid: 32638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789449488.896675:0:32638:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a600/0xcddde1459ded6696 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d531 expref: -99 pid: 32638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449488.896681:0:32638:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789449488.896687:0:32638:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789449488.896689:0:32638:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789449488.896691:0:32638:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789449488.896692:0:32638:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789449488.896696:0:32638:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x24:0x0].0x0 (ffff9e8b902bd700) refcount = 1 00010000:00010000:1.0:1789449488.896700:0:32638:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a600/0xcddde1459ded6696 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d531 expref: -99 pid: 32638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449488.896707:0:32638:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789449488.896710:0:32638:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789449488.896712:0:32638:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449488.896715:0:32638:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789449488.896719:0:32638:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449488.896722:0:32638:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a600/0xcddde1459ded6696 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d531 expref: -99 pid: 32638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449488.896728:0:32638:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789449488.896730:0:32638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449488.896732:0:32638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449488.896733:0:32638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449488.896734:0:32638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449488.896736:0:32638:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449488.896741:0:32638:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789449488.896743:0:32638:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449488.896745:0:32638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449488.896746:0:32638:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204a600 refcount=3 00000020:00000001:1.0:1789449488.896748:0:32638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825568256 : -107151883983360 : ffff9e8bc204a600) 00010000:00000001:1.0:1789449488.896751:0:32638:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825568256 : -107151883983360 : ffff9e8bc204a600) 00010000:00000001:1.0:1789449488.896753:0:32638:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449488.896754:0:32638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449488.896756:0:32638:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204a600 refcount=4 00000020:00000001:1.0:1789449488.896758:0:32638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825568256 : -107151883983360 : ffff9e8bc204a600) 00010000:00000001:1.0:1789449488.896760:0:32638:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825568256 : -107151883983360 : ffff9e8bc204a600) 00010000:00000001:1.0:1789449488.896763:0:32638:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449488.896766:0:32638:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449488.896770:0:32638:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a600/0xcddde1459ded6696 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d531 expref: -99 pid: 32638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449488.896777:0:32638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449488.896779:0:32638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449488.896780:0:32638:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449488.896781:0:32638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449488.896783:0:32638:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204a600 refcount=5 00000020:00000001:1.0:1789449488.896785:0:32638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825568256 : -107151883983360 : ffff9e8bc204a600) 00010000:00000001:1.0:1789449488.896787:0:32638:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825568256 : -107151883983360 : ffff9e8bc204a600) 00010000:00000001:1.0:1789449488.896790:0:32638:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789449488.896794:0:32638:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a600/0xcddde1459ded6696 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d531 expref: -99 pid: 32638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449488.896799:0:32638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449488.896800:0:32638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789449488.896803:0:32638:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a600/0xcddde1459ded6696 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d531 expref: -99 pid: 32638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449488.896809:0:32638:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789449488.896810:0:32638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449488.896811:0:32638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449488.896812:0:32638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449488.896813:0:32638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789449488.896819:0:32638:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff9e8b83693b80 x1876371947509504/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/688 e 0 to 0 dl 1789449504 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1789449488.896829:0:32638:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449488.896830:0:32638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449488.896832:0:32638:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204a600 refcount=3 00000020:00000001:1.0:1789449488.896834:0:32638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825568256 : -107151883983360 : ffff9e8bc204a600) 00010000:00000001:1.0:1789449488.896836:0:32638:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825568256 : -107151883983360 : ffff9e8bc204a600) 00010000:00000001:1.0:1789449488.896838:0:32638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449488.896839:0:32638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789449488.896841:0:32638:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449488.896843:0:32638:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449488.896847:0:32638:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1789449488.896850:0:32638:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449488.896851:0:32638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449488.896852:0:32638:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204a600 refcount=3 00000020:00000001:1.0:1789449488.896854:0:32638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825568256 : -107151883983360 : ffff9e8bc204a600) 00010000:00000001:1.0:1789449488.896856:0:32638:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825568256 : -107151883983360 : ffff9e8bc204a600) 00000002:00010000:1.0:1789449488.896859:0:32638:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a600/0xcddde1459ded6696 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d531 expref: -99 pid: 32638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449488.896871:0:32638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449488.896873:0:32638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449488.896875:0:32638:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789449488.896876:0:32638:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449488.896877:0:32638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449488.896938:0:32638:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204a600 refcount=3 00000020:00000001:1.0:1789449488.896940:0:32638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825568256 : -107151883983360 : ffff9e8bc204a600) 00010000:00000001:1.0:1789449488.896943:0:32638:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825568256 : -107151883983360 : ffff9e8bc204a600) 00010000:00000040:1.0:1789449488.896948:0:32638:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bd700 count: 2 00010000:00000001:1.0:1789449488.896951:0:32638:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1789449488.896956:0:32638:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e8b83488400 type 13 mode 4 res 8589935621/36 (0 0) 00010000:00000001:1.0:1789449488.896959:0:32638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449488.896960:0:32638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789449488.896962:0:32638:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789449488.896966:0:32638:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2b6b0 00000002:00002000:1.0:1789449488.896969:0:32638:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-2 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1789449488.896973:0:32638:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449488.896978:0:32638:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449488.896982:0:32638:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789449488.896986:0:32638:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1789449488.896990:0:32638:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449488.896996:0:32638:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000001:1.0:1789449488.897000:0:32638:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1789449488.897002:0:32638:0:(namei.c:674:ll_lookup_it_finish()) it ffffb71181d2ba28 it_disposition b 00000080:00000001:1.0:1789449488.897006:0:32638:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789449488.897015:0:32638:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1789449488.897021:0:32638:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1789449488.897027:0:32638:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9e8b91d9ab40. 00800000:00000001:1.0:1789449488.897030:0:32638:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446636921017445184 : -107152692106432 : ffff9e8b91d9ab40) 00800000:00000001:1.0:1789449488.897033:0:32638:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449488.897036:0:32638:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789449488.897040:0:32638:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611172 : 144115205339611172 : 200000405000024) 00000080:00000001:1.0:1789449488.897045:0:32638:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:1.0:1789449488.897053:0:32638:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1789449488.897055:0:32638:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x24:0x0] 00000080:00000001:1.0:1789449488.897059:0:32638:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1789449488.897062:0:32638:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1789449488.897064:0:32638:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449488.897079:0:32638:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611172 : 144115205339611172 : 200000405000024) 00000080:00000001:1.0:1789449488.897082:0:32638:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1789449488.897085:0:32638:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611172 mtime from 1789449470 to 1789449471 00000080:00200000:1.0:1789449488.897092:0:32638:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x24:0x0], updating i_size 4096 00000080:00200000:1.0:1789449488.897096:0:32638:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x24:0x0](ffff9e8b891cc2c8): rc = 0 00000080:00000001:1.0:1789449488.897098:0:32638:0:(namei.c:156:ll_iget()) Process leaving (rc=18446636920870847176 : -107152838704440 : ffff9e8b891cc2c8) 00010000:00000001:1.0:1789449488.897101:0:32638:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449488.897103:0:32638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449488.897104:0:32638:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204a600 refcount=3 00000020:00000001:1.0:1789449488.897106:0:32638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825568256 : -107151883983360 : ffff9e8bc204a600) 00010000:00000001:1.0:1789449488.897108:0:32638:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825568256 : -107151883983360 : ffff9e8bc204a600) 00010000:00000001:1.0:1789449488.897110:0:32638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449488.897112:0:32638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789449488.897114:0:32638:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789449488.897117:0:32638:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1789449488.897118:0:32638:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b91d9ab40 1 00800000:00000010:1.0:1789449488.897120:0:32638:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9e8b91d9ab40. 00800000:00000001:1.0:1789449488.897124:0:32638:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789449488.897128:0:32638:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x24:0x0](ffff9e8b891cc2c8) for lock 0xcddde1459ded6696 00800000:00000001:1.0:1789449488.897131:0:32638:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789449488.897133:0:32638:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789449488.897134:0:32638:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449488.897136:0:32638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449488.897137:0:32638:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204a600 refcount=3 00000020:00000001:1.0:1789449488.897139:0:32638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825568256 : -107151883983360 : ffff9e8bc204a600) 00010000:00000001:1.0:1789449488.897141:0:32638:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825568256 : -107151883983360 : ffff9e8bc204a600) 00010000:00000001:1.0:1789449488.897143:0:32638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449488.897221:0:32638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789449488.897223:0:32638:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449488.897226:0:32638:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1789449488.897234:0:32638:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9e8b89340000 inode ffff9e8b891cc2c8 refc 1 flags 0x20000e 00000080:00000002:1.0:1789449488.897240:0:32638:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-2 [0x200000405:0x24:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:1.0:1789449488.897244:0:32638:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1789449488.897249:0:32638:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x24:0x0](ffff9e8b891cc2c8) 00000080:00010000:1.0:1789449488.897253:0:32638:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded6696 from it ffffb71181d2ba28 00010000:00000001:1.0:1789449488.897256:0:32638:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449488.897257:0:32638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449488.897259:0:32638:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204a600 refcount=3 00000020:00000001:1.0:1789449488.897261:0:32638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825568256 : -107151883983360 : ffff9e8bc204a600) 00010000:00000001:1.0:1789449488.897263:0:32638:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825568256 : -107151883983360 : ffff9e8bc204a600) 00010000:00000001:1.0:1789449488.897265:0:32638:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789449488.897268:0:32638:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a600/0xcddde1459ded6696 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d531 expref: -99 pid: 32638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449488.897275:0:32638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449488.897277:0:32638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449488.897278:0:32638:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789449488.897281:0:32638:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789449488.897284:0:32638:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a600/0xcddde1459ded6696 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d531 expref: -99 pid: 32638 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789449488.897293:0:32638:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789449488.897297:0:32638:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789449488.897299:0:32638:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789449488.897305:0:32638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449488.897306:0:32638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449488.897308:0:32638:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449488.897313:0:32638:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789449488.897316:0:32638:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449488.897318:0:32638:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449488.897323:0:32638:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449488.897326:0:32638:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789449488.897327:0:32638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449488.897328:0:32638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789449488.897330:0:32638:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1789449488.897335:0:32638:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b89880800. 00000100:00000001:1.0:1789449488.897341:0:32638:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449488.897346:0:32638:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83693b80 x1876371947509504/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/688 e 0 to 0 dl 1789449504 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449488.897354:0:32638:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789449488.897357:0:32638:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789449488.897362:0:32638:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9e8b86792000. 02000000:00000001:1.0:1789449488.897366:0:32638:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789449488.897369:0:32638:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449488.897371:0:32638:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:1.0:1789449488.897373:0:32638:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789449488.897377:0:32638:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b8678d000. 02000000:00000001:1.0:1789449488.897382:0:32638:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789449488.897385:0:32638:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789449488.897387:0:32638:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83693b80. 00000100:00000001:1.0:1789449488.897392:0:32638:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789449488.897394:0:32638:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789449488.897405:0:32638:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1789449488.897408:0:32638:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x24:0x0](ffff9e8b891cc2c8), inode mode 41ed mask 1 00000080:00000001:1.0:1789449488.897509:0:32638:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789449488.897741:0:32638:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9e8b8316ff40. 00000020:00000001:2.0:1789449488.897749:0:32638:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bae8 00000080:00200000:2.0:1789449488.897751:0:32638:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f, dir=[0x200000405:0x24:0x0](ffff9e8b891cc2c8), flags=8 00000080:00000001:2.0:1789449488.897755:0:32638:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1789449488.897757:0:32638:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2b998 00000080:00200000:2.0:1789449488.897759:0:32638:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000405:0x24:0x0](ffff9e8b891cc2c8), intent=getattr 00000080:00000010:2.0:1789449488.897770:0:32638:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b8b16e000. 00800000:00000002:2.0:1789449488.897776:0:32638:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b91d9a5c0 2 00000080:00000001:2.0:1789449488.897782:0:32638:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789449488.897787:0:32638:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789449488.897790:0:32638:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2b8b8 00800000:00000002:2.0:1789449488.897792:0:32638:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f' on [0x200000405:0x24:0x0] 00800000:00000001:2.0:1789449488.897795:0:32638:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789449488.897800:0:32638:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789449488.897803:0:32638:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789449488.897806:0:32638:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789449488.897809:0:32638:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789449488.897811:0:32638:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449488.897814:0:32638:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:2.0:1789449488.897817:0:32638:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449488.897821:0:32638:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2b850 00800000:00000002:2.0:1789449488.897823:0:32638:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000405:0x24:0x0], fid2=[0x0:0x0:0x0], name='f' -> mds #0 00000002:00000001:2.0:1789449488.897828:0:32638:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789449488.897830:0:32638:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2b788 00000002:00010000:2.0:1789449488.897832:0:32638:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x0:0x0:0x0]) in obj [0x200000405:0x24:0x0], intent: getattr flags 01 00000002:00000001:2.0:1789449488.897836:0:32638:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789449488.897840:0:32638:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1789449488.897845:0:32638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065dc00. 00000020:00000040:2.0:1789449488.897850:0:32638:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00010000:00000001:2.0:1789449488.897856:0:32638:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789449488.897860:0:32638:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789449488.897864:0:32638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449488.897866:0:32638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449488.897867:0:32638:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449488.897871:0:32638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449488.897874:0:32638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449488.897906:0:32638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449488.897917:0:32638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b83604800. 00000100:00000001:2.0:1789449488.897926:0:32638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449488.897932:0:32638:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789449488.897934:0:32638:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449488.897935:0:32638:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789449488.897937:0:32638:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449488.897939:0:32638:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449488.897948:0:32638:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446636920993078272 : -107152716473344 : ffff9e8b9065dc00) 00010000:00000001:2.0:1789449488.897952:0:32638:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789449488.897955:0:32638:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1789449488.897961:0:32638:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bd700 count: 2 00010000:00000001:2.0:1789449488.897964:0:32638:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789449488.897968:0:32638:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789449488.897972:0:32638:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8b91c4c600. 00000020:00000001:2.0:1789449488.897976:0:32638:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789449488.897978:0:32638:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8b91c4c600 with handle 0xcddde1459ded669d to hash 00000020:00000001:2.0:1789449488.897980:0:32638:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789449488.897982:0:32638:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636921016075776 : -107152693475840 : ffff9e8b91c4c600) 00010000:00000001:2.0:1789449488.897986:0:32638:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636921016075776 : -107152693475840 : ffff9e8b91c4c600) 00010000:00000001:2.0:1789449488.897989:0:32638:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449488.897991:0:32638:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449488.897994:0:32638:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c600/0xcddde1459ded669d lrc: 3/1,0 mode: --/CR res: [0x200000405:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32638 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789449488.898003:0:32638:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c600/0xcddde1459ded669d lrc: 3/1,0 mode: --/CR res: [0x200000405:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32638 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789449488.898013:0:32638:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c600/0xcddde1459ded669d lrc: 3/1,0 mode: --/CR res: [0x200000405:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32638 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449488.898142:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449488.898222:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449488.898227:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449488.898228:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449488.898231:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449488.898232:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449488.898313:0:16942:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789449488.898317:0:16942:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449488.898320:0:16942:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789449488.898767:0:32638:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789449488.898769:0:32638:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789449488.898780:0:32638:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b86238240. 00000100:00000001:2.0:1789449488.898783:0:32638:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920820957760 : -107152888593856 : ffff9e8b86238240) 00000100:00000001:2.0:1789449488.898787:0:32638:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449488.898788:0:32638:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993078272 : -107152716473344 : ffff9e8b9065dc00) 00000100:00000001:2.0:1789449488.898795:0:32638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449488.898801:0:32638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449488.898803:0:32638:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789449488.898805:0:32638:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789449488.898816:0:32638:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065dc00 x1876371947509632/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449488.898825:0:32638:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449488.898828:0:32638:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449488.898833:0:32638:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449488.898836:0:32638:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449488.898838:0:32638:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449488.898842:0:32638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065dc00 pname:cluuid:pid:xid:nid:opc:job checkstat:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:32638:1876371947509632:192.168.202.109@tcp:101:checkstat.0 00000100:00000001:2.0:1789449488.898846:0:32638:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789449488.898869:0:32638:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449488.898873:0:32638:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449488.898876:0:32638:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789449488.900319:0:32638:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e8b8bc6f800. 02000000:00000001:2.0:1789449488.900331:0:32638:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449488.900346:0:32638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449488.900353:0:32638:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b99f8. 00000400:00000010:2.0:1789449488.900363:0:32638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d000. 00000100:00000200:2.0:1789449488.900373:0:32638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876371947509632, portal 10 00000100:00000001:2.0:1789449488.900376:0:32638:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449488.900378:0:32638:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993078272 : -107152716473344 : ffff9e8b9065dc00) 00000100:00000040:2.0:1789449488.900393:0:32638:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b9065dc00 x1876371947509632/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449504 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449488.900402:0:32638:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449488.900406:0:32638:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449488.900410:0:32638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d908. 00000100:00000200:2.0:1789449488.900413:0:32638:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876371947509632, offset 0 00000400:00000200:2.0:1789449488.900423:0:32638:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449488.900436:0:32638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449488.900448:0:32638:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449488.900456:0:32638:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449488.900462:0:32638:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449488.900466:0:32638:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449488.900469:0:32638:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449488.900473:0:32638:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2772:2772:256:4294967295] 192.168.202.109@tcp LPNI seq info [2772:2772:8:4294967295] 00000400:00000200:2.0:1789449488.900478:0:32638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449488.900489:0:32638:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449488.900496:0:32638:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449488.900503:0:32638:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b98dca100. 00000800:00000200:2.0:1789449488.900512:0:32638:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449488.900521:0:32638:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449488.900526:0:32638:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b98dca100 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1789449488.900544:0:32638:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449488.900549:0:32638:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 832187 usecs (833 jiffies) 00000400:00000200:2.0:1789449488.900553:0:32638:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449488.900556:0:32638:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296492418 00000100:00000001:2.0:1789449488.900559:0:32638:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296494113 00000100:00000001:2.0:1789449488.900562:0:32638:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296492418 00000100:00000001:2.0:1789449488.900565:0:32638:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296494113 00000100:00000001:2.0:1789449488.900567:0:32638:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449488.900570:0:32638:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449488.900574:0:32638:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449488.900576:0:32638:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789449488.900579:0:32638:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b86238240 going to sleep for 11 seconds 00000100:00000001:2.0:1789449488.900582:0:32638:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449488.900585:0:32638:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449488.900945:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449488.900952:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b98dca100. 00000400:00000200:3.0:1789449488.900960:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449488.900967:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449488.900975:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d908 00000400:00000010:3.0:1789449488.900978:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d908. 00000100:00000001:3.0:1789449488.900983:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449488.900988:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065dc00 x1876371947509632/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449504 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449488.901000:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449488.901004:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b9065dc00 x1876371947509632/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449504 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449488.901012:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449488.901014:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449488.907027:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449488.907049:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449488.907056:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449488.907058:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449488.907080:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449488.907092:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449488.907105:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449488.907111:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449488.907118:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449488.907123:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 640 into portal 10 MB=0x6aa8ce365d780 00000400:00000200:2.0:1789449488.907130:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449488.907139:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 640/640 into md 0x7ead [1] + 224 00000800:00000001:2.0:1789449488.908010:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449488.908025:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449488.908029:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449488.908036:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449488.908046:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449488.908058:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065dc00 x1876371947509632/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449504 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449488.908077:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff9e8b9065dc00 x1876371947509632/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449504 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449488.908153:0:32638:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449488.908226:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449488.908239:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449488.908244:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1789449488.908369:0:32638:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449488.908373:0:32638:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449488.908378:0:32638:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b99f8. 00000400:00000200:0.0:1789449488.908383:0:32638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d000 00000400:00000010:0.0:1789449488.908387:0:32638:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d000. 00000100:00000001:0.0:1789449488.908390:0:32638:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449488.908395:0:32638:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065dc00 x1876371947509632/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449504 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789449488.908404:0:32638:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065dc00 x1876371947509632/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449504 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449488.908410:0:32638:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449488.908413:0:32638:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449488.908415:0:32638:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449488.908420:0:32638:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449488.908423:0:32638:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449488.908426:0:32638:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449488.908430:0:32638:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449488.908442:0:32638:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=118 v=5 (5 102 102 102) 00000100:00001000:0.0:1789449488.908447:0:32638:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1789449488.908450:0:32638:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449488.908452:0:32638:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.908455:0:32638:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449488.908459:0:32638:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449488.908464:0:32638:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789449488.908467:0:32638:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967619 00000100:00000001:0.0:1789449488.908469:0:32638:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449488.908472:0:32638:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449488.908478:0:32638:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065dc00 x1876371947509632/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/640 e 0 to 0 dl 1789449504 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449488.908486:0:32638:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449488.908489:0:32638:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449488.908492:0:32638:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449488.908496:0:32638:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065dc00 x1876371947509632/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/640 e 0 to 0 dl 1789449504 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789449488.908504:0:32638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065dc00 pname:cluuid:pid:xid:nid:opc:job checkstat:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:32638:1876371947509632:192.168.202.109@tcp:101:checkstat.0 00000100:00000001:0.0:1789449488.908509:0:32638:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449488.908512:0:32638:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449488.908515:0:32638:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789449488.908518:0:32638:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449488.908522:0:32638:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065dc00 x1876371947509632/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/640 e 0 to 0 dl 1789449504 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449488.908530:0:32638:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789449488.908533:0:32638:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b86238240. 00000100:00000001:0.0:1789449488.908537:0:32638:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789449488.908539:0:32638:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.908542:0:32638:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789449488.908547:0:32638:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.908550:0:32638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.908554:0:32638:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c600 refcount=4 00000020:00000001:0.0:1789449488.908556:0:32638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016075776 : -107152693475840 : ffff9e8b91c4c600) 00010000:00000001:0.0:1789449488.908560:0:32638:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016075776 : -107152693475840 : ffff9e8b91c4c600) 00010000:00000040:0.0:1789449488.908569:0:32638:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e8b91c4c600, remote cookie: 0xeb7cbf5e2fd3d54d, flags: 0x1001 00010000:00010000:0.0:1789449488.908576:0:32638:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c600/0xcddde1459ded669d lrc: 4/1,0 mode: --/CR res: [0x200000405:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d54d expref: -99 pid: 32638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789449488.908592:0:32638:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x26:0x0].0x0, instead of [0x200000405:0x24:0x0].0x0 00010000:00000001:0.0:1789449488.908596:0:32638:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1789449488.908604:0:32638:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bdd00 count: 2 00010000:00000001:0.0:1789449488.908607:0:32638:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449488.908611:0:32638:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449488.908615:0:32638:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c600/0xcddde1459ded669d lrc: 4/1,0 mode: --/PR res: [0x200000405:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d54d expref: -99 pid: 32638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789449488.908623:0:32638:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c600/0xcddde1459ded669d lrc: 4/1,0 mode: --/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d54d expref: -99 pid: 32638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449488.908630:0:32638:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789449488.908635:0:32638:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789449488.908638:0:32638:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789449488.908640:0:32638:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789449488.908641:0:32638:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789449488.908644:0:32638:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x26:0x0].0x0 (ffff9e8b902bdd00) refcount = 2 00010000:00000040:0.0:1789449488.908647:0:32638:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1789449488.908650:0:32638:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204be00/0xcddde1459ded6673 lrc: 1/0,0 mode: CR/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xeb7cbf5e2fd3d4ba expref: -99 pid: 32603 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1789449488.908657:0:32638:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c600/0xcddde1459ded669d lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d54d expref: -99 pid: 32638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449488.908664:0:32638:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789449488.908668:0:32638:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789449488.908669:0:32638:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449488.908673:0:32638:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789449488.908676:0:32638:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449488.908679:0:32638:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c600/0xcddde1459ded669d lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d54d expref: -99 pid: 32638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449488.908685:0:32638:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789449488.908687:0:32638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.908688:0:32638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449488.908689:0:32638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.908690:0:32638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449488.908692:0:32638:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449488.908697:0:32638:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789449488.908699:0:32638:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.908700:0:32638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.908702:0:32638:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c600 refcount=3 00000020:00000001:0.0:1789449488.908704:0:32638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016075776 : -107152693475840 : ffff9e8b91c4c600) 00010000:00000001:0.0:1789449488.908707:0:32638:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016075776 : -107152693475840 : ffff9e8b91c4c600) 00010000:00000001:0.0:1789449488.908709:0:32638:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.908711:0:32638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.908712:0:32638:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c600 refcount=4 00000020:00000001:0.0:1789449488.908714:0:32638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016075776 : -107152693475840 : ffff9e8b91c4c600) 00010000:00000001:0.0:1789449488.908716:0:32638:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016075776 : -107152693475840 : ffff9e8b91c4c600) 00010000:00000001:0.0:1789449488.908719:0:32638:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449488.908722:0:32638:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449488.908726:0:32638:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c600/0xcddde1459ded669d lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d54d expref: -99 pid: 32638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449488.908732:0:32638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.908733:0:32638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449488.908735:0:32638:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.908736:0:32638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.908737:0:32638:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c600 refcount=5 00000020:00000001:0.0:1789449488.908739:0:32638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016075776 : -107152693475840 : ffff9e8b91c4c600) 00010000:00000001:0.0:1789449488.908741:0:32638:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016075776 : -107152693475840 : ffff9e8b91c4c600) 00010000:00000001:0.0:1789449488.908744:0:32638:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449488.908746:0:32638:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c600/0xcddde1459ded669d lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d54d expref: -99 pid: 32638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449488.908753:0:32638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.908754:0:32638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789449488.908756:0:32638:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c600/0xcddde1459ded669d lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d54d expref: -99 pid: 32638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449488.908762:0:32638:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449488.908763:0:32638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.908764:0:32638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449488.908765:0:32638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.908766:0:32638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789449488.908771:0:32638:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9e8b9065dc00 x1876371947509632/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/640 e 0 to 0 dl 1789449504 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1789449488.908781:0:32638:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.908782:0:32638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.908783:0:32638:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c600 refcount=3 00000020:00000001:0.0:1789449488.908785:0:32638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016075776 : -107152693475840 : ffff9e8b91c4c600) 00010000:00000001:0.0:1789449488.908787:0:32638:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016075776 : -107152693475840 : ffff9e8b91c4c600) 00000002:00010000:0.0:1789449488.908791:0:32638:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c600/0xcddde1459ded669d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d54d expref: -99 pid: 32638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1789449488.908803:0:32638:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9e8b8c4763c0. 00010000:00000001:0.0:1789449488.908806:0:32638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.908807:0:32638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449488.908809:0:32638:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449488.908811:0:32638:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449488.908815:0:32638:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1789449488.908818:0:32638:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.908819:0:32638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.908820:0:32638:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c600 refcount=3 00000020:00000001:0.0:1789449488.908822:0:32638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016075776 : -107152693475840 : ffff9e8b91c4c600) 00010000:00000001:0.0:1789449488.908824:0:32638:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016075776 : -107152693475840 : ffff9e8b91c4c600) 00000002:00010000:0.0:1789449488.908829:0:32638:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c600/0xcddde1459ded669d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d54d expref: -99 pid: 32638 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449488.908835:0:32638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.908836:0:32638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449488.908838:0:32638:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789449488.908839:0:32638:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.908840:0:32638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.908842:0:32638:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c600 refcount=3 00000020:00000001:0.0:1789449488.908844:0:32638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016075776 : -107152693475840 : ffff9e8b91c4c600) 00010000:00000001:0.0:1789449488.908846:0:32638:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016075776 : -107152693475840 : ffff9e8b91c4c600) 00010000:00000040:0.0:1789449488.908849:0:32638:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bdd00 count: 3 00010000:00000001:0.0:1789449488.908851:0:32638:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789449488.908990:0:32638:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e8b83488400 type 13 mode 4 res 8589935621/38 (0 0) 00010000:00000001:0.0:1789449488.908994:0:32638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.908996:0:32638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449488.908997:0:32638:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789449488.909001:0:32638:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2b710 00000002:00002000:0.0:1789449488.909004:0:32638:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1789449488.909007:0:32638:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449488.909013:0:32638:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449488.909016:0:32638:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789449488.909020:0:32638:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000405:0x24:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1789449488.909024:0:32638:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449488.909029:0:32638:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b91d9a5c0 2 00000080:00000001:0.0:1789449488.909032:0:32638:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1789449488.909035:0:32638:0:(namei.c:674:ll_lookup_it_finish()) it ffffb71181d2bb20 it_disposition b 00000080:00000001:0.0:1789449488.909038:0:32638:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789449488.909046:0:32638:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1789449488.909050:0:32638:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789449488.909053:0:32638:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611174 : 144115205339611174 : 200000405000026) 00000080:00000001:0.0:1789449488.909056:0:32638:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:0.0:1789449488.909065:0:32638:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789449488.909081:0:32638:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822744 : -107152888728872 : ffff9e8b862172d8) 00000020:00001000:0.0:1789449488.909084:0:32638:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b862172d0 00000020:00000001:0.0:1789449488.909088:0:32638:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1789449488.909093:0:32638:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1789449488.909095:0:32638:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1789449488.909103:0:32638:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9e8b866575a0. 00020000:00000010:0.0:1789449488.909109:0:32638:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9e8b83773600. 00020000:00000010:0.0:1789449488.909116:0:32638:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9e8b86657ea0. 00020000:00000001:0.0:1789449488.909118:0:32638:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446636920825282208 : -107152884269408 : ffff9e8b86657ea0) 00020000:00000002:0.0:1789449488.909122:0:32638:0:(lov_ea.c:755:dump_lsm()) lsm ffff9e8b86657ea0, objid 0x26:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789449488.909127:0:32638:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout 1 layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789449488.909132:0:32638:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff9e8b83773600: ostid: 0x2c0000401:19 ost idx: 1 gen: 0 00020000:00000002:0.0:1789449488.909136:0:32638:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9e8b836978b8) owner ffff9e8b89dc0000 00020000:00000001:0.0:1789449488.909140:0:32638:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1789449488.909142:0:32638:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9e8b836978b8) owner ffff9e8b89dc0000 00020000:00000010:0.0:1789449488.909223:0:32638:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9e8b83773600. 00020000:00000010:0.0:1789449488.909229:0:32638:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9e8b866575a0. 00020000:00000010:0.0:1789449488.909232:0:32638:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9e8b86657ea0. 00020000:00000002:0.0:1789449488.909235:0:32638:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x26:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1789449488.909237:0:32638:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449488.909239:0:32638:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1789449488.909242:0:32638:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b862172d0 00000080:00000001:0.0:1789449488.909247:0:32638:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611174 : 144115205339611174 : 200000405000026) 00000080:00000001:0.0:1789449488.909250:0:32638:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1789449488.909258:0:32638:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x26:0x0](ffff9e8b89113a88): rc = 0 00000080:00000001:0.0:1789449488.909260:0:32638:0:(namei.c:156:ll_iget()) Process leaving (rc=18446636920870091400 : -107152839460216 : ffff9e8b89113a88) 00010000:00000001:0.0:1789449488.909263:0:32638:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.909264:0:32638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.909265:0:32638:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c600 refcount=3 00000020:00000001:0.0:1789449488.909267:0:32638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016075776 : -107152693475840 : ffff9e8b91c4c600) 00010000:00000001:0.0:1789449488.909270:0:32638:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016075776 : -107152693475840 : ffff9e8b91c4c600) 00000080:00000001:0.0:1789449488.909273:0:32638:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1789449488.909275:0:32638:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789449488.909276:0:32638:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822744 : -107152888728872 : ffff9e8b862172d8) 00000020:00001000:0.0:1789449488.909278:0:32638:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b862172d0 00000020:00000001:0.0:1789449488.909280:0:32638:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1789449488.909281:0:32638:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1789449488.909283:0:32638:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1789449488.909286:0:32638:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9e8b86657ea0. 00020000:00000010:0.0:1789449488.909288:0:32638:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9e8b83773600. 00020000:00000010:0.0:1789449488.909290:0:32638:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9e8b866575a0. 00020000:00000001:0.0:1789449488.909292:0:32638:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446636920825279904 : -107152884271712 : ffff9e8b866575a0) 00020000:00000002:0.0:1789449488.909294:0:32638:0:(lov_ea.c:755:dump_lsm()) lsm ffff9e8b866575a0, objid 0x26:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789449488.909298:0:32638:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout 1 layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789449488.909301:0:32638:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff9e8b83773600: ostid: 0x2c0000401:19 ost idx: 1 gen: 0 00020000:00000002:0.0:1789449488.909303:0:32638:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9e8b836978b8) owner ffff9e8b89dc0000 00020000:00000001:0.0:1789449488.909305:0:32638:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1789449488.909306:0:32638:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9e8b836978b8) owner ffff9e8b89dc0000 00020000:00000010:0.0:1789449488.909309:0:32638:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9e8b83773600. 00020000:00000010:0.0:1789449488.909311:0:32638:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9e8b86657ea0. 00020000:00000010:0.0:1789449488.909313:0:32638:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9e8b866575a0. 00020000:00000002:0.0:1789449488.909314:0:32638:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x26:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1789449488.909316:0:32638:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449488.909318:0:32638:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449488.909322:0:32638:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1789449488.909325:0:32638:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b836978b8) owner 0000000000000000/ffff9e8b89dc0000 00020000:00000002:0.0:1789449488.909329:0:32638:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9e8b87c1ec00 addref 2/0 by ffff9e8b89dc0000. 00020000:00000002:0.0:1789449488.909331:0:32638:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b836978b8) owner 0000000000000000/ffff9e8b89dc0000 00020000:00000001:0.0:1789449488.909334:0:32638:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1789449488.909337:0:32638:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1789449488.909338:0:32638:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1789449488.909340:0:32638:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1789449488.909342:0:32638:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1789449488.909345:0:32638:0:(file.c:6843:ll_layout_conf()) [0x200000405:0x26:0x0]: layout version change: 0 -> 0 00000020:00001000:0.0:1789449488.909347:0:32638:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b862172d0 00000080:00000001:0.0:1789449488.909349:0:32638:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.909351:0:32638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.909352:0:32638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789449488.909354:0:32638:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789449488.909358:0:32638:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1789449488.909360:0:32638:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449488.909364:0:32638:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x26:0x0](ffff9e8b89113a88) for lock 0xcddde1459ded669d 00800000:00000001:0.0:1789449488.909368:0:32638:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789449488.909370:0:32638:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789449488.909371:0:32638:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.909372:0:32638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.909373:0:32638:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c600 refcount=3 00000020:00000001:0.0:1789449488.909375:0:32638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016075776 : -107152693475840 : ffff9e8b91c4c600) 00010000:00000001:0.0:1789449488.909377:0:32638:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016075776 : -107152693475840 : ffff9e8b91c4c600) 00010000:00000001:0.0:1789449488.909380:0:32638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.909381:0:32638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449488.909383:0:32638:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449488.909385:0:32638:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1789449488.909393:0:32638:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9e8b892d6a20 inode ffff9e8b89113a88 refc 1 flags 0x40000e 00000080:00000001:0.0:1789449488.909398:0:32638:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1789449488.909402:0:32638:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x26:0x0](ffff9e8b89113a88) 00000080:00010000:0.0:1789449488.909406:0:32638:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded669d from it ffffb71181d2bb20 00010000:00000001:0.0:1789449488.909408:0:32638:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.909409:0:32638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.909411:0:32638:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c600 refcount=3 00000020:00000001:0.0:1789449488.909413:0:32638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016075776 : -107152693475840 : ffff9e8b91c4c600) 00010000:00000001:0.0:1789449488.909415:0:32638:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016075776 : -107152693475840 : ffff9e8b91c4c600) 00010000:00000001:0.0:1789449488.909417:0:32638:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449488.909420:0:32638:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c600/0xcddde1459ded669d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xeb7cbf5e2fd3d54d expref: -99 pid: 32638 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449488.909428:0:32638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.909429:0:32638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449488.909430:0:32638:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789449488.909433:0:32638:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789449488.909436:0:32638:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c600/0xcddde1459ded669d lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xeb7cbf5e2fd3d54d expref: -99 pid: 32638 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789449488.909449:0:32638:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789449488.909453:0:32638:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789449488.909455:0:32638:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449488.909460:0:32638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.909461:0:32638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449488.909463:0:32638:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.909466:0:32638:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789449488.909468:0:32638:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.909470:0:32638:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.909473:0:32638:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.909475:0:32638:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449488.909476:0:32638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.909477:0:32638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789449488.909479:0:32638:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1789449488.909483:0:32638:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b8b16e000. 00000100:00000001:0.0:1789449488.909490:0:32638:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449488.909496:0:32638:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065dc00 x1876371947509632/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/640 e 0 to 0 dl 1789449504 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449488.909504:0:32638:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789449488.909507:0:32638:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449488.909511:0:32638:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9e8b8bc6f800. 02000000:00000001:0.0:1789449488.909515:0:32638:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789449488.909518:0:32638:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449488.909520:0:32638:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:0.0:1789449488.909522:0:32638:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449488.909526:0:32638:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b83604800. 02000000:00000001:0.0:1789449488.909531:0:32638:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449488.909533:0:32638:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449488.909536:0:32638:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065dc00. 00000100:00000001:0.0:1789449488.909540:0:32638:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449488.909541:0:32638:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789449488.909544:0:32638:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1789449488.909546:0:32638:0:(dcache.c:176:ll_intent_release()) intent ffffb71181d2bb20 released 00000080:00000001:0.0:1789449488.909547:0:32638:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:0.0:1789449488.909564:0:32638:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bd08 00000080:00200008:0.0:1789449488.909567:0:32638:0:(file.c:6296:ll_getattr_dentry()) START file f:[0x200000405:0x26:0x0](ffff9e8b89113a88), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1789449488.909574:0:32638:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789449488.909576:0:32638:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bc80 00000080:00200000:0.0:1789449488.909578:0:32638:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x26:0x0](ffff9e8b89113a88),name=f 00000080:00000010:0.0:1789449488.909587:0:32638:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b8606b600. 00800000:00000002:0.0:1789449488.909592:0:32638:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b91d9a5c0 2 00000080:00000001:0.0:1789449488.909599:0:32638:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789449488.909602:0:32638:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789449488.909604:0:32638:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bba0 00800000:00000002:0.0:1789449488.909606:0:32638:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x26:0x0] 'f' on [0x200000405:0x24:0x0] 00800000:00000001:0.0:1789449488.909609:0:32638:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789449488.909614:0:32638:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449488.909617:0:32638:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449488.909619:0:32638:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449488.909623:0:32638:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449488.909624:0:32638:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449488.909627:0:32638:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:0.0:1789449488.909629:0:32638:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449488.909633:0:32638:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449488.909634:0:32638:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449488.909635:0:32638:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449488.909636:0:32638:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449488.909638:0:32638:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449488.909639:0:32638:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x26:0x0] 00800000:00000001:0.0:1789449488.909641:0:32638:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449488.909643:0:32638:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000405:0x24:0x0], fid2=[0x200000405:0x26:0x0], name='' -> mds #0 00000002:00000001:0.0:1789449488.909647:0:32638:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789449488.909649:0:32638:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2ba70 00000002:00010000:0.0:1789449488.909651:0:32638:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x26:0x0]) in obj [0x200000405:0x24:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789449488.909655:0:32638:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789449488.909657:0:32638:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449488.909659:0:32638:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449488.909663:0:32638:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bdd00 count: 3 00010000:00000001:0.0:1789449488.909665:0:32638:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449488.909668:0:32638:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449488.909672:0:32638:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789449488.909676:0:32638:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c600/0xcddde1459ded669d lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xeb7cbf5e2fd3d54d expref: -99 pid: 32638 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1789449488.909684:0:32638:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789449488.909689:0:32638:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449488.909692:0:32638:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c600/0xcddde1459ded669d lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xeb7cbf5e2fd3d54d expref: -99 pid: 32638 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1789449488.909698:0:32638:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789449488.909700:0:32638:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789449488.909702:0:32638:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789449488.909704:0:32638:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789449488.909706:0:32638:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789449488.909708:0:32638:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000405:0x24:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789449488.909711:0:32638:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789449488.909712:0:32638:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b91d9a5c0 2 00000080:00000010:0.0:1789449488.909714:0:32638:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b8606b600. 00000080:00000001:0.0:1789449488.909719:0:32638:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789449488.909721:0:32638:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449488.909723:0:32638:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x26:0x0](ffff9e8b89113a88) 00000080:00010000:0.0:1789449488.909727:0:32638:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x26:0x0](ffff9e8b89113a88) for lock 0xcddde1459ded669d 00800000:00000001:0.0:1789449488.909729:0:32638:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789449488.909730:0:32638:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789449488.909732:0:32638:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.909733:0:32638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.909734:0:32638:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c600 refcount=3 00000020:00000001:0.0:1789449488.909736:0:32638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016075776 : -107152693475840 : ffff9e8b91c4c600) 00010000:00000001:0.0:1789449488.909739:0:32638:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016075776 : -107152693475840 : ffff9e8b91c4c600) 00010000:00000001:0.0:1789449488.909741:0:32638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.909742:0:32638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449488.909743:0:32638:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449488.909744:0:32638:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449488.909746:0:32638:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded669d from it ffffb71181d2bcb8 00010000:00000001:0.0:1789449488.909749:0:32638:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.909750:0:32638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.909751:0:32638:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c600 refcount=3 00000020:00000001:0.0:1789449488.909753:0:32638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016075776 : -107152693475840 : ffff9e8b91c4c600) 00010000:00000001:0.0:1789449488.909755:0:32638:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016075776 : -107152693475840 : ffff9e8b91c4c600) 00010000:00000001:0.0:1789449488.909757:0:32638:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449488.909759:0:32638:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c600/0xcddde1459ded669d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xeb7cbf5e2fd3d54d expref: -99 pid: 32638 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789449488.909765:0:32638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.909766:0:32638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449488.909767:0:32638:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789449488.909769:0:32638:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789449488.909771:0:32638:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c600/0xcddde1459ded669d lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xeb7cbf5e2fd3d54d expref: -99 pid: 32638 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789449488.909777:0:32638:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789449488.909778:0:32638:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789449488.909780:0:32638:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449488.909782:0:32638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.909783:0:32638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449488.909784:0:32638:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.909786:0:32638:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789449488.909787:0:32638:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.909788:0:32638:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.909790:0:32638:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.909791:0:32638:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449488.909793:0:32638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.909794:0:32638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789449488.909795:0:32638:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789449488.909797:0:32638:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789449488.909800:0:32638:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:0.0:1789449488.909804:0:32638:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1789449488.909806:0:32638:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789449488.909809:0:32638:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1789449488.909810:0:32638:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449488.909813:0:32638:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1789449488.909816:0:32638:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:0.0:1789449488.909818:0:32638:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789449488.909820:0:32638:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822744 : -107152888728872 : ffff9e8b862172d8) 00000020:00001000:0.0:1789449488.909822:0:32638:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b862172d0 00000020:00000001:0.0:1789449488.909828:0:32638:0:(cl_object.c:143:cl_object_top()) ffff9e8b84013530 -> ffff9e8b84013530 00000020:00000001:0.0:1789449488.909831:0:32638:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:0.0:1789449488.909834:0:32638:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1789449488.909836:0:32638:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x26:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:0.0:1789449488.909839:0:32638:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789449488.909841:0:32638:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1789449488.909843:0:32638:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1789449488.909845:0:32638:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449488.909847:0:32638:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789449488.909850:0:32638:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x26:0x0]io ffff9e8b84db0e40 type 7 ignore/verify layout 0/1 00020000:00000002:0.0:1789449488.910013:0:32638:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b836978b8) owner 0000000000000000/ffff9e8b89dc0000 00020000:00000001:0.0:1789449488.910018:0:32638:0:(lov_io.c:2266:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1789449488.910020:0:32638:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1789449488.910023:0:32638:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1789449488.910025:0:32638:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449488.910028:0:32638:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1789449488.910030:0:32638:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1789449488.910032:0:32638:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449488.910034:0:32638:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789449488.910035:0:32638:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1789449488.910036:0:32638:0:(lov_io.c:2279:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1789449488.910038:0:32638:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b836978b8) owner 0000000000000000/ffff9e8b89dc0000 00000020:00000001:0.0:1789449488.910040:0:32638:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1789449488.910044:0:32638:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1789449488.910045:0:32638:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x26:0x0] 00000020:00000001:0.0:1789449488.910048:0:32638:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1789449488.910050:0:32638:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1789449488.910054:0:32638:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1789449488.910057:0:32638:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000001:0.0:1789449488.910060:0:32638:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449488.910066:0:32638:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449488.910077:0:32638:0:(lov_offset.c:141:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789449488.910079:0:32638:0:(lov_offset.c:264:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1789449488.910082:0:32638:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000010:0.0:1789449488.910088:0:32638:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9e8b9066e100. 00020000:00000001:0.0:1789449488.910090:0:32638:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449488.910092:0:32638:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449488.910093:0:32638:0:(lov_offset.c:141:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789449488.910095:0:32638:0:(lov_offset.c:264:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1789449488.910098:0:32638:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1789449488.910101:0:32638:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789449488.910103:0:32638:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1789449488.910104:0:32638:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789449488.910107:0:32638:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820824040 : -107152888727576 : ffff9e8b862177e8) 00000020:00001000:0.0:1789449488.910109:0:32638:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b862177e0 00000020:00000001:0.0:1789449488.910113:0:32638:0:(cl_object.c:143:cl_object_top()) ffff9e8b840139e0 -> ffff9e8b84013530 00000020:00000001:0.0:1789449488.910115:0:32638:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:0.0:1789449488.910119:0:32638:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789449488.910120:0:32638:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1789449488.910123:0:32638:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:0.0:1789449488.910124:0:32638:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446636920799432256 : -107152910119360 : ffff9e8b84db0e40) 00000020:00000001:0.0:1789449488.910126:0:32638:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449488.910128:0:32638:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449488.910131:0:32638:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993116240 : -107152716435376 : ffff9e8b90667050) 00000020:00000001:0.0:1789449488.910133:0:32638:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1789449488.910139:0:32638:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9e8b86a238f0. 00000008:00010000:0.0:1789449488.910142:0:32638:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1789449488.910145:0:32638:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1789449488.910282:0:32638:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1789449488.910284:0:32638:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9e8b9066e130, osc lock ffff9e8b86a238f0, flags 0x400001002 00000020:00000001:0.0:1789449488.910287:0:32638:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449488.910290:0:32638:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449488.910292:0:32638:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000001:0.0:1789449488.910296:0:32638:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446636920993145088 : -107152716406528 : ffff9e8b9066e100) 00000020:00000001:0.0:1789449488.910297:0:32638:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1789449488.910299:0:32638:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1789449488.910300:0:32638:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449488.910302:0:32638:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449488.910305:0:32638:0:(cl_io.c:1190:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1789449488.910307:0:32638:0:(cl_io.c:1198:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1789449488.910309:0:32638:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1789449488.910311:0:32638:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1789449488.910312:0:32638:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789449488.910313:0:32638:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993116240 : -107152716435376 : ffff9e8b90667050) 00000020:00000001:0.0:1789449488.910315:0:32638:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1789449488.910317:0:32638:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1789449488.910319:0:32638:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1789449488.910323:0:32638:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1789449488.910326:0:32638:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1789449488.910327:0:32638:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1789449488.910329:0:32638:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1789449488.910330:0:32638:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1789449488.910331:0:32638:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1789449488.910334:0:32638:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1789449488.910336:0:32638:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789449488.910340:0:32638:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.910342:0:32638:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:0.0:1789449488.910348:0:32638:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d1b480. 00000020:00000040:0.0:1789449488.910351:0:32638:0:(genops.c:1209:class_import_get()) import ffff9e8b8986b000 refcount=3 obd=lustre-OST0001-osc-ffff9e8b89903000 00010000:00000001:0.0:1789449488.910356:0:32638:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789449488.910361:0:32638:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449488.910363:0:32638:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449488.910366:0:32638:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449488.910369:0:32638:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449488.910372:0:32638:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449488.910379:0:32638:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e8b8606b600. 00000100:00000001:0.0:1789449488.910386:0:32638:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.910391:0:32638:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789449488.910393:0:32638:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.910394:0:32638:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789449488.910395:0:32638:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.910397:0:32638:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.910400:0:32638:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446636920849151104 : -107152860400512 : ffff9e8b87d1b480) 00010000:00000001:0.0:1789449488.910403:0:32638:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789449488.910406:0:32638:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789449488.910410:0:32638:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9e8b82cba700. 00010000:00000010:0.0:1789449488.910413:0:32638:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9e8b82cbab00. 00010000:00000001:0.0:1789449488.910419:0:32638:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789449488.910422:0:32638:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8b86498800. 00000020:00000001:0.0:1789449488.910426:0:32638:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789449488.910428:0:32638:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8b86498800 with handle 0xcddde1459ded66a4 to hash 00000020:00000001:0.0:1789449488.910430:0:32638:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789449488.910432:0:32638:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636920823449600 : -107152886102016 : ffff9e8b86498800) 00010000:00000010:0.0:1789449488.910436:0:32638:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff9e8b8c476400. 00010000:00000001:0.0:1789449488.910439:0:32638:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636920823449600 : -107152886102016 : ffff9e8b86498800) 00010000:00000001:0.0:1789449488.910442:0:32638:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449488.910445:0:32638:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449488.910448:0:32638:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 0000000051c87e02/0xcddde1459ded66a4 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 32638 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789449488.910461:0:32638:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 0000000051c87e02/0xcddde1459ded66a4 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 32638 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449488.910471:0:32638:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449488.910477:0:32638:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449488.910482:0:32638:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449488.910492:0:32638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ed9bdfdd] to pc [ptlrpcd_00_01+1] req@ffff9e8b87d1b480 x1876371947509760/t0(0) o101->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449488.910582:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449488.910587:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449488.910591:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789449488.910598:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b87d1b480 x1876371947509760/t0(0) o101->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449488.910606:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449488.910609:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449488.910614:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789449488.910616:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789449488.910619:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449488.910622:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b87d1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2400:1876371947509760:192.168.202.109@tcp:101:checkstat.0 00000100:00000001:1.0:1789449488.910630:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789449488.910638:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789449488.910641:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449488.910645:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789449488.910651:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b8678d000. 02000000:00000001:1.0:1789449488.910653:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789449488.910664:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:1.0:1789449488.910669:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b834271b8. 00000400:00000010:1.0:1789449488.910677:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b850123b8. 00000100:00000200:1.0:1789449488.910686:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947509760, portal 4 00000100:00000001:1.0:1789449488.910689:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449488.910691:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849151104 : -107152860400512 : ffff9e8b87d1b480) 00000100:00000040:1.0:1789449488.910697:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b87d1b480 x1876371947509760/t0(0) o101->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449504 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449488.910705:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789449488.910708:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1789449488.910712:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b850126e8. 00000100:00000200:1.0:1789449488.910715:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1876371947509760, offset 0 00000400:00000200:1.0:1789449488.910723:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1789449488.910735:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449488.910745:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1789449488.910752:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789449488.910757:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1789449488.910762:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789449488.910765:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1789449488.910769:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2773:2773:256:4294967295] 192.168.202.109@tcp LPNI seq info [2773:2773:8:4294967295] 00000400:00000200:1.0:1789449488.910774:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449488.910787:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1789449488.910794:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1789449488.910800:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b8c47a300. 00000800:00000200:1.0:1789449488.910809:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1789449488.910819:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1789449488.910825:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b8c47a300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1789449488.910848:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449488.910862:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: using a timeout of 237135 usecs (238 jiffies) 00000400:00000200:1.0:1789449488.910871:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:1.0:1789449488.910875:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296491834 00000100:00000001:1.0:1789449488.910900:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296494113 00000100:00000001:1.0:1789449488.910904:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296491834 00000100:00000001:1.0:1789449488.910907:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296494113 00000100:00000001:1.0:1789449488.910909:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449488.910913:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449488.910916:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449488.910919:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789449488.911131:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449488.911137:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47a300. 00000400:00000200:3.0:1789449488.911144:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449488.911238:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449488.911246:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b850126e8 00000400:00000010:3.0:1789449488.911250:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b850126e8. 00000100:00000001:3.0:1789449488.911256:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449488.911260:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d1b480 x1876371947509760/t0(0) o101->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449504 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449488.911271:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449488.911275:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d1b480 x1876371947509760/t0(0) o101->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449504 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449488.911282:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449488.911285:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000008:00000001:0.0:1789449488.911383:0:32638:0:(osc_request.c:3308:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789449488.911387:0:32638:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449488.911390:0:32638:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449488.911392:0:32638:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449488.911394:0:32638:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449488.911397:0:32638:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1789449488.911400:0:32638:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1789449488.911403:0:32638:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1789449488.911405:0:32638:0:(cl_io.c:1210:cl_sync_io_wait()) Process entered 00000100:00000001:0.0:1789449488.911418:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449488.911423:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449488.912090:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789449488.912095:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789449488.912098:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449488.912100:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449488.912266:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449488.912270:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789449488.918354:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449488.918375:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449488.918380:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449488.918383:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449488.918394:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449488.918404:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449488.918416:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449488.918422:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449488.918428:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449488.918434:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 400 into portal 4 MB=0x6aa8ce365d800 00000400:00000200:2.0:1789449488.918442:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449488.918451:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 400/400 into md 0x7ebd [1] + 224 00000800:00000001:2.0:1789449488.918460:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449488.918470:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449488.918474:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449488.918480:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449488.918492:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449488.918503:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d1b480 x1876371947509760/t0(0) o101->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449504 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449488.918516:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9e8b87d1b480 x1876371947509760/t0(0) o101->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449504 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449488.918540:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449488.918551:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449488.918555:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449488.918703:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449488.918709:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789449488.918717:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449488.918720:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449488.918725:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b834271b8. 00000400:00000200:0.0:1789449488.918730:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b850123b8 00000400:00000010:0.0:1789449488.918733:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b850123b8. 00000100:00000001:0.0:1789449488.918737:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449488.918741:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b87d1b480 x1876371947509760/t0(0) o101->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449504 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789449488.918750:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b87d1b480 x1876371947509760/t0(0) o101->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449504 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449488.918756:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449488.918758:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449488.918761:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449488.918764:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449488.918767:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449488.918770:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449488.918772:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449488.918785:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8986b460 time=118 v=5 (5 5 5 36) 00000100:00001000:0.0:1789449488.918789:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8986b418 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1789449488.918792:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449488.918794:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.918797:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449488.918801:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449488.918805:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789449488.918808:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9e8b89903000: skip recheck: last_committed 4294967328 00000100:00000001:0.0:1789449488.918810:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449488.918812:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449488.918817:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b87d1b480 x1876371947509760/t0(0) o101->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449504 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449488.918824:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449488.918828:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449488.918830:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1789449488.918835:0:2400:0:(osc_request.c:3123:osc_enqueue_interpret()) Process entered 00010000:00000001:0.0:1789449488.918838:0:2400:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.918841:0:2400:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.918845:0:2400:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498800 refcount=4 00000020:00000001:0.0:1789449488.918848:0:2400:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823449600 : -107152886102016 : ffff9e8b86498800) 00010000:00000001:0.0:1789449488.918851:0:2400:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823449600 : -107152886102016 : ffff9e8b86498800) 00010000:00000001:0.0:1789449488.918853:0:2400:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.918854:0:2400:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.918856:0:2400:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498800 refcount=5 00000020:00000001:0.0:1789449488.918858:0:2400:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823449600 : -107152886102016 : ffff9e8b86498800) 00010000:00000001:0.0:1789449488.918860:0:2400:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823449600 : -107152886102016 : ffff9e8b86498800) 00010000:00000001:0.0:1789449488.918864:0:2400:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449488.918868:0:2400:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449488.918874:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 0000000051c87e02/0xcddde1459ded66a4 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 32638 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449488.919325:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.919327:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449488.919331:0:2400:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789449488.919334:0:2400:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.919335:0:2400:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.919337:0:2400:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498800 refcount=6 00000020:00000001:0.0:1789449488.919340:0:2400:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823449600 : -107152886102016 : ffff9e8b86498800) 00010000:00000001:0.0:1789449488.919341:0:2400:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823449600 : -107152886102016 : ffff9e8b86498800) 00010000:00000040:0.0:1789449488.919351:0:2400:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e8b86498800, remote cookie: 0xeb7cbf5e2fd3d554, flags: 0x1001 00010000:00010000:0.0:1789449488.919357:0:2400:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 0000000051c87e02/0xcddde1459ded66a4 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d554 expref: -99 pid: 32638 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449488.919367:0:2400:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:0.0:1789449488.919370:0:2400:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.919372:0:2400:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789449488.919377:0:2400:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:0.0:1789449488.919385:0:2400:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 0000000051c87e02/0xcddde1459ded66a4 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d554 expref: -99 pid: 32638 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789449488.919395:0:2400:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x2c0000401:0x13:0x0].0x0 (ffff9e8b82cba700) refcount = 1 00010000:00000040:0.0:1789449488.919399:0:2400:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1789449488.919402:0:2400:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 0000000051c87e02/0xcddde1459ded66a4 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d554 expref: -99 pid: 32638 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449488.919412:0:2400:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789449488.919414:0:2400:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449488.919417:0:2400:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789449488.919421:0:2400:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449488.919425:0:2400:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 0000000051c87e02/0xcddde1459ded66a4 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d554 expref: -99 pid: 32638 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449488.919431:0:2400:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789449488.919433:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.919434:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449488.919435:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.919436:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789449488.919438:0:2400:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:0.0:1789449488.919441:0:2400:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1789449488.919445:0:2400:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.919446:0:2400:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.919448:0:2400:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498800 refcount=5 00000020:00000001:0.0:1789449488.919450:0:2400:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823449600 : -107152886102016 : ffff9e8b86498800) 00010000:00000001:0.0:1789449488.919452:0:2400:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823449600 : -107152886102016 : ffff9e8b86498800) 00000008:00000001:0.0:1789449488.919457:0:2400:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:0.0:1789449488.919464:0:2400:0:(cl_object.c:143:cl_object_top()) ffff9e8b84d26700 -> ffff9e8b84013530 00000008:00010000:0.0:1789449488.919469:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 0000000051c87e02/0xcddde1459ded66a4 lrc: 5/2,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xeb7cbf5e2fd3d554 expref: -99 pid: 32638 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:0.0:1789449488.919482:0:2400:0:(cl_object.c:143:cl_object_top()) ffff9e8b84d26700 -> ffff9e8b84013530 00000020:00000001:0.0:1789449488.919485:0:2400:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1789449488.919489:0:2400:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1789449488.919492:0:2400:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1789449488.919495:0:2400:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449488.919497:0:2400:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449488.919499:0:2400:0:(cl_object.c:143:cl_object_top()) ffff9e8b84d26700 -> ffff9e8b84013530 00000008:00000001:0.0:1789449488.919501:0:2400:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:0.0:1789449488.919504:0:2400:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1789449488.919507:0:2400:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1789449488.919590:0:2400:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1789449488.919592:0:2400:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.919595:0:2400:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.919596:0:2400:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.919598:0:2400:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498800 refcount=6 00000020:00000001:0.0:1789449488.919600:0:2400:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823449600 : -107152886102016 : ffff9e8b86498800) 00010000:00000001:0.0:1789449488.919602:0:2400:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823449600 : -107152886102016 : ffff9e8b86498800) 00010000:00000001:0.0:1789449488.919605:0:2400:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449488.919608:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 0000000051c87e02/0xcddde1459ded66a4 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xeb7cbf5e2fd3d554 expref: -99 pid: 32638 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449488.919616:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.919617:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789449488.919620:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 0000000051c87e02/0xcddde1459ded66a4 lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xeb7cbf5e2fd3d554 expref: -99 pid: 32638 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449488.919627:0:2400:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449488.919629:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.919630:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789449488.919632:0:2400:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.919634:0:2400:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.919637:0:2400:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.919638:0:2400:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498800 refcount=5 00000020:00000001:0.0:1789449488.919640:0:2400:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823449600 : -107152886102016 : ffff9e8b86498800) 00010000:00000001:0.0:1789449488.919643:0:2400:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823449600 : -107152886102016 : ffff9e8b86498800) 00010000:00000001:0.0:1789449488.919645:0:2400:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449488.919647:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 0000000051c87e02/0xcddde1459ded66a4 lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xeb7cbf5e2fd3d554 expref: -99 pid: 32638 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449488.919655:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.919656:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449488.919658:0:2400:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789449488.919662:0:2400:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789449488.919665:0:2400:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 0000000051c87e02/0xcddde1459ded66a4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xeb7cbf5e2fd3d554 expref: -99 pid: 32638 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789449488.919675:0:2400:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789449488.919679:0:2400:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789449488.919682:0:2400:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449488.919688:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.919690:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449488.919692:0:2400:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.919696:0:2400:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789449488.919698:0:2400:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.919701:0:2400:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.919704:0:2400:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.919706:0:2400:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449488.919708:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.919709:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449488.919710:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.919711:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789449488.919713:0:2400:0:(osc_request.c:3162:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449488.919722:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b87d1b480 x1876371947509760/t0(0) o101->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449504 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789449488.919732:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b87d1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2400:1876371947509760:192.168.202.109@tcp:101:checkstat.0 00000100:00000001:0.0:1789449488.919739:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449488.919743:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449488.919747:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b87d1b480 x1876371947509760/t0(0) o101->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449504 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449488.919753:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789449488.919757:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449488.919762:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b8678d000. 02000000:00000001:0.0:1789449488.919769:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789449488.919772:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449488.919774:0:2400:0:(genops.c:1222:class_import_put()) import ffff9e8b8986b000 refcount=2 obd=lustre-OST0001-osc-ffff9e8b89903000 00000020:00000001:0.0:1789449488.919776:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449488.919779:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e8b8606b600. 02000000:00000001:0.0:1789449488.919784:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449488.919786:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449488.919788:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b87d1b480. 00000100:00000001:0.0:1789449488.919792:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449488.919793:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449488.919796:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449488.919805:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449488.919807:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449488.919810:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449488.919813:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449488.919858:0:32638:0:(cl_io.c:1234:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449488.919944:0:32638:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449488.919952:0:32638:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1789449488.919956:0:32638:0:(cl_object.c:143:cl_object_top()) ffff9e8b84013530 -> ffff9e8b84013530 00000020:00000001:2.0:1789449488.919958:0:32638:0:(cl_object.c:143:cl_object_top()) ffff9e8b84013530 -> ffff9e8b84013530 00000020:00000001:2.0:1789449488.919960:0:32638:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1789449488.919965:0:32638:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1789449488.919971:0:32638:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1789449488.919974:0:32638:0:(lov_offset.c:45:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449488.919976:0:32638:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1789449488.919977:0:32638:0:(lov_offset.c:45:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789449488.919979:0:32638:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x26:1029 on OST[1]: s=0 (1) m=1789449471 a=1789449471 c=1789449471 b=0 00020000:00000001:2.0:1789449488.919983:0:32638:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789449488.919985:0:32638:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=1789449471 a=1789449471 c=1789449471 b=0 00020000:00000001:2.0:1789449488.919988:0:32638:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449488.919990:0:32638:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449488.919992:0:32638:0:(cl_object.c:143:cl_object_top()) ffff9e8b84013530 -> ffff9e8b84013530 00000080:00200000:2.0:1789449488.919994:0:32638:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x26:0x0] updating i_size 0 i_blocks 0 00000080:00000001:2.0:1789449488.919997:0:32638:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1789449488.920000:0:32638:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1789449488.920003:0:32638:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9e8b84db0de0 (ffff9e8b862172d8/0) at cl_lock_release():245 00000020:00000001:2.0:1789449488.920006:0:32638:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1789449488.920007:0:32638:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e8b84db0de0 (ffff9e8b862172d8/0) at cl_lock_cancel():142 00020000:00000001:2.0:1789449488.920012:0:32638:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1789449488.920231:0:32638:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789449488.920234:0:32638:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993116240 : -107152716435376 : ffff9e8b90667050) 00000020:00000001:2.0:1789449488.920238:0:32638:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1789449488.920239:0:32638:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e8b9066e130 (ffff9e8b862177e8/1) at cl_lock_cancel():142 00000008:00000001:2.0:1789449488.920244:0:32638:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1789449488.920246:0:32638:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:2.0:1789449488.920248:0:32638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449488.920250:0:32638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1789449488.920252:0:32638:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1789449488.920254:0:32638:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1789449488.920256:0:32638:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1789449488.920257:0:32638:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1789449488.920259:0:32638:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1789449488.920260:0:32638:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e8b84db0de0 (ffff9e8b862172d8/0) at cl_lock_fini():72 00020000:00000001:2.0:1789449488.920264:0:32638:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1789449488.920265:0:32638:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1789449488.920267:0:32638:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e8b9066e130 (ffff9e8b862172d8/1) at cl_lock_fini():72 00000008:00000010:2.0:1789449488.920270:0:32638:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9e8b86a238f0. 00000020:00000001:2.0:1789449488.920275:0:32638:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1789449488.920277:0:32638:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9e8b9066e100. 00020000:00000001:2.0:1789449488.920279:0:32638:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1789449488.920280:0:32638:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1789449488.920282:0:32638:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1789449488.920284:0:32638:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449488.920287:0:32638:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:2.0:1789449488.920290:0:32638:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1789449488.920293:0:32638:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1789449488.920294:0:32638:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:2.0:1789449488.920296:0:32638:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:2.0:1789449488.920298:0:32638:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b862177e0 00020000:00000001:2.0:1789449488.920301:0:32638:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1789449488.920304:0:32638:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1789449488.920307:0:32638:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1789449488.920311:0:32638:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x26:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1789449488.920316:0:32638:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1789449488.920319:0:32638:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449488.920321:0:32638:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1789449488.920323:0:32638:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1789449488.920325:0:32638:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:2.0:1789449488.920326:0:32638:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b862172d0 00000001:00000001:2.0:1789449488.920329:0:32638:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449488.920340:0:32638:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bd08 00000080:00000008:2.0:1789449488.920343:0:32638:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file f:[0x200000405:0x26:0x0](ffff9e8b89113a88), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1789449488.920351:0:32638:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1789449488.920353:0:32638:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bda0 00000080:00002000:2.0:1789449488.920355:0:32638:0:(dcache.c:127:ll_ddelete()) keeping dentry f (ffff9e8b892d6a20, parent ffff9e8b89340000, inode ffff9e8b89113a88) hashed, 00000080:00000001:2.0:1789449488.920358:0:32638:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449488.925037:0:32444:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789449488.925046:0:32444:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789449488.925051:0:32444:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181bfbb78 00000080:00200000:3.0:1789449488.925057:0:32444:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:3.0:1789449488.925079:0:32444:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b86220000. 00800000:00000002:3.0:1789449488.925089:0:32444:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:3.0:1789449488.925094:0:32444:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789449488.925100:0:32444:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789449488.925103:0:32444:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181bfba98 00800000:00000002:3.0:1789449488.925106:0:32444:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789449488.925111:0:32444:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789449488.925115:0:32444:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789449488.925118:0:32444:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789449488.925121:0:32444:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789449488.925124:0:32444:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789449488.925126:0:32444:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449488.925129:0:32444:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789449488.925132:0:32444:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449488.925137:0:32444:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789449488.925145:0:32444:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789449488.925147:0:32444:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181bfb968 00000002:00010000:3.0:1789449488.925149:0:32444:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789449488.925154:0:32444:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789449488.925157:0:32444:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789449488.925162:0:32444:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789449488.925173:0:32444:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652e00 count: 2 00010000:00000001:3.0:1789449488.925178:0:32444:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789449488.925186:0:32444:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449488.925192:0:32444:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789449488.925200:0:32444:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d800/0xcddde1459ded667a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d4cf expref: -99 pid: 32637 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1789449488.925214:0:32444:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789449488.925220:0:32444:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449488.925224:0:32444:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d800/0xcddde1459ded667a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d4cf expref: -99 pid: 32637 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:3.0:1789449488.925232:0:32444:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789449488.925235:0:32444:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789449488.925237:0:32444:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789449488.925240:0:32444:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789449488.925242:0:32444:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789449488.925245:0:32444:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789449488.925249:0:32444:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789449488.925252:0:32444:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:3.0:1789449488.925256:0:32444:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b86220000. 00000080:00000001:3.0:1789449488.925262:0:32444:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789449488.925265:0:32444:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789449488.925268:0:32444:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:3.0:1789449488.925273:0:32444:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded667a 00800000:00000001:3.0:1789449488.925277:0:32444:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789449488.925280:0:32444:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789449488.925282:0:32444:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449488.925285:0:32444:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449488.925289:0:32444:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4d800 refcount=3 00000020:00000001:3.0:1789449488.925292:0:32444:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080384 : -107152693471232 : ffff9e8b91c4d800) 00010000:00000001:3.0:1789449488.925295:0:32444:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080384 : -107152693471232 : ffff9e8b91c4d800) 00010000:00000001:3.0:1789449488.925298:0:32444:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449488.925300:0:32444:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789449488.925302:0:32444:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789449488.925304:0:32444:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789449488.925307:0:32444:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded667a from it ffffb71181bfbbb0 00010000:00000001:3.0:1789449488.925309:0:32444:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449488.925310:0:32444:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449488.925312:0:32444:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4d800 refcount=3 00000020:00000001:3.0:1789449488.925313:0:32444:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080384 : -107152693471232 : ffff9e8b91c4d800) 00010000:00000001:3.0:1789449488.925315:0:32444:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080384 : -107152693471232 : ffff9e8b91c4d800) 00010000:00000001:3.0:1789449488.925318:0:32444:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789449488.925322:0:32444:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d800/0xcddde1459ded667a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d4cf expref: -99 pid: 32637 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1789449488.925329:0:32444:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449488.925330:0:32444:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449488.925332:0:32444:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789449488.925335:0:32444:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789449488.925339:0:32444:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d800/0xcddde1459ded667a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d4cf expref: -99 pid: 32637 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1789449488.925349:0:32444:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449488.925352:0:32444:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789449488.925355:0:32444:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449488.925362:0:32444:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449488.925363:0:32444:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449488.925365:0:32444:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449488.925370:0:32444:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789449488.925373:0:32444:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449488.925375:0:32444:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449488.925378:0:32444:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449488.925381:0:32444:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789449488.925382:0:32444:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449488.925383:0:32444:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789449488.925387:0:32444:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789449488.925390:0:32444:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789449488.925392:0:32444:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908), inode mode 41ff mask 44 00000080:00000001:3.0:1789449488.925398:0:32444:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449488.925406:0:32444:0:(dir.c:3016:ll_dir_open()) Process entered 00000080:00000001:3.0:1789449488.925410:0:32444:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1789449488.925412:0:32444:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181bfbb78 00000080:00200008:3.0:1789449488.925415:0:32444:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9e8b89180908), flags 304000 00000080:00000010:3.0:1789449488.925421:0:32444:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9e8b817c12c0. 00000080:00000001:3.0:1789449488.925427:0:32444:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449488.925429:0:32444:0:(dir.c:3017:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449488.925444:0:32444:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181bfbd28 00000080:00200008:3.0:1789449488.925447:0:32444:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9e8b89180908), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1789449488.925458:0:32444:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:3.0:1789449488.925461:0:32444:0:(statahead.c:1783:is_first_dirent()) Process entered 00000080:00000010:3.0:1789449488.925464:0:32444:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b86220000. 00800000:00000002:3.0:1789449488.925468:0:32444:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00800000:00000001:3.0:1789449488.925475:0:32444:0:(lmv_obd.c:3441:lmv_read_page()) Process entered 00800000:00000001:3.0:1789449488.925478:0:32444:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789449488.925479:0:32444:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789449488.925480:0:32444:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789449488.925482:0:32444:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789449488.925483:0:32444:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449488.925485:0:32444:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789449488.925487:0:32444:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449488.925491:0:32444:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:3.0:1789449488.925493:0:32444:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789449488.925494:0:32444:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181bfb990 00000002:00010000:3.0:1789449488.925496:0:32444:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: readdir flags 0 00000002:00000001:3.0:1789449488.925499:0:32444:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789449488.925500:0:32444:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789449488.925502:0:32444:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789449488.925504:0:32444:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652e00 count: 2 00010000:00000001:3.0:1789449488.925506:0:32444:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789449488.925509:0:32444:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449488.925511:0:32444:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789449488.925514:0:32444:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d800/0xcddde1459ded667a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d4cf expref: -99 pid: 32637 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1789449488.925521:0:32444:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789449488.925524:0:32444:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449488.925527:0:32444:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d800/0xcddde1459ded667a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d4cf expref: -99 pid: 32637 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1789449488.925533:0:32444:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789449488.925534:0:32444:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789449488.925536:0:32444:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789449488.925538:0:32444:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789449488.925539:0:32444:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449488.925541:0:32444:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449488.925543:0:32444:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4d800 refcount=3 00000020:00000001:3.0:1789449488.925545:0:32444:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080384 : -107152693471232 : ffff9e8b91c4d800) 00010000:00000001:3.0:1789449488.925547:0:32444:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080384 : -107152693471232 : ffff9e8b91c4d800) 00010000:00000001:3.0:1789449488.925549:0:32444:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449488.925551:0:32444:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789449488.925552:0:32444:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449488.925598:0:32444:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:3.0:1789449488.925605:0:32444:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff9e8b86135800. 00000002:00000001:3.0:1789449488.926227:0:32444:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:3.0:1789449488.926236:0:32444:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b8310a300. 00000020:00000040:3.0:1789449488.926242:0:32444:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000100:00000001:3.0:1789449488.926248:0:32444:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789449488.926252:0:32444:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789449488.926256:0:32444:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789449488.926264:0:32444:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e8b86220e00. 00000100:00000001:3.0:1789449488.926274:0:32444:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449488.926278:0:32444:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1789449488.926283:0:32444:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff9e8b87c49c00. 00000100:00000010:3.0:1789449488.926288:0:32444:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff9e8b87d39000. 00000020:00000040:3.0:1789449488.926291:0:32444:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000100:00000001:3.0:1789449488.926315:0:32444:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789449488.926318:0:32444:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789449488.926324:0:32444:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b86702240. 00000100:00000001:3.0:1789449488.926327:0:32444:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920825979456 : -107152883572160 : ffff9e8b86702240) 00000100:00000001:3.0:1789449488.926330:0:32444:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449488.926333:0:32444:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769389312 : -107152940162304 : ffff9e8b8310a300) 00000100:00000001:3.0:1789449488.926338:0:32444:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789449488.926343:0:32444:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449488.926346:0:32444:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789449488.926348:0:32444:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789449488.926363:0:32444:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b8310a300 x1876371947509888/t0(0) o37->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449488.926373:0:32444:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789449488.926376:0:32444:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449488.926381:0:32444:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789449488.926384:0:32444:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789449488.926386:0:32444:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449488.926391:0:32444:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b8310a300 pname:cluuid:pid:xid:nid:opc:job bash:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:32444:1876371947509888:192.168.202.109@tcp:37:bash.0 00000100:00000001:3.0:1789449488.926395:0:32444:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789449488.926401:0:32444:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789449488.926405:0:32444:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449488.926407:0:32444:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:3.0:1789449488.926418:0:32444:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:3.0:1789449488.926424:0:32444:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b8525c1b8. 00000400:00000010:3.0:1789449488.926436:0:32444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff9e8b86588000. 00000100:00000200:3.0:1789449488.926446:0:32444:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6aa8ce365d880-0x6aa8ce365d880, portal 14 00000100:00000001:3.0:1789449488.926450:0:32444:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449488.926453:0:32444:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789449488.926457:0:32444:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b87c48c00. 02000000:00000001:3.0:1789449488.926458:0:32444:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449488.926462:0:32444:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:3.0:1789449488.926464:0:32444:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b8525cdc0. 00000400:00000010:3.0:1789449488.926469:0:32444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69440. 00000100:00000200:3.0:1789449488.926473:0:32444:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947509888, portal 10 00000100:00000001:3.0:1789449488.926475:0:32444:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449488.926476:0:32444:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769389312 : -107152940162304 : ffff9e8b8310a300) 00000100:00000040:3.0:1789449488.926483:0:32444:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b8310a300 x1876371947509888/t0(0) o37->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1789449504 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449488.926496:0:32444:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449488.926499:0:32444:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1789449488.926503:0:32444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69088. 00000100:00000200:3.0:1789449488.926505:0:32444:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1876371947509888, offset 0 00000400:00000200:3.0:1789449488.926514:0:32444:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1789449488.926526:0:32444:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449488.926536:0:32444:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449488.926543:0:32444:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789449488.926548:0:32444:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1789449488.926553:0:32444:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789449488.926556:0:32444:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1789449488.926561:0:32444:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2774:2774:256:4294967295] 192.168.202.109@tcp LPNI seq info [2774:2774:8:4294967295] 00000400:00000200:3.0:1789449488.926566:0:32444:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449488.926579:0:32444:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449488.926587:0:32444:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449488.926593:0:32444:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051c100. 00000800:00000200:3.0:1789449488.926603:0:32444:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449488.926613:0:32444:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449488.926618:0:32444:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051c100 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:3.0:1789449488.926642:0:32444:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449488.926647:0:32444:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 831048 usecs (832 jiffies) 00000400:00000200:3.0:1789449488.926650:0:32444:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:3.0:1789449488.926653:0:32444:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296492442 00000100:00000001:3.0:1789449488.926657:0:32444:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296494113 00000100:00000001:3.0:1789449488.926660:0:32444:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296492442 00000100:00000001:3.0:1789449488.926662:0:32444:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296494113 00000100:00000001:3.0:1789449488.926665:0:32444:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449488.926668:0:32444:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449488.926671:0:32444:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449488.926674:0:32444:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789449488.926677:0:32444:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b86702240 going to sleep for 11 seconds 00000100:00000001:3.0:1789449488.926680:0:32444:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449488.926683:0:32444:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449488.926817:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449488.926823:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b9051c100. 00000400:00000200:3.0:1789449488.926828:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449488.926833:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449488.926840:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69088 00000400:00000010:3.0:1789449488.926843:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69088. 00000100:00000001:3.0:1789449488.926848:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449488.926852:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b8310a300 x1876371947509888/t0(0) o37->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1789449504 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449488.926862:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449488.926865:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b8310a300 x1876371947509888/t0(0) o37->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1789449504 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449488.926872:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449488.926874:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449488.931215:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449488.931237:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449488.931243:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449488.931245:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449488.931257:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449488.931265:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449488.931276:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449488.931282:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449488.931288:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449488.931293:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 4096 into portal 14 MB=0x6aa8ce365d880 00000400:00000200:2.0:1789449488.931299:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449488.931306:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.202.109@tcp of length 4096/4096 into md 0x7ec5 [256] + 0 00000400:00000010:2.0:1789449488.931313:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b8525c1b8. 00000400:00000200:2.0:1789449488.931319:0:2393:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9e8b86588000 00000800:00000001:2.0:1789449488.931326:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449488.931336:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449488.931340:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449488.931345:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449488.931352:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b86588000 00000400:00000010:2.0:1789449488.931355:0:2393:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff9e8b86588000. 00000100:00000001:2.0:1789449488.931362:0:2393:0:(events.c:177:client_bulk_callback()) Process entered 00000100:00000200:2.0:1789449488.931364:0:2393:0:(events.c:195:client_bulk_callback()) event type 2, status 0, req ffff9e8b8310a300 desc ffff9e8b87c49c00 mbits 1876371947509888 00000100:00000001:2.0:1789449488.931380:0:2393:0:(events.c:220:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1789449488.931389:0:2393:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1789449488.931393:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449488.931401:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.202.9@tcp to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449488.931408:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2775:2775:256:4294967295] 192.168.202.109@tcp LPNI seq info [2775:2775:8:4294967295] 00000400:00000200:2.0:1789449488.931413:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449488.931422:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) 192.168.202.109@tcp : ACK try# 0 00000800:00000200:2.0:1789449488.931430:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449488.931440:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff9e8b87d98000. 00000800:00000200:2.0:1789449488.931448:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449488.931457:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449488.931462:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b87d98000 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:3.0:1789449488.931817:0:32444:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449488.931824:0:32444:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789449488.931874:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449488.931899:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1789449488.931992:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449488.931997:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff9e8b87d98000. 00000400:00000200:2.0:1789449488.932001:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449488.932005:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: ACK: OK 00000800:00000001:3.0:1789449488.944300:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449488.944321:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449488.944327:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449488.944330:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449488.944342:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449488.944352:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449488.944365:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449488.944372:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449488.944380:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449488.944385:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 440 into portal 10 MB=0x6aa8ce365d880 00000400:00000200:3.0:1789449488.944392:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449488.944401:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 440/440 into md 0x7ecd [1] + 224 00000800:00000001:3.0:1789449488.944412:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449488.944421:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449488.944426:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449488.944432:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449488.944443:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449488.944457:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b8310a300 x1876371947509888/t0(0) o37->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1789449504 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789449488.944470:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff9e8b8310a300 x1876371947509888/t0(0) o37->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1789449504 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449488.944497:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449488.944509:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449488.944513:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449488.944565:0:32444:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789449488.944576:0:32444:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789449488.944579:0:32444:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789449488.944583:0:32444:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b8525cdc0. 00000400:00000200:2.0:1789449488.944589:0:32444:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69440 00000400:00000010:2.0:1789449488.944591:0:32444:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69440. 00000100:00000001:2.0:1789449488.944595:0:32444:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449488.944599:0:32444:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b8310a300 x1876371947509888/t0(0) o37->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1789449504 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789449488.944608:0:32444:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b8310a300 x1876371947509888/t0(0) o37->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1789449504 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449488.944613:0:32444:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789449488.944615:0:32444:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449488.944618:0:32444:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789449488.944624:0:32444:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789449488.944626:0:32444:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789449488.944629:0:32444:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449488.944632:0:32444:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789449488.944646:0:32444:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ecf0 time=118 v=5 (5 5 5 5) 00000100:00001000:2.0:1789449488.944652:0:32444:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1789449488.944654:0:32444:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789449488.944656:0:32444:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449488.944660:0:32444:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789449488.944665:0:32444:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449488.944670:0:32444:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789449488.944673:0:32444:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967619 00000100:00000001:2.0:1789449488.944676:0:32444:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789449488.944680:0:32444:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449488.944685:0:32444:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff9e8b8310a300 x1876371947509888/t0(0) o37->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1789449504 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449488.944695:0:32444:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff9e8b8310a300 x1876371947509888/t0(0) o37->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1789449504 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449488.944702:0:32444:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789449488.944705:0:32444:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789449488.944709:0:32444:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b8310a300 x1876371947509888/t0(0) o37->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1789449504 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789449488.944717:0:32444:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b8310a300 pname:cluuid:pid:xid:nid:opc:job bash:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:32444:1876371947509888:192.168.202.109@tcp:37:bash.0 00000100:00000001:2.0:1789449488.944722:0:32444:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449488.944725:0:32444:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449488.944728:0:32444:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789449488.944732:0:32444:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449488.944736:0:32444:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b8310a300 x1876371947509888/t0(0) o37->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1789449504 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449488.944744:0:32444:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789449488.944747:0:32444:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b86702240. 00000100:00000001:2.0:1789449488.944751:0:32444:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789449488.944752:0:32444:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449488.944757:0:32444:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449488.944760:0:32444:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449488.944763:0:32444:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b8310a300 x1876371947509888/t0(0) o37->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1789449504 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449488.944773:0:32444:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789449488.944777:0:32444:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789449488.944781:0:32444:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b87c48c00. 02000000:00000001:2.0:1789449488.944785:0:32444:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789449488.944789:0:32444:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789449488.944791:0:32444:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:2.0:1789449488.944793:0:32444:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:2.0:1789449488.944796:0:32444:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:2.0:1789449488.944798:0:32444:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789449488.944799:0:32444:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:2.0:1789449488.944801:0:32444:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000010:2.0:1789449488.944837:0:32444:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff9e8b87d39000. 00000100:00000010:2.0:1789449488.944842:0:32444:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff9e8b87c49c00. 00000100:00000001:2.0:1789449488.944845:0:32444:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:2.0:1789449488.944848:0:32444:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e8b86220e00. 02000000:00000001:2.0:1789449488.944851:0:32444:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789449488.944854:0:32444:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789449488.944856:0:32444:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b8310a300. 00000100:00000001:2.0:1789449488.944860:0:32444:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789449488.944861:0:32444:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789449488.944871:0:32444:0:(mdc_request.c:1315:mdc_dirpage_add()) Process entered 00000002:00000020:2.0:1789449488.944874:0:32444:0:(mdc_request.c:1322:mdc_dirpage_add()) read 1/1 00000002:00000010:2.0:1789449488.945616:0:32444:0:(mdc_request.c:1442:do_mdc_read_folio_remote()) kfreed 'folio_pool': 2048 at ffff9e8b86135800. 00000002:00000001:2.0:1789449488.945626:0:32444:0:(mdc_request.c:1444:do_mdc_read_folio_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449488.945634:0:32444:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449488.945638:0:32444:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449488.945641:0:32444:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4d800 refcount=3 00000020:00000001:2.0:1789449488.945644:0:32444:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080384 : -107152693471232 : ffff9e8b91c4d800) 00010000:00000001:2.0:1789449488.945647:0:32444:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080384 : -107152693471232 : ffff9e8b91c4d800) 00010000:00000001:2.0:1789449488.945650:0:32444:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789449488.945657:0:32444:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d800/0xcddde1459ded667a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d4cf expref: -99 pid: 32637 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1789449488.945667:0:32444:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449488.945670:0:32444:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449488.945672:0:32444:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789449488.945676:0:32444:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789449488.945679:0:32444:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d800/0xcddde1459ded667a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d4cf expref: -99 pid: 32637 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1789449488.945688:0:32444:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789449488.945692:0:32444:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789449488.945696:0:32444:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789449488.945702:0:32444:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449488.945703:0:32444:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449488.945705:0:32444:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449488.945708:0:32444:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789449488.945710:0:32444:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449488.945713:0:32444:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449488.945716:0:32444:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449488.945718:0:32444:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789449488.945720:0:32444:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449488.945721:0:32444:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:2.0:1789449488.945724:0:32444:0:(lmv_obd.c:3458:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449488.945733:0:32444:0:(statahead.c:1888:is_first_dirent()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000002:2.0:1789449488.945738:0:32444:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:2.0:1789449488.945742:0:32444:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b86220000. 00000080:00000001:2.0:1789449488.945749:0:32444:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449488.945757:0:32444:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789449488.945760:0:32444:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181bfbca0 00000080:00200000:2.0:1789449488.945763:0:32444:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:2.0:1789449488.945773:0:32444:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b8b16ea00. 00800000:00000002:2.0:1789449488.945781:0:32444:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:2.0:1789449488.945786:0:32444:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789449488.945790:0:32444:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789449488.945793:0:32444:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181bfbbc0 00800000:00000002:2.0:1789449488.945795:0:32444:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789449488.945799:0:32444:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789449488.945802:0:32444:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789449488.945806:0:32444:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789449488.945809:0:32444:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789449488.945811:0:32444:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789449488.945814:0:32444:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449488.945816:0:32444:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789449488.945818:0:32444:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449488.945823:0:32444:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789449488.945828:0:32444:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789449488.945830:0:32444:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181bfba90 00000002:00010000:2.0:1789449488.945832:0:32444:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789449488.945837:0:32444:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789449488.945839:0:32444:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789449488.945843:0:32444:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789449488.945849:0:32444:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652e00 count: 2 00010000:00000001:2.0:1789449488.945852:0:32444:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789449488.945857:0:32444:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449488.945861:0:32444:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789449488.945864:0:32444:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d800/0xcddde1459ded667a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d4cf expref: -99 pid: 32637 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:2.0:1789449488.945873:0:32444:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789449488.945909:0:32444:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449488.945914:0:32444:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d800/0xcddde1459ded667a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d4cf expref: -99 pid: 32637 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:2.0:1789449488.945921:0:32444:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789449488.945923:0:32444:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789449488.945925:0:32444:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789449488.945927:0:32444:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789449488.945929:0:32444:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789449488.945931:0:32444:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789449488.945934:0:32444:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789449488.945936:0:32444:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:2.0:1789449488.945938:0:32444:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b8b16ea00. 00000080:00000001:2.0:1789449488.945943:0:32444:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789449488.945945:0:32444:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789449488.945948:0:32444:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:2.0:1789449488.945953:0:32444:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded667a 00800000:00000001:2.0:1789449488.945956:0:32444:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789449488.945959:0:32444:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789449488.945960:0:32444:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449488.945961:0:32444:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449488.945963:0:32444:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4d800 refcount=3 00000020:00000001:2.0:1789449488.945965:0:32444:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080384 : -107152693471232 : ffff9e8b91c4d800) 00010000:00000001:2.0:1789449488.945967:0:32444:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080384 : -107152693471232 : ffff9e8b91c4d800) 00010000:00000001:2.0:1789449488.945970:0:32444:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449488.945971:0:32444:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789449488.945972:0:32444:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789449488.945974:0:32444:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789449488.945977:0:32444:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded667a from it ffffb71181bfbcd8 00010000:00000001:2.0:1789449488.945979:0:32444:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449488.945980:0:32444:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449488.945981:0:32444:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4d800 refcount=3 00000020:00000001:2.0:1789449488.945983:0:32444:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080384 : -107152693471232 : ffff9e8b91c4d800) 00010000:00000001:2.0:1789449488.945985:0:32444:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080384 : -107152693471232 : ffff9e8b91c4d800) 00010000:00000001:2.0:1789449488.945987:0:32444:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789449488.945989:0:32444:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d800/0xcddde1459ded667a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d4cf expref: -99 pid: 32637 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1789449488.945996:0:32444:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449488.945997:0:32444:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449488.945998:0:32444:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789449488.945999:0:32444:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789449488.946001:0:32444:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d800/0xcddde1459ded667a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d4cf expref: -99 pid: 32637 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1789449488.946007:0:32444:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789449488.946009:0:32444:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789449488.946010:0:32444:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789449488.946012:0:32444:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449488.946013:0:32444:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449488.946015:0:32444:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449488.946017:0:32444:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789449488.946018:0:32444:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449488.946020:0:32444:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449488.946022:0:32444:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449488.946023:0:32444:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789449488.946024:0:32444:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449488.946025:0:32444:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789449488.946028:0:32444:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789449488.946030:0:32444:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789449488.946033:0:32444:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449488.946040:0:32444:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181bfbd28 00000080:00000008:2.0:1789449488.946042:0:32444:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9e8b89180908), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1789449488.946465:0:32444:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:2.0:1789449488.946469:0:32444:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) pos/size0/4096 32bit_api 0 00000080:00000010:2.0:1789449488.946477:0:32444:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b8b16ea00. 00800000:00000002:2.0:1789449488.946480:0:32444:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:2.0:1789449488.946483:0:32444:0:(dir.c:194:ll_dir_read()) Process entered 00000080:00000001:2.0:1789449488.946492:0:32444:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446713000772165312 : -31072937386304 : ffffe3bd449adec0) 00000080:00000001:2.0:1789449488.946495:0:32444:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833928 : 144115205322833928 : 200000404000008) 00000080:00000001:2.0:1789449488.946499:0:32444:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611140 : 144115205339611140 : 200000405000004) 00000080:00000001:2.0:1789449488.946501:0:32444:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279489 : 144115205289279489 : 200000402000001) 00000080:00000001:2.0:1789449488.946503:0:32444:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833931 : 144115205322833931 : 20000040400000b) 00000080:00000001:2.0:1789449488.946505:0:32444:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056707 : 144115205306056707 : 200000403000003) 00000080:00000001:2.0:1789449488.946508:0:32444:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611172 : 144115205339611172 : 200000405000024) 00000080:00000001:2.0:1789449488.946510:0:32444:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1789449488.946512:0:32444:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1789449488.946514:0:32444:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833935 : 144115205322833935 : 20000040400000f) 00000080:00000001:2.0:1789449488.946516:0:32444:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611171 : 144115205339611171 : 200000405000023) 00000080:00000001:2.0:1789449488.946518:0:32444:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833921 : 144115205322833921 : 200000404000001) 00000080:00000001:2.0:1789449488.946520:0:32444:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279494 : 144115205289279494 : 200000402000006) 00000080:00000001:2.0:1789449488.946522:0:32444:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798761473 : 162129603798761473 : 240000402000001) 00000080:00000001:2.0:1789449488.946525:0:32444:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798761476 : 162129603798761476 : 240000402000004) 00000080:00000001:2.0:1789449488.946527:0:32444:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279490 : 144115205289279490 : 200000402000002) 00000080:00000001:2.0:1789449488.946529:0:32444:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833933 : 144115205322833933 : 20000040400000d) 00000080:00000001:2.0:1789449488.946531:0:32444:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279491 : 144115205289279491 : 200000402000003) 00000080:00000001:2.0:1789449488.946533:0:32444:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798761475 : 162129603798761475 : 240000402000003) 00000080:00000001:2.0:1789449488.946537:0:32444:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449488.946539:0:32444:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:2.0:1789449488.946541:0:32444:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b8b16ea00. 00000080:00000001:2.0:1789449488.946546:0:32444:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449488.946570:0:32444:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:2.0:1789449488.946572:0:32444:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) pos/size18446744073709551614/4096 32bit_api 0 00000080:00000001:2.0:1789449488.946575:0:32444:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1789449488.946577:0:32444:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449488.946593:0:32444:0:(dir.c:3022:ll_dir_release()) Process entered 00000080:00000001:2.0:1789449488.946596:0:32444:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1789449488.946598:0:32444:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181bfbdd0 00000080:00200008:2.0:1789449488.946600:0:32444:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9e8b89180908), flags 304000 00000080:00400000:2.0:1789449488.946604:0:32444:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:2.0:1789449488.946608:0:32444:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9e8b817c12c0. 00000080:00000001:2.0:1789449488.946614:0:32444:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1789449488.946616:0:32444:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181bfbdd0 00000080:00000008:2.0:1789449488.946618:0:32444:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9e8b89180908), flags 304000, rc = 0 00000080:00000001:2.0:1789449488.946621:0:32444:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449488.946622:0:32444:0:(dir.c:3023:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449488.955223:0:32639:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789449488.955234:0:32639:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789449488.955237:0:32639:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789449488.955242:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bb20 00000080:00200000:0.0:1789449488.955247:0:32639:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:0.0:1789449488.955257:0:32639:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b8606b600. 00800000:00000002:0.0:1789449488.955265:0:32639:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:0.0:1789449488.955270:0:32639:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789449488.955276:0:32639:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789449488.955278:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2ba40 00800000:00000002:0.0:1789449488.955281:0:32639:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449488.955285:0:32639:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789449488.955288:0:32639:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449488.955291:0:32639:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449488.955295:0:32639:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449488.955297:0:32639:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449488.955300:0:32639:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449488.955302:0:32639:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449488.955304:0:32639:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449488.955309:0:32639:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789449488.955315:0:32639:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789449488.955317:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2b910 00000002:00010000:0.0:1789449488.955320:0:32639:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789449488.955324:0:32639:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789449488.955326:0:32639:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449488.955331:0:32639:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449488.955341:0:32639:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652e00 count: 2 00010000:00000001:0.0:1789449488.955345:0:32639:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449488.955351:0:32639:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449488.955356:0:32639:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789449488.955362:0:32639:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d800/0xcddde1459ded667a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d4cf expref: -99 pid: 32637 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:0.0:1789449488.955375:0:32639:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789449488.955383:0:32639:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449488.955387:0:32639:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d800/0xcddde1459ded667a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d4cf expref: -99 pid: 32637 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:0.0:1789449488.955394:0:32639:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789449488.955395:0:32639:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789449488.955398:0:32639:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789449488.955399:0:32639:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789449488.955402:0:32639:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789449488.955404:0:32639:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789449488.955407:0:32639:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789449488.955410:0:32639:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:0.0:1789449488.955414:0:32639:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b8606b600. 00000080:00000001:0.0:1789449488.955420:0:32639:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789449488.955423:0:32639:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449488.955426:0:32639:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:0.0:1789449488.955430:0:32639:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded667a 00800000:00000001:0.0:1789449488.955434:0:32639:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789449488.955436:0:32639:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789449488.955438:0:32639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.955441:0:32639:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.955445:0:32639:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4d800 refcount=3 00000020:00000001:0.0:1789449488.955447:0:32639:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080384 : -107152693471232 : ffff9e8b91c4d800) 00010000:00000001:0.0:1789449488.955450:0:32639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080384 : -107152693471232 : ffff9e8b91c4d800) 00010000:00000001:0.0:1789449488.955453:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.955455:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449488.955456:0:32639:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449488.955458:0:32639:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449488.955461:0:32639:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded667a from it ffffb71181d2bb58 00010000:00000001:0.0:1789449488.955463:0:32639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.955464:0:32639:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.955465:0:32639:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4d800 refcount=3 00000020:00000001:0.0:1789449488.955467:0:32639:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080384 : -107152693471232 : ffff9e8b91c4d800) 00010000:00000001:0.0:1789449488.955469:0:32639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080384 : -107152693471232 : ffff9e8b91c4d800) 00010000:00000001:0.0:1789449488.955471:0:32639:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449488.955475:0:32639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d800/0xcddde1459ded667a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d4cf expref: -99 pid: 32637 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1789449488.955481:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.955482:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449488.955484:0:32639:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789449488.955487:0:32639:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789449488.955490:0:32639:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d800/0xcddde1459ded667a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d4cf expref: -99 pid: 32637 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1789449488.955498:0:32639:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789449488.955502:0:32639:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789449488.955505:0:32639:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449488.955511:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.955512:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449488.955514:0:32639:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.955518:0:32639:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789449488.955521:0:32639:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.955523:0:32639:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.955526:0:32639:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.955528:0:32639:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449488.955529:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.955530:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789449488.955534:0:32639:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789449488.955536:0:32639:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789449488.955538:0:32639:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908), inode mode 41ff mask 1 00000080:00000001:0.0:1789449488.955543:0:32639:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449488.955547:0:32639:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1789449488.955549:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bb48 00000080:00002000:0.0:1789449488.955550:0:32639:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-1(ffff9e8b892eb1b0) flags 0x20000e refc 1 00000080:00000001:0.0:1789449488.955553:0:32639:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449488.955555:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bb90 00000080:00200000:0.0:1789449488.955556:0:32639:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-1, flags=8 00000080:00000002:0.0:1789449488.955564:0:32639:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-1 [0x200000405:0x23:0x0] depth 1 server default LMV inherit depth 0 00000020:00000001:0.0:1789449488.955572:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bd08 00000080:00200008:0.0:1789449488.955574:0:32639:0:(file.c:6296:ll_getattr_dentry()) START file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff9e8b89195348), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1789449488.955579:0:32639:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789449488.955580:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bc80 00000080:00200000:0.0:1789449488.955582:0:32639:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x23:0x0](ffff9e8b89195348),name=d21h.recovery-small-1 00000080:00000010:0.0:1789449488.955587:0:32639:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b8606b600. 00800000:00000002:0.0:1789449488.955590:0:32639:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:0.0:1789449488.955595:0:32639:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789449488.955597:0:32639:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789449488.955598:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bba0 00800000:00000002:0.0:1789449488.955600:0:32639:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x23:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449488.955602:0:32639:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789449488.955606:0:32639:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449488.955608:0:32639:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449488.955609:0:32639:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449488.955610:0:32639:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449488.955612:0:32639:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449488.955614:0:32639:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449488.955615:0:32639:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449488.955617:0:32639:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449488.955618:0:32639:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449488.955619:0:32639:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449488.955620:0:32639:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449488.955622:0:32639:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449488.955623:0:32639:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:0.0:1789449488.955625:0:32639:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449488.955627:0:32639:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x23:0x0], name='' -> mds #0 00000002:00000001:0.0:1789449488.955629:0:32639:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789449488.955631:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2ba70 00000002:00010000:0.0:1789449488.955632:0:32639:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x23:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789449488.955635:0:32639:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789449488.955636:0:32639:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449488.955638:0:32639:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449488.955640:0:32639:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbaa00 count: 2 00010000:00000001:0.0:1789449488.955642:0:32639:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449488.955645:0:32639:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449488.955647:0:32639:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789449488.955650:0:32639:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499e00/0xcddde1459ded6681 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d4eb expref: -99 pid: 32637 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1789449488.955657:0:32639:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789449488.955659:0:32639:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449488.955661:0:32639:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499e00/0xcddde1459ded6681 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d4eb expref: -99 pid: 32637 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1789449488.955667:0:32639:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789449488.955668:0:32639:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789449488.955669:0:32639:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789449488.955671:0:32639:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789449488.955673:0:32639:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789449488.955674:0:32639:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789449488.955676:0:32639:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789449488.955678:0:32639:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:0.0:1789449488.955680:0:32639:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b8606b600. 00000080:00000001:0.0:1789449488.955682:0:32639:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789449488.955684:0:32639:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449488.955686:0:32639:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x23:0x0](ffff9e8b89195348) 00000080:00010000:0.0:1789449488.955689:0:32639:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x23:0x0](ffff9e8b89195348) for lock 0xcddde1459ded6681 00800000:00000001:0.0:1789449488.955691:0:32639:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789449488.955693:0:32639:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789449488.955694:0:32639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.955695:0:32639:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.955698:0:32639:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499e00 refcount=3 00000020:00000001:0.0:1789449488.955700:0:32639:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823455232 : -107152886096384 : ffff9e8b86499e00) 00010000:00000001:0.0:1789449488.955702:0:32639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823455232 : -107152886096384 : ffff9e8b86499e00) 00010000:00000001:0.0:1789449488.955704:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.955705:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449488.955707:0:32639:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449488.955708:0:32639:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449488.955710:0:32639:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded6681 from it ffffb71181d2bcb8 00010000:00000001:0.0:1789449488.955712:0:32639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.955713:0:32639:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.955714:0:32639:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499e00 refcount=3 00000020:00000001:0.0:1789449488.955716:0:32639:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823455232 : -107152886096384 : ffff9e8b86499e00) 00010000:00000001:0.0:1789449488.955718:0:32639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823455232 : -107152886096384 : ffff9e8b86499e00) 00010000:00000001:0.0:1789449488.955720:0:32639:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449488.955722:0:32639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499e00/0xcddde1459ded6681 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d4eb expref: -99 pid: 32637 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789449488.955730:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.955731:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449488.955733:0:32639:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789449488.955734:0:32639:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789449488.955737:0:32639:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499e00/0xcddde1459ded6681 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d4eb expref: -99 pid: 32637 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789449488.955743:0:32639:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789449488.955745:0:32639:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789449488.955746:0:32639:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449488.955748:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.955749:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449488.955750:0:32639:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.955753:0:32639:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789449488.955754:0:32639:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.955755:0:32639:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.955757:0:32639:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.955759:0:32639:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449488.955760:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.955761:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789449488.955762:0:32639:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789449488.955763:0:32639:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789449488.955767:0:32639:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449488.955771:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bd08 00000080:00000008:0.0:1789449488.955773:0:32639:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff9e8b89195348), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1789449488.955803:0:32639:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789449488.955805:0:32639:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789449488.955807:0:32639:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789449488.955808:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bbc0 00000080:00200000:0.0:1789449488.955810:0:32639:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:0.0:1789449488.955813:0:32639:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b8606b600. 00800000:00000002:0.0:1789449488.955816:0:32639:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:0.0:1789449488.955818:0:32639:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789449488.955820:0:32639:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789449488.955821:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bae0 00800000:00000002:0.0:1789449488.955823:0:32639:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449488.955825:0:32639:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789449488.955827:0:32639:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449488.955828:0:32639:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449488.955829:0:32639:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449488.955830:0:32639:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449488.955832:0:32639:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449488.955834:0:32639:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449488.955835:0:32639:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449488.955837:0:32639:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789449488.955840:0:32639:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789449488.955841:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2b9b0 00000002:00010000:0.0:1789449488.955843:0:32639:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789449488.955845:0:32639:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789449488.955846:0:32639:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449488.955848:0:32639:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449488.955850:0:32639:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652e00 count: 2 00010000:00000001:0.0:1789449488.955852:0:32639:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449488.955855:0:32639:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449488.955857:0:32639:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789449488.955859:0:32639:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d800/0xcddde1459ded667a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d4cf expref: -99 pid: 32637 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:0.0:1789449488.955865:0:32639:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789449488.955868:0:32639:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449488.955871:0:32639:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d800/0xcddde1459ded667a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d4cf expref: -99 pid: 32637 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:0.0:1789449488.955876:0:32639:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789449488.955878:0:32639:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789449488.955903:0:32639:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789449488.955905:0:32639:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789449488.955906:0:32639:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789449488.955910:0:32639:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789449488.955912:0:32639:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789449488.955913:0:32639:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:0.0:1789449488.955916:0:32639:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b8606b600. 00000080:00000001:0.0:1789449488.955918:0:32639:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789449488.955920:0:32639:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449488.955922:0:32639:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:0.0:1789449488.955925:0:32639:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded667a 00800000:00000001:0.0:1789449488.955927:0:32639:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789449488.955928:0:32639:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789449488.955929:0:32639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.955931:0:32639:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.955932:0:32639:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4d800 refcount=3 00000020:00000001:0.0:1789449488.955934:0:32639:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080384 : -107152693471232 : ffff9e8b91c4d800) 00010000:00000001:0.0:1789449488.955937:0:32639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080384 : -107152693471232 : ffff9e8b91c4d800) 00010000:00000001:0.0:1789449488.955938:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.955940:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449488.955940:0:32639:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449488.955942:0:32639:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449488.955944:0:32639:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded667a from it ffffb71181d2bbf8 00010000:00000001:0.0:1789449488.955945:0:32639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.955946:0:32639:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.955947:0:32639:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4d800 refcount=3 00000020:00000001:0.0:1789449488.955949:0:32639:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080384 : -107152693471232 : ffff9e8b91c4d800) 00010000:00000001:0.0:1789449488.955951:0:32639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080384 : -107152693471232 : ffff9e8b91c4d800) 00010000:00000001:0.0:1789449488.955953:0:32639:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449488.955955:0:32639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d800/0xcddde1459ded667a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d4cf expref: -99 pid: 32637 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1789449488.955961:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.955962:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449488.955963:0:32639:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789449488.955964:0:32639:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789449488.955967:0:32639:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d800/0xcddde1459ded667a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d4cf expref: -99 pid: 32637 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:0.0:1789449488.955973:0:32639:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789449488.955974:0:32639:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789449488.955976:0:32639:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449488.955978:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.955979:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449488.955980:0:32639:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.955981:0:32639:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789449488.955983:0:32639:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.955984:0:32639:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.955986:0:32639:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.955988:0:32639:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449488.955989:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.955990:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789449488.955991:0:32639:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789449488.955992:0:32639:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789449488.955994:0:32639:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908), inode mode 41ff mask 1 00000080:00000001:0.0:1789449488.955997:0:32639:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449488.956000:0:32639:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1789449488.956002:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bbc0 00000080:00002000:0.0:1789449488.956003:0:32639:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-1(ffff9e8b892eb1b0) flags 0x20000e refc 1 00000080:00000001:0.0:1789449488.956006:0:32639:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449488.956007:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bc08 00000080:00200000:0.0:1789449488.956008:0:32639:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-1, flags=266 00000080:00000002:0.0:1789449488.956011:0:32639:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-1 [0x200000405:0x23:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:0.0:1789449488.956016:0:32639:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1789449488.956031:0:32639:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x23:0x0](ffff9e8b89195348), inode mode 41ed mask 44 00000080:00000001:0.0:1789449488.956033:0:32639:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449488.956039:0:32639:0:(dir.c:3016:ll_dir_open()) Process entered 00000080:00000001:0.0:1789449488.956041:0:32639:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1789449488.956043:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bb78 00000080:00200008:0.0:1789449488.956045:0:32639:0:(file.c:1090:ll_file_open()) START file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff9e8b89195348), flags 704400 00000080:00000010:0.0:1789449488.956051:0:32639:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9e8b8432d040. 00000080:00000001:0.0:1789449488.956058:0:32639:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:0.0:1789449488.956060:0:32639:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b8606b600. 00800000:00000002:0.0:1789449488.956062:0:32639:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:0.0:1789449488.956065:0:32639:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789449488.956076:0:32639:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789449488.956078:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2ba28 00800000:00000002:0.0:1789449488.956080:0:32639:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000405:0x23:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449488.956085:0:32639:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1789449488.956087:0:32639:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449488.956089:0:32639:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449488.956090:0:32639:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449488.956091:0:32639:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449488.956092:0:32639:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449488.956094:0:32639:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:0.0:1789449488.956095:0:32639:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449488.956098:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2b9a8 00800000:00000002:0.0:1789449488.956100:0:32639:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x23:0x0], name='' -> mds #0 layout version 1 00000002:00000001:0.0:1789449488.956103:0:32639:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789449488.956105:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2b8e0 00000002:00010000:0.0:1789449488.956106:0:32639:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x23:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240704401 00000002:00000001:0.0:1789449488.956110:0:32639:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789449488.956112:0:32639:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1789449488.956117:0:32639:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789449488.956119:0:32639:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbaa00 count: 2 00010000:00000001:0.0:1789449488.956122:0:32639:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449488.956125:0:32639:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789449488.956128:0:32639:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.956131:0:32639:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449488.956133:0:32639:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449488.956135:0:32639:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789449488.956136:0:32639:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652e00 count: 2 00010000:00000001:0.0:1789449488.956138:0:32639:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449488.956139:0:32639:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789449488.956141:0:32639:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.956143:0:32639:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449488.956145:0:32639:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789449488.956151:0:32639:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d1b480. 00000020:00000040:0.0:1789449488.956155:0:32639:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e8b89903000 02000000:00000001:0.0:1789449488.956162:0:32639:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789449488.956163:0:32639:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.956166:0:32639:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789449488.956172:0:32639:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449488.956175:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.956176:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449488.956177:0:32639:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449488.956180:0:32639:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449488.956183:0:32639:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449488.956185:0:32639:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449488.956194:0:32639:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b836b2400. 00000100:00000001:0.0:1789449488.956204:0:32639:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.956210:0:32639:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789449488.956212:0:32639:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.956213:0:32639:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789449488.956214:0:32639:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.956216:0:32639:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449488.956223:0:32639:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446636920849151104 : -107152860400512 : ffff9e8b87d1b480) 00010000:00000001:0.0:1789449488.956228:0:32639:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789449488.956231:0:32639:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1789449488.956233:0:32639:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652e00 count: 2 00010000:00000001:0.0:1789449488.956235:0:32639:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449488.956237:0:32639:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789449488.956242:0:32639:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8b86498a00. 00000020:00000001:0.0:1789449488.956245:0:32639:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789449488.956248:0:32639:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8b86498a00 with handle 0xcddde1459ded66ab to hash 00000020:00000001:0.0:1789449488.956250:0:32639:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789449488.956252:0:32639:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636920823450112 : -107152886101504 : ffff9e8b86498a00) 00010000:00000001:0.0:1789449488.956256:0:32639:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636920823450112 : -107152886101504 : ffff9e8b86498a00) 00010000:00000001:0.0:1789449488.956259:0:32639:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449488.956261:0:32639:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449488.956264:0:32639:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498a00/0xcddde1459ded66ab lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32639 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789449488.956271:0:32639:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498a00/0xcddde1459ded66ab lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32639 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1789449488.956285:0:32639:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e8b89903000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1789449488.956299:0:32639:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e8b87d1b480 x1876371947510144/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1789449488.956310:0:32639:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498a00/0xcddde1459ded66ab lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32639 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789449488.956315:0:32639:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789449488.956317:0:32639:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789449488.956327:0:32639:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b8365d780. 00000100:00000001:0.0:1789449488.956329:0:32639:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920774973312 : -107152934578304 : ffff9e8b8365d780) 00000100:00000001:0.0:1789449488.956332:0:32639:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449488.956333:0:32639:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849151104 : -107152860400512 : ffff9e8b87d1b480) 00000100:00000001:0.0:1789449488.956339:0:32639:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449488.956344:0:32639:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449488.956346:0:32639:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789449488.956348:0:32639:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789449488.956352:0:32639:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b87d1b480 x1876371947510144/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449488.956360:0:32639:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789449488.956362:0:32639:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449488.956367:0:32639:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789449488.956370:0:32639:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789449488.956372:0:32639:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449488.956376:0:32639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b87d1b480 pname:cluuid:pid:xid:nid:opc:job rm:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:32639:1876371947510144:192.168.202.109@tcp:101:rm.0 00000100:00000001:0.0:1789449488.956380:0:32639:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789449488.956386:0:32639:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789449488.956388:0:32639:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449488.956391:0:32639:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789449488.956533:0:32639:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff9e8b87dc0000. 02000000:00000001:0.0:1789449488.956536:0:32639:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449488.956548:0:32639:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:0.0:1789449488.956554:0:32639:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b86580370. 00000400:00000010:0.0:1789449488.956563:0:32639:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9e8b87da3000. 00000100:00000200:0.0:1789449488.956573:0:32639:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1876371947510144, portal 10 00000100:00000001:0.0:1789449488.956576:0:32639:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449488.956577:0:32639:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849151104 : -107152860400512 : ffff9e8b87d1b480) 00000100:00000040:0.0:1789449488.956584:0:32639:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b87d1b480 x1876371947510144/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789449504 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449488.956592:0:32639:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789449488.956595:0:32639:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1789449488.956600:0:32639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5f68. 00000100:00000200:0.0:1789449488.956604:0:32639:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1876371947510144, offset 0 00000400:00000200:0.0:1789449488.956611:0:32639:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1789449488.956622:0:32639:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449488.956632:0:32639:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1789449488.956639:0:32639:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789449488.956644:0:32639:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1789449488.956648:0:32639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789449488.956651:0:32639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1789449488.956656:0:32639:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2776:2776:256:4294967295] 192.168.202.109@tcp LPNI seq info [2776:2776:8:4294967295] 00000400:00000200:0.0:1789449488.956661:0:32639:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449488.956673:0:32639:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1789449488.956681:0:32639:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1789449488.956687:0:32639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b864ec500. 00000800:00000200:0.0:1789449488.956695:0:32639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1789449488.956705:0:32639:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1789449488.956709:0:32639:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b864ec500 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:0.0:1789449488.956736:0:32639:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449488.956741:0:32639:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 829927 usecs (830 jiffies) 00000400:00000200:0.0:1789449488.956745:0:32639:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:0.0:1789449488.956749:0:32639:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296492472 00000100:00000001:0.0:1789449488.956752:0:32639:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296494113 00000100:00000001:0.0:1789449488.956754:0:32639:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296492472 00000100:00000001:0.0:1789449488.956757:0:32639:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296494113 00000100:00000001:0.0:1789449488.956760:0:32639:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449488.956763:0:32639:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449488.956766:0:32639:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449488.956768:0:32639:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789449488.956770:0:32639:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b8365d780 going to sleep for 11 seconds 00000100:00000001:0.0:1789449488.956773:0:32639:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449488.956777:0:32639:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449488.957050:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449488.957056:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ec500. 00000400:00000200:2.0:1789449488.957062:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449488.957079:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449488.957087:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5f68 00000400:00000010:2.0:1789449488.957090:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5f68. 00000100:00000001:2.0:1789449488.957095:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449488.957100:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d1b480 x1876371947510144/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789449504 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449488.957118:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449488.957121:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d1b480 x1876371947510144/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789449504 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449488.957128:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449488.957130:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789449488.963458:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449488.963476:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449488.963482:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449488.963485:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449488.963496:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449488.963506:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449488.963518:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449488.963524:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449488.963531:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449488.963536:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 664 into portal 10 MB=0x6aa8ce365d980 00000400:00000200:3.0:1789449488.963542:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449488.963550:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 664/664 into md 0x7edd [64] + 224 00000800:00000001:3.0:1789449488.963559:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449488.963566:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449488.963570:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449488.963575:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449488.963586:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449488.963598:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d1b480 x1876371947510144/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789449504 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789449488.963610:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff9e8b87d1b480 x1876371947510144/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789449504 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449488.963635:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449488.963645:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449488.963647:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449488.963704:0:32639:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789449488.963714:0:32639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449488.963716:0:32639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449488.963721:0:32639:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b86580370. 00000400:00000200:0.0:1789449488.963726:0:32639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b87da3000 00000400:00000010:0.0:1789449488.963729:0:32639:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff9e8b87da3000. 00000100:00000001:0.0:1789449488.963733:0:32639:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449488.963737:0:32639:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b87d1b480 x1876371947510144/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789449504 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789449488.963746:0:32639:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b87d1b480 x1876371947510144/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789449504 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449488.963752:0:32639:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449488.963754:0:32639:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449488.963756:0:32639:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449488.963761:0:32639:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449488.963764:0:32639:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449488.963766:0:32639:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449488.963770:0:32639:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449488.963784:0:32639:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=118 v=5 (5 102 102 102) 00000100:00001000:0.0:1789449488.963790:0:32639:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1789449488.963792:0:32639:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1789449488.963796:0:32639:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9e8b87d1b480 x1876371947510144/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1789449504 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449488.963802:0:32639:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1789449488.963806:0:32639:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789449488.963808:0:32639:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1789449488.963809:0:32639:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789449488.963812:0:32639:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449488.963815:0:32639:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849151104 : -107152860400512 : ffff9e8b87d1b480) 00000100:00000001:0.0:1789449488.963819:0:32639:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789449488.963821:0:32639:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967619 00000100:00000001:0.0:1789449488.963823:0:32639:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449488.963826:0:32639:0:(client.c:1798:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1789449488.963831:0:32639:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b87d1b480 x1876371947510144/t4294967622(4294967622) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1789449504 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449488.963839:0:32639:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1789449488.963843:0:32639:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449488.963846:0:32639:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449488.963850:0:32639:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b87d1b480 x1876371947510144/t4294967622(4294967622) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1789449504 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789449488.963869:0:32639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b87d1b480 pname:cluuid:pid:xid:nid:opc:job rm:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:32639:1876371947510144:192.168.202.109@tcp:101:rm.0 00000100:00000001:0.0:1789449488.963876:0:32639:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449488.963907:0:32639:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1789449488.963911:0:32639:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789449488.963914:0:32639:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449488.963918:0:32639:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d1b480 x1876371947510144/t4294967622(4294967622) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1789449504 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449488.963925:0:32639:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789449488.963929:0:32639:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b8365d780. 00000100:00000001:0.0:1789449488.963933:0:32639:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789449488.963935:0:32639:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1789449488.963940:0:32639:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789449488.963947:0:32639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.963951:0:32639:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.963955:0:32639:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498a00 refcount=4 00000020:00000001:0.0:1789449488.963958:0:32639:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823450112 : -107152886101504 : ffff9e8b86498a00) 00010000:00000001:0.0:1789449488.963961:0:32639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823450112 : -107152886101504 : ffff9e8b86498a00) 00010000:00010000:0.0:1789449488.963968:0:32639:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498a00/0xcddde1459ded66ab lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32639 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449488.963991:0:32639:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1789449488.963998:0:32639:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498a00/0xcddde1459ded66ab lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32639 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449488.964004:0:32639:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449488.964007:0:32639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498a00/0xcddde1459ded66ab lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32639 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449488.964012:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.964013:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789449488.964016:0:32639:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498a00/0xcddde1459ded66ab lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32639 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449488.964021:0:32639:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449488.964026:0:32639:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.964030:0:32639:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1789449488.964033:0:32639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498a00/0xcddde1459ded66ab lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32639 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789449488.964038:0:32639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e8b86498a00 already unused, calling callback (ffffffffc1b31740) 00000080:00000001:0.0:1789449488.964041:0:32639:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1789449488.964046:0:32639:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498a00/0xcddde1459ded66ab lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 32639 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449488.964052:0:32639:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1789449488.964054:0:32639:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1789449488.964057:0:32639:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498a00/0xcddde1459ded66ab lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 32639 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449488.964062:0:32639:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1789449488.964065:0:32639:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1789449488.964076:0:32639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.964077:0:32639:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.964079:0:32639:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498a00 refcount=5 00000020:00000001:0.0:1789449488.964081:0:32639:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823450112 : -107152886101504 : ffff9e8b86498a00) 00010000:00000001:0.0:1789449488.964083:0:32639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823450112 : -107152886101504 : ffff9e8b86498a00) 00010000:00000001:0.0:1789449488.964086:0:32639:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789449488.964089:0:32639:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498a00/0xcddde1459ded66ab lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 32639 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1789449488.964095:0:32639:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789449488.964097:0:32639:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449488.964100:0:32639:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1789449488.964102:0:32639:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789449488.964106:0:32639:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789449488.964109:0:32639:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789449488.964111:0:32639:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449488.964112:0:32639:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789449488.964115:0:32639:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9e8b86498a00 with handle 0xcddde1459ded66ab from hash 00010000:00000001:0.0:1789449488.964118:0:32639:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789449488.964119:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.964120:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449488.964121:0:32639:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789449488.964122:0:32639:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789449488.964123:0:32639:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1789449488.964125:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.964126:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449488.964127:0:32639:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449488.964128:0:32639:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449488.964130:0:32639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498a00/0xcddde1459ded66ab lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32639 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449488.964133:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.964133:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449488.964134:0:32639:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1789449488.964136:0:32639:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449488.964137:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.964138:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449488.964139:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789449488.964140:0:32639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498a00/0xcddde1459ded66ab lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32639 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449488.964151:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449488.964153:0:32639:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1789449488.964160:0:32639:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1789449488.964168:0:32639:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff9e8b87d1b480 x1876371947510144/t4294967622(4294967622) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1789449504 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789449488.964180:0:32639:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1789449488.964185:0:32639:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9e8b87d1b480 x1876371947510144/t4294967622(4294967622) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1789449504 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789449488.964191:0:32639:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.964199:0:32639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1789449488.964200:0:32639:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449488.964203:0:32639:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449488.964205:0:32639:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449488.964209:0:32639:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1789449488.964212:0:32639:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449488.964213:0:32639:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849151104 : -107152860400512 : ffff9e8b87d1b480) 00010000:00000001:0.0:1789449488.964215:0:32639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1789449488.964216:0:32639:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449488.964218:0:32639:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789449488.964222:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2b868 00000002:00002000:0.0:1789449488.964224:0:32639:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x80002b: rc = 0 00000002:00000001:0.0:1789449488.964226:0:32639:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449488.964230:0:32639:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449488.964232:0:32639:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789449488.964234:0:32639:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1789449488.964236:0:32639:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449488.964241:0:32639:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:0.0:1789449488.964245:0:32639:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b8606b600. 00000080:00000001:0.0:1789449488.964251:0:32639:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789449488.964258:0:32639:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1789449488.964262:0:32639:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1789449488.964268:0:32639:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9e8b8c476780. 00800000:00000001:0.0:1789449488.964269:0:32639:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446636920923973504 : -107152785578112 : ffff9e8b8c476780) 00800000:00000001:0.0:1789449488.964271:0:32639:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449488.964272:0:32639:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789449488.964275:0:32639:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1789449488.964277:0:32639:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x23:0x0] 00000080:00000001:0.0:1789449488.964280:0:32639:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1789449488.964282:0:32639:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1789449488.964283:0:32639:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449488.964287:0:32639:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611171 : 144115205339611171 : 200000405000023) 00000080:00000001:0.0:1789449488.964289:0:32639:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1789449488.964294:0:32639:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x23:0x0], updating i_size 4096 00000080:00000001:0.0:1789449488.964295:0:32639:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789449488.964297:0:32639:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1789449488.964298:0:32639:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8c476780 1 00800000:00000010:0.0:1789449488.964300:0:32639:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9e8b8c476780. 00800000:00000001:0.0:1789449488.964302:0:32639:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789449488.964305:0:32639:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-1 [0x200000405:0x23:0x0] depth 1 server default LMV inherit depth 0 00000100:00000001:0.0:1789449488.964307:0:32639:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449488.964310:0:32639:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d1b480 x1876371947510144/t4294967622(4294967622) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/664 e 0 to 0 dl 1789449504 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449488.964314:0:32639:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449488.964318:0:32639:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789449488.964321:0:32639:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9e8b8c476780. 00000080:00000001:0.0:1789449488.964323:0:32639:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1789449488.964326:0:32639:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1789449488.964328:0:32639:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449488.964331:0:32639:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449488.964333:0:32639:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449488.964335:0:32639:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449488.964336:0:32639:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449488.964338:0:32639:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:0.0:1789449488.964339:0:32639:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449488.964341:0:32639:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1789449488.964344:0:32639:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9e8b87d97ce0. 00000002:00100000:0.0:1789449488.964346:0:32639:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9e8b87d1b480 x1876371947510144/t4294967622(4294967622) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/664 e 0 to 0 dl 1789449504 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789449488.964350:0:32639:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449488.964351:0:32639:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1789449488.964354:0:32639:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1789449488.964357:0:32639:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449488.964360:0:32639:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:0.0:1789449488.964361:0:32639:0:(pcc.c:2405:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449488.964362:0:32639:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449488.964365:0:32639:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449488.964367:0:32639:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d1b480 x1876371947510144/t4294967622(4294967622) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/664 e 0 to 0 dl 1789449504 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1789449488.964372:0:32639:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449488.964375:0:32639:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff9e8b87dc0000. 02000000:00000001:0.0:1789449488.964418:0:32639:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1789449488.964420:0:32639:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449488.964422:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bb78 00000080:00000008:0.0:1789449488.964424:0:32639:0:(file.c:1329:ll_file_open()) COMPLETED file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff9e8b89195348), flags 704400, rc = 0 00000080:00000001:0.0:1789449488.964427:0:32639:0:(dir.c:3017:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449488.964460:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bd28 00000080:00200008:0.0:1789449488.964461:0:32639:0:(file.c:6296:ll_getattr_dentry()) START file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff9e8b89195348), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1789449488.964468:0:32639:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789449488.964469:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bca0 00000080:00200000:0.0:1789449488.964471:0:32639:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x23:0x0](ffff9e8b89195348),name=d21h.recovery-small-1 00000080:00000010:0.0:1789449488.964476:0:32639:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b8606b600. 00800000:00000002:0.0:1789449488.964481:0:32639:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:0.0:1789449488.964487:0:32639:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789449488.964491:0:32639:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789449488.964493:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bbc0 00800000:00000002:0.0:1789449488.964494:0:32639:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x23:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449488.964497:0:32639:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789449488.964501:0:32639:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449488.964502:0:32639:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449488.964503:0:32639:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449488.964504:0:32639:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449488.964505:0:32639:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449488.964506:0:32639:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449488.964507:0:32639:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449488.964508:0:32639:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449488.964509:0:32639:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449488.964509:0:32639:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449488.964510:0:32639:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449488.964511:0:32639:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449488.964512:0:32639:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:0.0:1789449488.964513:0:32639:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449488.964514:0:32639:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x23:0x0], name='' -> mds #0 00000002:00000001:0.0:1789449488.964518:0:32639:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789449488.964519:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2ba90 00000002:00010000:0.0:1789449488.964520:0:32639:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x23:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789449488.964522:0:32639:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789449488.964524:0:32639:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449488.964526:0:32639:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449488.964533:0:32639:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbaa00 count: 2 00010000:00000001:0.0:1789449488.964535:0:32639:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449488.964539:0:32639:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449488.964541:0:32639:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789449488.964544:0:32639:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499e00/0xcddde1459ded6681 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d4eb expref: -99 pid: 32637 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1789449488.964550:0:32639:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789449488.964553:0:32639:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449488.964555:0:32639:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499e00/0xcddde1459ded6681 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d4eb expref: -99 pid: 32637 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1789449488.964560:0:32639:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789449488.964561:0:32639:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789449488.964563:0:32639:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789449488.964564:0:32639:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789449488.964565:0:32639:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789449488.964566:0:32639:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789449488.964568:0:32639:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789449488.964569:0:32639:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:0.0:1789449488.964570:0:32639:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b8606b600. 00000080:00000001:0.0:1789449488.964573:0:32639:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789449488.964574:0:32639:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449488.964576:0:32639:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x23:0x0](ffff9e8b89195348) 00000080:00010000:0.0:1789449488.964579:0:32639:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x23:0x0](ffff9e8b89195348) for lock 0xcddde1459ded6681 00800000:00000001:0.0:1789449488.964581:0:32639:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789449488.964583:0:32639:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789449488.964584:0:32639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.964585:0:32639:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.964586:0:32639:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499e00 refcount=3 00000020:00000001:0.0:1789449488.964588:0:32639:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823455232 : -107152886096384 : ffff9e8b86499e00) 00010000:00000001:0.0:1789449488.964589:0:32639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823455232 : -107152886096384 : ffff9e8b86499e00) 00010000:00000001:0.0:1789449488.964591:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.964591:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449488.964592:0:32639:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449488.964593:0:32639:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449488.964595:0:32639:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded6681 from it ffffb71181d2bcd8 00010000:00000001:0.0:1789449488.964596:0:32639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.964596:0:32639:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.964597:0:32639:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499e00 refcount=3 00000020:00000001:0.0:1789449488.964598:0:32639:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823455232 : -107152886096384 : ffff9e8b86499e00) 00010000:00000001:0.0:1789449488.964600:0:32639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823455232 : -107152886096384 : ffff9e8b86499e00) 00010000:00000001:0.0:1789449488.964601:0:32639:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449488.964602:0:32639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499e00/0xcddde1459ded6681 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d4eb expref: -99 pid: 32637 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789449488.964606:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.964607:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449488.964608:0:32639:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789449488.964610:0:32639:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789449488.964612:0:32639:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499e00/0xcddde1459ded6681 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d4eb expref: -99 pid: 32637 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1789449488.964618:0:32639:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789449488.964620:0:32639:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789449488.964622:0:32639:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449488.964626:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.964626:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449488.964627:0:32639:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.964630:0:32639:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789449488.964631:0:32639:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.964632:0:32639:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.964634:0:32639:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.964636:0:32639:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449488.964637:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.964638:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789449488.964639:0:32639:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789449488.964640:0:32639:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789449488.964643:0:32639:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449488.964646:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bd28 00000080:00000008:0.0:1789449488.964647:0:32639:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff9e8b89195348), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1789449488.964734:0:32639:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1789449488.964736:0:32639:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000405:0x23:0x0](ffff9e8b89195348) pos/size0/4096 32bit_api 0 00000080:00000010:0.0:1789449488.964740:0:32639:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b8606b600. 00800000:00000002:0.0:1789449488.964743:0:32639:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b90fc9840 2 00000080:00000001:0.0:1789449488.964745:0:32639:0:(dir.c:194:ll_dir_read()) Process entered 00800000:00000001:0.0:1789449488.964751:0:32639:0:(lmv_obd.c:3441:lmv_read_page()) Process entered 00800000:00000001:0.0:1789449488.964753:0:32639:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449488.964754:0:32639:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449488.964755:0:32639:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449488.964756:0:32639:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449488.964757:0:32639:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449488.964758:0:32639:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:0.0:1789449488.964760:0:32639:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449488.964763:0:32639:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:0.0:1789449488.964764:0:32639:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789449488.964766:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bab8 00000002:00010000:0.0:1789449488.964767:0:32639:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x23:0x0]) in obj [0x200000405:0x23:0x0], intent: readdir flags 0 00000002:00000001:0.0:1789449488.964769:0:32639:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789449488.964769:0:32639:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449488.964770:0:32639:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449488.964772:0:32639:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbaa00 count: 2 00010000:00000001:0.0:1789449488.964773:0:32639:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449488.964775:0:32639:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449488.964777:0:32639:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789449488.964780:0:32639:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499e00/0xcddde1459ded6681 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d4eb expref: -99 pid: 32637 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1789449488.964787:0:32639:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789449488.964790:0:32639:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449488.964792:0:32639:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499e00/0xcddde1459ded6681 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d4eb expref: -99 pid: 32637 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1789449488.964797:0:32639:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789449488.964799:0:32639:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789449488.964800:0:32639:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789449488.964802:0:32639:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789449488.964804:0:32639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.964805:0:32639:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.964806:0:32639:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499e00 refcount=3 00000020:00000001:0.0:1789449488.964808:0:32639:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823455232 : -107152886096384 : ffff9e8b86499e00) 00010000:00000001:0.0:1789449488.964810:0:32639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823455232 : -107152886096384 : ffff9e8b86499e00) 00010000:00000001:0.0:1789449488.964811:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.964812:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449488.964814:0:32639:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449488.964855:0:32639:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:0.0:1789449488.964862:0:32639:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff9e8b87da3000. 00000002:00000001:0.0:1789449488.965421:0:32639:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:0.0:1789449488.965429:0:32639:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d19c00. 00000020:00000040:0.0:1789449488.965434:0:32639:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000100:00000001:0.0:1789449488.965439:0:32639:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449488.965442:0:32639:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449488.965445:0:32639:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449488.965452:0:32639:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e8b8606a000. 00000100:00000001:0.0:1789449488.965459:0:32639:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449488.965462:0:32639:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1789449488.965466:0:32639:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff9e8b836b0400. 00000100:00000010:0.0:1789449488.965470:0:32639:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff9e8b83742000. 00000020:00000040:0.0:1789449488.965472:0:32639:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000100:00000001:0.0:1789449488.965484:0:32639:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789449488.965486:0:32639:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789449488.965492:0:32639:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b8365d780. 00000100:00000001:0.0:1789449488.965493:0:32639:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920774973312 : -107152934578304 : ffff9e8b8365d780) 00000100:00000001:0.0:1789449488.965495:0:32639:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449488.965496:0:32639:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849144832 : -107152860406784 : ffff9e8b87d19c00) 00000100:00000001:0.0:1789449488.965501:0:32639:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449488.965506:0:32639:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449488.965507:0:32639:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789449488.965509:0:32639:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789449488.965516:0:32639:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b87d19c00 x1876371947510272/t0(0) o37->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449488.965522:0:32639:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789449488.965524:0:32639:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449488.965527:0:32639:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789449488.965529:0:32639:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789449488.965531:0:32639:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449488.965533:0:32639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b87d19c00 pname:cluuid:pid:xid:nid:opc:job rm:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:32639:1876371947510272:192.168.202.109@tcp:37:rm.0 00000100:00000001:0.0:1789449488.965536:0:32639:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789449488.965542:0:32639:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789449488.965544:0:32639:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449488.965546:0:32639:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:0.0:1789449488.965555:0:32639:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:0.0:1789449488.965559:0:32639:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b86580370. 00000400:00000010:0.0:1789449488.965569:0:32639:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff9e8b87d2a000. 00000100:00000200:0.0:1789449488.965578:0:32639:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6aa8ce365da00-0x6aa8ce365da00, portal 14 00000100:00000001:0.0:1789449488.965580:0:32639:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449488.965582:0:32639:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789449488.965585:0:32639:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b836b1400. 02000000:00000001:0.0:1789449488.965586:0:32639:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449488.965588:0:32639:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:0.0:1789449488.965590:0:32639:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b86580d68. 00000400:00000010:0.0:1789449488.965594:0:32639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e54c8. 00000100:00000200:0.0:1789449488.965596:0:32639:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947510272, portal 10 00000100:00000001:0.0:1789449488.965597:0:32639:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449488.965598:0:32639:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849144832 : -107152860406784 : ffff9e8b87d19c00) 00000100:00000040:0.0:1789449488.965603:0:32639:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b87d19c00 x1876371947510272/t0(0) o37->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1789449504 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449488.965608:0:32639:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789449488.965610:0:32639:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1789449488.965612:0:32639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5660. 00000100:00000200:0.0:1789449488.965615:0:32639:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1876371947510272, offset 0 00000400:00000200:0.0:1789449488.965620:0:32639:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1789449488.965628:0:32639:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449488.965635:0:32639:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1789449488.965641:0:32639:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789449488.965645:0:32639:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1789449488.965648:0:32639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789449488.965650:0:32639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1789449488.965653:0:32639:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2777:2777:256:4294967295] 192.168.202.109@tcp LPNI seq info [2777:2777:8:4294967295] 00000400:00000200:0.0:1789449488.965656:0:32639:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449488.965665:0:32639:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1789449488.965671:0:32639:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1789449488.965675:0:32639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b864ec300. 00000800:00000200:0.0:1789449488.965681:0:32639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1789449488.965688:0:32639:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1789449488.965694:0:32639:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b864ec300 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:0.0:1789449488.966179:0:32639:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449488.966187:0:32639:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 828791 usecs (829 jiffies) 00000400:00000200:0.0:1789449488.966193:0:32639:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:0.0:1789449488.966197:0:32639:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296492481 00000100:00000001:0.0:1789449488.966201:0:32639:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296494113 00000100:00000001:0.0:1789449488.966204:0:32639:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296492481 00000100:00000001:0.0:1789449488.966207:0:32639:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296494113 00000100:00000001:0.0:1789449488.966209:0:32639:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449488.966213:0:32639:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449488.966215:0:32639:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449488.966218:0:32639:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789449488.966221:0:32639:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b8365d780 going to sleep for 11 seconds 00000100:00000001:0.0:1789449488.966225:0:32639:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449488.966228:0:32639:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449488.966409:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449488.966417:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ec300. 00000400:00000200:2.0:1789449488.966424:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449488.966433:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449488.966442:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5660 00000400:00000010:2.0:1789449488.966445:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5660. 00000100:00000001:2.0:1789449488.966451:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449488.966457:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d19c00 x1876371947510272/t0(0) o37->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1789449504 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449488.966469:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449488.966473:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d19c00 x1876371947510272/t0(0) o37->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1789449504 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449488.966481:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449488.966483:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789449488.969800:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449488.969824:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449488.969830:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449488.969833:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449488.969849:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449488.969858:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449488.969926:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449488.969933:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449488.969940:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449488.969946:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 4096 into portal 14 MB=0x6aa8ce365da00 00000400:00000200:3.0:1789449488.969953:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449488.969961:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.202.109@tcp of length 4096/4096 into md 0x7ee5 [256] + 0 00000400:00000010:3.0:1789449488.969968:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b86580370. 00000400:00000200:3.0:1789449488.969973:0:2394:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9e8b87d2a000 00000800:00000001:3.0:1789449488.969981:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449488.969991:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449488.969995:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449488.970000:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449488.970007:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b87d2a000 00000400:00000010:3.0:1789449488.970010:0:2394:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff9e8b87d2a000. 00000100:00000001:3.0:1789449488.970017:0:2394:0:(events.c:177:client_bulk_callback()) Process entered 00000100:00000200:3.0:1789449488.970020:0:2394:0:(events.c:195:client_bulk_callback()) event type 2, status 0, req ffff9e8b87d19c00 desc ffff9e8b836b0400 mbits 1876371947510272 00000100:00000001:3.0:1789449488.970031:0:2394:0:(events.c:220:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1789449488.970041:0:2394:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1789449488.970045:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449488.970052:0:2394:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.202.9@tcp to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449488.970059:0:2394:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2778:2778:256:4294967295] 192.168.202.109@tcp LPNI seq info [2778:2778:8:4294967295] 00000400:00000200:3.0:1789449488.970065:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:0.0:1789449488.970671:0:32639:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449488.970677:0:32639:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449488.970755:0:2394:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) 192.168.202.109@tcp : ACK try# 0 00000800:00000200:3.0:1789449488.970762:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449488.970772:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff9e8b86588000. 00000800:00000200:3.0:1789449488.970779:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449488.970787:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449488.970793:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b86588000 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:2.0:1789449488.970985:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449488.970993:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789449488.971512:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449488.971517:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff9e8b86588000. 00000400:00000200:3.0:1789449488.971521:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449488.971526:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: ACK: OK 00000800:00000001:2.0:1789449488.973992:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449488.974015:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449488.974021:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449488.974024:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449488.974037:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449488.974046:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449488.974057:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449488.974063:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449488.974084:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449488.974091:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 440 into portal 10 MB=0x6aa8ce365da00 00000400:00000200:2.0:1789449488.974098:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449488.974107:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 440/440 into md 0x7eed [1] + 224 00000800:00000001:2.0:1789449488.974117:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449488.974129:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449488.974133:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449488.974137:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449488.974147:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449488.974157:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d19c00 x1876371947510272/t0(0) o37->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1789449504 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449488.974169:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff9e8b87d19c00 x1876371947510272/t0(0) o37->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1789449504 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449488.974190:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449488.974201:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449488.974205:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449488.974285:0:32639:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789449488.974294:0:32639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449488.974296:0:32639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449488.974301:0:32639:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b86580d68. 00000400:00000200:0.0:1789449488.974305:0:32639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e54c8 00000400:00000010:0.0:1789449488.974308:0:32639:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e54c8. 00000100:00000001:0.0:1789449488.974310:0:32639:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449488.974314:0:32639:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b87d19c00 x1876371947510272/t0(0) o37->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1789449504 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789449488.974320:0:32639:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b87d19c00 x1876371947510272/t0(0) o37->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1789449504 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449488.974325:0:32639:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449488.974326:0:32639:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449488.974328:0:32639:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449488.974332:0:32639:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449488.974334:0:32639:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449488.974337:0:32639:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449488.974339:0:32639:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449488.974350:0:32639:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ecf0 time=118 v=5 (5 5 5 5) 00000100:00001000:0.0:1789449488.974354:0:32639:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1789449488.974355:0:32639:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449488.974357:0:32639:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.974359:0:32639:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449488.974363:0:32639:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449488.974366:0:32639:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789449488.974368:0:32639:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967619 00000100:00000001:0.0:1789449488.974369:0:32639:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449488.974371:0:32639:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449488.974374:0:32639:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff9e8b87d19c00 x1876371947510272/t0(0) o37->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1789449504 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789449488.974381:0:32639:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff9e8b87d19c00 x1876371947510272/t0(0) o37->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1789449504 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449488.974385:0:32639:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449488.974387:0:32639:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449488.974390:0:32639:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b87d19c00 x1876371947510272/t0(0) o37->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1789449504 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789449488.974395:0:32639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b87d19c00 pname:cluuid:pid:xid:nid:opc:job rm:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:32639:1876371947510272:192.168.202.109@tcp:37:rm.0 00000100:00000001:0.0:1789449488.974398:0:32639:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449488.974400:0:32639:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449488.974402:0:32639:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789449488.974404:0:32639:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449488.974407:0:32639:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d19c00 x1876371947510272/t0(0) o37->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1789449504 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449488.974411:0:32639:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789449488.974414:0:32639:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b8365d780. 00000100:00000001:0.0:1789449488.974418:0:32639:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789449488.974419:0:32639:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449488.974422:0:32639:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449488.974426:0:32639:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449488.974427:0:32639:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b87d19c00 x1876371947510272/t0(0) o37->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1789449504 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449488.974431:0:32639:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789449488.974433:0:32639:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449488.974437:0:32639:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b836b1400. 02000000:00000001:0.0:1789449488.974440:0:32639:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789449488.974443:0:32639:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449488.974444:0:32639:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:0.0:1789449488.974445:0:32639:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:0.0:1789449488.974447:0:32639:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1789449488.974449:0:32639:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449488.974449:0:32639:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:0.0:1789449488.974450:0:32639:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000010:0.0:1789449488.974475:0:32639:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff9e8b83742000. 00000100:00000010:0.0:1789449488.974478:0:32639:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff9e8b836b0400. 00000100:00000001:0.0:1789449488.974479:0:32639:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1789449488.974482:0:32639:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e8b8606a000. 02000000:00000001:0.0:1789449488.974484:0:32639:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449488.974486:0:32639:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449488.974488:0:32639:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b87d19c00. 00000100:00000001:0.0:1789449488.974491:0:32639:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449488.974491:0:32639:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789449488.974494:0:32639:0:(mdc_request.c:1315:mdc_dirpage_add()) Process entered 00000002:00000020:0.0:1789449488.974496:0:32639:0:(mdc_request.c:1322:mdc_dirpage_add()) read 1/1 00000002:00000010:0.0:1789449488.976329:0:32639:0:(mdc_request.c:1442:do_mdc_read_folio_remote()) kfreed 'folio_pool': 2048 at ffff9e8b87da3000. 00000002:00000001:0.0:1789449488.976342:0:32639:0:(mdc_request.c:1444:do_mdc_read_folio_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.976350:0:32639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.976353:0:32639:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.976357:0:32639:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499e00 refcount=3 00000020:00000001:0.0:1789449488.976359:0:32639:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823455232 : -107152886096384 : ffff9e8b86499e00) 00010000:00000001:0.0:1789449488.976361:0:32639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823455232 : -107152886096384 : ffff9e8b86499e00) 00010000:00000001:0.0:1789449488.976363:0:32639:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449488.976369:0:32639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499e00/0xcddde1459ded6681 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d4eb expref: -99 pid: 32637 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1789449488.976382:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.976384:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449488.976385:0:32639:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789449488.976388:0:32639:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789449488.976390:0:32639:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499e00/0xcddde1459ded6681 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d4eb expref: -99 pid: 32637 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1789449488.976396:0:32639:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789449488.976400:0:32639:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789449488.976402:0:32639:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449488.976407:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.976408:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449488.976409:0:32639:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.976413:0:32639:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789449488.976414:0:32639:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.976416:0:32639:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.976419:0:32639:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.976421:0:32639:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449488.976422:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.976422:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:0.0:1789449488.976425:0:32639:0:(lmv_obd.c:3458:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449488.976431:0:32639:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1789449488.976437:0:32639:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611171 : 144115205339611171 : 200000405000023) 00000080:00000001:0.0:1789449488.976438:0:32639:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611173 : 144115205339611173 : 200000405000025) 00000080:00000001:0.0:1789449488.976443:0:32639:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449488.976447:0:32639:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b90fc9840 2 00000080:00000010:0.0:1789449488.976450:0:32639:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b8606b600. 00000080:00000001:0.0:1789449488.976455:0:32639:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449488.976570:0:32639:0:(dir.c:3022:ll_dir_release()) Process entered 00000080:00000001:0.0:1789449488.976573:0:32639:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1789449488.976577:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bdd0 00000080:00200008:0.0:1789449488.976579:0:32639:0:(file.c:479:ll_file_release()) START file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff9e8b89195348), flags 704000 00000080:00400000:0.0:1789449488.976583:0:32639:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000405:0x23:0x0] 00000080:00000001:0.0:1789449488.976587:0:32639:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:0.0:1789449488.976588:0:32639:0:(pcc.c:2475:pcc_file_release()) Process leaving 00000080:00000001:0.0:1789449488.976590:0:32639:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1789449488.976595:0:32639:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449488.976598:0:32639:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449488.976600:0:32639:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449488.976602:0:32639:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449488.976604:0:32639:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449488.976605:0:32639:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:0.0:1789449488.976606:0:32639:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449488.976612:0:32639:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449488.976614:0:32639:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449488.976620:0:32639:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbaa00 count: 2 00010000:00000001:0.0:1789449488.976622:0:32639:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789449488.976626:0:32639:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449488.976628:0:32639:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x23:0x0]: 0 00000080:00000001:0.0:1789449488.976630:0:32639:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1789449488.976632:0:32639:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1789449488.976636:0:32639:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9e8b8606b600. 00000080:00000001:0.0:1789449488.976637:0:32639:0:(file.c:90:ll_prepare_close()) Process entered 00800000:00000002:0.0:1789449488.976642:0:32639:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b90fc9840 2 00000080:00000001:0.0:1789449488.976645:0:32639:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1789449488.976649:0:32639:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:0.0:1789449488.976650:0:32639:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449488.976651:0:32639:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449488.976652:0:32639:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449488.976653:0:32639:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449488.976654:0:32639:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449488.976655:0:32639:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:0.0:1789449488.976656:0:32639:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449488.976657:0:32639:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x23:0x0] 00000002:00000001:0.0:1789449488.976660:0:32639:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1789449488.976661:0:32639:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9e8b89903000: [0x200000405:0x23:0x0] file closed with intent: 0 00000100:00000010:0.0:1789449488.976667:0:32639:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d19c00. 00000020:00000040:0.0:1789449488.976671:0:32639:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000100:00000001:0.0:1789449488.976675:0:32639:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449488.976678:0:32639:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449488.976683:0:32639:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449488.976692:0:32639:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e8b8606a000. 00000100:00000001:0.0:1789449488.976699:0:32639:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1789449488.976718:0:32639:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9e8b87d1b480 x1876371947510144/t4294967622(4294967622) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/664 e 0 to 0 dl 1789449504 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1789449488.976727:0:32639:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e8b89903000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1789449488.976731:0:32639:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e8b87d19c00 x1876371947510528/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1789449488.976737:0:32639:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789449488.976738:0:32639:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789449488.976744:0:32639:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b8365d780. 00000100:00000001:0.0:1789449488.976746:0:32639:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920774973312 : -107152934578304 : ffff9e8b8365d780) 00000100:00000001:0.0:1789449488.976748:0:32639:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449488.976749:0:32639:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849144832 : -107152860406784 : ffff9e8b87d19c00) 00000100:00000001:0.0:1789449488.976753:0:32639:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449488.976757:0:32639:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449488.976759:0:32639:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789449488.976761:0:32639:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789449488.976763:0:32639:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b87d19c00 x1876371947510528/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449488.976768:0:32639:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789449488.976770:0:32639:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449488.976774:0:32639:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789449488.976777:0:32639:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789449488.976780:0:32639:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449488.976783:0:32639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b87d19c00 pname:cluuid:pid:xid:nid:opc:job rm:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:32639:1876371947510528:192.168.202.109@tcp:35:rm.0 00000100:00000001:0.0:1789449488.976787:0:32639:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789449488.976794:0:32639:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789449488.976797:0:32639:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449488.976800:0:32639:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789449488.976805:0:32639:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b836b0400. 02000000:00000001:0.0:1789449488.976807:0:32639:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449488.976817:0:32639:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:0.0:1789449488.976822:0:32639:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b86580d68. 00000400:00000010:0.0:1789449488.976831:0:32639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e54c8. 00000100:00000200:0.0:1789449488.976840:0:32639:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947510528, portal 10 00000100:00000001:0.0:1789449488.976843:0:32639:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449488.976844:0:32639:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849144832 : -107152860406784 : ffff9e8b87d19c00) 00000100:00000040:0.0:1789449488.976850:0:32639:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b87d19c00 x1876371947510528/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449504 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449488.976857:0:32639:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789449488.976860:0:32639:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1789449488.976863:0:32639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5770. 00000100:00000200:0.0:1789449488.976867:0:32639:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876371947510528, offset 0 00000400:00000200:0.0:1789449488.976875:0:32639:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1789449488.976922:0:32639:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449488.976933:0:32639:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1789449488.976940:0:32639:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789449488.976946:0:32639:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1789449488.976950:0:32639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789449488.976954:0:32639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1789449488.976958:0:32639:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2779:2779:256:4294967295] 192.168.202.109@tcp LPNI seq info [2779:2779:8:4294967295] 00000400:00000200:0.0:1789449488.976963:0:32639:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449488.976973:0:32639:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1789449488.976980:0:32639:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1789449488.976987:0:32639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b864ece00. 00000800:00000200:0.0:1789449488.976995:0:32639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1789449488.977003:0:32639:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1789449488.977008:0:32639:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b864ece00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1789449488.977025:0:32639:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449488.977031:0:32639:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 827660 usecs (828 jiffies) 00000400:00000200:0.0:1789449488.977034:0:32639:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:0.0:1789449488.977037:0:32639:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296492491 00000100:00000001:0.0:1789449488.977040:0:32639:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296494113 00000100:00000001:0.0:1789449488.977043:0:32639:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296492491 00000100:00000001:0.0:1789449488.977045:0:32639:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296494113 00000100:00000001:0.0:1789449488.977048:0:32639:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449488.977050:0:32639:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449488.977052:0:32639:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449488.977054:0:32639:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789449488.977057:0:32639:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b8365d780 going to sleep for 11 seconds 00000100:00000001:0.0:1789449488.977060:0:32639:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449488.977063:0:32639:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449488.977192:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449488.977197:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ece00. 00000400:00000200:3.0:1789449488.977202:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449488.977208:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449488.977215:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5770 00000400:00000010:3.0:1789449488.977218:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5770. 00000100:00000001:3.0:1789449488.977223:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449488.977226:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d19c00 x1876371947510528/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449504 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449488.977237:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449488.977240:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d19c00 x1876371947510528/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449504 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449488.977245:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449488.977246:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:0.1:1789449488.978008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b86498a00. 00000800:00000001:2.0:1789449488.979410:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449488.979425:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449488.979431:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449488.979433:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449488.979440:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449488.979446:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449488.979454:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449488.979457:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449488.979463:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449488.979467:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 456 into portal 10 MB=0x6aa8ce365db00 00000400:00000200:2.0:1789449488.979472:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449488.979478:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 456/456 into md 0x7ef5 [1] + 224 00000800:00000001:2.0:1789449488.979484:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449488.979491:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449488.979493:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449488.979497:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449488.979503:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449488.979511:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d19c00 x1876371947510528/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449504 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449488.979523:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9e8b87d19c00 x1876371947510528/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449504 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449488.979539:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449488.979546:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449488.979548:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449488.979598:0:32639:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789449488.979604:0:32639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449488.979606:0:32639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449488.979609:0:32639:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b86580d68. 00000400:00000200:0.0:1789449488.979613:0:32639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e54c8 00000400:00000010:0.0:1789449488.979615:0:32639:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e54c8. 00000100:00000001:0.0:1789449488.979617:0:32639:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449488.979620:0:32639:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b87d19c00 x1876371947510528/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449504 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789449488.979626:0:32639:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b87d19c00 x1876371947510528/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449504 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449488.979629:0:32639:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449488.979631:0:32639:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449488.979633:0:32639:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449488.979637:0:32639:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449488.979639:0:32639:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449488.979641:0:32639:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449488.979644:0:32639:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449488.979654:0:32639:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ecf0 time=118 v=5 (5 5 5 5) 00000100:00001000:0.0:1789449488.979657:0:32639:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1789449488.979659:0:32639:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449488.979660:0:32639:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.979662:0:32639:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449488.979665:0:32639:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449488.979669:0:32639:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789449488.979671:0:32639:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1789449488.979673:0:32639:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789449488.979675:0:32639:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449488.979676:0:32639:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849144832 : -107152860406784 : ffff9e8b87d19c00) 00000100:00000001:0.0:1789449488.979679:0:32639:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789449488.979680:0:32639:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967619 00000100:00000001:0.0:1789449488.979681:0:32639:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449488.979683:0:32639:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449488.979687:0:32639:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b87d19c00 x1876371947510528/t4294967623(4294967623) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449504 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449488.979691:0:32639:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449488.979693:0:32639:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449488.979695:0:32639:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449488.979698:0:32639:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b87d19c00 x1876371947510528/t4294967623(4294967623) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449504 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789449488.979703:0:32639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b87d19c00 pname:cluuid:pid:xid:nid:opc:job rm:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:32639:1876371947510528:192.168.202.109@tcp:35:rm.0 00000100:00000001:0.0:1789449488.979707:0:32639:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449488.979709:0:32639:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449488.979711:0:32639:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789449488.979713:0:32639:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449488.979715:0:32639:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d19c00 x1876371947510528/t4294967623(4294967623) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449504 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449488.979719:0:32639:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789449488.979721:0:32639:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b8365d780. 00000100:00000001:0.0:1789449488.979723:0:32639:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789449488.979724:0:32639:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449488.979732:0:32639:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449488.979732:0:32639:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849144832 : -107152860406784 : ffff9e8b87d19c00) 00000002:00000001:0.0:1789449488.979734:0:32639:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449488.979737:0:32639:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449488.979741:0:32639:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b90fc9840 2 00000080:00000010:0.0:1789449488.979743:0:32639:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b8606b600. 00000080:00000001:0.0:1789449488.979747:0:32639:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1789449488.979750:0:32639:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1789449488.979752:0:32639:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449488.979755:0:32639:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449488.979757:0:32639:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449488.979760:0:32639:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449488.979761:0:32639:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449488.979763:0:32639:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:0.0:1789449488.979764:0:32639:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449488.979768:0:32639:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1789449488.979779:0:32639:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9e8b87d1b480 x1876371947510144/t4294967622(4294967622) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/664 e 0 to 0 dl 1789449504 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449488.979787:0:32639:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449488.979789:0:32639:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849151104 : -107152860400512 : ffff9e8b87d1b480) 00000100:00000001:0.0:1789449488.979791:0:32639:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449488.979794:0:32639:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d1b480 x1876371947510144/t4294967622(4294967622) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/664 e 0 to 0 dl 1789449504 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449488.979800:0:32639:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449488.979802:0:32639:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449488.979805:0:32639:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d19c00 x1876371947510528/t4294967623(4294967623) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449504 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449488.979811:0:32639:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449488.979812:0:32639:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449488.979816:0:32639:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b87d1b480 x1876371947510144/t4294967622(4294967622) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/664 e 0 to 0 dl 1789449504 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449488.979823:0:32639:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1789449488.979827:0:32639:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449488.979829:0:32639:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:0.0:1789449488.979831:0:32639:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449488.979835:0:32639:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b836b2400. 02000000:00000001:0.0:1789449488.979839:0:32639:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449488.979841:0:32639:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449488.979843:0:32639:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b87d1b480. 00000100:00000001:0.0:1789449488.979846:0:32639:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449488.979847:0:32639:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449488.979848:0:32639:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449488.979850:0:32639:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d19c00 x1876371947510528/t4294967623(4294967623) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449504 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449488.979854:0:32639:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789449488.979855:0:32639:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff9e8b87d97ce0. 00000002:00000001:0.0:1789449488.979871:0:32639:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449488.979873:0:32639:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789449488.979876:0:32639:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9e8b8c476780. 00000100:00000001:0.0:1789449488.979912:0:32639:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449488.979917:0:32639:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b87d19c00 x1876371947510528/t4294967623(4294967623) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449504 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449488.979924:0:32639:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789449488.979926:0:32639:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449488.979928:0:32639:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b836b0400. 02000000:00000001:0.0:1789449488.979931:0:32639:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789449488.979932:0:32639:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449488.979933:0:32639:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:0.0:1789449488.979935:0:32639:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449488.979936:0:32639:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e8b8606a000. 02000000:00000001:0.0:1789449488.979939:0:32639:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449488.979939:0:32639:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449488.979941:0:32639:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b87d19c00. 00000100:00000001:0.0:1789449488.979943:0:32639:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449488.979944:0:32639:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789449488.979947:0:32639:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789449488.979951:0:32639:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9e8b8432d040. 00000080:00000001:0.0:1789449488.979956:0:32639:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449488.979962:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bdd0 00000080:00000008:0.0:1789449488.979965:0:32639:0:(file.c:523:ll_file_release()) COMPLETED file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff9e8b89195348), flags 704000, rc = 0 00000080:00000001:0.0:1789449488.979968:0:32639:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449488.979970:0:32639:0:(dir.c:3023:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449488.980031:0:32639:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789449488.980036:0:32639:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789449488.980039:0:32639:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789449488.980040:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bbc0 00000080:00200000:0.0:1789449488.980042:0:32639:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:0.0:1789449488.980049:0:32639:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b8606a000. 00800000:00000002:0.0:1789449488.980057:0:32639:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:0.0:1789449488.980062:0:32639:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789449488.980077:0:32639:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789449488.980080:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bae0 00800000:00000002:0.0:1789449488.980083:0:32639:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449488.980091:0:32639:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789449488.980093:0:32639:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449488.980094:0:32639:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449488.980095:0:32639:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449488.980097:0:32639:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449488.980098:0:32639:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449488.980099:0:32639:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449488.980101:0:32639:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449488.980104:0:32639:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789449488.980109:0:32639:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789449488.980111:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2b9b0 00000002:00010000:0.0:1789449488.980113:0:32639:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789449488.980117:0:32639:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789449488.980119:0:32639:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449488.980123:0:32639:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449488.980132:0:32639:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652e00 count: 2 00010000:00000001:0.0:1789449488.980135:0:32639:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449488.980141:0:32639:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449488.980148:0:32639:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789449488.980154:0:32639:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d800/0xcddde1459ded667a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d4cf expref: -99 pid: 32637 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 02000000:00000001:0.0:1789449488.980164:0:32639:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789449488.980169:0:32639:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449488.980172:0:32639:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d800/0xcddde1459ded667a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d4cf expref: -99 pid: 32637 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000002:00000001:0.0:1789449488.980184:0:32639:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789449488.980186:0:32639:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789449488.980188:0:32639:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789449488.980191:0:32639:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789449488.980193:0:32639:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789449488.980195:0:32639:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789449488.980198:0:32639:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789449488.980200:0:32639:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:0.0:1789449488.980201:0:32639:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b8606a000. 00000080:00000001:0.0:1789449488.980204:0:32639:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789449488.980206:0:32639:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449488.980208:0:32639:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:0.0:1789449488.980211:0:32639:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded667a 00800000:00000001:0.0:1789449488.980213:0:32639:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789449488.980215:0:32639:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789449488.980216:0:32639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.980218:0:32639:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.980221:0:32639:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4d800 refcount=3 00000020:00000001:0.0:1789449488.980222:0:32639:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080384 : -107152693471232 : ffff9e8b91c4d800) 00010000:00000001:0.0:1789449488.980225:0:32639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080384 : -107152693471232 : ffff9e8b91c4d800) 00010000:00000001:0.0:1789449488.980227:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.980229:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449488.980229:0:32639:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449488.980231:0:32639:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449488.980233:0:32639:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded667a from it ffffb71181d2bbf8 00010000:00000001:0.0:1789449488.980234:0:32639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.980235:0:32639:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.980236:0:32639:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4d800 refcount=3 00000020:00000001:0.0:1789449488.980237:0:32639:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080384 : -107152693471232 : ffff9e8b91c4d800) 00010000:00000001:0.0:1789449488.980238:0:32639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080384 : -107152693471232 : ffff9e8b91c4d800) 00010000:00000001:0.0:1789449488.980240:0:32639:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449488.980242:0:32639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d800/0xcddde1459ded667a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d4cf expref: -99 pid: 32637 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:0.0:1789449488.980247:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.980247:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449488.980248:0:32639:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789449488.980250:0:32639:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789449488.980252:0:32639:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d800/0xcddde1459ded667a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d4cf expref: -99 pid: 32637 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:0.0:1789449488.980257:0:32639:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789449488.980260:0:32639:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789449488.980262:0:32639:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449488.980267:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.980267:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449488.980268:0:32639:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.980271:0:32639:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789449488.980273:0:32639:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.980274:0:32639:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.980276:0:32639:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.980277:0:32639:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449488.980278:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.980279:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789449488.980281:0:32639:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789449488.980282:0:32639:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789449488.980283:0:32639:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908), inode mode 41ff mask 1 00000080:00000001:0.0:1789449488.980286:0:32639:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449488.980290:0:32639:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1789449488.980292:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bbc0 00000080:00002000:0.0:1789449488.980292:0:32639:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-1(ffff9e8b892eb1b0) flags 0x20000e refc 1 00000080:00000001:0.0:1789449488.980294:0:32639:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449488.980296:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bc08 00000080:00200000:0.0:1789449488.980296:0:32639:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-1, flags=266 00000080:00000002:0.0:1789449488.980302:0:32639:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-1 [0x200000405:0x23:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:0.0:1789449488.980306:0:32639:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1789449488.980307:0:32639:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x23:0x0](ffff9e8b89195348), inode mode 41ed mask 44 00000080:00000001:0.0:1789449488.980310:0:32639:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449488.980316:0:32639:0:(dir.c:3016:ll_dir_open()) Process entered 00000080:00000001:0.0:1789449488.980318:0:32639:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1789449488.980319:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bb78 00000080:00200008:0.0:1789449488.980321:0:32639:0:(file.c:1090:ll_file_open()) START file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff9e8b89195348), flags 704400 00000080:00000010:0.0:1789449488.980325:0:32639:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9e8b8432d040. 00000080:00000001:0.0:1789449488.980332:0:32639:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:0.0:1789449488.980334:0:32639:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b8606a000. 00800000:00000002:0.0:1789449488.980336:0:32639:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:0.0:1789449488.980337:0:32639:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789449488.980338:0:32639:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789449488.980339:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2ba28 00800000:00000002:0.0:1789449488.980341:0:32639:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000405:0x23:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449488.980343:0:32639:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1789449488.980345:0:32639:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449488.980346:0:32639:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449488.980347:0:32639:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449488.980348:0:32639:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449488.980349:0:32639:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449488.980350:0:32639:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:0.0:1789449488.980351:0:32639:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449488.980353:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2b9a8 00800000:00000002:0.0:1789449488.980354:0:32639:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x23:0x0], name='' -> mds #0 layout version 1 00000002:00000001:0.0:1789449488.980357:0:32639:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789449488.980357:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2b8e0 00000002:00010000:0.0:1789449488.980359:0:32639:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x23:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0104240704401 00000002:00000001:0.0:1789449488.980362:0:32639:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789449488.980364:0:32639:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1789449488.980367:0:32639:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789449488.980370:0:32639:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbaa00 count: 2 00010000:00000001:0.0:1789449488.980371:0:32639:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449488.980373:0:32639:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789449488.980376:0:32639:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.980377:0:32639:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449488.980379:0:32639:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449488.980380:0:32639:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789449488.980381:0:32639:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652e00 count: 2 00010000:00000001:0.0:1789449488.980382:0:32639:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449488.980383:0:32639:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789449488.980384:0:32639:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.980385:0:32639:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449488.980386:0:32639:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789449488.980388:0:32639:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d19c00. 00000020:00000040:0.0:1789449488.980390:0:32639:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e8b89903000 02000000:00000001:0.0:1789449488.980396:0:32639:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789449488.980397:0:32639:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.980400:0:32639:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789449488.980404:0:32639:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449488.980405:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.980406:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449488.980407:0:32639:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449488.980409:0:32639:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449488.980411:0:32639:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449488.980413:0:32639:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449488.980420:0:32639:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b836b0400. 00000100:00000001:0.0:1789449488.980426:0:32639:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.980430:0:32639:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789449488.980431:0:32639:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.980433:0:32639:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789449488.980433:0:32639:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.980435:0:32639:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449488.980440:0:32639:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446636920849144832 : -107152860406784 : ffff9e8b87d19c00) 00010000:00000001:0.0:1789449488.980443:0:32639:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789449488.980445:0:32639:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1789449488.980446:0:32639:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652e00 count: 2 00010000:00000001:0.0:1789449488.980448:0:32639:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449488.980449:0:32639:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789449488.980452:0:32639:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8b86498a00. 00000020:00000001:0.0:1789449488.980454:0:32639:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789449488.980456:0:32639:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8b86498a00 with handle 0xcddde1459ded66b2 to hash 00000020:00000001:0.0:1789449488.980457:0:32639:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789449488.980459:0:32639:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636920823450112 : -107152886101504 : ffff9e8b86498a00) 00010000:00000001:0.0:1789449488.980462:0:32639:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636920823450112 : -107152886101504 : ffff9e8b86498a00) 00010000:00000001:0.0:1789449488.980464:0:32639:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449488.980465:0:32639:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449488.980467:0:32639:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498a00/0xcddde1459ded66b2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32639 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789449488.980472:0:32639:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498a00/0xcddde1459ded66b2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32639 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1789449488.980481:0:32639:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e8b89903000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1789449488.980486:0:32639:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e8b87d19c00 x1876371947510784/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1789449488.980493:0:32639:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498a00/0xcddde1459ded66b2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32639 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789449488.980496:0:32639:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789449488.980498:0:32639:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789449488.980503:0:32639:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b8365d780. 00000100:00000001:0.0:1789449488.980504:0:32639:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920774973312 : -107152934578304 : ffff9e8b8365d780) 00000100:00000001:0.0:1789449488.980506:0:32639:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449488.980507:0:32639:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849144832 : -107152860406784 : ffff9e8b87d19c00) 00000100:00000001:0.0:1789449488.980511:0:32639:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449488.980515:0:32639:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449488.980517:0:32639:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789449488.980518:0:32639:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789449488.980520:0:32639:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b87d19c00 x1876371947510784/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449488.980526:0:32639:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789449488.980527:0:32639:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449488.980530:0:32639:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789449488.980532:0:32639:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789449488.980533:0:32639:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449488.980536:0:32639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b87d19c00 pname:cluuid:pid:xid:nid:opc:job rm:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:32639:1876371947510784:192.168.202.109@tcp:101:rm.0 00000100:00000001:0.0:1789449488.980538:0:32639:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789449488.980544:0:32639:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789449488.980546:0:32639:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449488.980549:0:32639:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789449488.980690:0:32639:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff9e8b87dc0000. 02000000:00000001:0.0:1789449488.980692:0:32639:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449488.980698:0:32639:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:0.0:1789449488.980700:0:32639:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b86580d68. 00000400:00000010:0.0:1789449488.980707:0:32639:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9e8b87da3000. 00000100:00000200:0.0:1789449488.980714:0:32639:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1876371947510784, portal 10 00000100:00000001:0.0:1789449488.980715:0:32639:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449488.980716:0:32639:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849144832 : -107152860406784 : ffff9e8b87d19c00) 00000100:00000040:0.0:1789449488.980720:0:32639:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b87d19c00 x1876371947510784/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789449504 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449488.980725:0:32639:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789449488.980728:0:32639:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1789449488.980730:0:32639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e54c8. 00000100:00000200:0.0:1789449488.980733:0:32639:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1876371947510784, offset 0 00000400:00000200:0.0:1789449488.980738:0:32639:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1789449488.980744:0:32639:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449488.980751:0:32639:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1789449488.980757:0:32639:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789449488.980761:0:32639:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1789449488.980764:0:32639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789449488.980766:0:32639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1789449488.980770:0:32639:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2780:2780:256:4294967295] 192.168.202.109@tcp LPNI seq info [2780:2780:8:4294967295] 00000400:00000200:0.0:1789449488.980773:0:32639:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449488.980783:0:32639:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1789449488.980789:0:32639:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1789449488.980794:0:32639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b864eca00. 00000800:00000200:0.0:1789449488.980801:0:32639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1789449488.980811:0:32639:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1789449488.980816:0:32639:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b864eca00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:0.0:1789449488.980838:0:32639:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449488.980844:0:32639:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 826522 usecs (827 jiffies) 00000400:00000200:0.0:1789449488.980846:0:32639:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:0.0:1789449488.980849:0:32639:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296492493 00000100:00000001:0.0:1789449488.980852:0:32639:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296494113 00000100:00000001:0.0:1789449488.980853:0:32639:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296492493 00000100:00000001:0.0:1789449488.980856:0:32639:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296494113 00000100:00000001:0.0:1789449488.980858:0:32639:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449488.980861:0:32639:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449488.980863:0:32639:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449488.980866:0:32639:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789449488.980869:0:32639:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b8365d780 going to sleep for 11 seconds 00000100:00000001:0.0:1789449488.980871:0:32639:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449488.980874:0:32639:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449488.981092:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449488.981099:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864eca00. 00000400:00000200:3.0:1789449488.981104:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449488.981109:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449488.981115:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e54c8 00000400:00000010:3.0:1789449488.981118:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e54c8. 00000100:00000001:3.0:1789449488.981122:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449488.981129:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d19c00 x1876371947510784/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789449504 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449488.981140:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449488.981142:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d19c00 x1876371947510784/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789449504 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449488.981148:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449488.981150:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449488.983533:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449488.983554:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449488.983560:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449488.983563:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449488.983574:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449488.983583:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449488.983591:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449488.983596:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449488.983601:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449488.983605:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 664 into portal 10 MB=0x6aa8ce365dc00 00000400:00000200:2.0:1789449488.983610:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449488.983617:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 664/664 into md 0x7efd [64] + 224 00000800:00000001:2.0:1789449488.983626:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449488.983633:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449488.983636:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449488.983639:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449488.983647:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449488.983655:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d19c00 x1876371947510784/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789449504 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449488.983663:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff9e8b87d19c00 x1876371947510784/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789449504 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449488.983680:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449488.983688:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449488.983690:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449488.983743:0:32639:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789449488.983751:0:32639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449488.983753:0:32639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449488.983756:0:32639:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b86580d68. 00000400:00000200:0.0:1789449488.983760:0:32639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b87da3000 00000400:00000010:0.0:1789449488.983762:0:32639:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff9e8b87da3000. 00000100:00000001:0.0:1789449488.983765:0:32639:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449488.983768:0:32639:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b87d19c00 x1876371947510784/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789449504 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789449488.983781:0:32639:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b87d19c00 x1876371947510784/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789449504 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449488.983788:0:32639:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449488.983790:0:32639:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449488.983793:0:32639:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449488.983798:0:32639:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449488.983801:0:32639:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449488.983804:0:32639:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449488.983807:0:32639:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449488.983820:0:32639:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=118 v=5 (5 102 102 102) 00000100:00001000:0.0:1789449488.983825:0:32639:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1789449488.983828:0:32639:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449488.983830:0:32639:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.983834:0:32639:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449488.983839:0:32639:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449488.983843:0:32639:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789449488.983845:0:32639:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1789449488.983846:0:32639:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789449488.983849:0:32639:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449488.983850:0:32639:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849144832 : -107152860406784 : ffff9e8b87d19c00) 00000100:00000001:0.0:1789449488.983853:0:32639:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789449488.983855:0:32639:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967619 00000100:00000001:0.0:1789449488.983862:0:32639:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449488.983865:0:32639:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449488.983871:0:32639:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b87d19c00 x1876371947510784/t4294967624(4294967624) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1789449504 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449488.983913:0:32639:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449488.983917:0:32639:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449488.983919:0:32639:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449488.983924:0:32639:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b87d19c00 x1876371947510784/t4294967624(4294967624) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1789449504 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789449488.983932:0:32639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b87d19c00 pname:cluuid:pid:xid:nid:opc:job rm:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:32639:1876371947510784:192.168.202.109@tcp:101:rm.0 00000100:00000001:0.0:1789449488.983939:0:32639:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449488.983942:0:32639:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449488.983945:0:32639:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789449488.983948:0:32639:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449488.983950:0:32639:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d19c00 x1876371947510784/t4294967624(4294967624) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1789449504 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449488.983955:0:32639:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789449488.983958:0:32639:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b8365d780. 00000100:00000001:0.0:1789449488.983961:0:32639:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789449488.983962:0:32639:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.983965:0:32639:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789449488.983970:0:32639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.983973:0:32639:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.983975:0:32639:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498a00 refcount=4 00000020:00000001:0.0:1789449488.983977:0:32639:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823450112 : -107152886101504 : ffff9e8b86498a00) 00010000:00000001:0.0:1789449488.983979:0:32639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823450112 : -107152886101504 : ffff9e8b86498a00) 00010000:00000040:0.0:1789449488.983985:0:32639:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e8b86498a00, remote cookie: 0xeb7cbf5e2fd3d570, flags: 0x1001 00010000:00000040:0.0:1789449488.983987:0:32639:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x23:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1789449488.983989:0:32639:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1789449488.983997:0:32639:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbaa00 count: 2 00010000:00000001:0.0:1789449488.983999:0:32639:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449488.984002:0:32639:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449488.984007:0:32639:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498a00/0xcddde1459ded66b2 lrc: 4/1,0 mode: --/CR res: [0x200000405:0x23:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d570 expref: -99 pid: 32639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789449488.984013:0:32639:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498a00/0xcddde1459ded66b2 lrc: 4/1,0 mode: --/CR res: [0x200000405:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d570 expref: -99 pid: 32639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449488.984018:0:32639:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789449488.984023:0:32639:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789449488.984025:0:32639:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789449488.984027:0:32639:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789449488.984029:0:32639:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789449488.984032:0:32639:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x23:0x0].0x0 (ffff9e8b82cbaa00) refcount = 2 00010000:00000040:0.0:1789449488.984035:0:32639:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1789449488.984037:0:32639:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499e00/0xcddde1459ded6681 lrc: 1/0,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d4eb expref: -99 pid: 32637 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1789449488.984045:0:32639:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498a00/0xcddde1459ded66b2 lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d570 expref: -99 pid: 32639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449488.984052:0:32639:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789449488.984056:0:32639:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789449488.984057:0:32639:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449488.984061:0:32639:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789449488.984064:0:32639:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449488.984080:0:32639:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498a00/0xcddde1459ded66b2 lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d570 expref: -99 pid: 32639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449488.984087:0:32639:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789449488.984089:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.984091:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449488.984092:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.984093:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449488.984095:0:32639:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449488.984099:0:32639:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789449488.984102:0:32639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.984104:0:32639:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.984105:0:32639:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498a00 refcount=3 00000020:00000001:0.0:1789449488.984107:0:32639:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823450112 : -107152886101504 : ffff9e8b86498a00) 00010000:00000001:0.0:1789449488.984109:0:32639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823450112 : -107152886101504 : ffff9e8b86498a00) 00010000:00000001:0.0:1789449488.984111:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.984112:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789449488.984117:0:32639:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x200002b, status=0 req@ffff9e8b87d19c00 x1876371947510784/t4294967624(4294967624) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1789449504 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789449488.984127:0:32639:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1789449488.984131:0:32639:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9e8b87d19c00 x1876371947510784/t4294967624(4294967624) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1789449504 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789449488.984138:0:32639:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.984145:0:32639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.984147:0:32639:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.984148:0:32639:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498a00 refcount=3 00000020:00000001:0.0:1789449488.984150:0:32639:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823450112 : -107152886101504 : ffff9e8b86498a00) 00010000:00000001:0.0:1789449488.984152:0:32639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823450112 : -107152886101504 : ffff9e8b86498a00) 00010000:00000001:0.0:1789449488.984154:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.984155:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449488.984157:0:32639:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449488.984159:0:32639:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449488.984162:0:32639:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1789449488.984165:0:32639:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449488.984166:0:32639:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849144832 : -107152860406784 : ffff9e8b87d19c00) 00010000:00000001:0.0:1789449488.984168:0:32639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.984169:0:32639:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.984170:0:32639:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498a00 refcount=3 00000020:00000001:0.0:1789449488.984172:0:32639:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823450112 : -107152886101504 : ffff9e8b86498a00) 00010000:00000001:0.0:1789449488.984174:0:32639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823450112 : -107152886101504 : ffff9e8b86498a00) 00000002:00010000:0.0:1789449488.984178:0:32639:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498a00/0xcddde1459ded66b2 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d570 expref: -99 pid: 32639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449488.984184:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.984186:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449488.984188:0:32639:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789449488.984189:0:32639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.984190:0:32639:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.984191:0:32639:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498a00 refcount=3 00000020:00000001:0.0:1789449488.984193:0:32639:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823450112 : -107152886101504 : ffff9e8b86498a00) 00010000:00000001:0.0:1789449488.984195:0:32639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823450112 : -107152886101504 : ffff9e8b86498a00) 00010000:00000040:0.0:1789449488.984376:0:32639:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbaa00 count: 3 00010000:00000001:0.0:1789449488.984378:0:32639:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789449488.984381:0:32639:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e8b83488400 type 13 mode 16 res 8589935621/35 (0 0) 00010000:00000001:0.0:1789449488.984383:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.984384:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449488.984386:0:32639:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789449488.984388:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2b868 00000002:00002000:0.0:1789449488.984390:0:32639:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x280002b: rc = 0 00000002:00000001:0.0:1789449488.984392:0:32639:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449488.984397:0:32639:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449488.984399:0:32639:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789449488.984402:0:32639:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1789449488.984404:0:32639:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449488.984408:0:32639:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:0.0:1789449488.984411:0:32639:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b8606a000. 00000080:00000001:0.0:1789449488.984416:0:32639:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789449488.984422:0:32639:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1789449488.984426:0:32639:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1789449488.984432:0:32639:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9e8b8c476780. 00800000:00000001:0.0:1789449488.984433:0:32639:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446636920923973504 : -107152785578112 : ffff9e8b8c476780) 00800000:00000001:0.0:1789449488.984435:0:32639:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449488.984437:0:32639:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789449488.984439:0:32639:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1789449488.984441:0:32639:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x23:0x0] 00000080:00000001:0.0:1789449488.984443:0:32639:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1789449488.984446:0:32639:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1789449488.984448:0:32639:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449488.984452:0:32639:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611171 : 144115205339611171 : 200000405000023) 00000080:00000001:0.0:1789449488.984453:0:32639:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1789449488.984458:0:32639:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x23:0x0], updating i_size 4096 00010000:00000001:0.0:1789449488.984459:0:32639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.984460:0:32639:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.984461:0:32639:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498a00 refcount=3 00000020:00000001:0.0:1789449488.984462:0:32639:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823450112 : -107152886101504 : ffff9e8b86498a00) 00010000:00000001:0.0:1789449488.984464:0:32639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823450112 : -107152886101504 : ffff9e8b86498a00) 00010000:00000001:0.0:1789449488.984465:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.984466:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789449488.984467:0:32639:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789449488.984469:0:32639:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1789449488.984470:0:32639:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8c476780 1 00800000:00000010:0.0:1789449488.984472:0:32639:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9e8b8c476780. 00800000:00000001:0.0:1789449488.984473:0:32639:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449488.984476:0:32639:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x23:0x0](ffff9e8b89195348) for lock 0xcddde1459ded66b2 00800000:00000001:0.0:1789449488.984479:0:32639:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789449488.984480:0:32639:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789449488.984481:0:32639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.984482:0:32639:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.984483:0:32639:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498a00 refcount=3 00000020:00000001:0.0:1789449488.984484:0:32639:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823450112 : -107152886101504 : ffff9e8b86498a00) 00010000:00000001:0.0:1789449488.984485:0:32639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823450112 : -107152886101504 : ffff9e8b86498a00) 00010000:00000001:0.0:1789449488.984486:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.984487:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449488.984488:0:32639:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449488.984489:0:32639:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789449488.984492:0:32639:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-1 [0x200000405:0x23:0x0] depth 1 server default LMV inherit depth 0 00000100:00000001:0.0:1789449488.984495:0:32639:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449488.984497:0:32639:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d19c00 x1876371947510784/t4294967624(4294967624) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/664 e 0 to 0 dl 1789449504 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449488.984501:0:32639:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449488.984504:0:32639:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded66b2 from it ffffb71181d2bbd0 00010000:00000001:0.0:1789449488.984505:0:32639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.984506:0:32639:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.984506:0:32639:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498a00 refcount=3 00000020:00000001:0.0:1789449488.984507:0:32639:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823450112 : -107152886101504 : ffff9e8b86498a00) 00010000:00000001:0.0:1789449488.984508:0:32639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823450112 : -107152886101504 : ffff9e8b86498a00) 00010000:00000001:0.0:1789449488.984510:0:32639:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449488.984512:0:32639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498a00/0xcddde1459ded66b2 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d570 expref: -99 pid: 32639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449488.984517:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.984517:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449488.984518:0:32639:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789449488.984521:0:32639:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789449488.984523:0:32639:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498a00/0xcddde1459ded66b2 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d570 expref: -99 pid: 32639 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789449488.984531:0:32639:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789449488.984533:0:32639:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789449488.984535:0:32639:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449488.984540:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.984540:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449488.984541:0:32639:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.984543:0:32639:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789449488.984545:0:32639:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.984547:0:32639:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.984549:0:32639:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.984550:0:32639:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449488.984551:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.984552:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789449488.984554:0:32639:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789449488.984558:0:32639:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9e8b8c476780. 00000080:00000001:0.0:1789449488.984560:0:32639:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1789449488.984563:0:32639:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1789449488.984565:0:32639:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449488.984567:0:32639:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449488.984570:0:32639:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449488.984573:0:32639:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449488.984574:0:32639:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449488.984576:0:32639:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:0.0:1789449488.984577:0:32639:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449488.984579:0:32639:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1789449488.984581:0:32639:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9e8b87d97ce0. 00000002:00100000:0.0:1789449488.984583:0:32639:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9e8b87d19c00 x1876371947510784/t4294967624(4294967624) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/664 e 0 to 0 dl 1789449504 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789449488.984587:0:32639:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449488.984588:0:32639:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1789449488.984592:0:32639:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1789449488.984595:0:32639:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449488.984599:0:32639:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:0.0:1789449488.984600:0:32639:0:(pcc.c:2405:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449488.984602:0:32639:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449488.984605:0:32639:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449488.984607:0:32639:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d19c00 x1876371947510784/t4294967624(4294967624) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/664 e 0 to 0 dl 1789449504 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1789449488.984611:0:32639:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449488.984615:0:32639:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff9e8b87dc0000. 02000000:00000001:0.0:1789449488.984666:0:32639:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1789449488.984667:0:32639:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449488.984669:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bb78 00000080:00000008:0.0:1789449488.984670:0:32639:0:(file.c:1329:ll_file_open()) COMPLETED file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff9e8b89195348), flags 704400, rc = 0 00000080:00000001:0.0:1789449488.984674:0:32639:0:(dir.c:3017:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449488.984710:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bd28 00000080:00200008:0.0:1789449488.984712:0:32639:0:(file.c:6296:ll_getattr_dentry()) START file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff9e8b89195348), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1789449488.984721:0:32639:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:0.0:1789449488.984727:0:32639:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449488.984729:0:32639:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789449488.984730:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bca0 00000080:00200000:0.0:1789449488.984732:0:32639:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x23:0x0](ffff9e8b89195348),name=d21h.recovery-small-1 00000080:00000010:0.0:1789449488.984737:0:32639:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b8606a000. 00800000:00000002:0.0:1789449488.984743:0:32639:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:0.0:1789449488.984750:0:32639:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789449488.984754:0:32639:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789449488.984756:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bbc0 00800000:00000002:0.0:1789449488.984757:0:32639:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x23:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449488.984760:0:32639:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789449488.984764:0:32639:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449488.984764:0:32639:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449488.984765:0:32639:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449488.984766:0:32639:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449488.984767:0:32639:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449488.984768:0:32639:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449488.984769:0:32639:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449488.984770:0:32639:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449488.984771:0:32639:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449488.984771:0:32639:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449488.984773:0:32639:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449488.984774:0:32639:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449488.984775:0:32639:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:0.0:1789449488.984777:0:32639:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449488.984780:0:32639:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x23:0x0], name='' -> mds #0 00000002:00000001:0.0:1789449488.984784:0:32639:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789449488.984786:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2ba90 00000002:00010000:0.0:1789449488.984787:0:32639:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x23:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789449488.984791:0:32639:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789449488.984793:0:32639:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449488.984795:0:32639:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449488.984798:0:32639:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbaa00 count: 3 00010000:00000001:0.0:1789449488.984800:0:32639:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449488.984802:0:32639:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449488.984807:0:32639:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789449488.984810:0:32639:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499e00/0xcddde1459ded6681 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d4eb expref: -99 pid: 32637 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1789449488.984817:0:32639:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789449488.984823:0:32639:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449488.984826:0:32639:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499e00/0xcddde1459ded6681 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d4eb expref: -99 pid: 32637 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:0.0:1789449488.984833:0:32639:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789449488.984835:0:32639:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789449488.984837:0:32639:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789449488.984839:0:32639:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789449488.984840:0:32639:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789449488.984841:0:32639:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789449488.984843:0:32639:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789449488.984844:0:32639:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:0.0:1789449488.984846:0:32639:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b8606a000. 00000080:00000001:0.0:1789449488.984849:0:32639:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789449488.984850:0:32639:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449488.984852:0:32639:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x23:0x0](ffff9e8b89195348) 00000080:00010000:0.0:1789449488.984857:0:32639:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x23:0x0](ffff9e8b89195348) for lock 0xcddde1459ded6681 00800000:00000001:0.0:1789449488.984859:0:32639:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789449488.984860:0:32639:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789449488.984862:0:32639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.984863:0:32639:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.984864:0:32639:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499e00 refcount=3 00000020:00000001:0.0:1789449488.984866:0:32639:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823455232 : -107152886096384 : ffff9e8b86499e00) 00010000:00000001:0.0:1789449488.984868:0:32639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823455232 : -107152886096384 : ffff9e8b86499e00) 00010000:00000001:0.0:1789449488.984870:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.984871:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449488.984872:0:32639:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449488.984873:0:32639:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449488.984875:0:32639:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded6681 from it ffffb71181d2bcd8 00010000:00000001:0.0:1789449488.984877:0:32639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.984917:0:32639:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.984919:0:32639:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499e00 refcount=3 00000020:00000001:0.0:1789449488.984921:0:32639:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823455232 : -107152886096384 : ffff9e8b86499e00) 00010000:00000001:0.0:1789449488.984923:0:32639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823455232 : -107152886096384 : ffff9e8b86499e00) 00010000:00000001:0.0:1789449488.984925:0:32639:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449488.984927:0:32639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499e00/0xcddde1459ded6681 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d4eb expref: -99 pid: 32637 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1789449488.984933:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.984934:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449488.984935:0:32639:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789449488.984937:0:32639:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789449488.984939:0:32639:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499e00/0xcddde1459ded6681 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d4eb expref: -99 pid: 32637 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1789449488.984944:0:32639:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789449488.984945:0:32639:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789449488.984946:0:32639:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449488.984949:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.984950:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449488.984951:0:32639:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.984953:0:32639:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789449488.984954:0:32639:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.984956:0:32639:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.984958:0:32639:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.984960:0:32639:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449488.984961:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.984962:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789449488.984964:0:32639:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789449488.984965:0:32639:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789449488.984967:0:32639:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449488.984971:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bd28 00000080:00000008:0.0:1789449488.984972:0:32639:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff9e8b89195348), request_mask 2047, flags 0, foreign 0 00000020:00000001:0.0:1789449488.985057:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bd48 00000080:00200000:0.0:1789449488.985059:0:32639:0:(llite_lib.c:2903:ll_statfs()) VFS Op:sb=lustre (ffff9e8b89903000) d21h.recovery-small-1 proj=0 00000080:00000001:0.0:1789449488.985063:0:32639:0:(llite_lib.c:2738:ll_statfs_internal()) Process entered 00000080:00000001:0.0:1789449488.985065:0:32639:0:(obd_class.h:1074:obd_statfs()) Process entered 00000080:00000004:0.0:1789449488.985077:0:32639:0:(obd_class.h:1090:obd_statfs()) lustre-clilmv-ffff9e8b89903000: age 1798, max_age 1823 00800000:00000001:0.0:1789449488.985081:0:32639:0:(lmv_obd.c:1450:lmv_statfs()) Process entered 00800000:00000010:0.0:1789449488.985086:0:32639:0:(lmv_obd.c:1454:lmv_statfs()) kmalloced '(temp)': 144 at ffff9e8b8365d780. 00800000:00000001:0.0:1789449488.985095:0:32639:0:(obd_class.h:1074:obd_statfs()) Process entered 00800000:00000004:0.0:1789449488.985096:0:32639:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff9e8b89903000: age 1798, max_age 1823 00000002:00000001:0.0:1789449488.985098:0:32639:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:0.0:1789449488.985101:0:32639:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000100:00000010:0.0:1789449488.985107:0:32639:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d1b480. 00000020:00000040:0.0:1789449488.985109:0:32639:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000100:00000001:0.0:1789449488.985112:0:32639:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449488.985115:0:32639:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449488.985118:0:32639:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449488.985125:0:32639:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e8b8606a000. 00000100:00000001:0.0:1789449488.985131:0:32639:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449488.985134:0:32639:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789449488.985135:0:32639:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789449488.985139:0:32639:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b8365d180. 00000100:00000001:0.0:1789449488.985140:0:32639:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920774971776 : -107152934579840 : ffff9e8b8365d180) 00000100:00000001:0.0:1789449488.985142:0:32639:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449488.985143:0:32639:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849151104 : -107152860400512 : ffff9e8b87d1b480) 00000100:00000001:0.0:1789449488.985148:0:32639:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449488.985153:0:32639:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449488.985155:0:32639:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789449488.985157:0:32639:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789449488.985163:0:32639:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b87d1b480 x1876371947510912/t0(0) o41->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 440/368 e 0 to 0 dl 0 ref 2 fl New:NQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449488.985171:0:32639:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789449488.985173:0:32639:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449488.985178:0:32639:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789449488.985181:0:32639:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789449488.985183:0:32639:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449488.985187:0:32639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b87d1b480 pname:cluuid:pid:xid:nid:opc:job rm:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:32639:1876371947510912:192.168.202.109@tcp:41:rm.0 00000100:00000001:0.0:1789449488.985191:0:32639:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789449488.985198:0:32639:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789449488.985201:0:32639:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449488.985204:0:32639:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789449488.985208:0:32639:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b836b2400. 02000000:00000001:0.0:1789449488.985210:0:32639:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449488.985216:0:32639:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:0.0:1789449488.985219:0:32639:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b86580d68. 00000400:00000010:0.0:1789449488.985224:0:32639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5bb0. 00000100:00000200:0.0:1789449488.985230:0:32639:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947510912, portal 10 00000100:00000001:0.0:1789449488.985231:0:32639:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449488.985232:0:32639:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849151104 : -107152860400512 : ffff9e8b87d1b480) 00000100:00000040:0.0:1789449488.985237:0:32639:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b87d1b480 x1876371947510912/t0(0) o41->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 440/368 e 0 to 0 dl 1789449504 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449488.985242:0:32639:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789449488.985244:0:32639:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1789449488.985246:0:32639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5c38. 00000100:00000200:0.0:1789449488.985249:0:32639:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 12, xid 1876371947510912, offset 0 00000400:00000200:0.0:1789449488.985254:0:32639:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1789449488.985262:0:32639:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449488.985268:0:32639:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1789449488.985273:0:32639:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789449488.985277:0:32639:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1789449488.985280:0:32639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789449488.985283:0:32639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1789449488.985286:0:32639:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2781:2781:256:4294967295] 192.168.202.109@tcp LPNI seq info [2781:2781:8:4294967295] 00000400:00000200:0.0:1789449488.985289:0:32639:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449488.985297:0:32639:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1789449488.985302:0:32639:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1789449488.985306:0:32639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b864ec000. 00000800:00000200:0.0:1789449488.985312:0:32639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1789449488.985318:0:32639:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1789449488.985322:0:32639:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b864ec000 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:0.0:1789449488.985338:0:32639:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449488.985343:0:32639:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 825387 usecs (826 jiffies) 00000400:00000200:0.0:1789449488.985346:0:32639:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:0.0:1789449488.985349:0:32639:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296492497 00000100:00000001:0.0:1789449488.985352:0:32639:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296494113 00000100:00000001:0.0:1789449488.985354:0:32639:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296492497 00000100:00000001:0.0:1789449488.985356:0:32639:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296494113 00000100:00000001:0.0:1789449488.985358:0:32639:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449488.985361:0:32639:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449488.985364:0:32639:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449488.985366:0:32639:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789449488.985368:0:32639:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b8365d180 going to sleep for 11 seconds 00000100:00000001:0.0:1789449488.985370:0:32639:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449488.985373:0:32639:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449488.985488:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449488.985495:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ec000. 00000400:00000200:3.0:1789449488.985500:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449488.985505:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449488.985509:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5c38 00000400:00000010:3.0:1789449488.985512:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5c38. 00000100:00000001:3.0:1789449488.985516:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449488.985519:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d1b480 x1876371947510912/t0(0) o41->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 440/368 e 0 to 0 dl 1789449504 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449488.985526:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449488.985528:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d1b480 x1876371947510912/t0(0) o41->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 440/368 e 0 to 0 dl 1789449504 ref 3 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449488.985533:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449488.985534:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449488.987306:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449488.987322:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449488.987327:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449488.987328:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449488.987337:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449488.987343:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449488.987349:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449488.987353:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449488.987358:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449488.987361:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 368 into portal 10 MB=0x6aa8ce365dc80 00000400:00000200:2.0:1789449488.987366:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449488.987371:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 368/368 into md 0x7f05 [1] + 224 00000800:00000001:2.0:1789449488.987378:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449488.987384:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449488.987386:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449488.987390:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449488.987397:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449488.987404:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d1b480 x1876371947510912/t0(0) o41->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 440/368 e 0 to 0 dl 1789449504 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449488.987412:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9e8b87d1b480 x1876371947510912/t0(0) o41->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 440/368 e 0 to 0 dl 1789449504 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449488.987453:0:32639:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449488.987464:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449488.987472:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449488.987474:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1789449488.987505:0:32639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449488.987507:0:32639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449488.987510:0:32639:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b86580d68. 00000400:00000200:0.0:1789449488.987513:0:32639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5bb0 00000400:00000010:0.0:1789449488.987515:0:32639:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5bb0. 00000100:00000001:0.0:1789449488.987517:0:32639:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449488.987521:0:32639:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b87d1b480 x1876371947510912/t0(0) o41->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 440/368 e 0 to 0 dl 1789449504 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789449488.987526:0:32639:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b87d1b480 x1876371947510912/t0(0) o41->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 440/368 e 0 to 0 dl 1789449504 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449488.987530:0:32639:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449488.987531:0:32639:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449488.987533:0:32639:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449488.987536:0:32639:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449488.987538:0:32639:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449488.987540:0:32639:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449488.987542:0:32639:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449488.987551:0:32639:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=118 v=5 (5 102 102 102) 00000100:00001000:0.0:1789449488.987554:0:32639:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1789449488.987556:0:32639:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449488.987557:0:32639:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.987559:0:32639:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449488.987562:0:32639:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449488.987565:0:32639:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789449488.987567:0:32639:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967619 00000100:00000001:0.0:1789449488.987568:0:32639:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449488.987570:0:32639:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449488.987573:0:32639:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b87d1b480 x1876371947510912/t0(0) o41->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 440/368 e 0 to 0 dl 1789449504 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449488.987577:0:32639:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449488.987579:0:32639:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449488.987581:0:32639:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449488.987584:0:32639:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b87d1b480 x1876371947510912/t0(0) o41->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 440/368 e 0 to 0 dl 1789449504 ref 2 fl Interpret:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789449488.987589:0:32639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b87d1b480 pname:cluuid:pid:xid:nid:opc:job rm:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:32639:1876371947510912:192.168.202.109@tcp:41:rm.0 00000100:00000001:0.0:1789449488.987593:0:32639:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449488.987595:0:32639:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449488.987597:0:32639:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789449488.987599:0:32639:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449488.987601:0:32639:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d1b480 x1876371947510912/t0(0) o41->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 440/368 e 0 to 0 dl 1789449504 ref 2 fl Complete:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449488.987605:0:32639:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789449488.987608:0:32639:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b8365d180. 00000100:00000001:0.0:1789449488.987610:0:32639:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789449488.987612:0:32639:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449488.987617:0:32639:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:0.0:1789449488.987618:0:32639:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449488.987619:0:32639:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b87d1b480 x1876371947510912/t0(0) o41->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 440/368 e 0 to 0 dl 1789449504 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449488.987624:0:32639:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789449488.987626:0:32639:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449488.987629:0:32639:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b836b2400. 02000000:00000001:0.0:1789449488.987632:0:32639:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789449488.987635:0:32639:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449488.987637:0:32639:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:0.0:1789449488.987638:0:32639:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449488.987641:0:32639:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e8b8606a000. 02000000:00000001:0.0:1789449488.987644:0:32639:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449488.987645:0:32639:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449488.987647:0:32639:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b87d1b480. 00000100:00000001:0.0:1789449488.987650:0:32639:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449488.987651:0:32639:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1789449488.987652:0:32639:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449488.987652:0:32639:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:0.0:1789449488.987654:0:32639:0:(genops.c:1229:class_import_put()) Process leaving 00800000:00000004:0.0:1789449488.987656:0:32639:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff9e8b89903000: update ffff9e8b83131e18 cache blocks 1802709/1916558 objects 523517/524079 00800000:00000001:0.0:1789449488.987659:0:32639:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449488.987662:0:32639:0:(lmv_obd.c:1490:lmv_statfs()) Process leaving via out_free_temp (rc=0 : 0 : 0x0) 00800000:00000010:0.0:1789449488.987664:0:32639:0:(lmv_obd.c:1514:lmv_statfs()) kfreed 'temp': 144 at ffff9e8b8365d780. 00800000:00000001:0.0:1789449488.987666:0:32639:0:(lmv_obd.c:1515:lmv_statfs()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:0.0:1789449488.987669:0:32639:0:(obd_class.h:1116:obd_statfs()) lustre-clilmv-ffff9e8b89903000: update ffff9e8b83135198 cache blocks 1802709/1916558 objects 523517/524079 00000080:00000001:0.0:1789449488.987673:0:32639:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:0.0:1789449488.987676:0:32639:0:(llite_lib.c:2755:ll_statfs_internal()) MDC blocks 1802709/1916558 objects 523517/524079 00000080:00000001:0.0:1789449488.987678:0:32639:0:(llite_lib.c:2758:ll_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789449488.987679:0:32639:0:(llite_lib.c:2791:ll_statfs_internal()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449488.987714:0:32639:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1789449488.987716:0:32639:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000405:0x23:0x0](ffff9e8b89195348) pos/size0/4096 32bit_api 0 00000080:00000010:0.0:1789449488.987724:0:32639:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b8606a000. 00800000:00000002:0.0:1789449488.987728:0:32639:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b90fc9840 2 00000080:00000001:0.0:1789449488.987731:0:32639:0:(dir.c:194:ll_dir_read()) Process entered 00000080:00000001:0.0:1789449488.987740:0:32639:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446713000770098752 : -31072939452864 : ffffe3bd447b5640) 00000080:00000001:0.0:1789449488.987743:0:32639:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1789449488.987746:0:32639:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611171 : 144115205339611171 : 200000405000023) 00000080:00000001:0.0:1789449488.987747:0:32639:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611173 : 144115205339611173 : 200000405000025) 00000080:00000001:0.0:1789449488.987750:0:32639:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449488.987753:0:32639:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b90fc9840 2 00000080:00000010:0.0:1789449488.987755:0:32639:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b8606a000. 00000080:00000001:0.0:1789449488.987757:0:32639:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449488.987766:0:32639:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1789449488.987767:0:32639:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000405:0x23:0x0](ffff9e8b89195348) pos/size18446744073709551614/4096 32bit_api 0 00000080:00000001:0.0:1789449488.987769:0:32639:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789449488.987770:0:32639:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449488.987794:0:32639:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789449488.987798:0:32639:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1789449488.987801:0:32639:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x23:0x0](ffff9e8b89195348), inode mode 41ed mask 1 00000080:00000001:0.0:1789449488.987804:0:32639:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449488.987814:0:32639:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1789449488.987818:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bda0 00000080:00002000:0.0:1789449488.987820:0:32639:0:(dcache.c:87:ll_dcompare()) found name f(ffff9e8b892eb0d8) flags 0x48000e refc 0 00000080:00000001:0.0:1789449488.987823:0:32639:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449488.987825:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2be10 00000080:00200000:0.0:1789449488.987826:0:32639:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f, flags=0 00000080:00000001:0.0:1789449488.987834:0:32639:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1789449488.987835:0:32639:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x23:0x0](ffff9e8b89195348), inode mode 41ed mask 3 00000080:00000001:0.0:1789449488.987837:0:32639:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449488.987841:0:32639:0:(namei.c:2348:ll_unlink()) Process entered 00000020:00000001:0.0:1789449488.987842:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bdf8 00000080:00200000:0.0:1789449488.987843:0:32639:0:(namei.c:2351:ll_unlink()) VFS Op:name=f, dir=[0x200000405:0x23:0x0](ffff9e8b89195348) 00000080:00000001:0.0:1789449488.987846:0:32639:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:0.0:1789449488.987848:0:32639:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789449488.987852:0:32639:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822024 : -107152888729592 : ffff9e8b86217008) 00000020:00001000:0.0:1789449488.987855:0:32639:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217000 00000020:00000001:0.0:1789449488.987857:0:32639:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1789449488.987862:0:32639:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b8307cba0) owner 0000000000000000/ffff9e8b89dc0000 00020000:00000002:0.0:1789449488.987866:0:32639:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9e8b86657300 addref 2/0 by ffff9e8b89dc0000. 00020000:00000002:0.0:1789449488.987869:0:32639:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b8307cba0) owner 0000000000000000/ffff9e8b89dc0000 00020000:00000001:0.0:1789449488.987871:0:32639:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1789449488.987874:0:32639:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1789449488.987876:0:32639:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1789449488.987917:0:32639:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:0.0:1789449488.987921:0:32639:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:0.0:1789449488.987924:0:32639:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217000 00000080:00000001:0.0:1789449488.987927:0:32639:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1789449488.987931:0:32639:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b8606a000. 00800000:00000002:0.0:1789449488.987933:0:32639:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b90fc9840 2 00800000:00000001:0.0:1789449488.987943:0:32639:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:0.0:1789449488.987948:0:32639:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449488.987951:0:32639:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449488.987954:0:32639:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449488.987956:0:32639:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449488.987958:0:32639:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449488.987960:0:32639:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:0.0:1789449488.987962:0:32639:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449488.987966:0:32639:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449488.987967:0:32639:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449488.987968:0:32639:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449488.987969:0:32639:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449488.987971:0:32639:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449488.987972:0:32639:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x25:0x0] 00800000:00000001:0.0:1789449488.987974:0:32639:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449488.987976:0:32639:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:0.0:1789449488.987978:0:32639:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449488.987979:0:32639:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449488.987980:0:32639:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449488.987981:0:32639:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449488.987982:0:32639:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449488.987983:0:32639:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x25:0x0] 00800000:00000001:0.0:1789449488.987985:0:32639:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449488.987987:0:32639:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000405:0x25:0x0] 00800000:00000001:0.0:1789449488.987989:0:32639:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449488.987991:0:32639:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000405:0x23:0x0]/[0x200000405:0x25:0x0] -> mds #0 00000002:00000001:0.0:1789449488.987997:0:32639:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1789449488.988000:0:32639:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789449488.988009:0:32639:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbaa00 count: 3 00010000:00000001:0.0:1789449488.988012:0:32639:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449488.988016:0:32639:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789449488.988021:0:32639:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789449488.988026:0:32639:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499e00/0xcddde1459ded6681 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xeb7cbf5e2fd3d4eb expref: -99 pid: 32637 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:0.0:1789449488.988037:0:32639:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789449488.988041:0:32639:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789449488.988043:0:32639:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789449488.988045:0:32639:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x23:0x0] mode (null) 00000002:00000001:0.0:1789449488.988049:0:32639:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449488.988052:0:32639:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449488.988054:0:32639:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbaa00 count: 4 00010000:00000001:0.0:1789449488.988056:0:32639:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449488.988060:0:32639:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1789449488.988076:0:32639:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1789449488.988079:0:32639:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789449488.988085:0:32639:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449488.988088:0:32639:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498a00/0xcddde1459ded66b2 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x23:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d570 expref: -99 pid: 32639 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789449488.988097:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.988098:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449488.988100:0:32639:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:0.0:1789449488.988101:0:32639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.988103:0:32639:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.988106:0:32639:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498a00 refcount=2 00000020:00000001:0.0:1789449488.988108:0:32639:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823450112 : -107152886101504 : ffff9e8b86498a00) 00010000:00000001:0.0:1789449488.988110:0:32639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823450112 : -107152886101504 : ffff9e8b86498a00) 00010000:00000001:0.0:1789449488.988110:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.988111:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449488.988112:0:32639:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449488.988113:0:32639:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449488.988114:0:32639:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbaa00 count: 4 00010000:00000001:0.0:1789449488.988115:0:32639:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789449488.988117:0:32639:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449488.988118:0:32639:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449488.988119:0:32639:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449488.988120:0:32639:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbaa00 count: 4 00010000:00000001:0.0:1789449488.988121:0:32639:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789449488.988122:0:32639:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449488.988123:0:32639:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789449488.988126:0:32639:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000405:0x23:0x0] lli = ffff9e8b89195280, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1789449488.988203:0:32639:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1789449488.988207:0:32639:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1789449488.988209:0:32639:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1789449488.988210:0:32639:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x23:0x0](ffff9e8b89195348) invalid 00000020:00000001:0.0:1789449488.988213:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2ba60 00000080:00002000:0.0:1789449488.988214:0:32639:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-1 (ffff9e8b892eb1b0) parent ffff9e8b892cbca8 inode ffff9e8b89195348 refc 3 00000080:00000001:0.0:1789449488.988217:0:32639:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1789449488.988220:0:32639:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789449488.988221:0:32639:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.988224:0:32639:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789449488.988228:0:32639:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789449488.988230:0:32639:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789449488.988231:0:32639:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449488.988233:0:32639:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1789449488.988235:0:32639:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9e8b86499e00 with handle 0xcddde1459ded6681 from hash 00010000:00000001:0.0:1789449488.988237:0:32639:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789449488.988238:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.988238:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449488.988239:0:32639:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789449488.988242:0:32639:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789449488.988243:0:32639:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789449488.988245:0:32639:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789449488.988247:0:32639:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789449488.988248:0:32639:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789449488.988250:0:32639:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789449488.988252:0:32639:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cba100 count: 2 00010000:00000001:0.0:1789449488.988254:0:32639:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449488.988255:0:32639:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789449488.988256:0:32639:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789449488.988258:0:32639:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499c00/0xcddde1459ded6688 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xeb7cbf5e2fd3d507 expref: -99 pid: 32637 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1789449488.988262:0:32639:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789449488.988264:0:32639:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789449488.988264:0:32639:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789449488.988265:0:32639:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x25:0x0] mode (null) 00000002:00000001:0.0:1789449488.988266:0:32639:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449488.988267:0:32639:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449488.988268:0:32639:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cba100 count: 3 00010000:00000001:0.0:1789449488.988270:0:32639:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789449488.988271:0:32639:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449488.988272:0:32639:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449488.988273:0:32639:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449488.988273:0:32639:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cba100 count: 3 00010000:00000001:0.0:1789449488.988274:0:32639:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789449488.988275:0:32639:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449488.988277:0:32639:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449488.988277:0:32639:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449488.988278:0:32639:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cba100 count: 3 00010000:00000001:0.0:1789449488.988279:0:32639:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789449488.988280:0:32639:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449488.988281:0:32639:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449488.988282:0:32639:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449488.988283:0:32639:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cba100 count: 3 00010000:00000001:0.0:1789449488.988284:0:32639:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789449488.988285:0:32639:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449488.988285:0:32639:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449488.988287:0:32639:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1789449488.988288:0:32639:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789449488.988290:0:32639:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822024 : -107152888729592 : ffff9e8b86217008) 00000020:00001000:0.0:1789449488.988291:0:32639:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217000 00000020:00000001:0.0:1789449488.988292:0:32639:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1789449488.988294:0:32639:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x25:0x0]: losing layout lock 00000080:00000001:0.0:1789449488.988297:0:32639:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1789449488.988298:0:32639:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1789449488.988301:0:32639:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1789449488.988303:0:32639:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1789449488.988305:0:32639:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x25:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1789449488.988306:0:32639:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449488.988307:0:32639:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1789449488.988308:0:32639:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217000 00000080:00000001:0.0:1789449488.988310:0:32639:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449488.988311:0:32639:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1789449488.988312:0:32639:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x25:0x0](ffff9e8b89191148) invalid 00000020:00000001:0.0:1789449488.988313:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2ba60 00000080:00002000:0.0:1789449488.988314:0:32639:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f (ffff9e8b892eb0d8) parent ffff9e8b892eb1b0 inode ffff9e8b89191148 refc 1 00000080:00000001:0.0:1789449488.988315:0:32639:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1789449488.988316:0:32639:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789449488.988317:0:32639:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.988318:0:32639:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789449488.988319:0:32639:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789449488.988319:0:32639:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789449488.988320:0:32639:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449488.988322:0:32639:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1789449488.988323:0:32639:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9e8b86499c00 with handle 0xcddde1459ded6688 from hash 00010000:00000001:0.0:1789449488.988324:0:32639:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789449488.988325:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.988326:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449488.988327:0:32639:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789449488.988327:0:32639:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789449488.988328:0:32639:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789449488.988329:0:32639:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789449488.988330:0:32639:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789449488.988331:0:32639:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1789449488.988335:0:32639:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d1b480. 00000020:00000040:0.0:1789449488.988338:0:32639:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e8b89903000 02000000:00000001:0.0:1789449488.988342:0:32639:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789449488.988343:0:32639:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.988345:0:32639:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789449488.988349:0:32639:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449488.988353:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.988354:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449488.988354:0:32639:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449488.988357:0:32639:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449488.988358:0:32639:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449488.988361:0:32639:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449488.988367:0:32639:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e8b8606b600. 00000100:00000001:0.0:1789449488.988373:0:32639:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.988375:0:32639:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789449488.988377:0:32639:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1789449488.988381:0:32639:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499c00/0xcddde1459ded6688 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xeb7cbf5e2fd3d507 expref: -99 pid: 32637 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1789449488.988386:0:32639:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499e00/0xcddde1459ded6681 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xeb7cbf5e2fd3d4eb expref: -99 pid: 32637 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1789449488.988390:0:32639:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1789449488.988391:0:32639:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1789449488.988392:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789449488.988394:0:32639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499c00/0xcddde1459ded6688 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xeb7cbf5e2fd3d507 expref: -99 pid: 32637 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1789449488.988399:0:32639:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9e8b8c476880. 00010000:00000040:0.0:1789449488.988402:0:32639:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9e8b82cba100 count: 0 00010000:00000010:0.0:1789449488.988407:0:32639:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e8b9066e800. 00010000:00000001:0.0:1789449488.988411:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449488.988412:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789449488.988414:0:32639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499e00/0xcddde1459ded6681 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xeb7cbf5e2fd3d4eb expref: -99 pid: 32637 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1789449488.988418:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449488.988419:0:32639:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.988420:0:32639:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789449488.988421:0:32639:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.988422:0:32639:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1789449488.988431:0:32639:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e8b89903000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1789449488.988438:0:32639:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e8b87d1b480 x1876371947511168/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 488/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789449488.988442:0:32639:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789449488.988443:0:32639:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789449488.988447:0:32639:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b8365d780. 00000100:00000001:0.0:1789449488.988449:0:32639:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920774973312 : -107152934578304 : ffff9e8b8365d780) 00000100:00000001:0.0:1789449488.988451:0:32639:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449488.988452:0:32639:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849151104 : -107152860400512 : ffff9e8b87d1b480) 00000100:00000001:0.0:1789449488.988457:0:32639:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449488.988460:0:32639:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449488.988462:0:32639:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789449488.988464:0:32639:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789449488.988466:0:32639:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b87d1b480 x1876371947511168/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 488/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449488.988471:0:32639:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789449488.988473:0:32639:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449488.988476:0:32639:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789449488.988477:0:32639:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789449488.988479:0:32639:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449488.988481:0:32639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b87d1b480 pname:cluuid:pid:xid:nid:opc:job rm:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:32639:1876371947511168:192.168.202.109@tcp:36:rm.0 00000100:00000001:0.0:1789449488.988483:0:32639:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789449488.988488:0:32639:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789449488.988489:0:32639:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449488.988491:0:32639:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789449488.988493:0:32639:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b836b2400. 02000000:00000001:0.0:1789449488.988495:0:32639:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449488.988500:0:32639:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:0.0:1789449488.988502:0:32639:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b86580d68. 00000400:00000010:0.0:1789449488.988506:0:32639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5bb0. 00000100:00000200:0.0:1789449488.988511:0:32639:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947511168, portal 10 00000100:00000001:0.0:1789449488.988512:0:32639:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449488.988513:0:32639:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849151104 : -107152860400512 : ffff9e8b87d1b480) 00000100:00000040:0.0:1789449488.988518:0:32639:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b87d1b480 x1876371947511168/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 488/624 e 0 to 0 dl 1789449504 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449488.988522:0:32639:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789449488.988525:0:32639:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1789449488.988526:0:32639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5d48. 00000100:00000200:0.0:1789449488.988529:0:32639:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1876371947511168, offset 0 00000400:00000200:0.0:1789449488.988534:0:32639:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1789449488.988540:0:32639:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449488.988547:0:32639:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1789449488.988552:0:32639:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789449488.988555:0:32639:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1789449488.988558:0:32639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789449488.988561:0:32639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1789449488.988563:0:32639:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2782:2782:256:4294967295] 192.168.202.109@tcp LPNI seq info [2782:2782:8:4294967295] 00000400:00000200:0.0:1789449488.988566:0:32639:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449488.988575:0:32639:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1789449488.988580:0:32639:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1789449488.988583:0:32639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b864ec700. 00000800:00000200:0.0:1789449488.988589:0:32639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1789449488.988596:0:32639:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1789449488.988599:0:32639:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b864ec700 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1789449488.988615:0:32639:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449488.988624:0:32639:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 824255 usecs (825 jiffies) 00000400:00000200:0.0:1789449488.988627:0:32639:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:0.0:1789449488.988631:0:32639:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296492499 00000100:00000001:0.0:1789449488.988634:0:32639:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296494113 00000100:00000001:0.0:1789449488.988637:0:32639:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296492499 00000100:00000001:0.0:1789449488.988639:0:32639:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296494113 00000100:00000001:0.0:1789449488.988641:0:32639:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449488.988644:0:32639:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449488.988646:0:32639:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449488.988648:0:32639:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789449488.988651:0:32639:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b8365d780 going to sleep for 11 seconds 00000100:00000001:0.0:1789449488.988653:0:32639:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449488.988656:0:32639:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449488.988745:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449488.988749:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ec700. 00000400:00000200:3.0:1789449488.988753:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449488.988756:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449488.988759:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5d48 00000400:00000010:3.0:1789449488.988761:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5d48. 00000100:00000001:3.0:1789449488.988765:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449488.988768:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d1b480 x1876371947511168/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 488/624 e 0 to 0 dl 1789449504 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449488.988781:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449488.988784:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d1b480 x1876371947511168/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 488/624 e 0 to 0 dl 1789449504 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449488.988792:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449488.988793:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449488.993274:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449488.993294:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449488.993300:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449488.993303:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449488.993315:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449488.993324:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449488.993335:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449488.993340:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449488.993347:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449488.993352:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 456 into portal 10 MB=0x6aa8ce365dd80 00000400:00000200:2.0:1789449488.993359:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449488.993367:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 456/456 into md 0x7f0d [1] + 224 00000800:00000001:2.0:1789449488.993375:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449488.993381:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449488.993385:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449488.993389:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449488.993397:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449488.993407:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d1b480 x1876371947511168/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 488/624 e 0 to 0 dl 1789449504 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449488.993416:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9e8b87d1b480 x1876371947511168/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 488/624 e 0 to 0 dl 1789449504 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449488.993457:0:32639:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449488.993472:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449488.993481:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449488.993483:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1789449488.993510:0:32639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449488.993512:0:32639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449488.993516:0:32639:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b86580d68. 00000400:00000200:0.0:1789449488.993519:0:32639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5bb0 00000400:00000010:0.0:1789449488.993521:0:32639:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5bb0. 00000100:00000001:0.0:1789449488.993524:0:32639:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449488.993527:0:32639:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b87d1b480 x1876371947511168/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 488/624 e 0 to 0 dl 1789449504 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789449488.993533:0:32639:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b87d1b480 x1876371947511168/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 488/624 e 0 to 0 dl 1789449504 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449488.993537:0:32639:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449488.993539:0:32639:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449488.993541:0:32639:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449488.993545:0:32639:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449488.993548:0:32639:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449488.993549:0:32639:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449488.993552:0:32639:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449488.993564:0:32639:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=118 v=5 (5 102 102 102) 00000100:00001000:0.0:1789449488.993568:0:32639:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1789449488.993570:0:32639:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449488.993571:0:32639:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.993574:0:32639:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449488.993577:0:32639:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449488.993580:0:32639:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789449488.993581:0:32639:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000013f/0x100000141] 00000100:00000001:0.0:1789449488.993583:0:32639:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789449488.993585:0:32639:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449488.993586:0:32639:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849151104 : -107152860400512 : ffff9e8b87d1b480) 00000100:00000001:0.0:1789449488.993588:0:32639:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789449488.993590:0:32639:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967619 00000100:00000001:0.0:1789449488.993592:0:32639:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449488.993594:0:32639:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449488.993597:0:32639:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b87d1b480 x1876371947511168/t4294967625(4294967625) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 488/456 e 0 to 0 dl 1789449504 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449488.993602:0:32639:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449488.993605:0:32639:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449488.993607:0:32639:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449488.993609:0:32639:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b87d1b480 x1876371947511168/t4294967625(4294967625) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 488/456 e 0 to 0 dl 1789449504 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789449488.993614:0:32639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b87d1b480 pname:cluuid:pid:xid:nid:opc:job rm:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:32639:1876371947511168:192.168.202.109@tcp:36:rm.0 00000100:00000001:0.0:1789449488.993618:0:32639:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449488.993620:0:32639:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449488.993622:0:32639:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789449488.993624:0:32639:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449488.993627:0:32639:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d1b480 x1876371947511168/t4294967625(4294967625) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 488/456 e 0 to 0 dl 1789449504 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449488.993631:0:32639:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789449488.993634:0:32639:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b8365d780. 00000100:00000001:0.0:1789449488.993637:0:32639:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789449488.993638:0:32639:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449488.993647:0:32639:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449488.993650:0:32639:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449488.993654:0:32639:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b90fc9840 2 00000080:00000010:0.0:1789449488.993657:0:32639:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b8606a000. 00000100:00000001:0.0:1789449488.993663:0:32639:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449488.993665:0:32639:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d1b480 x1876371947511168/t4294967625(4294967625) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 488/456 e 0 to 0 dl 1789449504 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449488.993669:0:32639:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449488.993673:0:32639:0:(namei.c:2401:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449488.993685:0:32639:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1789449488.993689:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2be28 00000080:00002000:0.0:1789449488.993691:0:32639:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff9e8b892eb0d8, parent ffff9e8b892eb1b0, inode 0000000000000000) hashed, 00000080:00000001:0.0:1789449488.993693:0:32639:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789449488.993699:0:32639:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1789449488.993703:0:32639:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1789449488.993712:0:32639:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:0.0:1789449488.993715:0:32639:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1789449488.993717:0:32639:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789449488.993721:0:32639:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822024 : -107152888729592 : ffff9e8b86217008) 00000020:00001000:0.0:1789449488.993722:0:32639:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217000 00000020:00000001:0.0:1789449488.993728:0:32639:0:(cl_object.c:143:cl_object_top()) ffff9e8b912e63a0 -> ffff9e8b912e63a0 00000020:00000001:0.0:1789449488.993730:0:32639:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:0.0:1789449488.993732:0:32639:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1789449488.993734:0:32639:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x25:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1789449488.993737:0:32639:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789449488.993738:0:32639:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1789449488.993739:0:32639:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789449488.993743:0:32639:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x25:0x0]io ffff9e8b84db2c50 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1789449488.993745:0:32639:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b8307cba0) owner 0000000000000000/ffff9e8b89dc0000 00020000:00000001:0.0:1789449488.993749:0:32639:0:(lov_io.c:2266:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1789449488.993751:0:32639:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1789449488.993754:0:32639:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1789449488.993755:0:32639:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449488.993757:0:32639:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1789449488.993759:0:32639:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1789449488.993760:0:32639:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449488.993761:0:32639:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789449488.993761:0:32639:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1789449488.993762:0:32639:0:(lov_io.c:2279:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1789449488.993763:0:32639:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b8307cba0) owner 0000000000000000/ffff9e8b89dc0000 00000020:00000001:0.0:1789449488.993765:0:32639:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449488.993767:0:32639:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:0.0:1789449488.993768:0:32639:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1789449488.993771:0:32639:0:(lov_io.c:1078:lov_io_iter_init()) Process entered 00020000:00000001:0.0:1789449488.993773:0:32639:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00200000:0.0:1789449488.993775:0:32639:0:(lov_io.c:1153:lov_io_iter_init()) component[0] flags 0x10 00020000:00000001:0.0:1789449488.993779:0:32639:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449488.993781:0:32639:0:(lov_offset.c:141:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789449488.993783:0:32639:0:(lov_offset.c:264:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1789449488.993786:0:32639:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789449488.993789:0:32639:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1789449488.993790:0:32639:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789449488.993792:0:32639:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820825480 : -107152888726136 : ffff9e8b86217d88) 00000020:00001000:0.0:1789449488.993793:0:32639:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217d80 00000020:00000001:0.0:1789449488.993796:0:32639:0:(cl_object.c:143:cl_object_top()) ffff9e8b912e6210 -> ffff9e8b912e63a0 00000020:00000001:0.0:1789449488.993797:0:32639:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:0.0:1789449488.993801:0:32639:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789449488.993802:0:32639:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1789449488.993805:0:32639:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:0.0:1789449488.993806:0:32639:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446636920799439952 : -107152910111664 : ffff9e8b84db2c50) 00000020:00000001:0.0:1789449488.993808:0:32639:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449488.993810:0:32639:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449488.993812:0:32639:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993117408 : -107152716434208 : ffff9e8b906674e0) 00000020:00000001:0.0:1789449488.993815:0:32639:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1789449488.993816:0:32639:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449488.993819:0:32639:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000001:0.0:1789449488.993821:0:32639:0:(lov_io.c:1276:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449488.993823:0:32639:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449488.993825:0:32639:0:(cl_io.c:315:cl_io_lock()) Process entered 00020000:00000001:0.0:1789449488.993827:0:32639:0:(lov_io.c:1419:lov_io_lock()) Process entered 00020000:00000001:0.0:1789449488.993829:0:32639:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:0.0:1789449488.993831:0:32639:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:0.0:1789449488.993832:0:32639:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1789449488.993834:0:32639:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449488.993835:0:32639:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449488.993837:0:32639:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449488.993838:0:32639:0:(lov_io.c:1420:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449488.993839:0:32639:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1789449488.993840:0:32639:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449488.993841:0:32639:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449488.993843:0:32639:0:(cl_io.c:529:cl_io_start()) Process entered 00020000:00000001:0.0:1789449488.993844:0:32639:0:(lov_io.c:1425:lov_io_start()) Process entered 00020000:00000001:0.0:1789449488.993845:0:32639:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:0.0:1789449488.993846:0:32639:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:0.0:1789449488.993848:0:32639:0:(osc_io.c:1105:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1789449488.993850:0:32639:0:(osc_cache.c:3327:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1789449488.993853:0:32639:0:(osc_cache.c:3262:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1789449488.993856:0:32639:0:(osc_cache.c:3299:osc_cache_wait_range()) obj ffff9e8b84ceea80 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1789449488.993859:0:32639:0:(osc_cache.c:3300:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1789449488.993863:0:32639:0:(osc_cache.c:3467:osc_cache_writeback_range()) obj ffff9e8b84ceea80 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:0.0:1789449488.993877:0:32639:0:(osc_cache.c:3482:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789449488.993918:0:32639:0:(osc_io.c:1174:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449488.993921:0:32639:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449488.993922:0:32639:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449488.993924:0:32639:0:(lov_io.c:1426:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449488.993925:0:32639:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449488.993928:0:32639:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:0.0:1789449488.993930:0:32639:0:(lov_io.c:1967:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1789449488.993932:0:32639:0:(lov_io.c:1431:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1789449488.993933:0:32639:0:(cl_io.c:556:cl_io_end()) Process entered 00000020:00000001:0.0:1789449488.993935:0:32639:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:0.0:1789449488.993936:0:32639:0:(lov_io.c:1441:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449488.993938:0:32639:0:(lov_io.c:1978:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1789449488.993939:0:32639:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:0.0:1789449488.993941:0:32639:0:(cl_io.c:353:cl_io_unlock()) Process entered 00020000:00000001:0.0:1789449488.993944:0:32639:0:(lov_io.c:1519:lov_io_unlock()) Process entered 00020000:00000001:0.0:1789449488.993945:0:32639:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:0.0:1789449488.993946:0:32639:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:0.0:1789449488.993948:0:32639:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1789449488.993949:0:32639:0:(lov_io.c:1453:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449488.993951:0:32639:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449488.993953:0:32639:0:(lov_io.c:1522:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1789449488.993954:0:32639:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1789449488.993956:0:32639:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1789449488.993957:0:32639:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1789449488.993958:0:32639:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1789449488.993960:0:32639:0:(lov_io.c:1500:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1789449488.993961:0:32639:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:0.0:1789449488.993962:0:32639:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1789449488.993964:0:32639:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1789449488.993965:0:32639:0:(lov_io.c:1447:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449488.993966:0:32639:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449488.993968:0:32639:0:(lov_io.c:1511:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1789449488.993969:0:32639:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1789449488.993970:0:32639:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449488.993972:0:32639:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:0.0:1789449488.993974:0:32639:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1789449488.993976:0:32639:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1789449488.993977:0:32639:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:0.0:1789449488.993979:0:32639:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789449488.993980:0:32639:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217d80 00020000:00000001:0.0:1789449488.993984:0:32639:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1789449488.993986:0:32639:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1789449488.993988:0:32639:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1789449488.993991:0:32639:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x25:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1789449488.993994:0:32639:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1789449488.993995:0:32639:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789449488.993998:0:32639:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217000 00000080:00000001:0.0:1789449488.994000:0:32639:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449488.994005:0:32639:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:0.0:1789449488.994007:0:32639:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000405:0x25:0x0](ffff9e8b89191148) 00800000:00000001:0.0:1789449488.994013:0:32639:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:0.0:1789449488.994014:0:32639:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000405:0x25:0x0] 00000002:00000001:0.0:1789449488.994021:0:32639:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1789449488.994028:0:32639:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449488.994030:0:32639:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1789449488.994033:0:32639:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449488.994035:0:32639:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449488.994038:0:32639:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1789449488.994040:0:32639:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1789449488.994042:0:32639:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449488.994045:0:32639:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449488.994049:0:32639:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789449488.994050:0:32639:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822024 : -107152888729592 : ffff9e8b86217008) 00000020:00001000:0.0:1789449488.994052:0:32639:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217000 00020000:00000001:0.0:1789449488.994060:0:32639:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:0.0:1789449488.994062:0:32639:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b8307cba0) owner 0000000000000000/ffff9e8b89dc0000 00020000:00000001:0.0:1789449488.994065:0:32639:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:0.0:1789449488.994081:0:32639:0:(lov_ea.c:755:dump_lsm()) lsm ffff9e8b86657300, objid 0x25:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789449488.994087:0:32639:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout 1 layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789449488.994091:0:32639:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff9e8b83773a00: ostid: 0x280000401:21 ost idx: 0 gen: 0 00020000:00000001:0.0:1789449488.994094:0:32639:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:0.0:1789449488.994096:0:32639:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449488.994099:0:32639:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:0.0:1789449488.994101:0:32639:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:0.0:1789449488.994106:0:32639:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:0.0:1789449488.994111:0:32639:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbad00 count: 2 00010000:00000001:0.0:1789449488.994114:0:32639:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449488.994117:0:32639:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:0.0:1789449488.994119:0:32639:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:0.0:1789449488.994125:0:32639:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 0 [cma]time: 0 0 0 by oinfo size 0 blocks 0 [cma]time 0 0 0 ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 000000008334a18d/0xcddde1459ded668f lrc: 1/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xeb7cbf5e2fd3d515 expref: -99 pid: 32637 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00000001:0.0:1789449488.994135:0:32639:0:(cl_object.c:143:cl_object_top()) ffff9e8b84ceea80 -> ffff9e8b912e63a0 00000020:00000001:0.0:1789449488.994137:0:32639:0:(cl_object.c:143:cl_object_top()) ffff9e8b84ceea80 -> ffff9e8b912e63a0 00000008:00000001:0.0:1789449488.994138:0:32639:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789449488.994140:0:32639:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789449488.994141:0:32639:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1789449488.994142:0:32639:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1789449488.994376:0:32639:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff9e8b84ceea80. 00020000:00000001:0.0:1789449488.994381:0:32639:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:0.0:1789449488.994384:0:32639:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff9e8b912e6190. 00020000:00000001:0.0:1789449488.994387:0:32639:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:0.0:1789449488.994389:0:32639:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449488.994390:0:32639:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789449488.994392:0:32639:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b8307cba0) owner 0000000000000000/ffff9e8b89dc0000 00020000:00000001:0.0:1789449488.994393:0:32639:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:0.0:1789449488.994395:0:32639:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:0.0:1789449488.994396:0:32639:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b8307cba0) owner 0000000000000000/ffff9e8b89dc0000 00020000:00000001:0.0:1789449488.994397:0:32639:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:0.0:1789449488.994400:0:32639:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff9e8b9901ff80. 00020000:00000010:0.0:1789449488.994403:0:32639:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff9e8b8365dc00. 00020000:00000010:0.0:1789449488.994404:0:32639:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff9e8b83077a80. 00020000:00000002:0.0:1789449488.994407:0:32639:0:(lov_ea.c:755:dump_lsm()) lsm ffff9e8b86657300, objid 0x25:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789449488.994409:0:32639:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout 1 layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789449488.994411:0:32639:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff9e8b83773a00: ostid: 0x280000401:21 ost idx: 0 gen: 0 00020000:00000010:0.0:1789449488.994415:0:32639:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9e8b83773a00. 00020000:00000010:0.0:1789449488.994417:0:32639:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9e8b866576c0. 00020000:00000010:0.0:1789449488.994419:0:32639:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9e8b86657300. 00020000:00000001:0.0:1789449488.994420:0:32639:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:0.0:1789449488.994421:0:32639:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b8307cba0) owner 0000000000000000/ffff9e8b89dc0000 00020000:00000010:0.0:1789449488.994423:0:32639:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff9e8b8307cba0. 00020000:00000001:0.0:1789449488.994425:0:32639:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:0.0:1789449488.994427:0:32639:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff9e8b912e6320. 00000020:00001000:0.0:1789449488.994429:0:32639:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217000 00000080:00000001:0.0:1789449488.994432:0:32639:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1789449488.994433:0:32639:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1789449488.994465:0:32639:0:(dir.c:3022:ll_dir_release()) Process entered 00000080:00000001:0.0:1789449488.994468:0:32639:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1789449488.994470:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bdd0 00000080:00200008:0.0:1789449488.994471:0:32639:0:(file.c:479:ll_file_release()) START file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff9e8b89195348), flags 704000 00000080:00400000:0.0:1789449488.994474:0:32639:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000405:0x23:0x0] 00000080:00000001:0.0:1789449488.994477:0:32639:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:0.0:1789449488.994478:0:32639:0:(pcc.c:2475:pcc_file_release()) Process leaving 00000080:00000001:0.0:1789449488.994480:0:32639:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1789449488.994486:0:32639:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449488.994489:0:32639:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449488.994491:0:32639:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449488.994494:0:32639:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449488.994496:0:32639:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449488.994497:0:32639:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:0.0:1789449488.994499:0:32639:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449488.994502:0:32639:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449488.994505:0:32639:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449488.994508:0:32639:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbaa00 count: 2 00010000:00000001:0.0:1789449488.994509:0:32639:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449488.994513:0:32639:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1789449488.994517:0:32639:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1789449488.994519:0:32639:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789449488.994524:0:32639:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449488.994528:0:32639:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498a00/0xcddde1459ded66b2 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x23:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d570 expref: -99 pid: 32639 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1789449488.994534:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.994535:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449488.994536:0:32639:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:0.0:1789449488.994538:0:32639:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x23:0x0]: 16 00000080:00000010:0.0:1789449488.994540:0:32639:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9e8b8432d040. 00000080:00000001:0.0:1789449488.994542:0:32639:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449488.994545:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bdd0 00000080:00000008:0.0:1789449488.994546:0:32639:0:(file.c:523:ll_file_release()) COMPLETED file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff9e8b89195348), flags 704000, rc = 0 00000080:00000001:0.0:1789449488.994548:0:32639:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449488.994549:0:32639:0:(dir.c:3023:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449488.994552:0:32639:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1789449488.994553:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2be00 00000080:00002000:0.0:1789449488.994554:0:32639:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-1 (ffff9e8b892eb1b0, parent ffff9e8b892cbca8, inode ffff9e8b89195348) hashed, 00000080:00000001:0.0:1789449488.994556:0:32639:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789449488.994560:0:32639:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1789449488.994561:0:32639:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1789449488.994592:0:32639:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789449488.994595:0:32639:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789449488.994596:0:32639:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789449488.994597:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bbd8 00000080:00200000:0.0:1789449488.994599:0:32639:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:0.0:1789449488.994605:0:32639:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b8606a000. 00800000:00000002:0.0:1789449488.994610:0:32639:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:0.0:1789449488.994613:0:32639:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789449488.994615:0:32639:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789449488.994617:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2baf8 00800000:00000002:0.0:1789449488.994618:0:32639:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449488.994621:0:32639:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789449488.994623:0:32639:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449488.994624:0:32639:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449488.994625:0:32639:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449488.994625:0:32639:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449488.994626:0:32639:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449488.994627:0:32639:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449488.994628:0:32639:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449488.994630:0:32639:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789449488.994633:0:32639:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789449488.994635:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2b9c8 00000002:00010000:0.0:1789449488.994636:0:32639:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789449488.994638:0:32639:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789449488.994639:0:32639:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449488.994640:0:32639:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449488.994641:0:32639:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652e00 count: 2 00010000:00000001:0.0:1789449488.994642:0:32639:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449488.994645:0:32639:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449488.994647:0:32639:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789449488.994650:0:32639:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d800/0xcddde1459ded667a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d4cf expref: -99 pid: 32637 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 02000000:00000001:0.0:1789449488.994655:0:32639:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789449488.994656:0:32639:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449488.994658:0:32639:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d800/0xcddde1459ded667a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d4cf expref: -99 pid: 32637 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000002:00000001:0.0:1789449488.994661:0:32639:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789449488.994663:0:32639:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789449488.994664:0:32639:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789449488.994665:0:32639:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789449488.994667:0:32639:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789449488.994668:0:32639:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789449488.994670:0:32639:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789449488.994672:0:32639:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:0.0:1789449488.994674:0:32639:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b8606a000. 00000080:00000001:0.0:1789449488.994676:0:32639:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789449488.994677:0:32639:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449488.994679:0:32639:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:0.0:1789449488.994682:0:32639:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded667a 00800000:00000001:0.0:1789449488.994684:0:32639:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789449488.994686:0:32639:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789449488.994687:0:32639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.994690:0:32639:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.994692:0:32639:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4d800 refcount=3 00000020:00000001:0.0:1789449488.994694:0:32639:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080384 : -107152693471232 : ffff9e8b91c4d800) 00010000:00000001:0.0:1789449488.994695:0:32639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080384 : -107152693471232 : ffff9e8b91c4d800) 00010000:00000001:0.0:1789449488.994697:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.994698:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449488.994699:0:32639:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449488.994701:0:32639:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449488.994703:0:32639:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded667a from it ffffb71181d2bc10 00010000:00000001:0.0:1789449488.994704:0:32639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.994704:0:32639:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.994705:0:32639:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4d800 refcount=3 00000020:00000001:0.0:1789449488.994706:0:32639:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080384 : -107152693471232 : ffff9e8b91c4d800) 00010000:00000001:0.0:1789449488.994707:0:32639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080384 : -107152693471232 : ffff9e8b91c4d800) 00010000:00000001:0.0:1789449488.994709:0:32639:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449488.994710:0:32639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d800/0xcddde1459ded667a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d4cf expref: -99 pid: 32637 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:0.0:1789449488.994714:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.994715:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449488.994716:0:32639:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789449488.994717:0:32639:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789449488.994719:0:32639:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d800/0xcddde1459ded667a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d4cf expref: -99 pid: 32637 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:0.0:1789449488.994725:0:32639:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789449488.994727:0:32639:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789449488.994729:0:32639:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449488.994733:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.994734:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449488.994735:0:32639:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.994738:0:32639:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789449488.994739:0:32639:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.994741:0:32639:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.994743:0:32639:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.994744:0:32639:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449488.994745:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.994746:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789449488.994748:0:32639:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789449488.994750:0:32639:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789449488.994751:0:32639:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908), inode mode 41ff mask 1 00000080:00000001:0.0:1789449488.994754:0:32639:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789449488.994767:0:32639:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9e8b87d975c0. 00000020:00000001:0.0:1789449488.994770:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bdc8 00000080:00200000:0.0:1789449488.994772:0:32639:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9e8b89180908), flags=0 00000080:00000001:0.0:1789449488.994775:0:32639:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1789449488.994777:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bc78 00000080:00200000:0.0:1789449488.994779:0:32639:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9e8b89180908), intent=getattr 00000080:00000010:0.0:1789449488.994789:0:32639:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b8606a000. 00800000:00000002:0.0:1789449488.994791:0:32639:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:0.0:1789449488.994796:0:32639:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789449488.994797:0:32639:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789449488.994798:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bb98 00800000:00000002:0.0:1789449488.994800:0:32639:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449488.994802:0:32639:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789449488.994806:0:32639:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449488.994807:0:32639:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449488.994808:0:32639:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449488.994809:0:32639:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449488.994811:0:32639:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449488.994812:0:32639:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449488.994814:0:32639:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449488.994817:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bb30 00800000:00000002:0.0:1789449488.994818:0:32639:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-1' -> mds #0 00000002:00000001:0.0:1789449488.994821:0:32639:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789449488.994822:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2ba68 00000002:00010000:0.0:1789449488.994824:0:32639:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21h.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:0.0:1789449488.994828:0:32639:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789449488.994831:0:32639:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1789449488.994840:0:32639:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d1a300. 00000020:00000040:0.0:1789449488.994845:0:32639:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00010000:00000001:0.0:1789449488.994851:0:32639:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789449488.994855:0:32639:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449488.994858:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.994859:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449488.994860:0:32639:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449488.994863:0:32639:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449488.994946:0:32639:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449488.994950:0:32639:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449488.994959:0:32639:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b836b1400. 00000100:00000001:0.0:1789449488.994966:0:32639:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.994971:0:32639:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789449488.994973:0:32639:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.994974:0:32639:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789449488.994976:0:32639:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.994978:0:32639:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449488.994986:0:32639:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446636920849146624 : -107152860404992 : ffff9e8b87d1a300) 00010000:00000001:0.0:1789449488.994990:0:32639:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789449488.994993:0:32639:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1789449488.994996:0:32639:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652e00 count: 2 00010000:00000001:0.0:1789449488.994998:0:32639:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449488.995001:0:32639:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789449488.995005:0:32639:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8b86499600. 00000020:00000001:0.0:1789449488.995009:0:32639:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789449488.995011:0:32639:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8b86499600 with handle 0xcddde1459ded66b9 to hash 00000020:00000001:0.0:1789449488.995013:0:32639:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789449488.995015:0:32639:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636920823453184 : -107152886098432 : ffff9e8b86499600) 00010000:00000001:0.0:1789449488.995018:0:32639:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636920823453184 : -107152886098432 : ffff9e8b86499600) 00010000:00000001:0.0:1789449488.995021:0:32639:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449488.995023:0:32639:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449488.995026:0:32639:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499600/0xcddde1459ded66b9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32639 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789449488.995033:0:32639:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499600/0xcddde1459ded66b9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32639 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789449488.995044:0:32639:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499600/0xcddde1459ded66b9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32639 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789449488.995050:0:32639:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789449488.995052:0:32639:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789449488.995060:0:32639:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b8365dc00. 00000100:00000001:0.0:1789449488.995063:0:32639:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920774974464 : -107152934577152 : ffff9e8b8365dc00) 00000100:00000001:0.0:1789449488.995065:0:32639:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449488.995076:0:32639:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849146624 : -107152860404992 : ffff9e8b87d1a300) 00000100:00000001:0.0:1789449488.995082:0:32639:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449488.995087:0:32639:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449488.995089:0:32639:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789449488.995091:0:32639:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789449488.995102:0:32639:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b87d1a300 x1876371947511296/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449488.995110:0:32639:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789449488.995112:0:32639:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449488.995117:0:32639:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789449488.995119:0:32639:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789449488.995122:0:32639:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449488.995125:0:32639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b87d1a300 pname:cluuid:pid:xid:nid:opc:job rm:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:32639:1876371947511296:192.168.202.109@tcp:101:rm.0 00000100:00000001:0.0:1789449488.995130:0:32639:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789449488.995136:0:32639:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789449488.995138:0:32639:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449488.995141:0:32639:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789449488.995147:0:32639:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e8b87da3000. 02000000:00000001:0.0:1789449488.995149:0:32639:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449488.995160:0:32639:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:0.0:1789449488.995164:0:32639:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b86580d68. 00000400:00000010:0.0:1789449488.995170:0:32639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5bb0. 00000100:00000200:0.0:1789449488.995179:0:32639:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876371947511296, portal 10 00000100:00000001:0.0:1789449488.995180:0:32639:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449488.995181:0:32639:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849146624 : -107152860404992 : ffff9e8b87d1a300) 00000100:00000040:0.0:1789449488.995188:0:32639:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b87d1a300 x1876371947511296/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449504 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449488.995196:0:32639:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789449488.995199:0:32639:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1789449488.995202:0:32639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5088. 00000100:00000200:0.0:1789449488.995207:0:32639:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876371947511296, offset 0 00000400:00000200:0.0:1789449488.995215:0:32639:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1789449488.995223:0:32639:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449488.995231:0:32639:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1789449488.995237:0:32639:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789449488.995240:0:32639:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1789449488.995244:0:32639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789449488.995246:0:32639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1789449488.995249:0:32639:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2783:2783:256:4294967295] 192.168.202.109@tcp LPNI seq info [2783:2783:8:4294967295] 00000400:00000200:0.0:1789449488.995252:0:32639:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449488.995261:0:32639:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1789449488.995266:0:32639:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1789449488.995271:0:32639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b864ec700. 00000800:00000200:0.0:1789449488.995278:0:32639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1789449488.995285:0:32639:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1789449488.995289:0:32639:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b864ec700 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1789449488.995305:0:32639:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449488.995310:0:32639:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 823130 usecs (824 jiffies) 00000400:00000200:0.0:1789449488.995313:0:32639:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:0.0:1789449488.995316:0:32639:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296492505 00000100:00000001:0.0:1789449488.995320:0:32639:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296494113 00000100:00000001:0.0:1789449488.995322:0:32639:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296492505 00000100:00000001:0.0:1789449488.995324:0:32639:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296494113 00000100:00000001:0.0:1789449488.995327:0:32639:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449488.995330:0:32639:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449488.995332:0:32639:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449488.995334:0:32639:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789449488.995338:0:32639:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b8365dc00 going to sleep for 11 seconds 00000100:00000001:0.0:1789449488.995340:0:32639:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449488.995343:0:32639:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449488.995439:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449488.995443:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ec700. 00000400:00000200:3.0:1789449488.995448:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449488.995452:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449488.995457:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5088 00000400:00000010:3.0:1789449488.995459:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5088. 00000100:00000001:3.0:1789449488.995463:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449488.995467:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d1a300 x1876371947511296/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449504 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449488.995474:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449488.995477:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d1a300 x1876371947511296/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449504 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449488.995481:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449488.995482:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:0.1:1789449488.997108:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cba100. 00010000:00000010:0.1:1789449488.997119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b86499c00. 00010000:00000010:0.1:1789449488.997122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b86499e00. 00000800:00000001:2.0:1789449488.998549:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449488.998565:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449488.998570:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449488.998572:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449488.998581:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449488.998588:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449488.998596:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449488.998600:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449488.998605:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449488.998609:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 688 into portal 10 MB=0x6aa8ce365de00 00000400:00000200:2.0:1789449488.998614:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449488.998619:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 688/688 into md 0x7f15 [1] + 224 00000800:00000001:2.0:1789449488.998626:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449488.998632:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449488.998634:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449488.998638:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449488.998646:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449488.998655:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d1a300 x1876371947511296/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449504 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449488.998663:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9e8b87d1a300 x1876371947511296/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449504 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449488.998706:0:32639:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449488.998720:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449488.998728:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449488.998730:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1789449488.998763:0:32639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449488.998764:0:32639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449488.998768:0:32639:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b86580d68. 00000400:00000200:0.0:1789449488.998772:0:32639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5bb0 00000400:00000010:0.0:1789449488.998774:0:32639:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5bb0. 00000100:00000001:0.0:1789449488.998777:0:32639:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449488.998782:0:32639:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b87d1a300 x1876371947511296/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449504 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789449488.998791:0:32639:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b87d1a300 x1876371947511296/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449504 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449488.998796:0:32639:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449488.998799:0:32639:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449488.998801:0:32639:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449488.998806:0:32639:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449488.998810:0:32639:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449488.998812:0:32639:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449488.998816:0:32639:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449488.998827:0:32639:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=118 v=5 (5 102 102 102) 00000100:00001000:0.0:1789449488.998832:0:32639:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1789449488.998835:0:32639:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449488.998837:0:32639:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.998840:0:32639:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449488.998843:0:32639:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449488.998848:0:32639:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789449488.998850:0:32639:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967619 00000100:00000001:0.0:1789449488.998852:0:32639:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449488.998854:0:32639:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449488.998860:0:32639:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b87d1a300 x1876371947511296/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/688 e 0 to 0 dl 1789449504 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449488.999140:0:32639:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449488.999143:0:32639:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449488.999145:0:32639:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449488.999152:0:32639:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b87d1a300 x1876371947511296/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/688 e 0 to 0 dl 1789449504 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789449488.999160:0:32639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b87d1a300 pname:cluuid:pid:xid:nid:opc:job rm:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:32639:1876371947511296:192.168.202.109@tcp:101:rm.0 00000100:00000001:0.0:1789449488.999165:0:32639:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449488.999168:0:32639:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449488.999171:0:32639:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789449488.999174:0:32639:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449488.999178:0:32639:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d1a300 x1876371947511296/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/688 e 0 to 0 dl 1789449504 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449488.999185:0:32639:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789449488.999188:0:32639:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b8365dc00. 00000100:00000001:0.0:1789449488.999193:0:32639:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789449488.999195:0:32639:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.999198:0:32639:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789449488.999204:0:32639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.999208:0:32639:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.999211:0:32639:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499600 refcount=4 00000020:00000001:0.0:1789449488.999212:0:32639:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823453184 : -107152886098432 : ffff9e8b86499600) 00010000:00000001:0.0:1789449488.999214:0:32639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823453184 : -107152886098432 : ffff9e8b86499600) 00010000:00000040:0.0:1789449488.999221:0:32639:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e8b86499600, remote cookie: 0xeb7cbf5e2fd3d5af, flags: 0x1001 00010000:00010000:0.0:1789449488.999226:0:32639:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499600/0xcddde1459ded66b9 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d5af expref: -99 pid: 32639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789449488.999233:0:32639:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x23:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1789449488.999236:0:32639:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1789449488.999243:0:32639:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbaa00 count: 2 00010000:00000001:0.0:1789449488.999245:0:32639:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449488.999247:0:32639:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449488.999250:0:32639:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499600/0xcddde1459ded66b9 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d5af expref: -99 pid: 32639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789449488.999256:0:32639:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499600/0xcddde1459ded66b9 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d5af expref: -99 pid: 32639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449488.999260:0:32639:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789449488.999264:0:32639:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789449488.999266:0:32639:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789449488.999268:0:32639:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789449488.999268:0:32639:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789449488.999271:0:32639:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x23:0x0].0x0 (ffff9e8b82cbaa00) refcount = 2 00010000:00000040:0.0:1789449488.999273:0:32639:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1789449488.999275:0:32639:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498a00/0xcddde1459ded66b2 lrc: 1/0,0 mode: CR/CR res: [0x200000405:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d570 expref: -99 pid: 32639 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1789449488.999279:0:32639:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499600/0xcddde1459ded66b9 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d5af expref: -99 pid: 32639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449488.999287:0:32639:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789449488.999291:0:32639:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789449488.999292:0:32639:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449488.999295:0:32639:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789449488.999297:0:32639:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449488.999299:0:32639:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499600/0xcddde1459ded66b9 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d5af expref: -99 pid: 32639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449488.999302:0:32639:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789449488.999304:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.999305:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449488.999306:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.999306:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449488.999308:0:32639:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449488.999312:0:32639:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789449488.999313:0:32639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.999314:0:32639:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.999314:0:32639:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499600 refcount=3 00000020:00000001:0.0:1789449488.999315:0:32639:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823453184 : -107152886098432 : ffff9e8b86499600) 00010000:00000001:0.0:1789449488.999317:0:32639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823453184 : -107152886098432 : ffff9e8b86499600) 00010000:00000001:0.0:1789449488.999318:0:32639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.999319:0:32639:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.999319:0:32639:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499600 refcount=4 00000020:00000001:0.0:1789449488.999320:0:32639:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823453184 : -107152886098432 : ffff9e8b86499600) 00010000:00000001:0.0:1789449488.999321:0:32639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823453184 : -107152886098432 : ffff9e8b86499600) 00010000:00000001:0.0:1789449488.999324:0:32639:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449488.999327:0:32639:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449488.999329:0:32639:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499600/0xcddde1459ded66b9 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d5af expref: -99 pid: 32639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449488.999332:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.999334:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449488.999335:0:32639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.999335:0:32639:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.999336:0:32639:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499600 refcount=5 00000020:00000001:0.0:1789449488.999337:0:32639:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823453184 : -107152886098432 : ffff9e8b86499600) 00010000:00000001:0.0:1789449488.999339:0:32639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823453184 : -107152886098432 : ffff9e8b86499600) 00010000:00000001:0.0:1789449488.999341:0:32639:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449488.999342:0:32639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499600/0xcddde1459ded66b9 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d5af expref: -99 pid: 32639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449488.999345:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.999346:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789449488.999348:0:32639:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499600/0xcddde1459ded66b9 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d5af expref: -99 pid: 32639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449488.999351:0:32639:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449488.999352:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.999353:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449488.999354:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.999354:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789449488.999357:0:32639:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9e8b87d1a300 x1876371947511296/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/688 e 0 to 0 dl 1789449504 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1789449488.999363:0:32639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.999364:0:32639:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.999365:0:32639:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499600 refcount=3 00000020:00000001:0.0:1789449488.999366:0:32639:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823453184 : -107152886098432 : ffff9e8b86499600) 00010000:00000001:0.0:1789449488.999367:0:32639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823453184 : -107152886098432 : ffff9e8b86499600) 00010000:00000001:0.0:1789449488.999368:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.999369:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449488.999370:0:32639:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449488.999371:0:32639:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449488.999374:0:32639:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1789449488.999376:0:32639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.999377:0:32639:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.999378:0:32639:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499600 refcount=3 00000020:00000001:0.0:1789449488.999379:0:32639:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823453184 : -107152886098432 : ffff9e8b86499600) 00010000:00000001:0.0:1789449488.999380:0:32639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823453184 : -107152886098432 : ffff9e8b86499600) 00000002:00010000:0.0:1789449488.999383:0:32639:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499600/0xcddde1459ded66b9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d5af expref: -99 pid: 32639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449488.999386:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.999387:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449488.999388:0:32639:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789449488.999388:0:32639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.999389:0:32639:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.999390:0:32639:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499600 refcount=3 00000020:00000001:0.0:1789449488.999390:0:32639:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823453184 : -107152886098432 : ffff9e8b86499600) 00010000:00000001:0.0:1789449488.999392:0:32639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823453184 : -107152886098432 : ffff9e8b86499600) 00010000:00000040:0.0:1789449488.999393:0:32639:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbaa00 count: 3 00010000:00000001:0.0:1789449488.999394:0:32639:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789449488.999397:0:32639:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e8b83488400 type 13 mode 4 res 8589935621/35 (0 0) 00010000:00000001:0.0:1789449488.999398:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.999399:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449488.999400:0:32639:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789449488.999402:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2b9f0 00000002:00002000:0.0:1789449488.999404:0:32639:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-1 intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1789449488.999406:0:32639:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449488.999409:0:32639:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449488.999412:0:32639:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789449488.999414:0:32639:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1789449488.999417:0:32639:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449488.999421:0:32639:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000001:0.0:1789449488.999423:0:32639:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1789449488.999425:0:32639:0:(namei.c:674:ll_lookup_it_finish()) it ffffb71181d2be00 it_disposition b 00000080:00000001:0.0:1789449488.999427:0:32639:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789449488.999433:0:32639:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1789449488.999437:0:32639:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1789449488.999444:0:32639:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9e8b8c476880. 00800000:00000001:0.0:1789449488.999446:0:32639:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446636920923973760 : -107152785577856 : ffff9e8b8c476880) 00800000:00000001:0.0:1789449488.999447:0:32639:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449488.999449:0:32639:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789449488.999452:0:32639:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611171 : 144115205339611171 : 200000405000023) 00000080:00000001:0.0:1789449488.999454:0:32639:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:0.0:1789449488.999461:0:32639:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1789449488.999463:0:32639:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x23:0x0] 00000080:00000001:0.0:1789449488.999465:0:32639:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1789449488.999468:0:32639:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1789449488.999469:0:32639:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449488.999472:0:32639:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611171 : 144115205339611171 : 200000405000023) 00000080:00000001:0.0:1789449488.999474:0:32639:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1789449488.999476:0:32639:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611171 mtime from 1789449470 to 1789449488 00000080:00200000:0.0:1789449488.999480:0:32639:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x23:0x0], updating i_size 4096 00000080:00200000:0.0:1789449488.999482:0:32639:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x23:0x0](ffff9e8b89195348): rc = 0 00000080:00000001:0.0:1789449488.999484:0:32639:0:(namei.c:156:ll_iget()) Process leaving (rc=18446636920870622024 : -107152838929592 : ffff9e8b89195348) 00010000:00000001:0.0:1789449488.999485:0:32639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.999486:0:32639:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.999487:0:32639:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499600 refcount=3 00000020:00000001:0.0:1789449488.999488:0:32639:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823453184 : -107152886098432 : ffff9e8b86499600) 00010000:00000001:0.0:1789449488.999489:0:32639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823453184 : -107152886098432 : ffff9e8b86499600) 00010000:00000001:0.0:1789449488.999491:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.999491:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789449488.999492:0:32639:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789449488.999494:0:32639:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1789449488.999495:0:32639:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8c476880 1 00800000:00000010:0.0:1789449488.999497:0:32639:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9e8b8c476880. 00800000:00000001:0.0:1789449488.999498:0:32639:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449488.999501:0:32639:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x23:0x0](ffff9e8b89195348) for lock 0xcddde1459ded66b9 00800000:00000001:0.0:1789449488.999503:0:32639:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789449488.999504:0:32639:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789449488.999504:0:32639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.999505:0:32639:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.999506:0:32639:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499600 refcount=3 00000020:00000001:0.0:1789449488.999507:0:32639:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823453184 : -107152886098432 : ffff9e8b86499600) 00010000:00000001:0.0:1789449488.999508:0:32639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823453184 : -107152886098432 : ffff9e8b86499600) 00010000:00000001:0.0:1789449488.999510:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.999511:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449488.999512:0:32639:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449488.999514:0:32639:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1789449488.999519:0:32639:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9e8b892ebd80 inode ffff9e8b89195348 refc 1 flags 0x20000e 00000080:00000002:0.0:1789449488.999522:0:32639:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-1 [0x200000405:0x23:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:0.0:1789449488.999525:0:32639:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1789449488.999527:0:32639:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x23:0x0](ffff9e8b89195348) 00000080:00010000:0.0:1789449488.999530:0:32639:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded66b9 from it ffffb71181d2be00 00010000:00000001:0.0:1789449488.999531:0:32639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.999532:0:32639:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.999533:0:32639:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499600 refcount=3 00000020:00000001:0.0:1789449488.999534:0:32639:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823453184 : -107152886098432 : ffff9e8b86499600) 00010000:00000001:0.0:1789449488.999535:0:32639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823453184 : -107152886098432 : ffff9e8b86499600) 00010000:00000001:0.0:1789449488.999536:0:32639:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449488.999538:0:32639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499600/0xcddde1459ded66b9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d5af expref: -99 pid: 32639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449488.999542:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.999542:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449488.999543:0:32639:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789449488.999545:0:32639:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789449488.999547:0:32639:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499600/0xcddde1459ded66b9 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d5af expref: -99 pid: 32639 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789449488.999551:0:32639:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789449488.999553:0:32639:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789449488.999555:0:32639:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449488.999560:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.999560:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449488.999561:0:32639:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.999564:0:32639:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789449488.999566:0:32639:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.999567:0:32639:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.999569:0:32639:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.999570:0:32639:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449488.999571:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.999572:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789449488.999573:0:32639:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1789449488.999576:0:32639:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b8606a000. 00000100:00000001:0.0:1789449488.999579:0:32639:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449488.999581:0:32639:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b87d1a300 x1876371947511296/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/688 e 0 to 0 dl 1789449504 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449488.999585:0:32639:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789449488.999588:0:32639:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449488.999592:0:32639:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9e8b87da3000. 02000000:00000001:0.0:1789449488.999595:0:32639:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789449488.999597:0:32639:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449488.999599:0:32639:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:0.0:1789449488.999600:0:32639:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449488.999603:0:32639:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b836b1400. 02000000:00000001:0.0:1789449488.999606:0:32639:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449488.999608:0:32639:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449488.999610:0:32639:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b87d1a300. 00000100:00000001:0.0:1789449488.999613:0:32639:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449488.999614:0:32639:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789449488.999617:0:32639:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1789449488.999618:0:32639:0:(dcache.c:176:ll_intent_release()) intent ffffb71181d2be00 released 00000080:00000001:0.0:1789449488.999619:0:32639:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1789449488.999625:0:32639:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789449488.999628:0:32639:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789449488.999629:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bd50 00000080:00200000:0.0:1789449488.999630:0:32639:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:0.0:1789449488.999635:0:32639:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b8606a000. 00800000:00000002:0.0:1789449488.999641:0:32639:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:0.0:1789449488.999643:0:32639:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789449488.999646:0:32639:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789449488.999647:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bc70 00800000:00000002:0.0:1789449488.999649:0:32639:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449488.999652:0:32639:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789449488.999654:0:32639:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449488.999657:0:32639:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449488.999659:0:32639:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449488.999661:0:32639:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449488.999662:0:32639:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449488.999664:0:32639:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449488.999666:0:32639:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449488.999668:0:32639:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789449488.999672:0:32639:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789449488.999673:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bb40 00000002:00010000:0.0:1789449488.999675:0:32639:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789449488.999678:0:32639:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789449488.999680:0:32639:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449488.999681:0:32639:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449488.999682:0:32639:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652e00 count: 2 00010000:00000001:0.0:1789449488.999683:0:32639:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449488.999685:0:32639:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449488.999687:0:32639:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789449488.999689:0:32639:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d800/0xcddde1459ded667a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d4cf expref: -99 pid: 32637 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 02000000:00000001:0.0:1789449488.999694:0:32639:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789449488.999698:0:32639:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449488.999701:0:32639:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d800/0xcddde1459ded667a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d4cf expref: -99 pid: 32637 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000002:00000001:0.0:1789449488.999704:0:32639:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789449488.999705:0:32639:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789449488.999707:0:32639:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789449488.999708:0:32639:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789449488.999709:0:32639:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789449488.999710:0:32639:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789449488.999712:0:32639:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789449488.999713:0:32639:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:0.0:1789449488.999715:0:32639:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b8606a000. 00000080:00000001:0.0:1789449488.999716:0:32639:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789449488.999718:0:32639:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449488.999720:0:32639:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:0.0:1789449488.999722:0:32639:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded667a 00800000:00000001:0.0:1789449488.999723:0:32639:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789449488.999724:0:32639:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789449488.999725:0:32639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.999726:0:32639:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.999727:0:32639:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4d800 refcount=3 00000020:00000001:0.0:1789449488.999728:0:32639:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080384 : -107152693471232 : ffff9e8b91c4d800) 00010000:00000001:0.0:1789449488.999729:0:32639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080384 : -107152693471232 : ffff9e8b91c4d800) 00010000:00000001:0.0:1789449488.999730:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.999731:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449488.999732:0:32639:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449488.999733:0:32639:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449488.999734:0:32639:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded667a from it ffffb71181d2bd88 00010000:00000001:0.0:1789449488.999735:0:32639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449488.999735:0:32639:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449488.999736:0:32639:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4d800 refcount=3 00000020:00000001:0.0:1789449488.999737:0:32639:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080384 : -107152693471232 : ffff9e8b91c4d800) 00010000:00000001:0.0:1789449488.999738:0:32639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080384 : -107152693471232 : ffff9e8b91c4d800) 00010000:00000001:0.0:1789449488.999739:0:32639:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449488.999740:0:32639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d800/0xcddde1459ded667a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d4cf expref: -99 pid: 32637 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:0.0:1789449488.999743:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.999744:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449488.999745:0:32639:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789449488.999745:0:32639:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789449488.999747:0:32639:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d800/0xcddde1459ded667a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d4cf expref: -99 pid: 32637 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000001:0.0:1789449488.999754:0:32639:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789449488.999755:0:32639:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789449488.999756:0:32639:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449488.999757:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.999757:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449488.999758:0:32639:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.999759:0:32639:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789449488.999760:0:32639:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.999761:0:32639:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.999762:0:32639:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449488.999763:0:32639:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449488.999763:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449488.999764:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789449488.999765:0:32639:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789449488.999766:0:32639:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789449488.999767:0:32639:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908), inode mode 41ff mask 3 00000080:00000001:0.0:1789449488.999770:0:32639:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449488.999775:0:32639:0:(namei.c:2258:ll_rmdir()) Process entered 00000020:00000001:0.0:1789449488.999777:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2be18 00000080:00200000:0.0:1789449488.999778:0:32639:0:(namei.c:2261:ll_rmdir()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00000001:0.0:1789449488.999782:0:32639:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000080:00000040:0.0:1789449488.999785:0:32639:0:(llite_foreign.c:245:ll_foreign_is_removable()) unable to check if dir (d21h.recovery-small-1, [0x200000405:0x23:0x0]) is foreign... 00000080:00000001:0.0:1789449488.999788:0:32639:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1789449488.999792:0:32639:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b8606a000. 00800000:00000002:0.0:1789449488.999793:0:32639:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00800000:00000001:0.0:1789449488.999800:0:32639:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:0.0:1789449488.999804:0:32639:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449488.999805:0:32639:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449488.999806:0:32639:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449488.999808:0:32639:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449488.999810:0:32639:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449488.999811:0:32639:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449488.999813:0:32639:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449488.999815:0:32639:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449488.999816:0:32639:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449488.999817:0:32639:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449488.999818:0:32639:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449488.999820:0:32639:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449488.999822:0:32639:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:0.0:1789449488.999824:0:32639:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449488.999827:0:32639:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:0.0:1789449488.999829:0:32639:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449488.999829:0:32639:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449488.999831:0:32639:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449488.999832:0:32639:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449488.999834:0:32639:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449488.999835:0:32639:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:0.0:1789449488.999837:0:32639:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449488.999839:0:32639:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000405:0x23:0x0] 00800000:00000001:0.0:1789449488.999841:0:32639:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449488.999843:0:32639:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000405:0x23:0x0] -> mds #0 00000002:00000001:0.0:1789449488.999847:0:32639:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1789449488.999849:0:32639:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789449488.999852:0:32639:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652e00 count: 2 00010000:00000001:0.0:1789449488.999854:0:32639:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449488.999858:0:32639:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789449488.999862:0:32639:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789449489.000044:0:32639:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d800/0xcddde1459ded667a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xeb7cbf5e2fd3d4cf expref: -99 pid: 32637 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000080:00000001:0.0:1789449489.000053:0:32639:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789449489.000057:0:32639:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789449489.000060:0:32639:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789449489.000062:0:32639:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1789449489.000064:0:32639:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449489.000075:0:32639:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449489.000078:0:32639:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652e00 count: 3 00010000:00000001:0.0:1789449489.000080:0:32639:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789449489.000083:0:32639:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449489.000084:0:32639:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449489.000085:0:32639:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449489.000087:0:32639:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652e00 count: 3 00010000:00000001:0.0:1789449489.000089:0:32639:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789449489.000091:0:32639:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449489.000092:0:32639:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449489.000093:0:32639:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449489.000095:0:32639:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652e00 count: 3 00010000:00000001:0.0:1789449489.000096:0:32639:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789449489.000098:0:32639:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449489.000100:0:32639:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789449489.000102:0:32639:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9e8b89180840, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1789449489.000150:0:32639:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1789449489.000153:0:32639:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1789449489.000155:0:32639:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789449489.000157:0:32639:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449489.000161:0:32639:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789449489.000164:0:32639:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789449489.000165:0:32639:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789449489.000167:0:32639:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449489.000169:0:32639:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1789449489.000172:0:32639:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9e8b91c4d800 with handle 0xcddde1459ded667a from hash 00010000:00000001:0.0:1789449489.000174:0:32639:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789449489.000176:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449489.000177:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449489.000178:0:32639:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789449489.000181:0:32639:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789449489.000183:0:32639:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789449489.000186:0:32639:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789449489.000188:0:32639:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789449489.000190:0:32639:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789449489.000193:0:32639:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789449489.000195:0:32639:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbaa00 count: 3 00010000:00000001:0.0:1789449489.000197:0:32639:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449489.000199:0:32639:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789449489.000201:0:32639:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789449489.000203:0:32639:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499600/0xcddde1459ded66b9 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xeb7cbf5e2fd3d5af expref: -99 pid: 32639 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1789449489.000211:0:32639:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789449489.000212:0:32639:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789449489.000213:0:32639:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789449489.000214:0:32639:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x23:0x0] mode (null) 00000002:00000001:0.0:1789449489.000215:0:32639:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449489.000216:0:32639:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449489.000217:0:32639:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbaa00 count: 4 00010000:00000001:0.0:1789449489.000219:0:32639:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789449489.000220:0:32639:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449489.000221:0:32639:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449489.000221:0:32639:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449489.000222:0:32639:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbaa00 count: 4 00010000:00000001:0.0:1789449489.000223:0:32639:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789449489.000224:0:32639:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449489.000225:0:32639:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449489.000225:0:32639:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449489.000226:0:32639:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbaa00 count: 4 00010000:00000001:0.0:1789449489.000227:0:32639:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789449489.000228:0:32639:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449489.000229:0:32639:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789449489.000230:0:32639:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000405:0x23:0x0] lli = ffff9e8b89195280, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1789449489.000232:0:32639:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1789449489.000232:0:32639:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1789449489.000233:0:32639:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1789449489.000235:0:32639:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x23:0x0](ffff9e8b89195348) invalid 00000020:00000001:0.0:1789449489.000237:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2ba80 00000080:00002000:0.0:1789449489.000238:0:32639:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-1 (ffff9e8b892ebd80) parent ffff9e8b892cbca8 inode ffff9e8b89195348 refc 2 00000080:00000001:0.0:1789449489.000241:0:32639:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1789449489.000241:0:32639:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789449489.000242:0:32639:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449489.000243:0:32639:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789449489.000244:0:32639:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789449489.000245:0:32639:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789449489.000246:0:32639:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449489.000247:0:32639:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1789449489.000248:0:32639:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9e8b86499600 with handle 0xcddde1459ded66b9 from hash 00010000:00000001:0.0:1789449489.000250:0:32639:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789449489.000251:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449489.000251:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449489.000252:0:32639:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789449489.000253:0:32639:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789449489.000254:0:32639:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789449489.000255:0:32639:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789449489.000256:0:32639:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498a00/0xcddde1459ded66b2 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x23:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xeb7cbf5e2fd3d570 expref: -99 pid: 32639 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:0.0:1789449489.000259:0:32639:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789449489.000260:0:32639:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789449489.000260:0:32639:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789449489.000261:0:32639:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x23:0x0] mode CR 00000002:00000001:0.0:1789449489.000262:0:32639:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449489.000263:0:32639:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449489.000264:0:32639:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbaa00 count: 4 00010000:00000001:0.0:1789449489.000265:0:32639:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789449489.000266:0:32639:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449489.000267:0:32639:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449489.000268:0:32639:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449489.000269:0:32639:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbaa00 count: 4 00010000:00000001:0.0:1789449489.000270:0:32639:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789449489.000271:0:32639:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449489.000271:0:32639:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449489.000273:0:32639:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1789449489.000276:0:32639:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1789449489.000280:0:32639:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9e8b8606bc00. 00000080:00000001:0.0:1789449489.000281:0:32639:0:(file.c:90:ll_prepare_close()) Process entered 00800000:00000002:0.0:1789449489.000283:0:32639:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b90fc9840 2 00000080:00000001:0.0:1789449489.000285:0:32639:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1789449489.000288:0:32639:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:0.0:1789449489.000289:0:32639:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449489.000291:0:32639:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449489.000292:0:32639:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449489.000293:0:32639:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449489.000294:0:32639:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449489.000295:0:32639:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:0.0:1789449489.000296:0:32639:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449489.000298:0:32639:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x23:0x0] 00000002:00000001:0.0:1789449489.000300:0:32639:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1789449489.000302:0:32639:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9e8b89903000: [0x200000405:0x23:0x0] file closed with intent: 0 00000100:00000010:0.0:1789449489.000427:0:32639:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d1a300. 00000020:00000040:0.0:1789449489.000432:0:32639:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000100:00000001:0.0:1789449489.000436:0:32639:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449489.000439:0:32639:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449489.000443:0:32639:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449489.000452:0:32639:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e8b8606b200. 00000100:00000001:0.0:1789449489.000459:0:32639:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1789449489.000472:0:32639:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9e8b87d19c00 x1876371947510784/t4294967624(4294967624) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/664 e 0 to 0 dl 1789449504 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1789449489.000481:0:32639:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e8b89903000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1789449489.000484:0:32639:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e8b87d1a300 x1876371947511552/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1789449489.000489:0:32639:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789449489.000491:0:32639:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789449489.000497:0:32639:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b8365dc00. 00000100:00000001:0.0:1789449489.000498:0:32639:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920774974464 : -107152934577152 : ffff9e8b8365dc00) 00000100:00000001:0.0:1789449489.000500:0:32639:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449489.000501:0:32639:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849146624 : -107152860404992 : ffff9e8b87d1a300) 00000100:00000001:0.0:1789449489.000506:0:32639:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449489.000510:0:32639:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449489.000511:0:32639:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789449489.000512:0:32639:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789449489.000515:0:32639:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b87d1a300 x1876371947511552/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449489.000519:0:32639:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789449489.000521:0:32639:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449489.000524:0:32639:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789449489.000526:0:32639:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789449489.000527:0:32639:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449489.000530:0:32639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b87d1a300 pname:cluuid:pid:xid:nid:opc:job rm:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:32639:1876371947511552:192.168.202.109@tcp:35:rm.0 00000100:00000001:0.0:1789449489.000532:0:32639:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789449489.000537:0:32639:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789449489.000539:0:32639:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449489.000540:0:32639:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789449489.000543:0:32639:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b836b1400. 02000000:00000001:0.0:1789449489.000544:0:32639:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449489.000552:0:32639:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:0.0:1789449489.000555:0:32639:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b86580d68. 00000400:00000010:0.0:1789449489.000560:0:32639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5bb0. 00000100:00000200:0.0:1789449489.000567:0:32639:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947511552, portal 10 00000100:00000001:0.0:1789449489.000568:0:32639:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449489.000568:0:32639:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849146624 : -107152860404992 : ffff9e8b87d1a300) 00000100:00000040:0.0:1789449489.000573:0:32639:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b87d1a300 x1876371947511552/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449505 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449489.000578:0:32639:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789449489.000580:0:32639:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1789449489.000582:0:32639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5880. 00000100:00000200:0.0:1789449489.000585:0:32639:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876371947511552, offset 0 00000400:00000200:0.0:1789449489.000590:0:32639:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1789449489.000598:0:32639:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449489.000604:0:32639:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1789449489.000610:0:32639:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789449489.000613:0:32639:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1789449489.000617:0:32639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789449489.000619:0:32639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1789449489.000622:0:32639:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2784:2784:256:4294967295] 192.168.202.109@tcp LPNI seq info [2784:2784:8:4294967295] 00000400:00000200:0.0:1789449489.000625:0:32639:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449489.000633:0:32639:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1789449489.000638:0:32639:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1789449489.000642:0:32639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b864ec000. 00000800:00000200:0.0:1789449489.000648:0:32639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1789449489.000655:0:32639:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1789449489.000659:0:32639:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b864ec000 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1789449489.000676:0:32639:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449489.000681:0:32639:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 822005 usecs (823 jiffies) 00000400:00000200:0.0:1789449489.000684:0:32639:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:0.0:1789449489.000688:0:32639:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296492509 00000100:00000001:0.0:1789449489.000691:0:32639:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296494113 00000100:00000001:0.0:1789449489.000693:0:32639:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296492509 00000100:00000001:0.0:1789449489.000695:0:32639:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296494113 00000100:00000001:0.0:1789449489.000697:0:32639:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449489.000700:0:32639:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449489.000702:0:32639:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449489.000704:0:32639:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789449489.000707:0:32639:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b8365dc00 going to sleep for 11 seconds 00000100:00000001:0.0:1789449489.000709:0:32639:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449489.000712:0:32639:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449489.000827:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449489.000831:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ec000. 00000400:00000200:3.0:1789449489.000836:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449489.000840:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449489.000844:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5880 00000400:00000010:3.0:1789449489.000846:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5880. 00000100:00000001:3.0:1789449489.000850:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449489.000856:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d1a300 x1876371947511552/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449505 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449489.000872:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449489.000875:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d1a300 x1876371947511552/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449505 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449489.000908:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449489.000909:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000080:00000010:0.1:1789449489.001018:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b87d97ee0. 00000080:00000010:0.1:1789449489.001042:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e8b89191080. 00000080:00000010:0.1:1789449489.001046:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b87d978a0. 00000800:00000001:2.0:1789449489.003145:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449489.003165:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449489.003170:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449489.003172:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449489.003184:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449489.003192:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449489.003202:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449489.003206:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449489.003213:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449489.003217:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 456 into portal 10 MB=0x6aa8ce365df00 00000400:00000200:2.0:1789449489.003223:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449489.003228:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 456/456 into md 0x7f1d [1] + 224 00000800:00000001:2.0:1789449489.003235:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449489.003241:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449489.003244:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449489.003248:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449489.003256:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449489.003265:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d1a300 x1876371947511552/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449505 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449489.003273:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9e8b87d1a300 x1876371947511552/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449505 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449489.003313:0:32639:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449489.003326:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449489.003336:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449489.003338:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1789449489.003374:0:32639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449489.003376:0:32639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449489.003379:0:32639:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b86580d68. 00000400:00000200:0.0:1789449489.003383:0:32639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5bb0 00000400:00000010:0.0:1789449489.003385:0:32639:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5bb0. 00000100:00000001:0.0:1789449489.003388:0:32639:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449489.003391:0:32639:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b87d1a300 x1876371947511552/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449505 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789449489.003396:0:32639:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b87d1a300 x1876371947511552/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449505 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449489.003400:0:32639:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449489.003402:0:32639:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449489.003404:0:32639:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449489.003408:0:32639:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449489.003410:0:32639:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449489.003412:0:32639:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449489.003415:0:32639:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449489.003425:0:32639:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ecf0 time=119 v=5 (5 5 5 5) 00000100:00001000:0.0:1789449489.003429:0:32639:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1789449489.003431:0:32639:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449489.003432:0:32639:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449489.003435:0:32639:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449489.003439:0:32639:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449489.003442:0:32639:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789449489.003444:0:32639:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1789449489.003445:0:32639:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789449489.003447:0:32639:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449489.003448:0:32639:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849146624 : -107152860404992 : ffff9e8b87d1a300) 00000100:00000001:0.0:1789449489.003451:0:32639:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789449489.003453:0:32639:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967619 00000100:00000001:0.0:1789449489.003454:0:32639:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449489.003456:0:32639:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449489.003460:0:32639:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b87d1a300 x1876371947511552/t4294967626(4294967626) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449505 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449489.003465:0:32639:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449489.003468:0:32639:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449489.003470:0:32639:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449489.003472:0:32639:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b87d1a300 x1876371947511552/t4294967626(4294967626) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449505 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789449489.003478:0:32639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b87d1a300 pname:cluuid:pid:xid:nid:opc:job rm:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:32639:1876371947511552:192.168.202.109@tcp:35:rm.0 00000100:00000001:0.0:1789449489.003482:0:32639:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449489.003484:0:32639:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449489.003486:0:32639:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789449489.003488:0:32639:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449489.003490:0:32639:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d1a300 x1876371947511552/t4294967626(4294967626) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449505 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449489.003495:0:32639:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789449489.003498:0:32639:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b8365dc00. 00000100:00000001:0.0:1789449489.003502:0:32639:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789449489.003502:0:32639:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449489.003511:0:32639:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449489.003512:0:32639:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849146624 : -107152860404992 : ffff9e8b87d1a300) 00000002:00000001:0.0:1789449489.003514:0:32639:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449489.003516:0:32639:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449489.003520:0:32639:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b90fc9840 2 00000080:00000010:0.0:1789449489.003524:0:32639:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b8606bc00. 00000080:00000001:0.0:1789449489.003528:0:32639:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1789449489.003531:0:32639:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1789449489.003534:0:32639:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449489.003537:0:32639:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449489.003539:0:32639:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449489.003541:0:32639:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449489.003542:0:32639:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449489.003544:0:32639:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:0.0:1789449489.003546:0:32639:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449489.003550:0:32639:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1789449489.003554:0:32639:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9e8b87d19c00 x1876371947510784/t4294967624(4294967624) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/664 e 0 to 0 dl 1789449504 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449489.003560:0:32639:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449489.003561:0:32639:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849144832 : -107152860406784 : ffff9e8b87d19c00) 00000100:00000001:0.0:1789449489.003563:0:32639:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449489.003564:0:32639:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d19c00 x1876371947510784/t4294967624(4294967624) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/664 e 0 to 0 dl 1789449504 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449489.003568:0:32639:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449489.003569:0:32639:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449489.003570:0:32639:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d1a300 x1876371947511552/t4294967626(4294967626) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449505 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449489.003574:0:32639:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449489.003575:0:32639:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449489.003577:0:32639:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b87d19c00 x1876371947510784/t4294967624(4294967624) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/664 e 0 to 0 dl 1789449504 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449489.003580:0:32639:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1789449489.003583:0:32639:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449489.003585:0:32639:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:0.0:1789449489.003586:0:32639:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449489.003589:0:32639:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b836b0400. 02000000:00000001:0.0:1789449489.003591:0:32639:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449489.003593:0:32639:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449489.003595:0:32639:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b87d19c00. 00000100:00000001:0.0:1789449489.003598:0:32639:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449489.003598:0:32639:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449489.003599:0:32639:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449489.003601:0:32639:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d1a300 x1876371947511552/t4294967626(4294967626) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449505 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449489.003605:0:32639:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789449489.003606:0:32639:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff9e8b87d97ce0. 00000002:00000001:0.0:1789449489.003608:0:32639:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449489.003609:0:32639:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789449489.003610:0:32639:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9e8b8c476780. 00000100:00000001:0.0:1789449489.003612:0:32639:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449489.003614:0:32639:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b87d1a300 x1876371947511552/t4294967626(4294967626) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449505 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449489.003617:0:32639:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789449489.003618:0:32639:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449489.003620:0:32639:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b836b1400. 02000000:00000001:0.0:1789449489.003623:0:32639:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789449489.003623:0:32639:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449489.003624:0:32639:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:0.0:1789449489.003625:0:32639:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449489.003626:0:32639:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e8b8606b200. 02000000:00000001:0.0:1789449489.003627:0:32639:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449489.003627:0:32639:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449489.003628:0:32639:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b87d1a300. 00000100:00000001:0.0:1789449489.003630:0:32639:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449489.003631:0:32639:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789449489.003633:0:32639:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449489.003636:0:32639:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789449489.003638:0:32639:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x23:0x0] mode (null) 00000002:00000001:0.0:1789449489.003641:0:32639:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449489.003644:0:32639:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449489.003651:0:32639:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbaa00 count: 4 00010000:00000001:0.0:1789449489.003653:0:32639:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789449489.003657:0:32639:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449489.003659:0:32639:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449489.003662:0:32639:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1789449489.003664:0:32639:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x23:0x0](ffff9e8b89195348) invalid 00000020:00000001:0.0:1789449489.003668:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2ba80 00000080:00002000:0.0:1789449489.003669:0:32639:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-1 (ffff9e8b892ebd80) parent ffff9e8b892cbca8 inode ffff9e8b89195348 refc 2 00000080:00000001:0.0:1789449489.003673:0:32639:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1789449489.003676:0:32639:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789449489.003678:0:32639:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449489.003681:0:32639:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789449489.003684:0:32639:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789449489.003686:0:32639:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789449489.003687:0:32639:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449489.003690:0:32639:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1789449489.003693:0:32639:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9e8b86498a00 with handle 0xcddde1459ded66b2 from hash 00010000:00000001:0.0:1789449489.003696:0:32639:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789449489.003697:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449489.003699:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449489.003700:0:32639:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789449489.003702:0:32639:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789449489.003704:0:32639:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789449489.003705:0:32639:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1789449489.003707:0:32639:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:0.0:1789449489.003709:0:32639:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:0.0:1789449489.003713:0:32639:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d1a300. 00000020:00000040:0.0:1789449489.003715:0:32639:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e8b89903000 02000000:00000001:0.0:1789449489.003720:0:32639:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789449489.003721:0:32639:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449489.003723:0:32639:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789449489.003728:0:32639:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449489.003733:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449489.003734:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449489.003735:0:32639:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449489.003737:0:32639:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449489.003739:0:32639:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449489.003743:0:32639:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449489.003749:0:32639:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e8b8606b200. 00000100:00000001:0.0:1789449489.003754:0:32639:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449489.003756:0:32639:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789449489.003758:0:32639:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1789449489.003763:0:32639:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499600/0xcddde1459ded66b9 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xeb7cbf5e2fd3d5af expref: -99 pid: 32639 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1789449489.003770:0:32639:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498a00/0xcddde1459ded66b2 lrc: 1/0,0 mode: --/CR res: [0x200000405:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xeb7cbf5e2fd3d570 expref: -99 pid: 32639 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1789449489.003778:0:32639:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d800/0xcddde1459ded667a lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xeb7cbf5e2fd3d4cf expref: -99 pid: 32637 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:0.0:1789449489.003784:0:32639:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:0.0:1789449489.003786:0:32639:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:0.0:1789449489.003788:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789449489.003790:0:32639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499600/0xcddde1459ded66b9 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xeb7cbf5e2fd3d5af expref: -99 pid: 32639 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789449489.003803:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449489.003804:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789449489.003807:0:32639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498a00/0xcddde1459ded66b2 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x23:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xeb7cbf5e2fd3d570 expref: -99 pid: 32639 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:0.0:1789449489.003819:0:32639:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9e8b82cbaa00 count: 0 00010000:00000010:0.0:1789449489.003825:0:32639:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e8b9066e180. 00010000:00000001:0.0:1789449489.003832:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449489.003833:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789449489.003834:0:32639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d800/0xcddde1459ded667a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xeb7cbf5e2fd3d4cf expref: -99 pid: 32637 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000040:0.0:1789449489.003839:0:32639:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9e8b90652e00 count: 0 00010000:00000010:0.0:1789449489.003841:0:32639:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e8b84d2a700. 00010000:00000001:0.0:1789449489.003845:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449489.003846:0:32639:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449489.003848:0:32639:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789449489.003848:0:32639:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449489.003850:0:32639:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1789449489.003862:0:32639:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e8b89903000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1789449489.004039:0:32639:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e8b87d1a300 x1876371947511808/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789449489.004047:0:32639:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789449489.004048:0:32639:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789449489.004056:0:32639:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b8365dc00. 00000100:00000001:0.0:1789449489.004058:0:32639:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920774974464 : -107152934577152 : ffff9e8b8365dc00) 00000100:00000001:0.0:1789449489.004060:0:32639:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449489.004062:0:32639:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849146624 : -107152860404992 : ffff9e8b87d1a300) 00000100:00000001:0.0:1789449489.004075:0:32639:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449489.004080:0:32639:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449489.004082:0:32639:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789449489.004084:0:32639:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789449489.004088:0:32639:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b87d1a300 x1876371947511808/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449489.004093:0:32639:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789449489.004095:0:32639:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449489.004098:0:32639:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789449489.004100:0:32639:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789449489.004102:0:32639:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449489.004105:0:32639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b87d1a300 pname:cluuid:pid:xid:nid:opc:job rm:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:32639:1876371947511808:192.168.202.109@tcp:36:rm.0 00000100:00000001:0.0:1789449489.004107:0:32639:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789449489.004113:0:32639:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789449489.004116:0:32639:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449489.004117:0:32639:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789449489.004121:0:32639:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b836b1400. 02000000:00000001:0.0:1789449489.004122:0:32639:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449489.004128:0:32639:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:0.0:1789449489.004131:0:32639:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b86580d68. 00000400:00000010:0.0:1789449489.004136:0:32639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5bb0. 00000100:00000200:0.0:1789449489.004142:0:32639:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947511808, portal 10 00000100:00000001:0.0:1789449489.004143:0:32639:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449489.004144:0:32639:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849146624 : -107152860404992 : ffff9e8b87d1a300) 00000100:00000040:0.0:1789449489.004150:0:32639:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b87d1a300 x1876371947511808/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 512/624 e 0 to 0 dl 1789449505 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449489.004158:0:32639:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789449489.004161:0:32639:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1789449489.004164:0:32639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5aa0. 00000100:00000200:0.0:1789449489.004169:0:32639:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1876371947511808, offset 0 00000400:00000200:0.0:1789449489.004176:0:32639:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1789449489.004185:0:32639:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449489.004195:0:32639:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1789449489.004202:0:32639:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789449489.004206:0:32639:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1789449489.004211:0:32639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789449489.004214:0:32639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1789449489.004217:0:32639:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2785:2785:256:4294967295] 192.168.202.109@tcp LPNI seq info [2785:2785:8:4294967295] 00000400:00000200:0.0:1789449489.004220:0:32639:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449489.004228:0:32639:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1789449489.004233:0:32639:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1789449489.004237:0:32639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b864eca00. 00000800:00000200:0.0:1789449489.004243:0:32639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1789449489.004251:0:32639:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1789449489.004255:0:32639:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b864eca00 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:0.0:1789449489.004267:0:32639:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449489.004272:0:32639:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 820882 usecs (821 jiffies) 00000400:00000200:0.0:1789449489.004275:0:32639:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:0.0:1789449489.004278:0:32639:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296492511 00000100:00000001:0.0:1789449489.004282:0:32639:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296494113 00000100:00000001:0.0:1789449489.004284:0:32639:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296492511 00000100:00000001:0.0:1789449489.004286:0:32639:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296494113 00000100:00000001:0.0:1789449489.004289:0:32639:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449489.004292:0:32639:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449489.004294:0:32639:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449489.004296:0:32639:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789449489.004300:0:32639:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b8365dc00 going to sleep for 11 seconds 00000100:00000001:0.0:1789449489.004301:0:32639:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449489.004304:0:32639:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449489.004388:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449489.004392:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864eca00. 00000400:00000200:3.0:1789449489.004396:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449489.004400:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449489.004404:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5aa0 00000400:00000010:3.0:1789449489.004406:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5aa0. 00000100:00000001:3.0:1789449489.004409:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449489.004412:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d1a300 x1876371947511808/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 512/624 e 0 to 0 dl 1789449505 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449489.004419:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449489.004421:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d1a300 x1876371947511808/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 512/624 e 0 to 0 dl 1789449505 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449489.004425:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449489.004426:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449489.008055:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449489.008091:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449489.008097:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449489.008100:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449489.008114:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449489.008123:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449489.008137:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449489.008144:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449489.008152:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449489.008157:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 456 into portal 10 MB=0x6aa8ce365e000 00000400:00000200:2.0:1789449489.008164:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449489.008173:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 456/456 into md 0x7f25 [1] + 224 00000800:00000001:2.0:1789449489.008182:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449489.008191:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449489.008196:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449489.008201:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449489.008211:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449489.008223:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d1a300 x1876371947511808/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 512/624 e 0 to 0 dl 1789449505 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449489.008235:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9e8b87d1a300 x1876371947511808/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 512/624 e 0 to 0 dl 1789449505 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449489.008257:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449489.008267:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449489.008270:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449489.008320:0:32639:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789449489.008329:0:32639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449489.008331:0:32639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449489.008335:0:32639:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b86580d68. 00000400:00000200:0.0:1789449489.008339:0:32639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5bb0 00000400:00000010:0.0:1789449489.008341:0:32639:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5bb0. 00000100:00000001:0.0:1789449489.008343:0:32639:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449489.008347:0:32639:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b87d1a300 x1876371947511808/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 512/624 e 0 to 0 dl 1789449505 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789449489.008352:0:32639:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b87d1a300 x1876371947511808/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 512/624 e 0 to 0 dl 1789449505 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449489.008356:0:32639:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449489.008358:0:32639:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449489.008360:0:32639:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449489.008364:0:32639:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449489.008367:0:32639:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449489.008368:0:32639:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449489.008371:0:32639:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449489.008381:0:32639:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=119 v=5 (5 102 102 102) 00000100:00001000:0.0:1789449489.008385:0:32639:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1789449489.008387:0:32639:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449489.008388:0:32639:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449489.008390:0:32639:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449489.008393:0:32639:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449489.008395:0:32639:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789449489.008397:0:32639:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009c/0x10000013f] 00000100:00000001:0.0:1789449489.008398:0:32639:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789449489.008400:0:32639:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449489.008401:0:32639:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849146624 : -107152860404992 : ffff9e8b87d1a300) 00000100:00000001:0.0:1789449489.008404:0:32639:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789449489.008406:0:32639:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967619 00000100:00000001:0.0:1789449489.008407:0:32639:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449489.008409:0:32639:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449489.008413:0:32639:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b87d1a300 x1876371947511808/t4294967627(4294967627) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 512/456 e 0 to 0 dl 1789449505 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449489.008417:0:32639:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449489.008419:0:32639:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449489.008421:0:32639:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449489.008423:0:32639:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b87d1a300 x1876371947511808/t4294967627(4294967627) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 512/456 e 0 to 0 dl 1789449505 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789449489.008428:0:32639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b87d1a300 pname:cluuid:pid:xid:nid:opc:job rm:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:32639:1876371947511808:192.168.202.109@tcp:36:rm.0 00000100:00000001:0.0:1789449489.008432:0:32639:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449489.008435:0:32639:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449489.008437:0:32639:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789449489.008439:0:32639:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449489.008442:0:32639:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d1a300 x1876371947511808/t4294967627(4294967627) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 512/456 e 0 to 0 dl 1789449505 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449489.008447:0:32639:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789449489.008450:0:32639:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b8365dc00. 00000100:00000001:0.0:1789449489.008453:0:32639:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789449489.008454:0:32639:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449489.008463:0:32639:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449489.008466:0:32639:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449489.008471:0:32639:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:0.0:1789449489.008475:0:32639:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b8606a000. 00000080:00000002:0.0:1789449489.008480:0:32639:0:(namei.c:1700:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1789449470 to 1789449488 00000100:00000001:0.0:1789449489.008486:0:32639:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449489.008488:0:32639:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d1a300 x1876371947511808/t4294967627(4294967627) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 512/456 e 0 to 0 dl 1789449505 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449489.008492:0:32639:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449489.008493:0:32639:0:(namei.c:2304:ll_rmdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449489.008513:0:32639:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:0.0:1789449489.008517:0:32639:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:0.0:1789449489.008518:0:32639:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000405:0x23:0x0](ffff9e8b89195348) 00800000:00000001:0.0:1789449489.008522:0:32639:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:0.0:1789449489.008524:0:32639:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000405:0x23:0x0] 00000002:00000001:0.0:1789449489.008529:0:32639:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1789449489.008535:0:32639:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449489.008536:0:32639:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1789449489.008539:0:32639:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449489.008540:0:32639:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449489.008542:0:32639:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1789449489.008544:0:32639:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1789449489.008545:0:32639:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449489.008546:0:32639:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449489.008549:0:32639:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b90fc9840 1 00800000:00000010:0.0:1789449489.008551:0:32639:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9e8b90fc9840. 00000080:00000001:0.0:1789449489.008555:0:32639:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1789449489.008556:0:32639:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1789449489.008571:0:32639:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1789449489.008574:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2be30 00000080:00002000:0.0:1789449489.008577:0:32639:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-1 (ffff9e8b892ebd80, parent ffff9e8b892cbca8, inode 0000000000000000) hashed, 00000080:00000001:0.0:1789449489.008580:0:32639:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789449489.008583:0:32639:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1789449489.008585:0:32639:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1789449489.008633:0:32639:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789449489.008637:0:32639:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789449489.008639:0:32639:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789449489.008640:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bb20 00000080:00200000:0.0:1789449489.008642:0:32639:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:0.0:1789449489.008646:0:32639:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b8606a000. 00800000:00000002:0.0:1789449489.008653:0:32639:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:0.0:1789449489.008656:0:32639:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789449489.008659:0:32639:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789449489.008661:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2ba40 00800000:00000002:0.0:1789449489.008664:0:32639:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449489.008667:0:32639:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789449489.008669:0:32639:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449489.008672:0:32639:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449489.008674:0:32639:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449489.008676:0:32639:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449489.008677:0:32639:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449489.008679:0:32639:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449489.008680:0:32639:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449489.008683:0:32639:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789449489.008687:0:32639:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789449489.008689:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2b910 00000002:00010000:0.0:1789449489.008690:0:32639:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789449489.008693:0:32639:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789449489.008694:0:32639:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449489.008696:0:32639:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789449489.008698:0:32639:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449489.008700:0:32639:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449489.008701:0:32639:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449489.008703:0:32639:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789449489.008705:0:32639:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1789449489.008709:0:32639:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d19c00. 00000020:00000040:0.0:1789449489.008713:0:32639:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00010000:00000001:0.0:1789449489.008718:0:32639:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789449489.008723:0:32639:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449489.008730:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449489.008732:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449489.008733:0:32639:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449489.008736:0:32639:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449489.008737:0:32639:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449489.008741:0:32639:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449489.008748:0:32639:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b836b0400. 00000100:00000001:0.0:1789449489.008753:0:32639:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449489.008756:0:32639:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789449489.008758:0:32639:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449489.008759:0:32639:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789449489.008760:0:32639:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449489.008761:0:32639:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449489.008765:0:32639:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446636920849144832 : -107152860406784 : ffff9e8b87d19c00) 00010000:00000001:0.0:1789449489.008768:0:32639:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789449489.008770:0:32639:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789449489.008775:0:32639:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9e8b82cba100. 00010000:00000010:0.0:1789449489.008779:0:32639:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e8b9066e180. 00010000:00000001:0.0:1789449489.008784:0:32639:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789449489.008788:0:32639:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8b86499e00. 00000020:00000001:0.0:1789449489.008792:0:32639:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789449489.008795:0:32639:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8b86499e00 with handle 0xcddde1459ded66c0 to hash 00000020:00000001:0.0:1789449489.008797:0:32639:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789449489.008799:0:32639:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636920823455232 : -107152886096384 : ffff9e8b86499e00) 00010000:00000001:0.0:1789449489.008803:0:32639:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636920823455232 : -107152886096384 : ffff9e8b86499e00) 00010000:00000001:0.0:1789449489.008806:0:32639:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449489.008810:0:32639:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449489.008815:0:32639:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499e00/0xcddde1459ded66c0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32639 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789449489.008824:0:32639:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499e00/0xcddde1459ded66c0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32639 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789449489.008838:0:32639:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499e00/0xcddde1459ded66c0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32639 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789449489.008842:0:32639:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789449489.008843:0:32639:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789449489.008848:0:32639:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b8365dc00. 00000100:00000001:0.0:1789449489.008850:0:32639:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920774974464 : -107152934577152 : ffff9e8b8365dc00) 00000100:00000001:0.0:1789449489.008852:0:32639:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449489.008853:0:32639:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849144832 : -107152860406784 : ffff9e8b87d19c00) 00000100:00000001:0.0:1789449489.008858:0:32639:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449489.008863:0:32639:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449489.008865:0:32639:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789449489.008867:0:32639:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789449489.008872:0:32639:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b87d19c00 x1876371947511936/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449489.008942:0:32639:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789449489.008944:0:32639:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449489.008949:0:32639:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789449489.008952:0:32639:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789449489.008955:0:32639:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449489.008959:0:32639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b87d19c00 pname:cluuid:pid:xid:nid:opc:job rm:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:32639:1876371947511936:192.168.202.109@tcp:101:rm.0 00000100:00000001:0.0:1789449489.008963:0:32639:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789449489.008969:0:32639:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789449489.008972:0:32639:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449489.008973:0:32639:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789449489.008979:0:32639:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e8b87da3000. 02000000:00000001:0.0:1789449489.008980:0:32639:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449489.008986:0:32639:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:0.0:1789449489.008989:0:32639:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b86580d68. 00000400:00000010:0.0:1789449489.008993:0:32639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5bb0. 00000100:00000200:0.0:1789449489.008999:0:32639:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876371947511936, portal 10 00000100:00000001:0.0:1789449489.009001:0:32639:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449489.009002:0:32639:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849144832 : -107152860406784 : ffff9e8b87d19c00) 00000100:00000040:0.0:1789449489.009006:0:32639:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b87d19c00 x1876371947511936/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449505 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449489.009012:0:32639:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789449489.009015:0:32639:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1789449489.009017:0:32639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5990. 00000100:00000200:0.0:1789449489.009021:0:32639:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876371947511936, offset 0 00000400:00000200:0.0:1789449489.009028:0:32639:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1789449489.009036:0:32639:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449489.009044:0:32639:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1789449489.009051:0:32639:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789449489.009057:0:32639:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1789449489.009062:0:32639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789449489.009065:0:32639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1789449489.009079:0:32639:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2786:2786:256:4294967295] 192.168.202.109@tcp LPNI seq info [2786:2786:8:4294967295] 00000400:00000200:0.0:1789449489.009084:0:32639:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449489.009093:0:32639:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1789449489.009099:0:32639:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1789449489.009104:0:32639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b864ece00. 00000800:00000200:0.0:1789449489.009112:0:32639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1789449489.009119:0:32639:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1789449489.009123:0:32639:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b864ece00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1789449489.009136:0:32639:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449489.009141:0:32639:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 819766 usecs (820 jiffies) 00000400:00000200:0.0:1789449489.009145:0:32639:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:0.0:1789449489.009148:0:32639:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296492515 00000100:00000001:0.0:1789449489.009152:0:32639:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296494113 00000100:00000001:0.0:1789449489.009155:0:32639:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296492515 00000100:00000001:0.0:1789449489.009158:0:32639:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296494113 00000100:00000001:0.0:1789449489.009160:0:32639:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449489.009163:0:32639:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449489.009166:0:32639:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449489.009168:0:32639:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789449489.009170:0:32639:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b8365dc00 going to sleep for 11 seconds 00000100:00000001:0.0:1789449489.009173:0:32639:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449489.009174:0:32639:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449489.009333:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449489.009339:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ece00. 00000400:00000200:3.0:1789449489.009344:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449489.009349:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449489.009356:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5990 00000400:00000010:3.0:1789449489.009358:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5990. 00000100:00000001:3.0:1789449489.009362:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449489.009366:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d19c00 x1876371947511936/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449505 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449489.009376:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449489.009379:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d19c00 x1876371947511936/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449505 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449489.009385:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449489.009387:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449489.011541:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449489.011560:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449489.011566:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449489.011567:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449489.011578:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449489.011585:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449489.011593:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449489.011597:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449489.011602:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449489.011606:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 688 into portal 10 MB=0x6aa8ce365e080 00000400:00000200:2.0:1789449489.011613:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449489.011619:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 688/688 into md 0x7f2d [1] + 224 00000800:00000001:2.0:1789449489.011627:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449489.011633:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449489.011636:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449489.011640:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449489.011647:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449489.011657:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d19c00 x1876371947511936/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449505 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449489.011665:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9e8b87d19c00 x1876371947511936/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449505 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449489.011682:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449489.011691:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449489.011693:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449489.011751:0:32639:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789449489.011759:0:32639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449489.011761:0:32639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449489.011765:0:32639:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b86580d68. 00000400:00000200:0.0:1789449489.011769:0:32639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5bb0 00000400:00000010:0.0:1789449489.011772:0:32639:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5bb0. 00000100:00000001:0.0:1789449489.011775:0:32639:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449489.011780:0:32639:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b87d19c00 x1876371947511936/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449505 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789449489.011788:0:32639:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b87d19c00 x1876371947511936/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449505 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449489.011793:0:32639:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449489.011795:0:32639:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449489.011798:0:32639:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449489.011802:0:32639:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449489.011805:0:32639:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449489.011807:0:32639:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449489.011811:0:32639:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449489.011821:0:32639:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=119 v=5 (5 102 102 102) 00000100:00001000:0.0:1789449489.011826:0:32639:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1789449489.011828:0:32639:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449489.011831:0:32639:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449489.011834:0:32639:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449489.011838:0:32639:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449489.011842:0:32639:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789449489.011844:0:32639:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967619 00000100:00000001:0.0:1789449489.011845:0:32639:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449489.011848:0:32639:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449489.011852:0:32639:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b87d19c00 x1876371947511936/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449505 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449489.011873:0:32639:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449489.011877:0:32639:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449489.011913:0:32639:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449489.011919:0:32639:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b87d19c00 x1876371947511936/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449505 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789449489.011926:0:32639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b87d19c00 pname:cluuid:pid:xid:nid:opc:job rm:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:32639:1876371947511936:192.168.202.109@tcp:101:rm.0 00000100:00000001:0.0:1789449489.011932:0:32639:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449489.011935:0:32639:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449489.011938:0:32639:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789449489.011941:0:32639:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449489.011944:0:32639:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d19c00 x1876371947511936/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449505 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449489.011951:0:32639:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789449489.011954:0:32639:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b8365dc00. 00000100:00000001:0.0:1789449489.011959:0:32639:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789449489.011960:0:32639:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449489.011964:0:32639:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789449489.011969:0:32639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449489.011972:0:32639:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449489.011977:0:32639:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499e00 refcount=4 00000020:00000001:0.0:1789449489.011980:0:32639:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823455232 : -107152886096384 : ffff9e8b86499e00) 00010000:00000001:0.0:1789449489.011982:0:32639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823455232 : -107152886096384 : ffff9e8b86499e00) 00010000:00000040:0.0:1789449489.011991:0:32639:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e8b86499e00, remote cookie: 0xeb7cbf5e2fd3d5d2, flags: 0x1001 00010000:00010000:0.0:1789449489.011998:0:32639:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499e00/0xcddde1459ded66c0 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d5d2 expref: -99 pid: 32639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789449489.012007:0:32639:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499e00/0xcddde1459ded66c0 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d5d2 expref: -99 pid: 32639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449489.012015:0:32639:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789449489.012027:0:32639:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789449489.012029:0:32639:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789449489.012031:0:32639:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789449489.012033:0:32639:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789449489.012036:0:32639:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9e8b82cba100) refcount = 1 00010000:00010000:0.0:1789449489.012041:0:32639:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499e00/0xcddde1459ded66c0 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d5d2 expref: -99 pid: 32639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449489.012047:0:32639:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789449489.012052:0:32639:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789449489.012053:0:32639:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449489.012057:0:32639:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789449489.012060:0:32639:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449489.012064:0:32639:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499e00/0xcddde1459ded66c0 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d5d2 expref: -99 pid: 32639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449489.012082:0:32639:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789449489.012084:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449489.012086:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449489.012087:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449489.012088:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449489.012090:0:32639:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449489.012099:0:32639:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789449489.012101:0:32639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449489.012102:0:32639:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449489.012104:0:32639:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499e00 refcount=3 00000020:00000001:0.0:1789449489.012106:0:32639:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823455232 : -107152886096384 : ffff9e8b86499e00) 00010000:00000001:0.0:1789449489.012108:0:32639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823455232 : -107152886096384 : ffff9e8b86499e00) 00010000:00000001:0.0:1789449489.012110:0:32639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449489.012111:0:32639:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449489.012112:0:32639:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499e00 refcount=4 00000020:00000001:0.0:1789449489.012113:0:32639:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823455232 : -107152886096384 : ffff9e8b86499e00) 00010000:00000001:0.0:1789449489.012116:0:32639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823455232 : -107152886096384 : ffff9e8b86499e00) 00010000:00000001:0.0:1789449489.012119:0:32639:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449489.012123:0:32639:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449489.012127:0:32639:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499e00/0xcddde1459ded66c0 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d5d2 expref: -99 pid: 32639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449489.012133:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449489.012134:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449489.012135:0:32639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449489.012136:0:32639:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449489.012137:0:32639:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499e00 refcount=5 00000020:00000001:0.0:1789449489.012139:0:32639:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823455232 : -107152886096384 : ffff9e8b86499e00) 00010000:00000001:0.0:1789449489.012141:0:32639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823455232 : -107152886096384 : ffff9e8b86499e00) 00010000:00000001:0.0:1789449489.012144:0:32639:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449489.012147:0:32639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499e00/0xcddde1459ded66c0 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d5d2 expref: -99 pid: 32639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449489.012157:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449489.012158:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789449489.012161:0:32639:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499e00/0xcddde1459ded66c0 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d5d2 expref: -99 pid: 32639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449489.012167:0:32639:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449489.012168:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449489.012169:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449489.012170:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449489.012171:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789449489.012176:0:32639:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9e8b87d19c00 x1876371947511936/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449505 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1789449489.012185:0:32639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449489.012186:0:32639:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449489.012187:0:32639:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499e00 refcount=3 00000020:00000001:0.0:1789449489.012189:0:32639:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823455232 : -107152886096384 : ffff9e8b86499e00) 00010000:00000001:0.0:1789449489.012192:0:32639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823455232 : -107152886096384 : ffff9e8b86499e00) 00010000:00000001:0.0:1789449489.012194:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449489.012195:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449489.012197:0:32639:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449489.012199:0:32639:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449489.012203:0:32639:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1789449489.012206:0:32639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449489.012207:0:32639:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449489.012208:0:32639:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499e00 refcount=3 00000020:00000001:0.0:1789449489.012210:0:32639:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823455232 : -107152886096384 : ffff9e8b86499e00) 00010000:00000001:0.0:1789449489.012212:0:32639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823455232 : -107152886096384 : ffff9e8b86499e00) 00000002:00010000:0.0:1789449489.012215:0:32639:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499e00/0xcddde1459ded66c0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d5d2 expref: -99 pid: 32639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449489.012222:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449489.012223:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449489.012225:0:32639:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789449489.012226:0:32639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449489.012227:0:32639:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449489.012228:0:32639:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499e00 refcount=3 00000020:00000001:0.0:1789449489.012230:0:32639:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823455232 : -107152886096384 : ffff9e8b86499e00) 00010000:00000001:0.0:1789449489.012232:0:32639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823455232 : -107152886096384 : ffff9e8b86499e00) 00010000:00000040:0.0:1789449489.012239:0:32639:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cba100 count: 2 00010000:00000001:0.0:1789449489.012242:0:32639:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789449489.012247:0:32639:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e8b83488400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1789449489.012249:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449489.012250:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449489.012252:0:32639:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789449489.012255:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2b898 00000002:00002000:0.0:1789449489.012258:0:32639:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1789449489.012261:0:32639:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449489.012265:0:32639:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449489.012268:0:32639:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789449489.012273:0:32639:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1789449489.012277:0:32639:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449489.012281:0:32639:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:0.0:1789449489.012285:0:32639:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b8606a000. 00000080:00000001:0.0:1789449489.012291:0:32639:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789449489.012295:0:32639:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789449489.012303:0:32639:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1789449489.012308:0:32639:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1789449489.012315:0:32639:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9e8b8c476780. 00800000:00000001:0.0:1789449489.012316:0:32639:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446636920923973504 : -107152785578112 : ffff9e8b8c476780) 00800000:00000001:0.0:1789449489.012318:0:32639:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449489.012320:0:32639:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789449489.012322:0:32639:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1789449489.012324:0:32639:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1789449489.012326:0:32639:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1789449489.012329:0:32639:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1789449489.012330:0:32639:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449489.012334:0:32639:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1789449489.012336:0:32639:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1789449489.012340:0:32639:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:0.0:1789449489.012342:0:32639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449489.012343:0:32639:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449489.012344:0:32639:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499e00 refcount=3 00000020:00000001:0.0:1789449489.012345:0:32639:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823455232 : -107152886096384 : ffff9e8b86499e00) 00010000:00000001:0.0:1789449489.012347:0:32639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823455232 : -107152886096384 : ffff9e8b86499e00) 00010000:00000001:0.0:1789449489.012348:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449489.012349:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789449489.012350:0:32639:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789449489.012352:0:32639:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1789449489.012354:0:32639:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8c476780 1 00800000:00000010:0.0:1789449489.012355:0:32639:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9e8b8c476780. 00800000:00000001:0.0:1789449489.012358:0:32639:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449489.012360:0:32639:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded66c0 00800000:00000001:0.0:1789449489.012362:0:32639:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789449489.012365:0:32639:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789449489.012365:0:32639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449489.012366:0:32639:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449489.012367:0:32639:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499e00 refcount=3 00000020:00000001:0.0:1789449489.012368:0:32639:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823455232 : -107152886096384 : ffff9e8b86499e00) 00010000:00000001:0.0:1789449489.012370:0:32639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823455232 : -107152886096384 : ffff9e8b86499e00) 00010000:00000001:0.0:1789449489.012371:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449489.012372:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449489.012373:0:32639:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449489.012374:0:32639:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449489.012376:0:32639:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449489.012377:0:32639:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:0.0:1789449489.012379:0:32639:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded66c0 from it ffffb71181d2bb58 00010000:00000001:0.0:1789449489.012380:0:32639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449489.012381:0:32639:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449489.012381:0:32639:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499e00 refcount=3 00000020:00000001:0.0:1789449489.012382:0:32639:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823455232 : -107152886096384 : ffff9e8b86499e00) 00010000:00000001:0.0:1789449489.012383:0:32639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823455232 : -107152886096384 : ffff9e8b86499e00) 00010000:00000001:0.0:1789449489.012384:0:32639:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449489.012386:0:32639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499e00/0xcddde1459ded66c0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d5d2 expref: -99 pid: 32639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449489.012390:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449489.012390:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449489.012392:0:32639:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789449489.012394:0:32639:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789449489.012396:0:32639:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499e00/0xcddde1459ded66c0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d5d2 expref: -99 pid: 32639 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789449489.012401:0:32639:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789449489.012403:0:32639:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789449489.012404:0:32639:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449489.012409:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449489.012409:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449489.012411:0:32639:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449489.012413:0:32639:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789449489.012415:0:32639:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449489.012416:0:32639:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449489.012418:0:32639:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449489.012420:0:32639:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449489.012420:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449489.012421:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789449489.012422:0:32639:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449489.012425:0:32639:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b87d19c00 x1876371947511936/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449505 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449489.012429:0:32639:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789449489.012431:0:32639:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449489.012435:0:32639:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9e8b87da3000. 02000000:00000001:0.0:1789449489.012438:0:32639:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789449489.012440:0:32639:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449489.012441:0:32639:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:0.0:1789449489.012443:0:32639:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449489.012445:0:32639:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b836b0400. 02000000:00000001:0.0:1789449489.012448:0:32639:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449489.012450:0:32639:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449489.012451:0:32639:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b87d19c00. 00000100:00000001:0.0:1789449489.012454:0:32639:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449489.012455:0:32639:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789449489.012458:0:32639:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908), inode mode 41ff mask 1 00000080:00000001:0.0:1789449489.012462:0:32639:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449489.012470:0:32639:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1789449489.012472:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bb48 00000080:00002000:0.0:1789449489.012474:0:32639:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-2(ffff9e8b89340000) flags 0x20000e refc 1 00000080:00000001:0.0:1789449489.012476:0:32639:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449489.012477:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bb90 00000080:00200000:0.0:1789449489.012478:0:32639:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-2, flags=8 00000080:00000002:0.0:1789449489.012483:0:32639:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-2 [0x200000405:0x24:0x0] depth 1 server default LMV inherit depth 0 00000020:00000001:0.0:1789449489.012494:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bd08 00000080:00200008:0.0:1789449489.012496:0:32639:0:(file.c:6296:ll_getattr_dentry()) START file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff9e8b891cc2c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1789449489.012502:0:32639:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:0.0:1789449489.012507:0:32639:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449489.012509:0:32639:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789449489.012510:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bc80 00000080:00200000:0.0:1789449489.012511:0:32639:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x24:0x0](ffff9e8b891cc2c8),name=d21h.recovery-small-2 00000080:00000010:0.0:1789449489.012517:0:32639:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b8606a000. 00800000:00000002:0.0:1789449489.012522:0:32639:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:0.0:1789449489.012528:0:32639:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789449489.012530:0:32639:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789449489.012531:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bba0 00800000:00000002:0.0:1789449489.012533:0:32639:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x24:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449489.012536:0:32639:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789449489.012540:0:32639:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449489.012542:0:32639:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449489.012544:0:32639:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449489.012547:0:32639:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449489.012548:0:32639:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449489.012549:0:32639:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449489.012551:0:32639:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449489.012552:0:32639:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449489.012553:0:32639:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449489.012553:0:32639:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449489.012554:0:32639:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449489.012555:0:32639:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449489.012556:0:32639:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:0.0:1789449489.012557:0:32639:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449489.012559:0:32639:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x24:0x0], name='' -> mds #0 00000002:00000001:0.0:1789449489.012563:0:32639:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789449489.012564:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2ba70 00000002:00010000:0.0:1789449489.012565:0:32639:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x24:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789449489.012567:0:32639:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789449489.012568:0:32639:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449489.012569:0:32639:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449489.012571:0:32639:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bd700 count: 2 00010000:00000001:0.0:1789449489.012573:0:32639:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449489.012575:0:32639:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449489.012577:0:32639:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789449489.012579:0:32639:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a600/0xcddde1459ded6696 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d531 expref: -99 pid: 32638 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1789449489.012584:0:32639:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789449489.012587:0:32639:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449489.012590:0:32639:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a600/0xcddde1459ded6696 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d531 expref: -99 pid: 32638 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1789449489.012593:0:32639:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789449489.012594:0:32639:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789449489.012596:0:32639:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789449489.012597:0:32639:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789449489.012598:0:32639:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789449489.012599:0:32639:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789449489.012600:0:32639:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789449489.012601:0:32639:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:0.0:1789449489.012602:0:32639:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b8606a000. 00000080:00000001:0.0:1789449489.012603:0:32639:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789449489.012604:0:32639:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449489.012605:0:32639:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x24:0x0](ffff9e8b891cc2c8) 00000080:00010000:0.0:1789449489.012607:0:32639:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x24:0x0](ffff9e8b891cc2c8) for lock 0xcddde1459ded6696 00800000:00000001:0.0:1789449489.012609:0:32639:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789449489.012609:0:32639:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789449489.012610:0:32639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449489.012611:0:32639:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449489.012612:0:32639:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204a600 refcount=3 00000020:00000001:0.0:1789449489.012613:0:32639:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825568256 : -107151883983360 : ffff9e8bc204a600) 00010000:00000001:0.0:1789449489.012614:0:32639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825568256 : -107151883983360 : ffff9e8bc204a600) 00010000:00000001:0.0:1789449489.012616:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449489.012616:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449489.012617:0:32639:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449489.012618:0:32639:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449489.012619:0:32639:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded6696 from it ffffb71181d2bcb8 00010000:00000001:0.0:1789449489.012620:0:32639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449489.012621:0:32639:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449489.012622:0:32639:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204a600 refcount=3 00000020:00000001:0.0:1789449489.012623:0:32639:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825568256 : -107151883983360 : ffff9e8bc204a600) 00010000:00000001:0.0:1789449489.012624:0:32639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825568256 : -107151883983360 : ffff9e8bc204a600) 00010000:00000001:0.0:1789449489.012626:0:32639:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449489.012627:0:32639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a600/0xcddde1459ded6696 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d531 expref: -99 pid: 32638 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789449489.012630:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449489.012631:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449489.012631:0:32639:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789449489.012632:0:32639:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789449489.012633:0:32639:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a600/0xcddde1459ded6696 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d531 expref: -99 pid: 32638 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789449489.012636:0:32639:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789449489.012637:0:32639:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789449489.012638:0:32639:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449489.012639:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449489.012639:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449489.012640:0:32639:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449489.012641:0:32639:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789449489.012642:0:32639:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449489.012643:0:32639:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449489.012644:0:32639:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449489.012644:0:32639:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449489.012645:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449489.012646:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789449489.012646:0:32639:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789449489.012647:0:32639:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789449489.012650:0:32639:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449489.012652:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bd08 00000080:00000008:0.0:1789449489.012653:0:32639:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff9e8b891cc2c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1789449489.012700:0:32639:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789449489.012702:0:32639:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789449489.012704:0:32639:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789449489.012705:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bbc0 00000080:00200000:0.0:1789449489.012706:0:32639:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:0.0:1789449489.012708:0:32639:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b8606a000. 00800000:00000002:0.0:1789449489.012710:0:32639:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:0.0:1789449489.012711:0:32639:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789449489.012712:0:32639:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789449489.012713:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bae0 00800000:00000002:0.0:1789449489.012714:0:32639:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449489.012716:0:32639:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789449489.012717:0:32639:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449489.012718:0:32639:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449489.012719:0:32639:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449489.012719:0:32639:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449489.012720:0:32639:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449489.012721:0:32639:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449489.012723:0:32639:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449489.012724:0:32639:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789449489.012726:0:32639:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789449489.012727:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2b9b0 00000002:00010000:0.0:1789449489.012728:0:32639:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789449489.012730:0:32639:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789449489.012731:0:32639:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449489.012731:0:32639:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449489.012732:0:32639:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cba100 count: 2 00010000:00000001:0.0:1789449489.012734:0:32639:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449489.012735:0:32639:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449489.012736:0:32639:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789449489.012738:0:32639:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499e00/0xcddde1459ded66c0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d5d2 expref: -99 pid: 32639 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1789449489.012741:0:32639:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789449489.012743:0:32639:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449489.012745:0:32639:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499e00/0xcddde1459ded66c0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d5d2 expref: -99 pid: 32639 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1789449489.012752:0:32639:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789449489.012753:0:32639:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789449489.012754:0:32639:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789449489.012755:0:32639:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789449489.012756:0:32639:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789449489.012757:0:32639:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789449489.012759:0:32639:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789449489.012759:0:32639:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:0.0:1789449489.012761:0:32639:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b8606a000. 00000080:00000001:0.0:1789449489.012762:0:32639:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789449489.012763:0:32639:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449489.012764:0:32639:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:0.0:1789449489.012765:0:32639:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded66c0 00800000:00000001:0.0:1789449489.012766:0:32639:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789449489.012767:0:32639:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789449489.012768:0:32639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449489.012768:0:32639:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449489.012769:0:32639:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499e00 refcount=3 00000020:00000001:0.0:1789449489.012770:0:32639:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823455232 : -107152886096384 : ffff9e8b86499e00) 00010000:00000001:0.0:1789449489.012772:0:32639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823455232 : -107152886096384 : ffff9e8b86499e00) 00010000:00000001:0.0:1789449489.012773:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449489.012774:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449489.012775:0:32639:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449489.012777:0:32639:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449489.012779:0:32639:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded66c0 from it ffffb71181d2bbf8 00010000:00000001:0.0:1789449489.012780:0:32639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449489.012781:0:32639:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449489.012783:0:32639:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499e00 refcount=3 00000020:00000001:0.0:1789449489.012784:0:32639:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823455232 : -107152886096384 : ffff9e8b86499e00) 00010000:00000001:0.0:1789449489.012786:0:32639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823455232 : -107152886096384 : ffff9e8b86499e00) 00010000:00000001:0.0:1789449489.012788:0:32639:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449489.012791:0:32639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499e00/0xcddde1459ded66c0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d5d2 expref: -99 pid: 32639 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789449489.012796:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449489.012797:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449489.012798:0:32639:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789449489.012799:0:32639:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789449489.012802:0:32639:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499e00/0xcddde1459ded66c0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d5d2 expref: -99 pid: 32639 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789449489.012807:0:32639:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789449489.012808:0:32639:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789449489.012809:0:32639:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449489.012811:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449489.012812:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449489.012813:0:32639:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449489.012815:0:32639:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789449489.012817:0:32639:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449489.012818:0:32639:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449489.012820:0:32639:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449489.012822:0:32639:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449489.012823:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449489.012824:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789449489.012825:0:32639:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789449489.012827:0:32639:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789449489.012829:0:32639:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908), inode mode 41ff mask 1 00000080:00000001:0.0:1789449489.012832:0:32639:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449489.012834:0:32639:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1789449489.012836:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bbc0 00000080:00002000:0.0:1789449489.012837:0:32639:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-2(ffff9e8b89340000) flags 0x20000e refc 1 00000080:00000001:0.0:1789449489.012840:0:32639:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449489.012841:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bc08 00000080:00200000:0.0:1789449489.012842:0:32639:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-2, flags=266 00000080:00000002:0.0:1789449489.012844:0:32639:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-2 [0x200000405:0x24:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:0.0:1789449489.012847:0:32639:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1789449489.012848:0:32639:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x24:0x0](ffff9e8b891cc2c8), inode mode 41ed mask 44 00000080:00000001:0.0:1789449489.012851:0:32639:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449489.012859:0:32639:0:(dir.c:3016:ll_dir_open()) Process entered 00000080:00000001:0.0:1789449489.012862:0:32639:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1789449489.012864:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bb78 00000080:00200008:0.0:1789449489.012866:0:32639:0:(file.c:1090:ll_file_open()) START file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff9e8b891cc2c8), flags 704400 00000080:00000010:0.0:1789449489.012872:0:32639:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9e8b8432d040. 00010000:00000010:0.1:1789449489.013105:0:32639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b86499600. 00010000:00000010:0.1:1789449489.013113:0:32639:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cbaa00. 00010000:00000010:0.1:1789449489.013117:0:32639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b86498a00. 00010000:00000010:0.1:1789449489.013121:0:32639:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b90652e00. 00010000:00000010:0.1:1789449489.013125:0:32639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4d800. 00000080:00000001:0.0:1789449489.013134:0:32639:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:0.0:1789449489.013139:0:32639:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b8606a000. 00800000:00000002:0.0:1789449489.013141:0:32639:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:0.0:1789449489.013144:0:32639:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789449489.013146:0:32639:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789449489.013147:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2ba28 00800000:00000002:0.0:1789449489.013149:0:32639:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000405:0x24:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449489.013153:0:32639:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1789449489.013155:0:32639:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449489.013156:0:32639:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449489.013158:0:32639:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449489.013159:0:32639:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449489.013161:0:32639:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449489.013162:0:32639:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:0.0:1789449489.013164:0:32639:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449489.013166:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2b9a8 00800000:00000002:0.0:1789449489.013168:0:32639:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x24:0x0], name='' -> mds #0 layout version 1 00000002:00000001:0.0:1789449489.013172:0:32639:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789449489.013173:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2b8e0 00000002:00010000:0.0:1789449489.013175:0:32639:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x24:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240704401 00000002:00000001:0.0:1789449489.013179:0:32639:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789449489.013182:0:32639:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1789449489.013185:0:32639:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789449489.013190:0:32639:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bd700 count: 2 00010000:00000001:0.0:1789449489.013192:0:32639:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449489.013195:0:32639:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789449489.013199:0:32639:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449489.013201:0:32639:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449489.013203:0:32639:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449489.013205:0:32639:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789449489.013207:0:32639:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cba100 count: 2 00010000:00000001:0.0:1789449489.013208:0:32639:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449489.013209:0:32639:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789449489.013210:0:32639:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449489.013211:0:32639:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449489.013212:0:32639:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789449489.013215:0:32639:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d19c00. 00000020:00000040:0.0:1789449489.013218:0:32639:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e8b89903000 02000000:00000001:0.0:1789449489.013224:0:32639:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789449489.013225:0:32639:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449489.013228:0:32639:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789449489.013232:0:32639:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449489.013235:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449489.013236:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449489.013236:0:32639:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449489.013239:0:32639:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449489.013241:0:32639:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449489.013243:0:32639:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449489.013250:0:32639:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b836b0400. 00000100:00000001:0.0:1789449489.013256:0:32639:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449489.013259:0:32639:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789449489.013260:0:32639:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449489.013261:0:32639:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789449489.013262:0:32639:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449489.013263:0:32639:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449489.013269:0:32639:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446636920849144832 : -107152860406784 : ffff9e8b87d19c00) 00010000:00000001:0.0:1789449489.013272:0:32639:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789449489.013274:0:32639:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1789449489.013275:0:32639:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cba100 count: 2 00010000:00000001:0.0:1789449489.013277:0:32639:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449489.013279:0:32639:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789449489.013281:0:32639:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8b86498a00. 00000020:00000001:0.0:1789449489.013283:0:32639:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789449489.013285:0:32639:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8b86498a00 with handle 0xcddde1459ded66c7 to hash 00000020:00000001:0.0:1789449489.013286:0:32639:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789449489.013288:0:32639:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636920823450112 : -107152886101504 : ffff9e8b86498a00) 00010000:00000001:0.0:1789449489.013291:0:32639:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636920823450112 : -107152886101504 : ffff9e8b86498a00) 00010000:00000001:0.0:1789449489.013293:0:32639:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449489.013294:0:32639:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449489.013296:0:32639:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498a00/0xcddde1459ded66c7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32639 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789449489.013301:0:32639:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498a00/0xcddde1459ded66c7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32639 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1789449489.013309:0:32639:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e8b89903000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1789449489.013315:0:32639:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e8b87d19c00 x1876371947512192/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1789449489.013322:0:32639:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498a00/0xcddde1459ded66c7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32639 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789449489.013326:0:32639:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789449489.013327:0:32639:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789449489.013331:0:32639:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b8365dc00. 00000100:00000001:0.0:1789449489.013333:0:32639:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920774974464 : -107152934577152 : ffff9e8b8365dc00) 00000100:00000001:0.0:1789449489.013334:0:32639:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449489.013335:0:32639:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849144832 : -107152860406784 : ffff9e8b87d19c00) 00000100:00000001:0.0:1789449489.013340:0:32639:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449489.013345:0:32639:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449489.013347:0:32639:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789449489.013348:0:32639:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789449489.013351:0:32639:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b87d19c00 x1876371947512192/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449489.013356:0:32639:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789449489.013358:0:32639:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449489.013361:0:32639:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789449489.013363:0:32639:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789449489.013365:0:32639:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449489.013367:0:32639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b87d19c00 pname:cluuid:pid:xid:nid:opc:job rm:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:32639:1876371947512192:192.168.202.109@tcp:101:rm.0 00000100:00000001:0.0:1789449489.013370:0:32639:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789449489.013375:0:32639:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789449489.013377:0:32639:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449489.013379:0:32639:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789449489.013513:0:32639:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff9e8b87dc0000. 02000000:00000001:0.0:1789449489.013515:0:32639:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449489.013522:0:32639:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:0.0:1789449489.013526:0:32639:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b86580d68. 00000400:00000010:0.0:1789449489.013532:0:32639:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9e8b87da3000. 00000100:00000200:0.0:1789449489.013539:0:32639:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1876371947512192, portal 10 00000100:00000001:0.0:1789449489.013540:0:32639:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449489.013541:0:32639:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849144832 : -107152860406784 : ffff9e8b87d19c00) 00000100:00000040:0.0:1789449489.013546:0:32639:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b87d19c00 x1876371947512192/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789449505 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449489.013551:0:32639:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789449489.013553:0:32639:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1789449489.013557:0:32639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5bb0. 00000100:00000200:0.0:1789449489.013560:0:32639:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1876371947512192, offset 0 00000400:00000200:0.0:1789449489.013566:0:32639:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1789449489.013573:0:32639:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449489.013579:0:32639:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1789449489.013585:0:32639:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789449489.013589:0:32639:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1789449489.013592:0:32639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789449489.013594:0:32639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1789449489.013597:0:32639:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2787:2787:256:4294967295] 192.168.202.109@tcp LPNI seq info [2787:2787:8:4294967295] 00000400:00000200:0.0:1789449489.013600:0:32639:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449489.013608:0:32639:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1789449489.013614:0:32639:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1789449489.013618:0:32639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b864ec300. 00000800:00000200:0.0:1789449489.013623:0:32639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1789449489.013630:0:32639:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1789449489.013634:0:32639:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b864ec300 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:0.0:1789449489.013648:0:32639:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449489.013653:0:32639:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 818650 usecs (819 jiffies) 00000400:00000200:0.0:1789449489.013656:0:32639:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:0.0:1789449489.013659:0:32639:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296492518 00000100:00000001:0.0:1789449489.013662:0:32639:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296494113 00000100:00000001:0.0:1789449489.013664:0:32639:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296492518 00000100:00000001:0.0:1789449489.013666:0:32639:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296494113 00000100:00000001:0.0:1789449489.013669:0:32639:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449489.013671:0:32639:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449489.013674:0:32639:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449489.013676:0:32639:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789449489.013678:0:32639:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b8365dc00 going to sleep for 11 seconds 00000100:00000001:0.0:1789449489.013681:0:32639:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449489.013684:0:32639:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449489.013788:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449489.013794:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ec300. 00000400:00000200:3.0:1789449489.013799:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449489.013805:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449489.013811:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5bb0 00000400:00000010:3.0:1789449489.013813:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5bb0. 00000100:00000001:3.0:1789449489.013816:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449489.013820:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d19c00 x1876371947512192/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789449505 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449489.013828:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449489.013830:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d19c00 x1876371947512192/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789449505 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449489.013834:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449489.013835:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449489.016379:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449489.016398:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449489.016404:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449489.016406:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449489.016416:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449489.016424:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449489.016433:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449489.016436:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449489.016442:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449489.016446:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 664 into portal 10 MB=0x6aa8ce365e180 00000400:00000200:2.0:1789449489.016452:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449489.016458:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 664/664 into md 0x7f35 [64] + 224 00000800:00000001:2.0:1789449489.016466:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449489.016472:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449489.016475:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449489.016479:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449489.016487:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449489.016498:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d19c00 x1876371947512192/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789449505 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449489.016506:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff9e8b87d19c00 x1876371947512192/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789449505 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449489.016522:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449489.016530:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449489.016532:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449489.016569:0:32639:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789449489.016578:0:32639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449489.016580:0:32639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449489.016584:0:32639:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b86580d68. 00000400:00000200:0.0:1789449489.016588:0:32639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b87da3000 00000400:00000010:0.0:1789449489.016590:0:32639:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff9e8b87da3000. 00000100:00000001:0.0:1789449489.016593:0:32639:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449489.016596:0:32639:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b87d19c00 x1876371947512192/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789449505 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789449489.016602:0:32639:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b87d19c00 x1876371947512192/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789449505 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449489.016606:0:32639:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449489.016608:0:32639:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449489.016610:0:32639:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449489.016613:0:32639:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449489.016615:0:32639:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449489.016618:0:32639:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449489.016620:0:32639:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449489.016630:0:32639:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=119 v=5 (5 102 102 102) 00000100:00001000:0.0:1789449489.016634:0:32639:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1789449489.016636:0:32639:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1789449489.016638:0:32639:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9e8b87d19c00 x1876371947512192/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1789449505 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449489.016643:0:32639:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1789449489.016646:0:32639:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789449489.016647:0:32639:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1789449489.016648:0:32639:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789449489.016650:0:32639:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449489.016651:0:32639:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849144832 : -107152860406784 : ffff9e8b87d19c00) 00000100:00000001:0.0:1789449489.016654:0:32639:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789449489.016655:0:32639:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967619 00000100:00000001:0.0:1789449489.016657:0:32639:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449489.016658:0:32639:0:(client.c:1798:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1789449489.016661:0:32639:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b87d19c00 x1876371947512192/t4294967628(4294967628) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1789449505 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449489.016666:0:32639:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1789449489.016669:0:32639:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449489.016670:0:32639:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449489.016673:0:32639:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b87d19c00 x1876371947512192/t4294967628(4294967628) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1789449505 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789449489.016679:0:32639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b87d19c00 pname:cluuid:pid:xid:nid:opc:job rm:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:32639:1876371947512192:192.168.202.109@tcp:101:rm.0 00000100:00000001:0.0:1789449489.016682:0:32639:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449489.016684:0:32639:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1789449489.016686:0:32639:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789449489.016687:0:32639:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449489.016690:0:32639:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d19c00 x1876371947512192/t4294967628(4294967628) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1789449505 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449489.016697:0:32639:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789449489.016700:0:32639:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b8365dc00. 00000100:00000001:0.0:1789449489.016703:0:32639:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789449489.016704:0:32639:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1789449489.016708:0:32639:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789449489.016713:0:32639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449489.016715:0:32639:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449489.016718:0:32639:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498a00 refcount=4 00000020:00000001:0.0:1789449489.016720:0:32639:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823450112 : -107152886101504 : ffff9e8b86498a00) 00010000:00000001:0.0:1789449489.016721:0:32639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823450112 : -107152886101504 : ffff9e8b86498a00) 00010000:00010000:0.0:1789449489.016727:0:32639:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498a00/0xcddde1459ded66c7 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32639 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449489.016738:0:32639:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1789449489.016741:0:32639:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498a00/0xcddde1459ded66c7 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32639 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449489.016746:0:32639:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449489.016749:0:32639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498a00/0xcddde1459ded66c7 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32639 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449489.016752:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449489.016754:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789449489.016756:0:32639:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498a00/0xcddde1459ded66c7 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32639 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449489.016760:0:32639:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449489.016762:0:32639:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449489.016765:0:32639:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1789449489.016767:0:32639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498a00/0xcddde1459ded66c7 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32639 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789449489.016775:0:32639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e8b86498a00 already unused, calling callback (ffffffffc1b31740) 00000080:00000001:0.0:1789449489.016779:0:32639:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1789449489.016784:0:32639:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498a00/0xcddde1459ded66c7 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 32639 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449489.016791:0:32639:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1789449489.016793:0:32639:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1789449489.016796:0:32639:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498a00/0xcddde1459ded66c7 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 32639 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449489.016801:0:32639:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1789449489.016805:0:32639:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1789449489.016806:0:32639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449489.016807:0:32639:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449489.016808:0:32639:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498a00 refcount=5 00000020:00000001:0.0:1789449489.016810:0:32639:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823450112 : -107152886101504 : ffff9e8b86498a00) 00010000:00000001:0.0:1789449489.016812:0:32639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823450112 : -107152886101504 : ffff9e8b86498a00) 00010000:00000001:0.0:1789449489.016815:0:32639:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789449489.016818:0:32639:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498a00/0xcddde1459ded66c7 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 32639 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1789449489.016824:0:32639:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789449489.016826:0:32639:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449489.016829:0:32639:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1789449489.016831:0:32639:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789449489.016835:0:32639:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789449489.016837:0:32639:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789449489.016838:0:32639:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449489.016840:0:32639:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789449489.016842:0:32639:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9e8b86498a00 with handle 0xcddde1459ded66c7 from hash 00010000:00000001:0.0:1789449489.016843:0:32639:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789449489.016845:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449489.016845:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449489.016846:0:32639:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789449489.016848:0:32639:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789449489.016849:0:32639:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1789449489.016851:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449489.016852:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449489.016853:0:32639:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449489.016855:0:32639:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449489.016858:0:32639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498a00/0xcddde1459ded66c7 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32639 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449489.016863:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449489.016864:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449489.016865:0:32639:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1789449489.016867:0:32639:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449489.016869:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449489.016870:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449489.016871:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789449489.016873:0:32639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498a00/0xcddde1459ded66c7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32639 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449489.017080:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449489.017082:0:32639:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1789449489.017087:0:32639:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1789449489.017093:0:32639:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff9e8b87d19c00 x1876371947512192/t4294967628(4294967628) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1789449505 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789449489.017100:0:32639:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1789449489.017104:0:32639:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9e8b87d19c00 x1876371947512192/t4294967628(4294967628) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1789449505 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789449489.017108:0:32639:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449489.017114:0:32639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1789449489.017115:0:32639:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449489.017117:0:32639:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449489.017118:0:32639:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449489.017122:0:32639:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1789449489.017124:0:32639:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449489.017125:0:32639:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849144832 : -107152860406784 : ffff9e8b87d19c00) 00010000:00000001:0.0:1789449489.017126:0:32639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1789449489.017127:0:32639:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449489.017128:0:32639:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789449489.017130:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2b868 00000002:00002000:0.0:1789449489.017132:0:32639:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x80002b: rc = 0 00000002:00000001:0.0:1789449489.017134:0:32639:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449489.017137:0:32639:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449489.017139:0:32639:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789449489.017141:0:32639:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1789449489.017143:0:32639:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449489.017149:0:32639:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:0.0:1789449489.017153:0:32639:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b8606a000. 00000080:00000001:0.0:1789449489.017159:0:32639:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789449489.017167:0:32639:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1789449489.017172:0:32639:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1789449489.017178:0:32639:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9e8b8c476780. 00800000:00000001:0.0:1789449489.017181:0:32639:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446636920923973504 : -107152785578112 : ffff9e8b8c476780) 00800000:00000001:0.0:1789449489.017183:0:32639:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449489.017185:0:32639:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789449489.017189:0:32639:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1789449489.017192:0:32639:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x24:0x0] 00000080:00000001:0.0:1789449489.017195:0:32639:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1789449489.017198:0:32639:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1789449489.017200:0:32639:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449489.017206:0:32639:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611172 : 144115205339611172 : 200000405000024) 00000080:00000001:0.0:1789449489.017209:0:32639:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1789449489.017214:0:32639:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x24:0x0], updating i_size 4096 00000080:00000001:0.0:1789449489.017216:0:32639:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789449489.017218:0:32639:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1789449489.017219:0:32639:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8c476780 1 00800000:00000010:0.0:1789449489.017221:0:32639:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9e8b8c476780. 00800000:00000001:0.0:1789449489.017223:0:32639:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789449489.017227:0:32639:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-2 [0x200000405:0x24:0x0] depth 1 server default LMV inherit depth 0 00000100:00000001:0.0:1789449489.017230:0:32639:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449489.017233:0:32639:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d19c00 x1876371947512192/t4294967628(4294967628) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/664 e 0 to 0 dl 1789449505 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449489.017237:0:32639:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449489.017241:0:32639:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789449489.017245:0:32639:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9e8b8c476780. 00000080:00000001:0.0:1789449489.017247:0:32639:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1789449489.017250:0:32639:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1789449489.017252:0:32639:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449489.017255:0:32639:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449489.017258:0:32639:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449489.017260:0:32639:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449489.017262:0:32639:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449489.017263:0:32639:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:0.0:1789449489.017265:0:32639:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449489.017267:0:32639:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1789449489.017270:0:32639:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9e8b87d97ce0. 00000002:00100000:0.0:1789449489.017272:0:32639:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9e8b87d19c00 x1876371947512192/t4294967628(4294967628) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/664 e 0 to 0 dl 1789449505 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789449489.017276:0:32639:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449489.017277:0:32639:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1789449489.017282:0:32639:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1789449489.017284:0:32639:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449489.017287:0:32639:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:0.0:1789449489.017289:0:32639:0:(pcc.c:2405:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449489.017290:0:32639:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449489.017293:0:32639:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449489.017294:0:32639:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d19c00 x1876371947512192/t4294967628(4294967628) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/664 e 0 to 0 dl 1789449505 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1789449489.017298:0:32639:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449489.017301:0:32639:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff9e8b87dc0000. 02000000:00000001:0.0:1789449489.017346:0:32639:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1789449489.017347:0:32639:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449489.017351:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bb78 00000080:00000008:0.0:1789449489.017353:0:32639:0:(file.c:1329:ll_file_open()) COMPLETED file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff9e8b891cc2c8), flags 704400, rc = 0 00000080:00000001:0.0:1789449489.017357:0:32639:0:(dir.c:3017:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449489.017387:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bd28 00000080:00200008:0.0:1789449489.017388:0:32639:0:(file.c:6296:ll_getattr_dentry()) START file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff9e8b891cc2c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1789449489.017397:0:32639:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:0.0:1789449489.017401:0:32639:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449489.017404:0:32639:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789449489.017405:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bca0 00000080:00200000:0.0:1789449489.017407:0:32639:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x24:0x0](ffff9e8b891cc2c8),name=d21h.recovery-small-2 00000080:00000010:0.0:1789449489.017412:0:32639:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b8606a000. 00800000:00000002:0.0:1789449489.017417:0:32639:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:0.0:1789449489.017423:0:32639:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789449489.017426:0:32639:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789449489.017428:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bbc0 00800000:00000002:0.0:1789449489.017430:0:32639:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x24:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449489.017433:0:32639:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789449489.017435:0:32639:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449489.017436:0:32639:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449489.017437:0:32639:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449489.017438:0:32639:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449489.017439:0:32639:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449489.017440:0:32639:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449489.017441:0:32639:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449489.017442:0:32639:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449489.017443:0:32639:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449489.017443:0:32639:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449489.017444:0:32639:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449489.017445:0:32639:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449489.017446:0:32639:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:0.0:1789449489.017447:0:32639:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449489.017448:0:32639:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x24:0x0], name='' -> mds #0 00000002:00000001:0.0:1789449489.017451:0:32639:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789449489.017453:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2ba90 00000002:00010000:0.0:1789449489.017454:0:32639:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x24:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789449489.017457:0:32639:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789449489.017459:0:32639:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449489.017462:0:32639:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449489.017470:0:32639:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bd700 count: 2 00010000:00000001:0.0:1789449489.017473:0:32639:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449489.017478:0:32639:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449489.017481:0:32639:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789449489.017484:0:32639:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a600/0xcddde1459ded6696 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d531 expref: -99 pid: 32638 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1789449489.017490:0:32639:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789449489.017495:0:32639:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449489.017497:0:32639:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a600/0xcddde1459ded6696 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d531 expref: -99 pid: 32638 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1789449489.017502:0:32639:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789449489.017503:0:32639:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789449489.017504:0:32639:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789449489.017506:0:32639:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789449489.017507:0:32639:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789449489.017508:0:32639:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789449489.017509:0:32639:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789449489.017510:0:32639:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:0.0:1789449489.017512:0:32639:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b8606a000. 00000080:00000001:0.0:1789449489.017514:0:32639:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789449489.017515:0:32639:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449489.017517:0:32639:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x24:0x0](ffff9e8b891cc2c8) 00000080:00010000:0.0:1789449489.017520:0:32639:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x24:0x0](ffff9e8b891cc2c8) for lock 0xcddde1459ded6696 00800000:00000001:0.0:1789449489.017522:0:32639:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789449489.017523:0:32639:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789449489.017524:0:32639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449489.017525:0:32639:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449489.017527:0:32639:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204a600 refcount=3 00000020:00000001:0.0:1789449489.017528:0:32639:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825568256 : -107151883983360 : ffff9e8bc204a600) 00010000:00000001:0.0:1789449489.017530:0:32639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825568256 : -107151883983360 : ffff9e8bc204a600) 00010000:00000001:0.0:1789449489.017532:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449489.017533:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449489.017534:0:32639:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449489.017535:0:32639:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449489.017537:0:32639:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded6696 from it ffffb71181d2bcd8 00010000:00000001:0.0:1789449489.017538:0:32639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449489.017539:0:32639:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449489.017539:0:32639:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204a600 refcount=3 00000020:00000001:0.0:1789449489.017540:0:32639:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825568256 : -107151883983360 : ffff9e8bc204a600) 00010000:00000001:0.0:1789449489.017541:0:32639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825568256 : -107151883983360 : ffff9e8bc204a600) 00010000:00000001:0.0:1789449489.017542:0:32639:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449489.017544:0:32639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a600/0xcddde1459ded6696 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d531 expref: -99 pid: 32638 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789449489.017547:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449489.017548:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449489.017549:0:32639:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789449489.017551:0:32639:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789449489.017553:0:32639:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a600/0xcddde1459ded6696 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d531 expref: -99 pid: 32638 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1789449489.017557:0:32639:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789449489.017560:0:32639:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789449489.017561:0:32639:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449489.017565:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449489.017566:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449489.017567:0:32639:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449489.017570:0:32639:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789449489.017571:0:32639:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449489.017573:0:32639:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449489.017575:0:32639:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449489.017576:0:32639:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449489.017577:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449489.017578:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789449489.017579:0:32639:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789449489.017580:0:32639:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789449489.017583:0:32639:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449489.017586:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bd28 00000080:00000008:0.0:1789449489.017587:0:32639:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff9e8b891cc2c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1789449489.017605:0:32639:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1789449489.017607:0:32639:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000405:0x24:0x0](ffff9e8b891cc2c8) pos/size0/4096 32bit_api 0 00000080:00000010:0.0:1789449489.017610:0:32639:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b8606a000. 00800000:00000002:0.0:1789449489.017611:0:32639:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b91d9a5c0 2 00000080:00000001:0.0:1789449489.017613:0:32639:0:(dir.c:194:ll_dir_read()) Process entered 00800000:00000001:0.0:1789449489.017620:0:32639:0:(lmv_obd.c:3441:lmv_read_page()) Process entered 00800000:00000001:0.0:1789449489.017622:0:32639:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449489.017623:0:32639:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449489.017623:0:32639:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449489.017624:0:32639:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449489.017626:0:32639:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449489.017627:0:32639:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:0.0:1789449489.017628:0:32639:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449489.017630:0:32639:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:0.0:1789449489.017631:0:32639:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789449489.017632:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bab8 00000002:00010000:0.0:1789449489.017633:0:32639:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x24:0x0]) in obj [0x200000405:0x24:0x0], intent: readdir flags 0 00000002:00000001:0.0:1789449489.017635:0:32639:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789449489.017635:0:32639:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449489.017636:0:32639:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449489.017637:0:32639:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bd700 count: 2 00010000:00000001:0.0:1789449489.017638:0:32639:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449489.017640:0:32639:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449489.017641:0:32639:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789449489.017643:0:32639:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a600/0xcddde1459ded6696 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d531 expref: -99 pid: 32638 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1789449489.017646:0:32639:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789449489.017647:0:32639:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449489.017649:0:32639:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a600/0xcddde1459ded6696 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d531 expref: -99 pid: 32638 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1789449489.017657:0:32639:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789449489.017658:0:32639:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789449489.017659:0:32639:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789449489.017660:0:32639:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789449489.017661:0:32639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449489.017661:0:32639:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449489.017662:0:32639:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204a600 refcount=3 00000020:00000001:0.0:1789449489.017663:0:32639:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825568256 : -107151883983360 : ffff9e8bc204a600) 00010000:00000001:0.0:1789449489.017664:0:32639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825568256 : -107151883983360 : ffff9e8bc204a600) 00010000:00000001:0.0:1789449489.017665:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449489.017666:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449489.017667:0:32639:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449489.017719:0:32639:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:0.0:1789449489.017724:0:32639:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff9e8b87da3000. 00000080:00000010:0.1:1789449489.018149:0:32639:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e8b89195280. 00000080:00000010:0.1:1789449489.018160:0:32639:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b87d975c0. 00000002:00000001:0.0:1789449489.018552:0:32639:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:0.0:1789449489.018561:0:32639:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d1ad80. 00000020:00000040:0.0:1789449489.018566:0:32639:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=9 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000100:00000001:0.0:1789449489.018571:0:32639:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449489.018575:0:32639:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449489.018580:0:32639:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449489.018588:0:32639:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e8b8606bc00. 00000100:00000001:0.0:1789449489.018596:0:32639:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449489.018600:0:32639:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1789449489.018605:0:32639:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff9e8b836b2800. 00000100:00000010:0.0:1789449489.018609:0:32639:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff9e8b83742000. 00000020:00000040:0.0:1789449489.018612:0:32639:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=10 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000100:00000001:0.0:1789449489.018634:0:32639:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789449489.018636:0:32639:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789449489.018642:0:32639:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b8365dc00. 00000100:00000001:0.0:1789449489.018645:0:32639:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920774974464 : -107152934577152 : ffff9e8b8365dc00) 00000100:00000001:0.0:1789449489.018648:0:32639:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449489.018649:0:32639:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849149312 : -107152860402304 : ffff9e8b87d1ad80) 00000100:00000001:0.0:1789449489.018654:0:32639:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449489.018659:0:32639:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449489.018660:0:32639:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789449489.018662:0:32639:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789449489.018671:0:32639:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b87d1ad80 x1876371947512320/t0(0) o37->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449489.018679:0:32639:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789449489.018682:0:32639:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449489.018685:0:32639:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789449489.018688:0:32639:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789449489.018690:0:32639:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449489.018693:0:32639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b87d1ad80 pname:cluuid:pid:xid:nid:opc:job rm:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:32639:1876371947512320:192.168.202.109@tcp:37:rm.0 00000100:00000001:0.0:1789449489.018697:0:32639:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789449489.018702:0:32639:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789449489.018706:0:32639:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449489.018708:0:32639:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:0.0:1789449489.018718:0:32639:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:0.0:1789449489.018724:0:32639:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b86580d68. 00000400:00000010:0.0:1789449489.018734:0:32639:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff9e8b87d28000. 00000100:00000200:0.0:1789449489.018743:0:32639:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6aa8ce365e200-0x6aa8ce365e200, portal 14 00000100:00000001:0.0:1789449489.018746:0:32639:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449489.018748:0:32639:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789449489.018752:0:32639:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b836b1c00. 02000000:00000001:0.0:1789449489.018754:0:32639:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449489.018758:0:32639:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:0.0:1789449489.018760:0:32639:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b86580630. 00000400:00000010:0.0:1789449489.018765:0:32639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5220. 00000100:00000200:0.0:1789449489.018768:0:32639:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947512320, portal 10 00000100:00000001:0.0:1789449489.018770:0:32639:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449489.018771:0:32639:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849149312 : -107152860402304 : ffff9e8b87d1ad80) 00000100:00000040:0.0:1789449489.018778:0:32639:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b87d1ad80 x1876371947512320/t0(0) o37->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1789449505 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449489.018785:0:32639:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789449489.018788:0:32639:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1789449489.018793:0:32639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e53b8. 00000100:00000200:0.0:1789449489.018798:0:32639:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1876371947512320, offset 0 00000400:00000200:0.0:1789449489.018805:0:32639:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1789449489.018816:0:32639:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449489.018825:0:32639:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1789449489.018833:0:32639:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789449489.018838:0:32639:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1789449489.018842:0:32639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789449489.018845:0:32639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1789449489.018849:0:32639:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2788:2788:256:4294967295] 192.168.202.109@tcp LPNI seq info [2788:2788:8:4294967295] 00000400:00000200:0.0:1789449489.018853:0:32639:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449489.018864:0:32639:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1789449489.018872:0:32639:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1789449489.018917:0:32639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b864ec500. 00000800:00000200:0.0:1789449489.018926:0:32639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1789449489.018936:0:32639:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1789449489.018941:0:32639:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b864ec500 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:0.0:1789449489.018961:0:32639:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449489.018966:0:32639:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 817536 usecs (818 jiffies) 00000400:00000200:0.0:1789449489.018970:0:32639:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:0.0:1789449489.018973:0:32639:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296492523 00000100:00000001:0.0:1789449489.018977:0:32639:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296494113 00000100:00000001:0.0:1789449489.018980:0:32639:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296492523 00000100:00000001:0.0:1789449489.018982:0:32639:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296494113 00000100:00000001:0.0:1789449489.018985:0:32639:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449489.018988:0:32639:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449489.018991:0:32639:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449489.018993:0:32639:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789449489.018996:0:32639:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b8365dc00 going to sleep for 11 seconds 00000100:00000001:0.0:1789449489.018999:0:32639:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449489.019003:0:32639:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449489.019507:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449489.019514:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ec500. 00000400:00000200:3.0:1789449489.019522:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449489.019528:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449489.019535:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e53b8 00000400:00000010:3.0:1789449489.019538:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e53b8. 00000100:00000001:3.0:1789449489.019543:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449489.019548:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d1ad80 x1876371947512320/t0(0) o37->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1789449505 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449489.019559:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449489.019562:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d1ad80 x1876371947512320/t0(0) o37->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1789449505 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449489.019569:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449489.019571:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449489.022456:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449489.022478:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449489.022483:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449489.022485:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449489.022496:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449489.022505:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449489.022514:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449489.022519:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449489.022524:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449489.022528:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 4096 into portal 14 MB=0x6aa8ce365e200 00000400:00000200:2.0:1789449489.022533:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449489.022539:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.202.109@tcp of length 4096/4096 into md 0x7f3d [256] + 0 00000400:00000010:2.0:1789449489.022545:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b86580d68. 00000400:00000200:2.0:1789449489.022550:0:2393:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9e8b87d28000 00000800:00000001:2.0:1789449489.022556:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449489.022562:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449489.022566:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449489.022571:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449489.022576:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b87d28000 00000400:00000010:2.0:1789449489.022578:0:2393:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff9e8b87d28000. 00000100:00000001:2.0:1789449489.022583:0:2393:0:(events.c:177:client_bulk_callback()) Process entered 00000100:00000200:2.0:1789449489.022585:0:2393:0:(events.c:195:client_bulk_callback()) event type 2, status 0, req ffff9e8b87d1ad80 desc ffff9e8b836b2800 mbits 1876371947512320 00000100:00000001:2.0:1789449489.022742:0:2393:0:(events.c:220:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1789449489.022752:0:2393:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1789449489.022756:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449489.022761:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.202.9@tcp to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449489.022768:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2789:2789:256:4294967295] 192.168.202.109@tcp LPNI seq info [2789:2789:8:4294967295] 00000400:00000200:2.0:1789449489.022778:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449489.022788:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) 192.168.202.109@tcp : ACK try# 0 00000800:00000200:2.0:1789449489.022794:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449489.022805:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff9e8b87d98000. 00000800:00000200:2.0:1789449489.022812:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449489.022819:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449489.022825:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b87d98000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1789449489.022931:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449489.022935:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff9e8b87d98000. 00000400:00000200:2.0:1789449489.022939:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449489.022943:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: ACK: OK 00000800:00000001:2.0:1789449489.022949:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449489.022952:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449489.023037:0:32639:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449489.023043:0:32639:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1789449489.024384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b86498a00. 00000800:00000001:2.0:1789449489.025662:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449489.025678:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449489.025681:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449489.025683:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449489.025692:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449489.025698:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449489.025707:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449489.025710:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449489.025715:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449489.025719:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 440 into portal 10 MB=0x6aa8ce365e200 00000400:00000200:2.0:1789449489.025724:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449489.025730:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 440/440 into md 0x7f45 [1] + 224 00000800:00000001:2.0:1789449489.025737:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449489.025757:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449489.025761:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449489.025765:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449489.025781:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449489.025792:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d1ad80 x1876371947512320/t0(0) o37->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1789449505 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449489.026115:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff9e8b87d1ad80 x1876371947512320/t0(0) o37->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1789449505 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449489.026132:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449489.026145:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449489.026149:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449489.026219:0:32639:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789449489.026228:0:32639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789449489.026230:0:32639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789449489.026233:0:32639:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b86580630. 00000400:00000200:1.0:1789449489.026237:0:32639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5220 00000400:00000010:1.0:1789449489.026240:0:32639:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5220. 00000100:00000001:1.0:1789449489.026243:0:32639:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789449489.026247:0:32639:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b87d1ad80 x1876371947512320/t0(0) o37->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1789449505 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789449489.026253:0:32639:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b87d1ad80 x1876371947512320/t0(0) o37->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1789449505 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449489.026257:0:32639:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789449489.026259:0:32639:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449489.026261:0:32639:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789449489.026265:0:32639:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789449489.026267:0:32639:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789449489.026269:0:32639:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449489.026272:0:32639:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789449489.026284:0:32639:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ecf0 time=119 v=5 (5 5 5 5) 00000100:00001000:1.0:1789449489.026287:0:32639:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1789449489.026289:0:32639:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789449489.026291:0:32639:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449489.026294:0:32639:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789449489.026297:0:32639:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449489.026301:0:32639:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789449489.026303:0:32639:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967619 00000100:00000001:1.0:1789449489.026305:0:32639:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789449489.026307:0:32639:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449489.026311:0:32639:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff9e8b87d1ad80 x1876371947512320/t0(0) o37->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1789449505 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789449489.026318:0:32639:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff9e8b87d1ad80 x1876371947512320/t0(0) o37->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1789449505 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449489.026323:0:32639:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789449489.026325:0:32639:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789449489.026327:0:32639:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b87d1ad80 x1876371947512320/t0(0) o37->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1789449505 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789449489.026332:0:32639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b87d1ad80 pname:cluuid:pid:xid:nid:opc:job rm:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:32639:1876371947512320:192.168.202.109@tcp:37:rm.0 00000100:00000001:1.0:1789449489.026337:0:32639:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449489.026340:0:32639:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449489.026342:0:32639:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789449489.026345:0:32639:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449489.026348:0:32639:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d1ad80 x1876371947512320/t0(0) o37->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1789449505 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449489.026353:0:32639:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789449489.026356:0:32639:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b8365dc00. 00000100:00000001:1.0:1789449489.026360:0:32639:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789449489.026362:0:32639:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449489.026366:0:32639:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449489.026369:0:32639:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449489.026370:0:32639:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b87d1ad80 x1876371947512320/t0(0) o37->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1789449505 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449489.026374:0:32639:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789449489.026376:0:32639:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789449489.026379:0:32639:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b836b1c00. 02000000:00000001:1.0:1789449489.026383:0:32639:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789449489.026386:0:32639:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449489.026388:0:32639:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=9 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:1.0:1789449489.026390:0:32639:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:1.0:1789449489.026392:0:32639:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1789449489.026393:0:32639:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449489.026394:0:32639:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:1.0:1789449489.026395:0:32639:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000010:1.0:1789449489.026425:0:32639:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff9e8b83742000. 00000100:00000010:1.0:1789449489.026429:0:32639:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff9e8b836b2800. 00000100:00000001:1.0:1789449489.026432:0:32639:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1789449489.026436:0:32639:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e8b8606bc00. 02000000:00000001:1.0:1789449489.026439:0:32639:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789449489.026441:0:32639:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789449489.026443:0:32639:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b87d1ad80. 00000100:00000001:1.0:1789449489.026447:0:32639:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789449489.026449:0:32639:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789449489.026451:0:32639:0:(mdc_request.c:1315:mdc_dirpage_add()) Process entered 00000002:00000020:1.0:1789449489.026455:0:32639:0:(mdc_request.c:1322:mdc_dirpage_add()) read 1/1 00000002:00000010:1.0:1789449489.027483:0:32639:0:(mdc_request.c:1442:do_mdc_read_folio_remote()) kfreed 'folio_pool': 2048 at ffff9e8b87da3000. 00000002:00000001:1.0:1789449489.027495:0:32639:0:(mdc_request.c:1444:do_mdc_read_folio_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449489.027503:0:32639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449489.027507:0:32639:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449489.027510:0:32639:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204a600 refcount=3 00000020:00000001:1.0:1789449489.027513:0:32639:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825568256 : -107151883983360 : ffff9e8bc204a600) 00010000:00000001:1.0:1789449489.027517:0:32639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825568256 : -107151883983360 : ffff9e8bc204a600) 00010000:00000001:1.0:1789449489.027520:0:32639:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789449489.027527:0:32639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a600/0xcddde1459ded6696 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d531 expref: -99 pid: 32638 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1789449489.027540:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449489.027542:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449489.027544:0:32639:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789449489.027548:0:32639:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789449489.027551:0:32639:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a600/0xcddde1459ded6696 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d531 expref: -99 pid: 32638 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1789449489.027560:0:32639:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789449489.027563:0:32639:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789449489.027566:0:32639:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789449489.027572:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449489.027573:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449489.027575:0:32639:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449489.027579:0:32639:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789449489.027581:0:32639:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449489.027584:0:32639:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449489.027753:0:32639:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449489.027757:0:32639:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789449489.027759:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449489.027761:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:1.0:1789449489.027764:0:32639:0:(lmv_obd.c:3458:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449489.027780:0:32639:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1789449489.027789:0:32639:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611172 : 144115205339611172 : 200000405000024) 00000080:00000001:1.0:1789449489.027791:0:32639:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611174 : 144115205339611174 : 200000405000026) 00000080:00000001:1.0:1789449489.027797:0:32639:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449489.027803:0:32639:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b91d9a5c0 2 00000080:00000010:1.0:1789449489.027807:0:32639:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b8606a000. 00000080:00000001:1.0:1789449489.027814:0:32639:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449489.027864:0:32639:0:(dir.c:3022:ll_dir_release()) Process entered 00000080:00000001:1.0:1789449489.027868:0:32639:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1789449489.027872:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bdd0 00000080:00200008:1.0:1789449489.027875:0:32639:0:(file.c:479:ll_file_release()) START file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff9e8b891cc2c8), flags 704000 00000080:00400000:1.0:1789449489.027925:0:32639:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000405:0x24:0x0] 00000080:00000001:1.0:1789449489.027931:0:32639:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:1.0:1789449489.027934:0:32639:0:(pcc.c:2475:pcc_file_release()) Process leaving 00000080:00000001:1.0:1789449489.027936:0:32639:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:1.0:1789449489.027943:0:32639:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449489.027946:0:32639:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449489.027949:0:32639:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449489.027952:0:32639:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449489.027954:0:32639:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449489.027956:0:32639:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:1.0:1789449489.027959:0:32639:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449489.027965:0:32639:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789449489.027968:0:32639:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789449489.027976:0:32639:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bd700 count: 2 00010000:00000001:1.0:1789449489.027979:0:32639:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789449489.027984:0:32639:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449489.027985:0:32639:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x24:0x0]: 0 00000080:00000001:1.0:1789449489.027988:0:32639:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1789449489.027990:0:32639:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1789449489.027998:0:32639:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9e8b89881800. 00000080:00000001:1.0:1789449489.028000:0:32639:0:(file.c:90:ll_prepare_close()) Process entered 00800000:00000002:1.0:1789449489.028006:0:32639:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b91d9a5c0 2 00000080:00000001:1.0:1789449489.028010:0:32639:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1789449489.028013:0:32639:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:1.0:1789449489.028015:0:32639:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449489.028016:0:32639:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449489.028027:0:32639:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449489.028029:0:32639:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449489.028031:0:32639:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449489.028032:0:32639:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:1.0:1789449489.028034:0:32639:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449489.028036:0:32639:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x24:0x0] 00000002:00000001:1.0:1789449489.028040:0:32639:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1789449489.028043:0:32639:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9e8b89903000: [0x200000405:0x24:0x0] file closed with intent: 0 00000100:00000010:1.0:1789449489.028051:0:32639:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83693b80. 00000020:00000040:1.0:1789449489.028056:0:32639:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=9 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000100:00000001:1.0:1789449489.028062:0:32639:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789449489.028074:0:32639:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789449489.028081:0:32639:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789449489.028093:0:32639:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e8b89880600. 00000100:00000001:1.0:1789449489.028103:0:32639:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1789449489.028126:0:32639:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9e8b87d19c00 x1876371947512192/t4294967628(4294967628) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/664 e 0 to 0 dl 1789449505 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1789449489.028139:0:32639:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e8b89903000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1789449489.028155:0:32639:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e8b83693b80 x1876371947512576/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1789449489.028164:0:32639:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789449489.028166:0:32639:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789449489.028175:0:32639:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b8580b000. 00000100:00000001:1.0:1789449489.028177:0:32639:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920810287104 : -107152899264512 : ffff9e8b8580b000) 00000100:00000001:1.0:1789449489.028181:0:32639:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449489.028182:0:32639:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775195520 : -107152934356096 : ffff9e8b83693b80) 00000100:00000001:1.0:1789449489.028188:0:32639:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789449489.028193:0:32639:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449489.028196:0:32639:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789449489.028198:0:32639:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789449489.028203:0:32639:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83693b80 x1876371947512576/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449489.028211:0:32639:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449489.028214:0:32639:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449489.028218:0:32639:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789449489.028222:0:32639:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789449489.028224:0:32639:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449489.028229:0:32639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83693b80 pname:cluuid:pid:xid:nid:opc:job rm:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:32639:1876371947512576:192.168.202.109@tcp:35:rm.0 00000100:00000001:1.0:1789449489.028233:0:32639:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789449489.028239:0:32639:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789449489.028242:0:32639:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449489.028245:0:32639:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789449489.028250:0:32639:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b8678ec00. 02000000:00000001:1.0:1789449489.028252:0:32639:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789449489.028263:0:32639:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:1.0:1789449489.028269:0:32639:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b83427e18. 00000400:00000010:1.0:1789449489.028277:0:32639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012e58. 00000100:00000200:1.0:1789449489.028285:0:32639:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947512576, portal 10 00000100:00000001:1.0:1789449489.028287:0:32639:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449489.028289:0:32639:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775195520 : -107152934356096 : ffff9e8b83693b80) 00000100:00000040:1.0:1789449489.028295:0:32639:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b83693b80 x1876371947512576/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449505 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449489.028303:0:32639:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789449489.028306:0:32639:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1789449489.028309:0:32639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012110. 00000100:00000200:1.0:1789449489.028313:0:32639:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876371947512576, offset 0 00000400:00000200:1.0:1789449489.028320:0:32639:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1789449489.028331:0:32639:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449489.028340:0:32639:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1789449489.028346:0:32639:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789449489.028352:0:32639:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1789449489.028356:0:32639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789449489.028359:0:32639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1789449489.028363:0:32639:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2790:2790:256:4294967295] 192.168.202.109@tcp LPNI seq info [2790:2790:8:4294967295] 00000400:00000200:1.0:1789449489.028369:0:32639:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449489.028380:0:32639:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1789449489.028387:0:32639:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1789449489.028393:0:32639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b8c47a400. 00000800:00000200:1.0:1789449489.028401:0:32639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1789449489.028411:0:32639:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1789449489.028417:0:32639:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b8c47a400 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1789449489.028439:0:32639:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449489.028444:0:32639:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 816433 usecs (817 jiffies) 00000400:00000200:1.0:1789449489.028447:0:32639:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:1.0:1789449489.028450:0:32639:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296492531 00000100:00000001:1.0:1789449489.028454:0:32639:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296494113 00000100:00000001:1.0:1789449489.028457:0:32639:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296492531 00000100:00000001:1.0:1789449489.028459:0:32639:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296494113 00000100:00000001:1.0:1789449489.028463:0:32639:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449489.028466:0:32639:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449489.028468:0:32639:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789449489.028471:0:32639:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789449489.028474:0:32639:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b8580b000 going to sleep for 11 seconds 00000100:00000001:1.0:1789449489.028476:0:32639:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449489.028479:0:32639:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449489.029743:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449489.029754:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47a400. 00000400:00000200:3.0:1789449489.029763:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449489.029772:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449489.029789:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012110 00000400:00000010:3.0:1789449489.029792:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012110. 00000100:00000001:3.0:1789449489.029806:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449489.029814:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83693b80 x1876371947512576/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449505 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449489.029827:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449489.029830:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83693b80 x1876371947512576/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449505 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449489.029843:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449489.029845:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449489.038264:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449489.038286:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449489.038292:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449489.038293:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449489.038305:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449489.038314:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449489.038324:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449489.038329:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449489.038335:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449489.038339:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 456 into portal 10 MB=0x6aa8ce365e300 00000400:00000200:2.0:1789449489.038344:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449489.038351:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 456/456 into md 0x7f4d [1] + 224 00000800:00000001:2.0:1789449489.038360:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449489.038367:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449489.038371:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449489.038376:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449489.038386:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449489.038400:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83693b80 x1876371947512576/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449505 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449489.038410:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9e8b83693b80 x1876371947512576/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449505 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449489.038427:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449489.038438:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449489.038441:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449489.038494:0:32639:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789449489.038506:0:32639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789449489.038509:0:32639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789449489.038513:0:32639:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b83427e18. 00000400:00000200:1.0:1789449489.038520:0:32639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012e58 00000400:00000010:1.0:1789449489.038524:0:32639:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012e58. 00000100:00000001:1.0:1789449489.038527:0:32639:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789449489.038532:0:32639:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83693b80 x1876371947512576/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449505 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789449489.038542:0:32639:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83693b80 x1876371947512576/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449505 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449489.038548:0:32639:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789449489.038550:0:32639:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449489.038553:0:32639:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789449489.038557:0:32639:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789449489.038561:0:32639:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789449489.038563:0:32639:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449489.038567:0:32639:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789449489.038581:0:32639:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ecf0 time=119 v=5 (5 5 5 5) 00000100:00001000:1.0:1789449489.038585:0:32639:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1789449489.038652:0:32639:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789449489.038654:0:32639:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449489.038658:0:32639:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789449489.038663:0:32639:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449489.038667:0:32639:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789449489.038671:0:32639:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1789449489.038673:0:32639:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789449489.038676:0:32639:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449489.038679:0:32639:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775195520 : -107152934356096 : ffff9e8b83693b80) 00000100:00000001:1.0:1789449489.038682:0:32639:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789449489.038685:0:32639:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967619 00000100:00000001:1.0:1789449489.038687:0:32639:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789449489.038690:0:32639:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449489.038697:0:32639:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83693b80 x1876371947512576/t4294967629(4294967629) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449505 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449489.038704:0:32639:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449489.038708:0:32639:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789449489.038710:0:32639:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789449489.038714:0:32639:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83693b80 x1876371947512576/t4294967629(4294967629) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449505 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789449489.038723:0:32639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83693b80 pname:cluuid:pid:xid:nid:opc:job rm:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:32639:1876371947512576:192.168.202.109@tcp:35:rm.0 00000100:00000001:1.0:1789449489.038728:0:32639:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449489.038731:0:32639:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449489.038733:0:32639:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789449489.038736:0:32639:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449489.038739:0:32639:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83693b80 x1876371947512576/t4294967629(4294967629) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449505 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449489.038745:0:32639:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789449489.038749:0:32639:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b8580b000. 00000100:00000001:1.0:1789449489.038753:0:32639:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789449489.038754:0:32639:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449489.038765:0:32639:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449489.038766:0:32639:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775195520 : -107152934356096 : ffff9e8b83693b80) 00000002:00000001:1.0:1789449489.038770:0:32639:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449489.038774:0:32639:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449489.038779:0:32639:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b91d9a5c0 2 00000080:00000010:1.0:1789449489.038784:0:32639:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b89881800. 00000080:00000001:1.0:1789449489.038788:0:32639:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1789449489.038793:0:32639:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:1.0:1789449489.038796:0:32639:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449489.038800:0:32639:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449489.038803:0:32639:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449489.038806:0:32639:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449489.038808:0:32639:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449489.038810:0:32639:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:1.0:1789449489.038813:0:32639:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449489.038820:0:32639:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1789449489.038826:0:32639:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9e8b87d19c00 x1876371947512192/t4294967628(4294967628) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/664 e 0 to 0 dl 1789449505 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449489.038834:0:32639:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449489.038836:0:32639:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849144832 : -107152860406784 : ffff9e8b87d19c00) 00000100:00000001:1.0:1789449489.038838:0:32639:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449489.038841:0:32639:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d19c00 x1876371947512192/t4294967628(4294967628) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/664 e 0 to 0 dl 1789449505 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449489.038848:0:32639:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449489.038851:0:32639:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449489.039093:0:32639:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83693b80 x1876371947512576/t4294967629(4294967629) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449505 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449489.039102:0:32639:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449489.039105:0:32639:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449489.039108:0:32639:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b87d19c00 x1876371947512192/t4294967628(4294967628) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/664 e 0 to 0 dl 1789449505 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449489.039116:0:32639:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1789449489.039121:0:32639:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449489.039123:0:32639:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:1.0:1789449489.039126:0:32639:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789449489.039132:0:32639:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b836b0400. 02000000:00000001:1.0:1789449489.039137:0:32639:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789449489.039141:0:32639:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789449489.039143:0:32639:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b87d19c00. 00000100:00000001:1.0:1789449489.039158:0:32639:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789449489.039159:0:32639:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449489.039161:0:32639:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449489.039165:0:32639:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83693b80 x1876371947512576/t4294967629(4294967629) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449505 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449489.039172:0:32639:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789449489.039174:0:32639:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff9e8b87d97ce0. 00000002:00000001:1.0:1789449489.039178:0:32639:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449489.039180:0:32639:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789449489.039184:0:32639:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9e8b8c476780. 00000100:00000001:1.0:1789449489.039187:0:32639:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449489.039190:0:32639:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83693b80 x1876371947512576/t4294967629(4294967629) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449505 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449489.039198:0:32639:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789449489.039201:0:32639:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789449489.039204:0:32639:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b8678ec00. 02000000:00000001:1.0:1789449489.039209:0:32639:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789449489.039210:0:32639:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449489.039212:0:32639:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:1.0:1789449489.039214:0:32639:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789449489.039216:0:32639:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e8b89880600. 02000000:00000001:1.0:1789449489.039218:0:32639:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789449489.039219:0:32639:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789449489.039221:0:32639:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83693b80. 00000100:00000001:1.0:1789449489.039226:0:32639:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789449489.039227:0:32639:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789449489.039230:0:32639:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789449489.039235:0:32639:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9e8b8432d040. 00000080:00000001:1.0:1789449489.039240:0:32639:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449489.039247:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bdd0 00000080:00000008:1.0:1789449489.039251:0:32639:0:(file.c:523:ll_file_release()) COMPLETED file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff9e8b891cc2c8), flags 704000, rc = 0 00000080:00000001:1.0:1789449489.039255:0:32639:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449489.039258:0:32639:0:(dir.c:3023:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449489.039342:0:32639:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789449489.039348:0:32639:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789449489.039351:0:32639:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789449489.039353:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bbc0 00000080:00200000:1.0:1789449489.039356:0:32639:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:1.0:1789449489.039364:0:32639:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b89880600. 00800000:00000002:1.0:1789449489.039373:0:32639:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:1.0:1789449489.039379:0:32639:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789449489.039384:0:32639:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789449489.039387:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bae0 00800000:00000002:1.0:1789449489.039390:0:32639:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789449489.039394:0:32639:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789449489.039397:0:32639:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449489.039399:0:32639:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449489.039400:0:32639:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449489.039402:0:32639:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449489.039404:0:32639:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449489.039406:0:32639:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789449489.039408:0:32639:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449489.039411:0:32639:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789449489.039416:0:32639:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789449489.039419:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2b9b0 00000002:00010000:1.0:1789449489.039421:0:32639:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789449489.039425:0:32639:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789449489.039428:0:32639:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789449489.039432:0:32639:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789449489.039443:0:32639:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cba100 count: 2 00010000:00000001:1.0:1789449489.039446:0:32639:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449489.039453:0:32639:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449489.039459:0:32639:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789449489.039464:0:32639:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499e00/0xcddde1459ded66c0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d5d2 expref: -99 pid: 32639 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1789449489.039478:0:32639:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789449489.039484:0:32639:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449489.039488:0:32639:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499e00/0xcddde1459ded66c0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d5d2 expref: -99 pid: 32639 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1789449489.039503:0:32639:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789449489.039506:0:32639:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789449489.039508:0:32639:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789449489.039510:0:32639:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789449489.039512:0:32639:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789449489.039515:0:32639:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789449489.039519:0:32639:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789449489.039521:0:32639:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:1.0:1789449489.039524:0:32639:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b89880600. 00000080:00000001:1.0:1789449489.039528:0:32639:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789449489.039531:0:32639:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789449489.039534:0:32639:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:1.0:1789449489.039538:0:32639:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded66c0 00800000:00000001:1.0:1789449489.039542:0:32639:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789449489.039545:0:32639:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789449489.039547:0:32639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449489.039549:0:32639:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449489.039553:0:32639:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499e00 refcount=3 00000020:00000001:1.0:1789449489.039555:0:32639:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823455232 : -107152886096384 : ffff9e8b86499e00) 00010000:00000001:1.0:1789449489.039558:0:32639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823455232 : -107152886096384 : ffff9e8b86499e00) 00010000:00000001:1.0:1789449489.039562:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449489.039564:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789449489.039565:0:32639:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449489.039568:0:32639:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789449489.039571:0:32639:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded66c0 from it ffffb71181d2bbf8 00010000:00000001:1.0:1789449489.039573:0:32639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449489.039575:0:32639:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449489.039577:0:32639:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499e00 refcount=3 00000020:00000001:1.0:1789449489.039578:0:32639:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823455232 : -107152886096384 : ffff9e8b86499e00) 00010000:00000001:1.0:1789449489.039580:0:32639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823455232 : -107152886096384 : ffff9e8b86499e00) 00010000:00000001:1.0:1789449489.039583:0:32639:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789449489.040141:0:32639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499e00/0xcddde1459ded66c0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d5d2 expref: -99 pid: 32639 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789449489.040164:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449489.040165:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449489.040167:0:32639:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789449489.040170:0:32639:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789449489.040173:0:32639:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499e00/0xcddde1459ded66c0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d5d2 expref: -99 pid: 32639 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1789449489.040183:0:32639:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789449489.040186:0:32639:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789449489.040189:0:32639:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789449489.040195:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449489.040197:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449489.040198:0:32639:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449489.040202:0:32639:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789449489.040204:0:32639:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449489.040206:0:32639:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449489.040210:0:32639:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449489.040212:0:32639:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789449489.040213:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449489.040215:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789449489.040219:0:32639:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789449489.040221:0:32639:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789449489.040224:0:32639:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908), inode mode 41ff mask 1 00000080:00000001:1.0:1789449489.040229:0:32639:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449489.040235:0:32639:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1789449489.040239:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bbc0 00000080:00002000:1.0:1789449489.040240:0:32639:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-2(ffff9e8b89340000) flags 0x20000e refc 1 00000080:00000001:1.0:1789449489.040244:0:32639:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449489.040246:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bc08 00000080:00200000:1.0:1789449489.040248:0:32639:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-2, flags=266 00000080:00000002:1.0:1789449489.040258:0:32639:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-2 [0x200000405:0x24:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:1.0:1789449489.040265:0:32639:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1789449489.040267:0:32639:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x24:0x0](ffff9e8b891cc2c8), inode mode 41ed mask 44 00000080:00000001:1.0:1789449489.040271:0:32639:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449489.040281:0:32639:0:(dir.c:3016:ll_dir_open()) Process entered 00000080:00000001:1.0:1789449489.040284:0:32639:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1789449489.040286:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bb78 00000080:00200008:1.0:1789449489.040288:0:32639:0:(file.c:1090:ll_file_open()) START file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff9e8b891cc2c8), flags 704400 00000080:00000010:1.0:1789449489.040297:0:32639:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9e8b8c447180. 00000080:00000001:1.0:1789449489.040305:0:32639:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:1.0:1789449489.040309:0:32639:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b89880600. 00800000:00000002:1.0:1789449489.040314:0:32639:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:1.0:1789449489.040317:0:32639:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789449489.040321:0:32639:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789449489.040323:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2ba28 00800000:00000002:1.0:1789449489.040325:0:32639:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000405:0x24:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789449489.040329:0:32639:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1789449489.040331:0:32639:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449489.040333:0:32639:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449489.040334:0:32639:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449489.040336:0:32639:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449489.040338:0:32639:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449489.040340:0:32639:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:1.0:1789449489.040341:0:32639:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449489.040345:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2b9a8 00800000:00000002:1.0:1789449489.040347:0:32639:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x24:0x0], name='' -> mds #0 layout version 1 00000002:00000001:1.0:1789449489.040351:0:32639:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789449489.040352:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2b8e0 00000002:00010000:1.0:1789449489.040353:0:32639:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x24:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0104240704401 00000002:00000001:1.0:1789449489.040357:0:32639:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789449489.040361:0:32639:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1789449489.040366:0:32639:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1789449489.040372:0:32639:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bd700 count: 2 00010000:00000001:1.0:1789449489.040375:0:32639:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449489.040378:0:32639:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1789449489.040381:0:32639:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449489.040383:0:32639:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449489.040385:0:32639:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449489.040387:0:32639:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1789449489.040389:0:32639:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cba100 count: 2 00010000:00000001:1.0:1789449489.040390:0:32639:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449489.040392:0:32639:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1789449489.040393:0:32639:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449489.040395:0:32639:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449489.040396:0:32639:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789449489.040402:0:32639:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83693b80. 00000020:00000040:1.0:1789449489.040406:0:32639:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e8b89903000 02000000:00000001:1.0:1789449489.040413:0:32639:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789449489.040415:0:32639:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449489.040418:0:32639:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789449489.040424:0:32639:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789449489.040427:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449489.040428:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449489.040429:0:32639:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449489.040432:0:32639:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789449489.040435:0:32639:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789449489.040440:0:32639:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789449489.040449:0:32639:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b8678ec00. 00000100:00000001:1.0:1789449489.040457:0:32639:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449489.040464:0:32639:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789449489.040465:0:32639:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449489.040467:0:32639:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789449489.040468:0:32639:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449489.040470:0:32639:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449489.040480:0:32639:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446636920775195520 : -107152934356096 : ffff9e8b83693b80) 00010000:00000001:1.0:1789449489.040483:0:32639:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789449489.040486:0:32639:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1789449489.040489:0:32639:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cba100 count: 2 00010000:00000001:1.0:1789449489.040491:0:32639:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449489.040493:0:32639:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789449489.040497:0:32639:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8bc204b000. 00000020:00000001:1.0:1789449489.040502:0:32639:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789449489.040505:0:32639:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8bc204b000 with handle 0xcddde1459ded66ce to hash 00000020:00000001:1.0:1789449489.040507:0:32639:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789449489.040510:0:32639:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636921825570816 : -107151883980800 : ffff9e8bc204b000) 00010000:00000001:1.0:1789449489.040513:0:32639:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636921825570816 : -107151883980800 : ffff9e8bc204b000) 00010000:00000001:1.0:1789449489.040516:0:32639:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449489.040519:0:32639:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449489.040522:0:32639:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204b000/0xcddde1459ded66ce lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32639 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789449489.040530:0:32639:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204b000/0xcddde1459ded66ce lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32639 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1789449489.040544:0:32639:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e8b89903000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1789449489.040556:0:32639:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e8b83693b80 x1876371947512832/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1789449489.040567:0:32639:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204b000/0xcddde1459ded66ce lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32639 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789449489.040573:0:32639:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789449489.040576:0:32639:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789449489.040586:0:32639:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b8580b000. 00000100:00000001:1.0:1789449489.040603:0:32639:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920810287104 : -107152899264512 : ffff9e8b8580b000) 00000100:00000001:1.0:1789449489.040606:0:32639:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449489.040607:0:32639:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775195520 : -107152934356096 : ffff9e8b83693b80) 00000100:00000001:1.0:1789449489.040613:0:32639:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789449489.040618:0:32639:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449489.040620:0:32639:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789449489.040622:0:32639:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789449489.040627:0:32639:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83693b80 x1876371947512832/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449489.040634:0:32639:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449489.040637:0:32639:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449489.040641:0:32639:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789449489.040645:0:32639:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789449489.040647:0:32639:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449489.040651:0:32639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83693b80 pname:cluuid:pid:xid:nid:opc:job rm:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:32639:1876371947512832:192.168.202.109@tcp:101:rm.0 00000100:00000001:1.0:1789449489.040655:0:32639:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789449489.040662:0:32639:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789449489.040664:0:32639:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449489.040667:0:32639:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789449489.040815:0:32639:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff9e8b87dc0000. 02000000:00000001:1.0:1789449489.040819:0:32639:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789449489.040830:0:32639:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:1.0:1789449489.040836:0:32639:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b83427e18. 00000400:00000010:1.0:1789449489.040846:0:32639:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9e8b86792000. 00000100:00000200:1.0:1789449489.040869:0:32639:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1876371947512832, portal 10 00000100:00000001:1.0:1789449489.040872:0:32639:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449489.040874:0:32639:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775195520 : -107152934356096 : ffff9e8b83693b80) 00000100:00000040:1.0:1789449489.040914:0:32639:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b83693b80 x1876371947512832/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789449505 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449489.040922:0:32639:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789449489.040926:0:32639:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1789449489.040931:0:32639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012e58. 00000100:00000200:1.0:1789449489.040936:0:32639:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1876371947512832, offset 0 00000400:00000200:1.0:1789449489.040946:0:32639:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1789449489.040956:0:32639:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449489.040967:0:32639:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1789449489.040974:0:32639:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789449489.040979:0:32639:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1789449489.040984:0:32639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789449489.040987:0:32639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1789449489.040992:0:32639:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2791:2791:256:4294967295] 192.168.202.109@tcp LPNI seq info [2791:2791:8:4294967295] 00000400:00000200:1.0:1789449489.040997:0:32639:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449489.041010:0:32639:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1789449489.041028:0:32639:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1789449489.041035:0:32639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b8c47a100. 00000800:00000200:1.0:1789449489.041044:0:32639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1789449489.041054:0:32639:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1789449489.041060:0:32639:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b8c47a100 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:1.0:1789449489.041091:0:32639:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449489.041097:0:32639:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 815340 usecs (816 jiffies) 00000400:00000200:1.0:1789449489.041101:0:32639:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:1.0:1789449489.041104:0:32639:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296492543 00000100:00000001:1.0:1789449489.041107:0:32639:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296494113 00000100:00000001:1.0:1789449489.041110:0:32639:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296492543 00000100:00000001:1.0:1789449489.041113:0:32639:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296494113 00000100:00000001:1.0:1789449489.041115:0:32639:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449489.041119:0:32639:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449489.041121:0:32639:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789449489.041123:0:32639:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789449489.041126:0:32639:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b8580b000 going to sleep for 11 seconds 00000100:00000001:1.0:1789449489.041129:0:32639:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449489.041132:0:32639:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449489.041347:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449489.041353:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47a100. 00000400:00000200:3.0:1789449489.041360:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449489.041371:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449489.041379:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012e58 00000400:00000010:3.0:1789449489.041382:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012e58. 00000100:00000001:3.0:1789449489.041388:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449489.041392:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83693b80 x1876371947512832/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789449505 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449489.041408:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449489.041411:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83693b80 x1876371947512832/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789449505 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449489.041419:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449489.041420:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449489.045173:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449489.045195:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449489.045201:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449489.045204:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449489.045215:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449489.045223:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449489.045233:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449489.045238:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449489.045244:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449489.045248:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 664 into portal 10 MB=0x6aa8ce365e400 00000400:00000200:2.0:1789449489.045254:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449489.045262:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 664/664 into md 0x7f55 [64] + 224 00000800:00000001:2.0:1789449489.045269:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449489.045277:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449489.045281:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449489.045286:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449489.045297:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449489.045310:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83693b80 x1876371947512832/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789449505 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449489.045323:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff9e8b83693b80 x1876371947512832/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789449505 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449489.045342:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449489.045356:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449489.045359:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449489.045372:0:32639:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789449489.045384:0:32639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789449489.045387:0:32639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789449489.045392:0:32639:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b83427e18. 00000400:00000200:1.0:1789449489.045396:0:32639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b86792000 00000400:00000010:1.0:1789449489.045399:0:32639:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff9e8b86792000. 00000100:00000001:1.0:1789449489.045403:0:32639:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789449489.045407:0:32639:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83693b80 x1876371947512832/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789449505 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789449489.045413:0:32639:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83693b80 x1876371947512832/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789449505 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449489.045418:0:32639:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789449489.045420:0:32639:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449489.045422:0:32639:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789449489.045425:0:32639:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789449489.045427:0:32639:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789449489.045430:0:32639:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449489.045433:0:32639:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789449489.045444:0:32639:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=119 v=5 (5 102 102 102) 00000100:00001000:1.0:1789449489.045449:0:32639:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1789449489.045451:0:32639:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789449489.045452:0:32639:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449489.045455:0:32639:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789449489.045458:0:32639:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449489.045461:0:32639:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789449489.045462:0:32639:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1789449489.045463:0:32639:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789449489.045466:0:32639:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449489.045467:0:32639:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775195520 : -107152934356096 : ffff9e8b83693b80) 00000100:00000001:1.0:1789449489.045470:0:32639:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789449489.045472:0:32639:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967619 00000100:00000001:1.0:1789449489.045473:0:32639:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789449489.045476:0:32639:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449489.045479:0:32639:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83693b80 x1876371947512832/t4294967630(4294967630) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1789449505 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449489.045484:0:32639:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449489.045486:0:32639:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789449489.045488:0:32639:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789449489.045490:0:32639:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83693b80 x1876371947512832/t4294967630(4294967630) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1789449505 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789449489.045495:0:32639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83693b80 pname:cluuid:pid:xid:nid:opc:job rm:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:32639:1876371947512832:192.168.202.109@tcp:101:rm.0 00000100:00000001:1.0:1789449489.045499:0:32639:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449489.045501:0:32639:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449489.045503:0:32639:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789449489.045505:0:32639:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449489.045508:0:32639:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83693b80 x1876371947512832/t4294967630(4294967630) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1789449505 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449489.045512:0:32639:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789449489.045515:0:32639:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b8580b000. 00000100:00000001:1.0:1789449489.045518:0:32639:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789449489.045519:0:32639:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449489.045522:0:32639:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789449489.045527:0:32639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449489.045530:0:32639:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449489.045533:0:32639:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204b000 refcount=4 00000020:00000001:1.0:1789449489.045534:0:32639:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825570816 : -107151883980800 : ffff9e8bc204b000) 00010000:00000001:1.0:1789449489.045537:0:32639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825570816 : -107151883980800 : ffff9e8bc204b000) 00010000:00000040:1.0:1789449489.045543:0:32639:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e8bc204b000, remote cookie: 0xeb7cbf5e2fd3d5ee, flags: 0x1001 00010000:00000040:1.0:1789449489.045546:0:32639:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x24:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1789449489.045548:0:32639:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:1.0:1789449489.045555:0:32639:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bd700 count: 2 00010000:00000001:1.0:1789449489.045557:0:32639:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449489.045561:0:32639:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449489.045566:0:32639:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204b000/0xcddde1459ded66ce lrc: 4/1,0 mode: --/CR res: [0x200000405:0x24:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d5ee expref: -99 pid: 32639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789449489.045573:0:32639:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204b000/0xcddde1459ded66ce lrc: 4/1,0 mode: --/CR res: [0x200000405:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d5ee expref: -99 pid: 32639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449489.045577:0:32639:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789449489.045582:0:32639:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789449489.045583:0:32639:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789449489.045646:0:32639:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789449489.045648:0:32639:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789449489.045651:0:32639:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x24:0x0].0x0 (ffff9e8b902bd700) refcount = 2 00010000:00000040:1.0:1789449489.045654:0:32639:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1789449489.045656:0:32639:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a600/0xcddde1459ded6696 lrc: 1/0,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d531 expref: -99 pid: 32638 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1789449489.045662:0:32639:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204b000/0xcddde1459ded66ce lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d5ee expref: -99 pid: 32639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449489.045667:0:32639:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789449489.045671:0:32639:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789449489.045672:0:32639:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449489.045675:0:32639:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789449489.045677:0:32639:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449489.045680:0:32639:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204b000/0xcddde1459ded66ce lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d5ee expref: -99 pid: 32639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449489.045684:0:32639:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789449489.045685:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449489.045687:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449489.045688:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449489.045688:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449489.045690:0:32639:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449489.045694:0:32639:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789449489.045696:0:32639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449489.045697:0:32639:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449489.045698:0:32639:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204b000 refcount=3 00000020:00000001:1.0:1789449489.045699:0:32639:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825570816 : -107151883980800 : ffff9e8bc204b000) 00010000:00000001:1.0:1789449489.045700:0:32639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825570816 : -107151883980800 : ffff9e8bc204b000) 00010000:00000001:1.0:1789449489.045702:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449489.045703:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789449489.045706:0:32639:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x200002b, status=0 req@ffff9e8b83693b80 x1876371947512832/t4294967630(4294967630) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1789449505 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789449489.045714:0:32639:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1789449489.045717:0:32639:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9e8b83693b80 x1876371947512832/t4294967630(4294967630) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1789449505 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789449489.045722:0:32639:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449489.045727:0:32639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449489.045728:0:32639:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449489.045728:0:32639:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204b000 refcount=3 00000020:00000001:1.0:1789449489.045730:0:32639:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825570816 : -107151883980800 : ffff9e8bc204b000) 00010000:00000001:1.0:1789449489.045732:0:32639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825570816 : -107151883980800 : ffff9e8bc204b000) 00010000:00000001:1.0:1789449489.045734:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449489.045735:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789449489.045736:0:32639:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449489.045737:0:32639:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449489.045740:0:32639:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1789449489.045742:0:32639:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449489.045743:0:32639:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775195520 : -107152934356096 : ffff9e8b83693b80) 00010000:00000001:1.0:1789449489.045744:0:32639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449489.045745:0:32639:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449489.045745:0:32639:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204b000 refcount=3 00000020:00000001:1.0:1789449489.045746:0:32639:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825570816 : -107151883980800 : ffff9e8bc204b000) 00010000:00000001:1.0:1789449489.045748:0:32639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825570816 : -107151883980800 : ffff9e8bc204b000) 00000002:00010000:1.0:1789449489.045751:0:32639:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204b000/0xcddde1459ded66ce lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d5ee expref: -99 pid: 32639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449489.045756:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449489.045757:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449489.045759:0:32639:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789449489.045759:0:32639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449489.045760:0:32639:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449489.045761:0:32639:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204b000 refcount=3 00000020:00000001:1.0:1789449489.045763:0:32639:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825570816 : -107151883980800 : ffff9e8bc204b000) 00010000:00000001:1.0:1789449489.045764:0:32639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825570816 : -107151883980800 : ffff9e8bc204b000) 00010000:00000040:1.0:1789449489.045767:0:32639:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bd700 count: 3 00010000:00000001:1.0:1789449489.045769:0:32639:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1789449489.045774:0:32639:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e8b83488400 type 13 mode 16 res 8589935621/36 (0 0) 00010000:00000001:1.0:1789449489.045777:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449489.045778:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789449489.045779:0:32639:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789449489.045783:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2b868 00000002:00002000:1.0:1789449489.045785:0:32639:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x280002b: rc = 0 00000002:00000001:1.0:1789449489.045789:0:32639:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449489.045794:0:32639:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449489.045797:0:32639:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789449489.045801:0:32639:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1789449489.045805:0:32639:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449489.045810:0:32639:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:1.0:1789449489.045815:0:32639:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b89880600. 00000080:00000001:1.0:1789449489.045820:0:32639:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789449489.045827:0:32639:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1789449489.045832:0:32639:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1789449489.045838:0:32639:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9e8b91d9ab40. 00800000:00000001:1.0:1789449489.045841:0:32639:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446636921017445184 : -107152692106432 : ffff9e8b91d9ab40) 00800000:00000001:1.0:1789449489.045844:0:32639:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449489.045846:0:32639:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789449489.045848:0:32639:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1789449489.045851:0:32639:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x24:0x0] 00000080:00000001:1.0:1789449489.045855:0:32639:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1789449489.045859:0:32639:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1789449489.045862:0:32639:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449489.045972:0:32639:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611172 : 144115205339611172 : 200000405000024) 00000080:00000001:1.0:1789449489.045975:0:32639:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1789449489.045982:0:32639:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x24:0x0], updating i_size 4096 00010000:00000001:1.0:1789449489.045984:0:32639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449489.045986:0:32639:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449489.045987:0:32639:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204b000 refcount=3 00000020:00000001:1.0:1789449489.045989:0:32639:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825570816 : -107151883980800 : ffff9e8bc204b000) 00010000:00000001:1.0:1789449489.045991:0:32639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825570816 : -107151883980800 : ffff9e8bc204b000) 00010000:00000001:1.0:1789449489.045994:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449489.045995:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789449489.045996:0:32639:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789449489.045999:0:32639:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1789449489.046000:0:32639:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b91d9ab40 1 00800000:00000010:1.0:1789449489.046004:0:32639:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9e8b91d9ab40. 00800000:00000001:1.0:1789449489.046008:0:32639:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789449489.046012:0:32639:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x24:0x0](ffff9e8b891cc2c8) for lock 0xcddde1459ded66ce 00800000:00000001:1.0:1789449489.046026:0:32639:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789449489.046028:0:32639:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789449489.046029:0:32639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449489.046030:0:32639:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449489.046032:0:32639:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204b000 refcount=3 00000020:00000001:1.0:1789449489.046034:0:32639:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825570816 : -107151883980800 : ffff9e8bc204b000) 00010000:00000001:1.0:1789449489.046036:0:32639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825570816 : -107151883980800 : ffff9e8bc204b000) 00010000:00000001:1.0:1789449489.046039:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449489.046040:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789449489.046041:0:32639:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449489.046044:0:32639:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789449489.046048:0:32639:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-2 [0x200000405:0x24:0x0] depth 1 server default LMV inherit depth 0 00000100:00000001:1.0:1789449489.046052:0:32639:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449489.046057:0:32639:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83693b80 x1876371947512832/t4294967630(4294967630) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/664 e 0 to 0 dl 1789449505 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449489.046064:0:32639:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789449489.046077:0:32639:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded66ce from it ffffb71181d2bbd0 00010000:00000001:1.0:1789449489.046080:0:32639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449489.046082:0:32639:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449489.046083:0:32639:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204b000 refcount=3 00000020:00000001:1.0:1789449489.046085:0:32639:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825570816 : -107151883980800 : ffff9e8bc204b000) 00010000:00000001:1.0:1789449489.046087:0:32639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825570816 : -107151883980800 : ffff9e8bc204b000) 00010000:00000001:1.0:1789449489.046090:0:32639:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789449489.046095:0:32639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204b000/0xcddde1459ded66ce lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d5ee expref: -99 pid: 32639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449489.046103:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449489.046104:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449489.046106:0:32639:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789449489.046110:0:32639:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789449489.046112:0:32639:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204b000/0xcddde1459ded66ce lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d5ee expref: -99 pid: 32639 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789449489.046126:0:32639:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789449489.046129:0:32639:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789449489.046131:0:32639:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789449489.046137:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449489.046139:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449489.046140:0:32639:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449489.046144:0:32639:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789449489.046154:0:32639:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449489.046157:0:32639:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449489.046160:0:32639:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449489.046162:0:32639:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789449489.046164:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449489.046165:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789449489.046169:0:32639:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789449489.046175:0:32639:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9e8b91d9ab40. 00000080:00000001:1.0:1789449489.046179:0:32639:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1789449489.046183:0:32639:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:1.0:1789449489.046186:0:32639:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449489.046190:0:32639:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449489.046192:0:32639:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449489.046194:0:32639:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449489.046196:0:32639:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449489.046197:0:32639:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:1.0:1789449489.046200:0:32639:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449489.046203:0:32639:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1789449489.046206:0:32639:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9e8b8984fca0. 00000002:00100000:1.0:1789449489.046211:0:32639:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9e8b83693b80 x1876371947512832/t4294967630(4294967630) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/664 e 0 to 0 dl 1789449505 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789449489.046217:0:32639:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449489.046219:0:32639:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1789449489.046224:0:32639:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1789449489.046228:0:32639:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449489.046233:0:32639:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:1.0:1789449489.046234:0:32639:0:(pcc.c:2405:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449489.046237:0:32639:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449489.046243:0:32639:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449489.046246:0:32639:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83693b80 x1876371947512832/t4294967630(4294967630) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/664 e 0 to 0 dl 1789449505 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1789449489.046252:0:32639:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789449489.046257:0:32639:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff9e8b87dc0000. 02000000:00000001:1.0:1789449489.046311:0:32639:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1789449489.046313:0:32639:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449489.046316:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bb78 00000080:00000008:1.0:1789449489.046318:0:32639:0:(file.c:1329:ll_file_open()) COMPLETED file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff9e8b891cc2c8), flags 704400, rc = 0 00000080:00000001:1.0:1789449489.046321:0:32639:0:(dir.c:3017:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449489.046353:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bd28 00000080:00200008:1.0:1789449489.046354:0:32639:0:(file.c:6296:ll_getattr_dentry()) START file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff9e8b891cc2c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1789449489.046363:0:32639:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:1.0:1789449489.046367:0:32639:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449489.046370:0:32639:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789449489.046371:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bca0 00000080:00200000:1.0:1789449489.046372:0:32639:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x24:0x0](ffff9e8b891cc2c8),name=d21h.recovery-small-2 00000080:00000010:1.0:1789449489.046378:0:32639:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b89880600. 00800000:00000002:1.0:1789449489.046383:0:32639:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:1.0:1789449489.046390:0:32639:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789449489.046393:0:32639:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789449489.046395:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bbc0 00800000:00000002:1.0:1789449489.046397:0:32639:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x24:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789449489.046400:0:32639:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789449489.046402:0:32639:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449489.046403:0:32639:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449489.046404:0:32639:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449489.046405:0:32639:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449489.046406:0:32639:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449489.046407:0:32639:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789449489.046408:0:32639:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449489.046409:0:32639:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449489.046410:0:32639:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449489.046410:0:32639:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449489.046412:0:32639:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449489.046413:0:32639:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449489.046414:0:32639:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:1.0:1789449489.046415:0:32639:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449489.046417:0:32639:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x24:0x0], name='' -> mds #0 00000002:00000001:1.0:1789449489.046421:0:32639:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789449489.046422:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2ba90 00000002:00010000:1.0:1789449489.046423:0:32639:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x24:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789449489.046425:0:32639:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789449489.046427:0:32639:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789449489.046429:0:32639:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789449489.046431:0:32639:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bd700 count: 3 00010000:00000001:1.0:1789449489.046433:0:32639:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449489.046435:0:32639:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449489.046439:0:32639:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789449489.046442:0:32639:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a600/0xcddde1459ded6696 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d531 expref: -99 pid: 32638 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1789449489.046447:0:32639:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789449489.046452:0:32639:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449489.046454:0:32639:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a600/0xcddde1459ded6696 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d531 expref: -99 pid: 32638 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1789449489.046458:0:32639:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789449489.046460:0:32639:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789449489.046462:0:32639:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789449489.046463:0:32639:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789449489.046464:0:32639:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789449489.046465:0:32639:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789449489.046467:0:32639:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789449489.046468:0:32639:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:1.0:1789449489.046470:0:32639:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b89880600. 00000080:00000001:1.0:1789449489.046472:0:32639:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789449489.046474:0:32639:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789449489.046477:0:32639:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x24:0x0](ffff9e8b891cc2c8) 00000080:00010000:1.0:1789449489.046480:0:32639:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x24:0x0](ffff9e8b891cc2c8) for lock 0xcddde1459ded6696 00800000:00000001:1.0:1789449489.046482:0:32639:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789449489.046483:0:32639:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789449489.046484:0:32639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449489.046485:0:32639:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449489.046487:0:32639:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204a600 refcount=3 00000020:00000001:1.0:1789449489.046488:0:32639:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825568256 : -107151883983360 : ffff9e8bc204a600) 00010000:00000001:1.0:1789449489.046489:0:32639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825568256 : -107151883983360 : ffff9e8bc204a600) 00010000:00000001:1.0:1789449489.046490:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449489.046491:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789449489.046492:0:32639:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449489.046493:0:32639:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789449489.046494:0:32639:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded6696 from it ffffb71181d2bcd8 00010000:00000001:1.0:1789449489.046496:0:32639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449489.046497:0:32639:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449489.046497:0:32639:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204a600 refcount=3 00000020:00000001:1.0:1789449489.046498:0:32639:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825568256 : -107151883983360 : ffff9e8bc204a600) 00010000:00000001:1.0:1789449489.046499:0:32639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825568256 : -107151883983360 : ffff9e8bc204a600) 00010000:00000001:1.0:1789449489.046500:0:32639:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789449489.046502:0:32639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a600/0xcddde1459ded6696 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d531 expref: -99 pid: 32638 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1789449489.046505:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449489.046505:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449489.046506:0:32639:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789449489.046507:0:32639:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789449489.046508:0:32639:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a600/0xcddde1459ded6696 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d531 expref: -99 pid: 32638 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1789449489.046512:0:32639:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789449489.046513:0:32639:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789449489.046513:0:32639:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789449489.046515:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449489.046516:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449489.046517:0:32639:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449489.046519:0:32639:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789449489.046520:0:32639:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449489.046521:0:32639:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449489.046522:0:32639:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449489.046523:0:32639:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789449489.046524:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449489.046524:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789449489.046525:0:32639:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789449489.046526:0:32639:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789449489.046528:0:32639:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449489.046530:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bd28 00000080:00000008:1.0:1789449489.046532:0:32639:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff9e8b891cc2c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1789449489.046561:0:32639:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:1.0:1789449489.046563:0:32639:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000405:0x24:0x0](ffff9e8b891cc2c8) pos/size0/4096 32bit_api 0 00000080:00000010:1.0:1789449489.046565:0:32639:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b89880600. 00800000:00000002:1.0:1789449489.046567:0:32639:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b91d9a5c0 2 00000080:00000001:1.0:1789449489.046569:0:32639:0:(dir.c:194:ll_dir_read()) Process entered 00000080:00000001:1.0:1789449489.046579:0:32639:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446713000770098752 : -31072939452864 : ffffe3bd447b5640) 00000080:00000001:1.0:1789449489.046582:0:32639:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1789449489.046749:0:32639:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611172 : 144115205339611172 : 200000405000024) 00000080:00000001:1.0:1789449489.046753:0:32639:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611174 : 144115205339611174 : 200000405000026) 00000080:00000001:1.0:1789449489.046756:0:32639:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449489.046758:0:32639:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b91d9a5c0 2 00000080:00000010:1.0:1789449489.046759:0:32639:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b89880600. 00000080:00000001:1.0:1789449489.046762:0:32639:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449489.046776:0:32639:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:1.0:1789449489.046777:0:32639:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000405:0x24:0x0](ffff9e8b891cc2c8) pos/size18446744073709551614/4096 32bit_api 0 00000080:00000001:1.0:1789449489.046779:0:32639:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1789449489.046780:0:32639:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449489.046805:0:32639:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789449489.046808:0:32639:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1789449489.046810:0:32639:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x24:0x0](ffff9e8b891cc2c8), inode mode 41ed mask 1 00000080:00000001:1.0:1789449489.046813:0:32639:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449489.046823:0:32639:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1789449489.046826:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bda0 00000080:00002000:1.0:1789449489.046828:0:32639:0:(dcache.c:87:ll_dcompare()) found name f(ffff9e8b892d6a20) flags 0x48000e refc 0 00000080:00000001:1.0:1789449489.046831:0:32639:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449489.046832:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2be10 00000080:00200000:1.0:1789449489.046834:0:32639:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f, flags=0 00000080:00000001:1.0:1789449489.046840:0:32639:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1789449489.046842:0:32639:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x24:0x0](ffff9e8b891cc2c8), inode mode 41ed mask 3 00000080:00000001:1.0:1789449489.046845:0:32639:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449489.046848:0:32639:0:(namei.c:2348:ll_unlink()) Process entered 00000020:00000001:1.0:1789449489.046851:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bdf8 00000080:00200000:1.0:1789449489.046853:0:32639:0:(namei.c:2351:ll_unlink()) VFS Op:name=f, dir=[0x200000405:0x24:0x0](ffff9e8b891cc2c8) 00000080:00000001:1.0:1789449489.046856:0:32639:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:1.0:1789449489.046860:0:32639:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789449489.046990:0:32639:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820824760 : -107152888726856 : ffff9e8b86217ab8) 00000020:00001000:1.0:1789449489.046993:0:32639:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217ab0 00000020:00000001:1.0:1789449489.046995:0:32639:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1789449489.047000:0:32639:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b836978b8) owner 0000000000000000/ffff9e8b89dc0000 00020000:00000002:1.0:1789449489.047003:0:32639:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9e8b87c1ec00 addref 2/0 by ffff9e8b89dc0000. 00020000:00000002:1.0:1789449489.047005:0:32639:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b836978b8) owner 0000000000000000/ffff9e8b89dc0000 00020000:00000001:1.0:1789449489.047006:0:32639:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1789449489.047009:0:32639:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1789449489.047010:0:32639:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1789449489.047012:0:32639:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:1.0:1789449489.047056:0:32639:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:1.0:1789449489.047058:0:32639:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217ab0 00000080:00000001:1.0:1789449489.047060:0:32639:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1789449489.047063:0:32639:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b89880600. 00800000:00000002:1.0:1789449489.047065:0:32639:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b91d9a5c0 2 00800000:00000001:1.0:1789449489.047083:0:32639:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:1.0:1789449489.047085:0:32639:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449489.047087:0:32639:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449489.047088:0:32639:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449489.047090:0:32639:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449489.047092:0:32639:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449489.047094:0:32639:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:1.0:1789449489.047097:0:32639:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449489.047099:0:32639:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449489.047100:0:32639:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449489.047101:0:32639:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449489.047103:0:32639:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449489.047105:0:32639:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449489.047107:0:32639:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x26:0x0] 00800000:00000001:1.0:1789449489.047109:0:32639:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449489.047112:0:32639:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:1.0:1789449489.047113:0:32639:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449489.047115:0:32639:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449489.047116:0:32639:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449489.047117:0:32639:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449489.047119:0:32639:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449489.047120:0:32639:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x26:0x0] 00800000:00000001:1.0:1789449489.047122:0:32639:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449489.047124:0:32639:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000405:0x26:0x0] 00800000:00000001:1.0:1789449489.047126:0:32639:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449489.047129:0:32639:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000405:0x24:0x0]/[0x200000405:0x26:0x0] -> mds #0 00000002:00000001:1.0:1789449489.047134:0:32639:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1789449489.047137:0:32639:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1789449489.047194:0:32639:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bd700 count: 3 00010000:00000001:1.0:1789449489.047197:0:32639:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449489.047200:0:32639:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1789449489.047205:0:32639:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789449489.047209:0:32639:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a600/0xcddde1459ded6696 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xeb7cbf5e2fd3d531 expref: -99 pid: 32638 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:1.0:1789449489.047217:0:32639:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1789449489.047221:0:32639:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1789449489.047223:0:32639:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1789449489.047225:0:32639:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x24:0x0] mode (null) 00000002:00000001:1.0:1789449489.047227:0:32639:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789449489.047229:0:32639:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789449489.047231:0:32639:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bd700 count: 4 00010000:00000001:1.0:1789449489.047233:0:32639:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449489.047237:0:32639:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1789449489.047241:0:32639:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1789449489.047243:0:32639:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789449489.047246:0:32639:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449489.047249:0:32639:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204b000/0xcddde1459ded66ce lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x24:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d5ee expref: -99 pid: 32639 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789449489.047255:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449489.047256:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789449489.047258:0:32639:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:1.0:1789449489.047260:0:32639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449489.047261:0:32639:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449489.047263:0:32639:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204b000 refcount=2 00000020:00000001:1.0:1789449489.047265:0:32639:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825570816 : -107151883980800 : ffff9e8bc204b000) 00010000:00000001:1.0:1789449489.047267:0:32639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825570816 : -107151883980800 : ffff9e8bc204b000) 00010000:00000001:1.0:1789449489.047269:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449489.047270:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789449489.047271:0:32639:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789449489.047273:0:32639:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789449489.047274:0:32639:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bd700 count: 4 00010000:00000001:1.0:1789449489.047276:0:32639:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789449489.047279:0:32639:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449489.047280:0:32639:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789449489.047281:0:32639:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789449489.047283:0:32639:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bd700 count: 4 00010000:00000001:1.0:1789449489.047284:0:32639:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789449489.047286:0:32639:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449489.047287:0:32639:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789449489.047291:0:32639:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000405:0x24:0x0] lli = ffff9e8b891cc200, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1789449489.047343:0:32639:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1789449489.047346:0:32639:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1789449489.047348:0:32639:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1789449489.047351:0:32639:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x24:0x0](ffff9e8b891cc2c8) invalid 00000020:00000001:1.0:1789449489.047354:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2ba60 00000080:00002000:1.0:1789449489.047356:0:32639:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-2 (ffff9e8b89340000) parent ffff9e8b892cbca8 inode ffff9e8b891cc2c8 refc 3 00000080:00000001:1.0:1789449489.047361:0:32639:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1789449489.047364:0:32639:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1789449489.047365:0:32639:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449489.047370:0:32639:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789449489.047373:0:32639:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789449489.047374:0:32639:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789449489.047376:0:32639:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449489.047378:0:32639:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1789449489.047381:0:32639:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9e8bc204a600 with handle 0xcddde1459ded6696 from hash 00010000:00000001:1.0:1789449489.047384:0:32639:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789449489.047385:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449489.047386:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449489.047388:0:32639:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789449489.047391:0:32639:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789449489.047393:0:32639:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1789449489.047397:0:32639:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789449489.047399:0:32639:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789449489.047402:0:32639:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789449489.047404:0:32639:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1789449489.047407:0:32639:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bdd00 count: 3 00010000:00000001:1.0:1789449489.047408:0:32639:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449489.047410:0:32639:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1789449489.047412:0:32639:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789449489.047415:0:32639:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c600/0xcddde1459ded669d lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xeb7cbf5e2fd3d54d expref: -99 pid: 32638 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1789449489.047420:0:32639:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1789449489.047422:0:32639:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1789449489.047423:0:32639:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1789449489.047425:0:32639:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x26:0x0] mode (null) 00000002:00000001:1.0:1789449489.047427:0:32639:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789449489.047428:0:32639:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789449489.047430:0:32639:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bdd00 count: 4 00010000:00000001:1.0:1789449489.047432:0:32639:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789449489.047434:0:32639:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449489.047436:0:32639:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789449489.047437:0:32639:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789449489.047438:0:32639:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bdd00 count: 4 00010000:00000001:1.0:1789449489.047440:0:32639:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789449489.047442:0:32639:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449489.047443:0:32639:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789449489.047444:0:32639:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789449489.047445:0:32639:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bdd00 count: 4 00010000:00000001:1.0:1789449489.047447:0:32639:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789449489.047449:0:32639:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449489.047450:0:32639:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789449489.047451:0:32639:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789449489.047452:0:32639:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bdd00 count: 4 00010000:00000001:1.0:1789449489.047454:0:32639:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789449489.047456:0:32639:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449489.047458:0:32639:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449489.047461:0:32639:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1789449489.047463:0:32639:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789449489.047465:0:32639:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820824760 : -107152888726856 : ffff9e8b86217ab8) 00000020:00001000:1.0:1789449489.047468:0:32639:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217ab0 00000020:00000001:1.0:1789449489.047470:0:32639:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:1.0:1789449489.047473:0:32639:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x26:0x0]: losing layout lock 00000080:00000001:1.0:1789449489.047476:0:32639:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1789449489.047478:0:32639:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1789449489.047482:0:32639:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1789449489.047485:0:32639:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1789449489.047487:0:32639:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x26:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1789449489.047489:0:32639:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449489.047491:0:32639:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1789449489.047492:0:32639:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217ab0 00000080:00000001:1.0:1789449489.047494:0:32639:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449489.047496:0:32639:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1789449489.047498:0:32639:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x26:0x0](ffff9e8b89113a88) invalid 00000020:00000001:1.0:1789449489.047501:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2ba60 00000080:00002000:1.0:1789449489.047503:0:32639:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f (ffff9e8b892d6a20) parent ffff9e8b89340000 inode ffff9e8b89113a88 refc 1 00000080:00000001:1.0:1789449489.047505:0:32639:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1789449489.047507:0:32639:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1789449489.047509:0:32639:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449489.047511:0:32639:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789449489.047513:0:32639:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789449489.047514:0:32639:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789449489.047515:0:32639:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449489.047517:0:32639:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1789449489.047519:0:32639:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9e8b91c4c600 with handle 0xcddde1459ded669d from hash 00010000:00000001:1.0:1789449489.047521:0:32639:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789449489.047522:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449489.047523:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449489.047525:0:32639:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789449489.047526:0:32639:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789449489.047528:0:32639:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1789449489.047530:0:32639:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789449489.047532:0:32639:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204be00/0xcddde1459ded6673 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xeb7cbf5e2fd3d4ba expref: -99 pid: 32603 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1789449489.047538:0:32639:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1789449489.047539:0:32639:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1789449489.047540:0:32639:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1789449489.047541:0:32639:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x26:0x0] mode (null) 00000002:00000001:1.0:1789449489.047543:0:32639:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789449489.047545:0:32639:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789449489.047546:0:32639:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bdd00 count: 4 00010000:00000001:1.0:1789449489.047548:0:32639:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789449489.047550:0:32639:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449489.047552:0:32639:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449489.047553:0:32639:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1789449489.047554:0:32639:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789449489.047556:0:32639:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820824760 : -107152888726856 : ffff9e8b86217ab8) 00000020:00001000:1.0:1789449489.047558:0:32639:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217ab0 00000020:00000001:1.0:1789449489.047559:0:32639:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:1.0:1789449489.047560:0:32639:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x26:0x0]: losing layout lock 00000080:00000001:1.0:1789449489.047562:0:32639:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1789449489.047563:0:32639:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1789449489.047564:0:32639:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1789449489.047566:0:32639:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1789449489.047568:0:32639:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x26:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1789449489.047570:0:32639:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449489.047571:0:32639:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1789449489.047573:0:32639:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217ab0 00000080:00000001:1.0:1789449489.047574:0:32639:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449489.047576:0:32639:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1789449489.047578:0:32639:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449489.047579:0:32639:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789449489.047580:0:32639:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789449489.047582:0:32639:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789449489.047583:0:32639:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449489.047657:0:32639:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1789449489.047660:0:32639:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9e8bc204be00 with handle 0xcddde1459ded6673 from hash 00010000:00000001:1.0:1789449489.047662:0:32639:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789449489.047664:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449489.047665:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449489.047666:0:32639:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789449489.047668:0:32639:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789449489.047669:0:32639:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1789449489.047672:0:32639:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1789449489.047674:0:32639:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:1.0:1789449489.047676:0:32639:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:1.0:1789449489.047684:0:32639:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83690380. 00000020:00000040:1.0:1789449489.047688:0:32639:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=9 obd=lustre-MDT0000-mdc-ffff9e8b89903000 02000000:00000001:1.0:1789449489.047694:0:32639:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789449489.047695:0:32639:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449489.047698:0:32639:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789449489.047703:0:32639:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789449489.047707:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449489.047708:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449489.047709:0:32639:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449489.047712:0:32639:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789449489.047714:0:32639:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789449489.047718:0:32639:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789449489.047726:0:32639:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e8b89881800. 00000100:00000001:1.0:1789449489.047735:0:32639:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449489.047738:0:32639:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789449489.047741:0:32639:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1789449489.047747:0:32639:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c600/0xcddde1459ded669d lrc: 1/0,0 mode: --/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xeb7cbf5e2fd3d54d expref: -99 pid: 32638 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1789449489.047755:0:32639:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204be00/0xcddde1459ded6673 lrc: 1/0,0 mode: --/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xeb7cbf5e2fd3d4ba expref: -99 pid: 32603 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1789449489.047760:0:32639:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a600/0xcddde1459ded6696 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xeb7cbf5e2fd3d531 expref: -99 pid: 32638 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1789449489.047766:0:32639:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:1.0:1789449489.047768:0:32639:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:1.0:1789449489.047770:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789449489.047772:0:32639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c600/0xcddde1459ded669d lrc: 0/0,0 mode: --/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xeb7cbf5e2fd3d54d expref: -99 pid: 32638 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:1.0:1789449489.047780:0:32639:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9e8b8c4763c0. 00010000:00000001:1.0:1789449489.047787:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449489.047788:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789449489.047790:0:32639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204be00/0xcddde1459ded6673 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xeb7cbf5e2fd3d4ba expref: -99 pid: 32603 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:1.0:1789449489.047797:0:32639:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9e8b91d9ae00. 00010000:00000040:1.0:1789449489.047800:0:32639:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9e8b902bdd00 count: 0 00010000:00000010:1.0:1789449489.047806:0:32639:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e8b898b7100. 00010000:00000001:1.0:1789449489.047811:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449489.047813:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789449489.047815:0:32639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a600/0xcddde1459ded6696 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xeb7cbf5e2fd3d531 expref: -99 pid: 32638 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1789449489.047823:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449489.047825:0:32639:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449489.047827:0:32639:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789449489.047829:0:32639:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449489.047831:0:32639:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1789449489.047845:0:32639:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e8b89903000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1789449489.047856:0:32639:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e8b83690380 x1876371947513088/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789449489.049652:0:32639:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789449489.049658:0:32639:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789449489.049675:0:32639:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b8580b000. 00000100:00000001:1.0:1789449489.049682:0:32639:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920810287104 : -107152899264512 : ffff9e8b8580b000) 00000100:00000001:1.0:1789449489.049686:0:32639:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449489.049688:0:32639:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775181184 : -107152934370432 : ffff9e8b83690380) 00000100:00000001:1.0:1789449489.049695:0:32639:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789449489.049700:0:32639:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449489.049703:0:32639:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789449489.049705:0:32639:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789449489.049718:0:32639:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83690380 x1876371947513088/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449489.049729:0:32639:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449489.049732:0:32639:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449489.049737:0:32639:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789449489.049741:0:32639:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789449489.049745:0:32639:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449489.049749:0:32639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83690380 pname:cluuid:pid:xid:nid:opc:job rm:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:32639:1876371947513088:192.168.202.109@tcp:36:rm.0 00000100:00000001:1.0:1789449489.049754:0:32639:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789449489.049761:0:32639:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789449489.049764:0:32639:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449489.049767:0:32639:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789449489.049774:0:32639:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b8678c800. 02000000:00000001:1.0:1789449489.049776:0:32639:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789449489.049785:0:32639:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:1.0:1789449489.049791:0:32639:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b83427e18. 00000400:00000010:1.0:1789449489.049800:0:32639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012cc0. 00000100:00000200:1.0:1789449489.049810:0:32639:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947513088, portal 10 00000100:00000001:1.0:1789449489.049812:0:32639:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449489.049814:0:32639:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775181184 : -107152934370432 : ffff9e8b83690380) 00000100:00000040:1.0:1789449489.049821:0:32639:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b83690380 x1876371947513088/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 496/624 e 0 to 0 dl 1789449505 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449489.049830:0:32639:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789449489.049834:0:32639:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1789449489.049836:0:32639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012ee0. 00000100:00000200:1.0:1789449489.049841:0:32639:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1876371947513088, offset 0 00000400:00000200:1.0:1789449489.049849:0:32639:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1789449489.049860:0:32639:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449489.049877:0:32639:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1789449489.049907:0:32639:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789449489.049913:0:32639:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1789449489.049917:0:32639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789449489.049921:0:32639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1789449489.049925:0:32639:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2792:2792:256:4294967295] 192.168.202.109@tcp LPNI seq info [2792:2792:8:4294967295] 00000400:00000200:1.0:1789449489.049930:0:32639:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449489.049943:0:32639:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1789449489.049951:0:32639:0:(socklnd_cb.c:931:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1789449489.049957:0:32639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b8c47a000. 00000800:00000200:1.0:1789449489.049966:0:32639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1789449489.049975:0:32639:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1789449489.049981:0:32639:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b8c47a000 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:1.0:1789449489.050003:0:32639:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449489.050009:0:32639:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 814238 usecs (815 jiffies) 00000400:00000200:1.0:1789449489.050013:0:32639:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:1.0:1789449489.050024:0:32639:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296492551 00000100:00000001:1.0:1789449489.050029:0:32639:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296494113 00000100:00000001:1.0:1789449489.050032:0:32639:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296492551 00000100:00000001:1.0:1789449489.050036:0:32639:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296494113 00000100:00000001:1.0:1789449489.050039:0:32639:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449489.050042:0:32639:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449489.050045:0:32639:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789449489.050048:0:32639:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789449489.050052:0:32639:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b8580b000 going to sleep for 11 seconds 00000100:00000001:1.0:1789449489.050055:0:32639:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449489.050058:0:32639:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449489.051005:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449489.051014:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47a000. 00000400:00000200:3.0:1789449489.051020:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449489.051028:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449489.051039:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012ee0 00000400:00000010:3.0:1789449489.051042:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012ee0. 00000100:00000001:3.0:1789449489.051047:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449489.051054:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83690380 x1876371947513088/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 496/624 e 0 to 0 dl 1789449505 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449489.051079:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449489.051084:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83690380 x1876371947513088/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 496/624 e 0 to 0 dl 1789449505 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449489.051093:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449489.051096:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1789449489.055989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4c600. 00010000:00000010:1.1:1789449489.056008:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bdd00. 00010000:00000010:1.1:1789449489.056013:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204be00. 00010000:00000010:1.1:1789449489.056027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204a600. 00000800:00000001:2.0:1789449489.063703:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449489.063730:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449489.063735:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449489.063738:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449489.063751:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449489.063761:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449489.063775:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449489.063781:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449489.063788:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449489.063925:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 456 into portal 10 MB=0x6aa8ce365e500 00000400:00000200:2.0:1789449489.063934:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449489.063944:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 456/456 into md 0x7f5d [1] + 224 00000800:00000001:2.0:1789449489.063954:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449489.063969:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449489.063974:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449489.063985:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449489.063995:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449489.064009:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83690380 x1876371947513088/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 496/624 e 0 to 0 dl 1789449505 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449489.064023:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9e8b83690380 x1876371947513088/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 496/624 e 0 to 0 dl 1789449505 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449489.064110:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449489.064125:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449489.064129:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449489.064185:0:32639:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789449489.064196:0:32639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789449489.064199:0:32639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789449489.064203:0:32639:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b83427e18. 00000400:00000200:1.0:1789449489.064210:0:32639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012cc0 00000400:00000010:1.0:1789449489.064213:0:32639:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012cc0. 00000100:00000001:1.0:1789449489.064217:0:32639:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789449489.064223:0:32639:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83690380 x1876371947513088/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 496/624 e 0 to 0 dl 1789449505 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789449489.064231:0:32639:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83690380 x1876371947513088/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 496/624 e 0 to 0 dl 1789449505 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449489.064236:0:32639:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789449489.064239:0:32639:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449489.064242:0:32639:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789449489.064248:0:32639:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789449489.064251:0:32639:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789449489.064253:0:32639:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449489.064258:0:32639:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789449489.064271:0:32639:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=119 v=5 (5 102 102 102) 00000100:00001000:1.0:1789449489.064277:0:32639:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1789449489.064279:0:32639:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789449489.064282:0:32639:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449489.064296:0:32639:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789449489.064300:0:32639:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449489.064305:0:32639:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789449489.064308:0:32639:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x100000140/0x100000142] 00000100:00000001:1.0:1789449489.064310:0:32639:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789449489.064314:0:32639:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449489.064316:0:32639:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775181184 : -107152934370432 : ffff9e8b83690380) 00000100:00000001:1.0:1789449489.064320:0:32639:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789449489.064323:0:32639:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967619 00000100:00000001:1.0:1789449489.064325:0:32639:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789449489.064329:0:32639:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449489.064334:0:32639:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83690380 x1876371947513088/t4294967631(4294967631) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 496/456 e 0 to 0 dl 1789449505 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449489.064342:0:32639:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449489.064345:0:32639:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789449489.064348:0:32639:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789449489.064352:0:32639:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83690380 x1876371947513088/t4294967631(4294967631) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 496/456 e 0 to 0 dl 1789449505 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789449489.064360:0:32639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83690380 pname:cluuid:pid:xid:nid:opc:job rm:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:32639:1876371947513088:192.168.202.109@tcp:36:rm.0 00000100:00000001:1.0:1789449489.064367:0:32639:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449489.064370:0:32639:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449489.064373:0:32639:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789449489.064376:0:32639:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449489.064380:0:32639:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83690380 x1876371947513088/t4294967631(4294967631) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 496/456 e 0 to 0 dl 1789449505 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449489.064388:0:32639:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789449489.064391:0:32639:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b8580b000. 00000100:00000001:1.0:1789449489.064395:0:32639:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789449489.064397:0:32639:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449489.064406:0:32639:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449489.064410:0:32639:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449489.064415:0:32639:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b91d9a5c0 2 00000080:00000010:1.0:1789449489.064419:0:32639:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b89880600. 00000100:00000001:1.0:1789449489.064425:0:32639:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449489.064428:0:32639:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83690380 x1876371947513088/t4294967631(4294967631) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 496/456 e 0 to 0 dl 1789449505 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449489.064433:0:32639:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449489.064438:0:32639:0:(namei.c:2401:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449489.064453:0:32639:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1789449489.064457:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2be28 00000080:00002000:1.0:1789449489.064460:0:32639:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff9e8b892d6a20, parent ffff9e8b89340000, inode 0000000000000000) hashed, 00000080:00000001:1.0:1789449489.064464:0:32639:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789449489.064471:0:32639:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1789449489.064479:0:32639:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1789449489.064490:0:32639:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:1.0:1789449489.064493:0:32639:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1789449489.064496:0:32639:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789449489.064500:0:32639:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820824760 : -107152888726856 : ffff9e8b86217ab8) 00000020:00001000:1.0:1789449489.064503:0:32639:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217ab0 00000020:00000001:1.0:1789449489.064511:0:32639:0:(cl_object.c:143:cl_object_top()) ffff9e8b84013530 -> ffff9e8b84013530 00000020:00000001:1.0:1789449489.064514:0:32639:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:1.0:1789449489.064518:0:32639:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1789449489.064520:0:32639:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x26:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1789449489.064524:0:32639:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789449489.064525:0:32639:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1789449489.064527:0:32639:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789449489.064532:0:32639:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x26:0x0]io ffff9e8b84db0060 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1789449489.064536:0:32639:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b836978b8) owner 0000000000000000/ffff9e8b89dc0000 00020000:00000001:1.0:1789449489.064541:0:32639:0:(lov_io.c:2266:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1789449489.064543:0:32639:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1789449489.064546:0:32639:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1789449489.064548:0:32639:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449489.064550:0:32639:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1789449489.064553:0:32639:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1789449489.064554:0:32639:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449489.064556:0:32639:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789449489.064557:0:32639:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1789449489.064558:0:32639:0:(lov_io.c:2279:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1789449489.064560:0:32639:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b836978b8) owner 0000000000000000/ffff9e8b89dc0000 00000020:00000001:1.0:1789449489.064563:0:32639:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449489.064567:0:32639:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:1.0:1789449489.064569:0:32639:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1789449489.064571:0:32639:0:(lov_io.c:1078:lov_io_iter_init()) Process entered 00020000:00000001:1.0:1789449489.064574:0:32639:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00200000:1.0:1789449489.064577:0:32639:0:(lov_io.c:1153:lov_io_iter_init()) component[0] flags 0x10 00020000:00000001:1.0:1789449489.064582:0:32639:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449489.064584:0:32639:0:(lov_offset.c:141:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789449489.064596:0:32639:0:(lov_offset.c:264:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1789449489.064600:0:32639:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789449489.064602:0:32639:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1789449489.064604:0:32639:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000010:1.0:1789449489.064609:0:32639:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff9e8b86217870. 00000020:00000010:1.0:1789449489.064616:0:32639:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e8b89880600. 00000020:00000010:1.0:1789449489.064621:0:32639:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e8b89881c00. 00000020:00000010:1.0:1789449489.064626:0:32639:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at ffff9e8b87c1eae0. 00000008:00000010:1.0:1789449489.064633:0:32639:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9e8b86725980. 00020000:00000010:1.0:1789449489.064640:0:32639:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e8b837bbe40. 00008000:00000010:1.0:1789449489.064646:0:32639:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e8b86798000. 00000080:00000010:1.0:1789449489.064654:0:32639:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e8b9903d5e8. 00000080:00000010:1.0:1789449489.064658:0:32639:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9e8b84db04a0. 00000020:00000010:1.0:1789449489.064662:0:32639:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e8b89880200. 00000008:00000010:1.0:1789449489.064666:0:32639:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e8b831a26e0. 00020000:00000010:1.0:1789449489.064670:0:32639:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff9e8b90666da0. 00008000:00000010:1.0:1789449489.064674:0:32639:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e8b840120b8. 00000080:00000010:1.0:1789449489.064678:0:32639:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e8b830734b0. 00000020:00000001:1.0:1789449489.064680:0:32639:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820824184 : -107152888727432 : ffff9e8b86217878) 00000020:00001000:1.0:1789449489.064683:0:32639:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217870 00000020:00000001:1.0:1789449489.064686:0:32639:0:(cl_object.c:143:cl_object_top()) ffff9e8b840139e0 -> ffff9e8b84013530 00000020:00000001:1.0:1789449489.064688:0:32639:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:1.0:1789449489.064691:0:32639:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789449489.064692:0:32639:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1789449489.064696:0:32639:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:1.0:1789449489.064697:0:32639:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446636920799428704 : -107152910122912 : ffff9e8b84db0060) 00000020:00000001:1.0:1789449489.064700:0:32639:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449489.064702:0:32639:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449489.064704:0:32639:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993110984 : -107152716440632 : ffff9e8b90665bc8) 00000020:00000001:1.0:1789449489.064708:0:32639:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1789449489.064709:0:32639:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449489.064712:0:32639:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000001:1.0:1789449489.064715:0:32639:0:(lov_io.c:1276:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449489.064717:0:32639:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449489.064719:0:32639:0:(cl_io.c:315:cl_io_lock()) Process entered 00020000:00000001:1.0:1789449489.064722:0:32639:0:(lov_io.c:1419:lov_io_lock()) Process entered 00020000:00000001:1.0:1789449489.064724:0:32639:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:1.0:1789449489.064725:0:32639:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:1.0:1789449489.064727:0:32639:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1789449489.064728:0:32639:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449489.064730:0:32639:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449489.064732:0:32639:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449489.064734:0:32639:0:(lov_io.c:1420:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449489.064736:0:32639:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1789449489.064737:0:32639:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449489.064739:0:32639:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449489.064741:0:32639:0:(cl_io.c:529:cl_io_start()) Process entered 00020000:00000001:1.0:1789449489.064743:0:32639:0:(lov_io.c:1425:lov_io_start()) Process entered 00020000:00000001:1.0:1789449489.064745:0:32639:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:1.0:1789449489.064746:0:32639:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:1.0:1789449489.064748:0:32639:0:(osc_io.c:1105:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1789449489.064751:0:32639:0:(osc_cache.c:3327:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1789449489.064755:0:32639:0:(osc_cache.c:3262:osc_cache_wait_range()) Process entered 00000008:00000020:1.0:1789449489.064759:0:32639:0:(osc_cache.c:3299:osc_cache_wait_range()) obj ffff9e8b84d26700 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1789449489.064762:0:32639:0:(osc_cache.c:3300:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1789449489.064766:0:32639:0:(osc_cache.c:3467:osc_cache_writeback_range()) obj ffff9e8b84d26700 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:1.0:1789449489.064769:0:32639:0:(osc_cache.c:3482:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789449489.064771:0:32639:0:(osc_io.c:1174:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449489.064773:0:32639:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449489.064774:0:32639:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449489.064776:0:32639:0:(lov_io.c:1426:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449489.064777:0:32639:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449489.064780:0:32639:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:1.0:1789449489.064782:0:32639:0:(lov_io.c:1967:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1789449489.064784:0:32639:0:(lov_io.c:1431:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1789449489.064785:0:32639:0:(cl_io.c:556:cl_io_end()) Process entered 00000020:00000001:1.0:1789449489.064786:0:32639:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:1.0:1789449489.064788:0:32639:0:(lov_io.c:1441:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449489.064790:0:32639:0:(lov_io.c:1978:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1789449489.064791:0:32639:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:1.0:1789449489.064793:0:32639:0:(cl_io.c:353:cl_io_unlock()) Process entered 00020000:00000001:1.0:1789449489.064795:0:32639:0:(lov_io.c:1519:lov_io_unlock()) Process entered 00020000:00000001:1.0:1789449489.064797:0:32639:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:1.0:1789449489.064798:0:32639:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:1.0:1789449489.064800:0:32639:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1789449489.064801:0:32639:0:(lov_io.c:1453:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449489.064803:0:32639:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449489.064804:0:32639:0:(lov_io.c:1522:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1789449489.064806:0:32639:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1789449489.064807:0:32639:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1789449489.064809:0:32639:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1789449489.064810:0:32639:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1789449489.064812:0:32639:0:(lov_io.c:1500:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1789449489.064813:0:32639:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:1.0:1789449489.064814:0:32639:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1789449489.064815:0:32639:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1789449489.064817:0:32639:0:(lov_io.c:1447:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449489.064818:0:32639:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449489.064820:0:32639:0:(lov_io.c:1511:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1789449489.064821:0:32639:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1789449489.064823:0:32639:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449489.064825:0:32639:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:1.0:1789449489.064827:0:32639:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1789449489.064829:0:32639:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1789449489.064830:0:32639:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:1.0:1789449489.064832:0:32639:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:1.0:1789449489.064834:0:32639:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217870 00020000:00000001:1.0:1789449489.064836:0:32639:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1789449489.064838:0:32639:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1789449489.064841:0:32639:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1789449489.064843:0:32639:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x26:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1789449489.064846:0:32639:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1789449489.064847:0:32639:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:1.0:1789449489.064850:0:32639:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217ab0 00000080:00000001:1.0:1789449489.064852:0:32639:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449489.064857:0:32639:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:1.0:1789449489.064859:0:32639:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000405:0x26:0x0](ffff9e8b89113a88) 00800000:00000001:1.0:1789449489.065686:0:32639:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:1.0:1789449489.065692:0:32639:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000405:0x26:0x0] 00000002:00000001:1.0:1789449489.065700:0:32639:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:1.0:1789449489.065709:0:32639:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449489.065711:0:32639:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:1.0:1789449489.065714:0:32639:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449489.065716:0:32639:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449489.065719:0:32639:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1789449489.065723:0:32639:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1789449489.065725:0:32639:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449489.065728:0:32639:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449489.065732:0:32639:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789449489.065735:0:32639:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820824760 : -107152888726856 : ffff9e8b86217ab8) 00000020:00001000:1.0:1789449489.065738:0:32639:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217ab0 00020000:00000001:1.0:1789449489.065748:0:32639:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:1.0:1789449489.065750:0:32639:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b836978b8) owner 0000000000000000/ffff9e8b89dc0000 00020000:00000001:1.0:1789449489.065753:0:32639:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:1.0:1789449489.065757:0:32639:0:(lov_ea.c:755:dump_lsm()) lsm ffff9e8b87c1ec00, objid 0x26:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789449489.065762:0:32639:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout 1 layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789449489.065766:0:32639:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff9e8b84d05380: ostid: 0x2c0000401:19 ost idx: 1 gen: 0 00020000:00000001:1.0:1789449489.065770:0:32639:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:1.0:1789449489.065772:0:32639:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449489.065774:0:32639:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:1.0:1789449489.065776:0:32639:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:1.0:1789449489.065782:0:32639:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:1.0:1789449489.065788:0:32639:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cba700 count: 2 00010000:00000001:1.0:1789449489.065791:0:32639:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449489.065793:0:32639:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:1.0:1789449489.065796:0:32639:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:1.0:1789449489.065804:0:32639:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 0 [cma]time: 1789449471 1789449471 1789449471 by oinfo size 0 blocks 0 [cma]time 1789449471 1789449471 1789449471 ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 0000000051c87e02/0xcddde1459ded66a4 lrc: 1/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xeb7cbf5e2fd3d554 expref: -99 pid: 32638 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00000001:1.0:1789449489.065821:0:32639:0:(cl_object.c:143:cl_object_top()) ffff9e8b84d26700 -> ffff9e8b84013530 00000020:00000001:1.0:1789449489.065823:0:32639:0:(cl_object.c:143:cl_object_top()) ffff9e8b84d26700 -> ffff9e8b84013530 00000008:00000001:1.0:1789449489.065825:0:32639:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789449489.065828:0:32639:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789449489.065830:0:32639:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789449489.065832:0:32639:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:1.0:1789449489.065838:0:32639:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff9e8b84d26700. 00020000:00000001:1.0:1789449489.065845:0:32639:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:1.0:1789449489.065847:0:32639:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff9e8b84013960. 00020000:00000001:1.0:1789449489.065855:0:32639:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:1.0:1789449489.065858:0:32639:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449489.065860:0:32639:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789449489.065862:0:32639:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b836978b8) owner 0000000000000000/ffff9e8b89dc0000 00020000:00000001:1.0:1789449489.065865:0:32639:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:1.0:1789449489.065866:0:32639:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:1.0:1789449489.065868:0:32639:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b836978b8) owner 0000000000000000/ffff9e8b89dc0000 00020000:00000001:1.0:1789449489.065871:0:32639:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:1.0:1789449489.065873:0:32639:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff9e8b89bc67a0. 00020000:00000010:1.0:1789449489.065878:0:32639:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff9e8b8580b300. 00020000:00000010:1.0:1789449489.065899:0:32639:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff9e8b834672c0. 00020000:00000002:1.0:1789449489.065903:0:32639:0:(lov_ea.c:755:dump_lsm()) lsm ffff9e8b87c1ec00, objid 0x26:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789449489.065907:0:32639:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout 1 layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789449489.065911:0:32639:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff9e8b84d05380: ostid: 0x2c0000401:19 ost idx: 1 gen: 0 00020000:00000010:1.0:1789449489.065916:0:32639:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9e8b84d05380. 00020000:00000010:1.0:1789449489.065922:0:32639:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9e8b87c1e180. 00020000:00000010:1.0:1789449489.065925:0:32639:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9e8b87c1ec00. 00020000:00000001:1.0:1789449489.065927:0:32639:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:1.0:1789449489.065929:0:32639:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b836978b8) owner 0000000000000000/ffff9e8b89dc0000 00020000:00000010:1.0:1789449489.065932:0:32639:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff9e8b836978b8. 00020000:00000001:1.0:1789449489.065936:0:32639:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:1.0:1789449489.065939:0:32639:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff9e8b840134b0. 00000020:00001000:1.0:1789449489.065943:0:32639:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217ab0 00000080:00000001:1.0:1789449489.065947:0:32639:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1789449489.065950:0:32639:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1789449489.065996:0:32639:0:(dir.c:3022:ll_dir_release()) Process entered 00000080:00000001:1.0:1789449489.066000:0:32639:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1789449489.066003:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bdd0 00000080:00200008:1.0:1789449489.066005:0:32639:0:(file.c:479:ll_file_release()) START file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff9e8b891cc2c8), flags 704000 00000080:00400000:1.0:1789449489.066009:0:32639:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000405:0x24:0x0] 00000080:00000001:1.0:1789449489.066014:0:32639:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:1.0:1789449489.066097:0:32639:0:(pcc.c:2475:pcc_file_release()) Process leaving 00000080:00000001:1.0:1789449489.066100:0:32639:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:1.0:1789449489.066107:0:32639:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449489.066111:0:32639:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449489.066114:0:32639:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449489.066117:0:32639:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449489.066120:0:32639:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449489.066122:0:32639:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:1.0:1789449489.066125:0:32639:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449489.066129:0:32639:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789449489.066132:0:32639:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789449489.066137:0:32639:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bd700 count: 2 00010000:00000001:1.0:1789449489.066140:0:32639:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449489.066217:0:32639:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1789449489.066223:0:32639:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1789449489.066227:0:32639:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789449489.066234:0:32639:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449489.066239:0:32639:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204b000/0xcddde1459ded66ce lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x24:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d5ee expref: -99 pid: 32639 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1789449489.066248:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449489.066250:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789449489.066252:0:32639:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:1.0:1789449489.066255:0:32639:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x24:0x0]: 16 00000080:00000010:1.0:1789449489.066258:0:32639:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9e8b8c447180. 00000080:00000001:1.0:1789449489.066263:0:32639:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449489.066268:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bdd0 00000080:00000008:1.0:1789449489.066270:0:32639:0:(file.c:523:ll_file_release()) COMPLETED file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff9e8b891cc2c8), flags 704000, rc = 0 00000080:00000001:1.0:1789449489.066273:0:32639:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449489.066275:0:32639:0:(dir.c:3023:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449489.066279:0:32639:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1789449489.066282:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2be00 00000080:00002000:1.0:1789449489.066284:0:32639:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-2 (ffff9e8b89340000, parent ffff9e8b892cbca8, inode ffff9e8b891cc2c8) hashed, 00000080:00000001:1.0:1789449489.066354:0:32639:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789449489.066363:0:32639:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1789449489.066368:0:32639:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1789449489.066411:0:32639:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789449489.066416:0:32639:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789449489.066418:0:32639:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789449489.066420:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bbd8 00000080:00200000:1.0:1789449489.066423:0:32639:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:1.0:1789449489.066431:0:32639:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b89881400. 00800000:00000002:1.0:1789449489.066438:0:32639:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:1.0:1789449489.066443:0:32639:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789449489.066448:0:32639:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789449489.066451:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2baf8 00800000:00000002:1.0:1789449489.066453:0:32639:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789449489.066457:0:32639:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789449489.066460:0:32639:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449489.066462:0:32639:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449489.066464:0:32639:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449489.066465:0:32639:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449489.066467:0:32639:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449489.066469:0:32639:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789449489.066471:0:32639:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449489.066474:0:32639:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789449489.066479:0:32639:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789449489.066481:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2b9c8 00000002:00010000:1.0:1789449489.066483:0:32639:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789449489.066486:0:32639:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789449489.066488:0:32639:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789449489.066489:0:32639:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789449489.066493:0:32639:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cba100 count: 2 00010000:00000001:1.0:1789449489.066496:0:32639:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449489.066500:0:32639:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449489.066503:0:32639:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789449489.066507:0:32639:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499e00/0xcddde1459ded66c0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d5d2 expref: -99 pid: 32639 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1789449489.066515:0:32639:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789449489.066518:0:32639:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449489.066521:0:32639:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499e00/0xcddde1459ded66c0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d5d2 expref: -99 pid: 32639 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1789449489.066526:0:32639:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789449489.066529:0:32639:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789449489.066531:0:32639:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789449489.066533:0:32639:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789449489.066535:0:32639:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789449489.066537:0:32639:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789449489.066540:0:32639:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789449489.066543:0:32639:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:1.0:1789449489.066546:0:32639:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b89881400. 00000080:00000001:1.0:1789449489.066550:0:32639:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789449489.066551:0:32639:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789449489.066554:0:32639:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:1.0:1789449489.066559:0:32639:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded66c0 00800000:00000001:1.0:1789449489.066562:0:32639:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789449489.066564:0:32639:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789449489.066566:0:32639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449489.066568:0:32639:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449489.066573:0:32639:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499e00 refcount=3 00000020:00000001:1.0:1789449489.066575:0:32639:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823455232 : -107152886096384 : ffff9e8b86499e00) 00010000:00000001:1.0:1789449489.066578:0:32639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823455232 : -107152886096384 : ffff9e8b86499e00) 00010000:00000001:1.0:1789449489.066582:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449489.066583:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789449489.066584:0:32639:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449489.066657:0:32639:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789449489.066661:0:32639:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded66c0 from it ffffb71181d2bc10 00010000:00000001:1.0:1789449489.066664:0:32639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449489.066665:0:32639:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449489.066667:0:32639:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499e00 refcount=3 00000020:00000001:1.0:1789449489.066669:0:32639:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823455232 : -107152886096384 : ffff9e8b86499e00) 00010000:00000001:1.0:1789449489.066671:0:32639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823455232 : -107152886096384 : ffff9e8b86499e00) 00010000:00000001:1.0:1789449489.066673:0:32639:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789449489.066677:0:32639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499e00/0xcddde1459ded66c0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d5d2 expref: -99 pid: 32639 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1789449489.066684:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449489.066685:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449489.066687:0:32639:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789449489.066689:0:32639:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789449489.066692:0:32639:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499e00/0xcddde1459ded66c0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d5d2 expref: -99 pid: 32639 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1789449489.066700:0:32639:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789449489.066704:0:32639:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789449489.066706:0:32639:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789449489.066711:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449489.066713:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449489.066714:0:32639:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449489.066718:0:32639:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789449489.066721:0:32639:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449489.066723:0:32639:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449489.066726:0:32639:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449489.066728:0:32639:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789449489.066729:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449489.066730:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789449489.066734:0:32639:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789449489.066736:0:32639:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789449489.066738:0:32639:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908), inode mode 41ff mask 1 00000080:00000001:1.0:1789449489.066743:0:32639:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789449489.066762:0:32639:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9e8b8984f080. 00000020:00000001:1.0:1789449489.066766:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bdc8 00000080:00200000:1.0:1789449489.066768:0:32639:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9e8b89180908), flags=0 00000080:00000001:1.0:1789449489.066772:0:32639:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1789449489.066774:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bc78 00000080:00200000:1.0:1789449489.066776:0:32639:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9e8b89180908), intent=getattr 00000080:00000010:1.0:1789449489.066785:0:32639:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b89881400. 00800000:00000002:1.0:1789449489.066789:0:32639:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:1.0:1789449489.066793:0:32639:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789449489.066795:0:32639:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789449489.066796:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bb98 00800000:00000002:1.0:1789449489.066798:0:32639:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789449489.066801:0:32639:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789449489.066804:0:32639:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449489.066805:0:32639:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449489.066807:0:32639:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449489.066808:0:32639:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449489.066810:0:32639:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449489.066812:0:32639:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789449489.066814:0:32639:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449489.066817:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bb30 00800000:00000002:1.0:1789449489.066818:0:32639:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-2' -> mds #0 00000002:00000001:1.0:1789449489.066822:0:32639:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789449489.066823:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2ba68 00000002:00010000:1.0:1789449489.066825:0:32639:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21h.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:1.0:1789449489.066829:0:32639:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789449489.066832:0:32639:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1789449489.066838:0:32639:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83692a00. 00000020:00000040:1.0:1789449489.066843:0:32639:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=10 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00010000:00000001:1.0:1789449489.066850:0:32639:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789449489.066856:0:32639:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789449489.066858:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449489.066859:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449489.066861:0:32639:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449489.066864:0:32639:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789449489.066866:0:32639:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789449489.066870:0:32639:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789449489.066991:0:32639:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b8678cc00. 00000100:00000001:1.0:1789449489.067002:0:32639:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449489.067008:0:32639:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789449489.067010:0:32639:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449489.067012:0:32639:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789449489.067013:0:32639:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449489.067015:0:32639:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449489.067102:0:32639:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446636920775191040 : -107152934360576 : ffff9e8b83692a00) 00010000:00000001:1.0:1789449489.067108:0:32639:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789449489.067111:0:32639:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1789449489.067115:0:32639:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cba100 count: 2 00010000:00000001:1.0:1789449489.067117:0:32639:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449489.067121:0:32639:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789449489.067126:0:32639:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8bc204a600. 00000020:00000001:1.0:1789449489.067130:0:32639:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789449489.067132:0:32639:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8bc204a600 with handle 0xcddde1459ded66d5 to hash 00000020:00000001:1.0:1789449489.067134:0:32639:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789449489.067135:0:32639:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636921825568256 : -107151883983360 : ffff9e8bc204a600) 00010000:00000001:1.0:1789449489.067140:0:32639:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636921825568256 : -107151883983360 : ffff9e8bc204a600) 00010000:00000001:1.0:1789449489.067142:0:32639:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449489.067144:0:32639:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449489.067217:0:32639:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a600/0xcddde1459ded66d5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32639 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789449489.067225:0:32639:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a600/0xcddde1459ded66d5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32639 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789449489.067237:0:32639:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a600/0xcddde1459ded66d5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32639 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789449489.067243:0:32639:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789449489.067245:0:32639:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789449489.067254:0:32639:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b8580b300. 00000100:00000001:1.0:1789449489.067256:0:32639:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920810287872 : -107152899263744 : ffff9e8b8580b300) 00000100:00000001:1.0:1789449489.067260:0:32639:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449489.067261:0:32639:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775191040 : -107152934360576 : ffff9e8b83692a00) 00000100:00000001:1.0:1789449489.067267:0:32639:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789449489.067272:0:32639:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449489.067275:0:32639:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789449489.067277:0:32639:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789449489.067358:0:32639:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83692a00 x1876371947513216/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449489.067368:0:32639:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449489.067371:0:32639:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449489.067376:0:32639:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789449489.067380:0:32639:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789449489.067383:0:32639:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449489.067387:0:32639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83692a00 pname:cluuid:pid:xid:nid:opc:job rm:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:32639:1876371947513216:192.168.202.109@tcp:101:rm.0 00000100:00000001:1.0:1789449489.067392:0:32639:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789449489.067399:0:32639:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789449489.067402:0:32639:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449489.067404:0:32639:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789449489.067410:0:32639:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e8b86792000. 02000000:00000001:1.0:1789449489.067412:0:32639:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789449489.067423:0:32639:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:1.0:1789449489.067428:0:32639:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b83427e18. 00000400:00000010:1.0:1789449489.067437:0:32639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012cc0. 00000100:00000200:1.0:1789449489.067446:0:32639:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876371947513216, portal 10 00000100:00000001:1.0:1789449489.067448:0:32639:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449489.067449:0:32639:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775191040 : -107152934360576 : ffff9e8b83692a00) 00000100:00000040:1.0:1789449489.067456:0:32639:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b83692a00 x1876371947513216/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449505 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449489.067465:0:32639:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789449489.067468:0:32639:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1789449489.067479:0:32639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012dd0. 00000100:00000200:1.0:1789449489.067484:0:32639:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876371947513216, offset 0 00000400:00000200:1.0:1789449489.067493:0:32639:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1789449489.067505:0:32639:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449489.067515:0:32639:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1789449489.067523:0:32639:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789449489.067528:0:32639:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1789449489.067532:0:32639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789449489.067535:0:32639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1789449489.067540:0:32639:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2793:2793:256:4294967295] 192.168.202.109@tcp LPNI seq info [2793:2793:8:4294967295] 00000400:00000200:1.0:1789449489.067544:0:32639:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449489.067557:0:32639:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1789449489.067566:0:32639:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1789449489.067572:0:32639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b8c47a200. 00000800:00000200:1.0:1789449489.067580:0:32639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1789449489.067669:0:32639:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1789449489.067675:0:32639:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b8c47a200 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1789449489.067701:0:32639:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449489.067707:0:32639:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 813157 usecs (814 jiffies) 00000400:00000200:1.0:1789449489.067711:0:32639:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:1.0:1789449489.067714:0:32639:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296492567 00000100:00000001:1.0:1789449489.067718:0:32639:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296494113 00000100:00000001:1.0:1789449489.067720:0:32639:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296492567 00000100:00000001:1.0:1789449489.067722:0:32639:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296494113 00000100:00000001:1.0:1789449489.067725:0:32639:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449489.067728:0:32639:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449489.067731:0:32639:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789449489.067733:0:32639:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789449489.067736:0:32639:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b8580b300 going to sleep for 11 seconds 00000100:00000001:1.0:1789449489.067739:0:32639:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449489.067742:0:32639:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449489.068009:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449489.068015:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47a200. 00000400:00000200:3.0:1789449489.068022:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449489.068028:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449489.068034:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012dd0 00000400:00000010:3.0:1789449489.068037:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012dd0. 00000100:00000001:3.0:1789449489.068043:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449489.068048:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83692a00 x1876371947513216/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449505 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449489.068058:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449489.068061:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83692a00 x1876371947513216/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449505 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449489.068079:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449489.068081:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000080:00000010:1.1:1789449489.071124:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b8316ff40. 00000080:00000010:1.1:1789449489.071172:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e8b891139c0. 00000080:00000010:1.1:1789449489.071187:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b8984f260. 00000800:00000001:2.0:1789449489.072392:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449489.072407:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449489.072412:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449489.072414:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449489.072424:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449489.072432:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449489.072441:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449489.072445:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449489.072451:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449489.072455:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 688 into portal 10 MB=0x6aa8ce365e580 00000400:00000200:2.0:1789449489.072460:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449489.072466:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 688/688 into md 0x7f65 [1] + 224 00000800:00000001:2.0:1789449489.072481:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449489.072487:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449489.072491:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449489.072494:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449489.072502:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449489.072511:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83692a00 x1876371947513216/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449505 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449489.072520:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9e8b83692a00 x1876371947513216/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449505 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449489.072533:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449489.072543:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449489.072546:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449489.072580:0:32639:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789449489.072658:0:32639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789449489.072661:0:32639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789449489.072665:0:32639:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b83427e18. 00000400:00000200:1.0:1789449489.072671:0:32639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012cc0 00000400:00000010:1.0:1789449489.072673:0:32639:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012cc0. 00000100:00000001:1.0:1789449489.072676:0:32639:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789449489.072681:0:32639:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83692a00 x1876371947513216/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449505 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789449489.072690:0:32639:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83692a00 x1876371947513216/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449505 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449489.072697:0:32639:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789449489.072700:0:32639:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449489.072702:0:32639:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789449489.072706:0:32639:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789449489.072710:0:32639:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789449489.072713:0:32639:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449489.072717:0:32639:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789449489.072728:0:32639:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=119 v=5 (5 102 102 102) 00000100:00001000:1.0:1789449489.072732:0:32639:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1789449489.072736:0:32639:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789449489.072737:0:32639:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449489.072741:0:32639:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789449489.072744:0:32639:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449489.072749:0:32639:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789449489.072751:0:32639:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967619 00000100:00000001:1.0:1789449489.072753:0:32639:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789449489.072756:0:32639:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449489.072760:0:32639:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83692a00 x1876371947513216/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/688 e 0 to 0 dl 1789449505 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449489.072768:0:32639:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449489.072771:0:32639:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789449489.072773:0:32639:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789449489.072777:0:32639:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83692a00 x1876371947513216/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/688 e 0 to 0 dl 1789449505 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789449489.072786:0:32639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83692a00 pname:cluuid:pid:xid:nid:opc:job rm:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:32639:1876371947513216:192.168.202.109@tcp:101:rm.0 00000100:00000001:1.0:1789449489.072791:0:32639:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449489.072794:0:32639:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449489.072796:0:32639:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789449489.072799:0:32639:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449489.072803:0:32639:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83692a00 x1876371947513216/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/688 e 0 to 0 dl 1789449505 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449489.072810:0:32639:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789449489.072813:0:32639:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b8580b300. 00000100:00000001:1.0:1789449489.072816:0:32639:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789449489.072817:0:32639:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449489.072821:0:32639:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789449489.072826:0:32639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449489.072830:0:32639:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449489.072834:0:32639:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204a600 refcount=4 00000020:00000001:1.0:1789449489.072836:0:32639:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825568256 : -107151883983360 : ffff9e8bc204a600) 00010000:00000001:1.0:1789449489.072839:0:32639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825568256 : -107151883983360 : ffff9e8bc204a600) 00010000:00000040:1.0:1789449489.072847:0:32639:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e8bc204a600, remote cookie: 0xeb7cbf5e2fd3d62d, flags: 0x1001 00010000:00010000:1.0:1789449489.072852:0:32639:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a600/0xcddde1459ded66d5 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d62d expref: -99 pid: 32639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1789449489.072862:0:32639:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x24:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1789449489.073008:0:32639:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:1.0:1789449489.073094:0:32639:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bd700 count: 2 00010000:00000001:1.0:1789449489.073098:0:32639:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449489.073102:0:32639:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449489.073107:0:32639:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a600/0xcddde1459ded66d5 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d62d expref: -99 pid: 32639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789449489.073117:0:32639:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a600/0xcddde1459ded66d5 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d62d expref: -99 pid: 32639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449489.073123:0:32639:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789449489.073129:0:32639:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789449489.073132:0:32639:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789449489.073134:0:32639:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789449489.073135:0:32639:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789449489.073138:0:32639:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x24:0x0].0x0 (ffff9e8b902bd700) refcount = 2 00010000:00000040:1.0:1789449489.073142:0:32639:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1789449489.073201:0:32639:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204b000/0xcddde1459ded66ce lrc: 1/0,0 mode: CR/CR res: [0x200000405:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d5ee expref: -99 pid: 32639 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1789449489.073210:0:32639:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a600/0xcddde1459ded66d5 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d62d expref: -99 pid: 32639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449489.073223:0:32639:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789449489.073227:0:32639:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789449489.073229:0:32639:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449489.073232:0:32639:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789449489.073235:0:32639:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449489.073239:0:32639:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a600/0xcddde1459ded66d5 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d62d expref: -99 pid: 32639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449489.073245:0:32639:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789449489.073247:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449489.073249:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449489.073250:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449489.073252:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449489.073254:0:32639:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449489.073259:0:32639:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789449489.073261:0:32639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449489.073262:0:32639:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449489.073263:0:32639:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204a600 refcount=3 00000020:00000001:1.0:1789449489.073265:0:32639:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825568256 : -107151883983360 : ffff9e8bc204a600) 00010000:00000001:1.0:1789449489.073267:0:32639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825568256 : -107151883983360 : ffff9e8bc204a600) 00010000:00000001:1.0:1789449489.073270:0:32639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449489.073271:0:32639:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449489.073273:0:32639:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204a600 refcount=4 00000020:00000001:1.0:1789449489.073274:0:32639:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825568256 : -107151883983360 : ffff9e8bc204a600) 00010000:00000001:1.0:1789449489.073276:0:32639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825568256 : -107151883983360 : ffff9e8bc204a600) 00010000:00000001:1.0:1789449489.073280:0:32639:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449489.073283:0:32639:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449489.073354:0:32639:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a600/0xcddde1459ded66d5 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d62d expref: -99 pid: 32639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449489.073362:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449489.073364:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449489.073366:0:32639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449489.073367:0:32639:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449489.073369:0:32639:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204a600 refcount=5 00000020:00000001:1.0:1789449489.073371:0:32639:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825568256 : -107151883983360 : ffff9e8bc204a600) 00010000:00000001:1.0:1789449489.073373:0:32639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825568256 : -107151883983360 : ffff9e8bc204a600) 00010000:00000001:1.0:1789449489.073376:0:32639:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789449489.073378:0:32639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a600/0xcddde1459ded66d5 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d62d expref: -99 pid: 32639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449489.073384:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449489.073385:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789449489.073388:0:32639:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a600/0xcddde1459ded66d5 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d62d expref: -99 pid: 32639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449489.073394:0:32639:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789449489.073395:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449489.073396:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449489.073397:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449489.073399:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789449489.073405:0:32639:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9e8b83692a00 x1876371947513216/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/688 e 0 to 0 dl 1789449505 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1789449489.073416:0:32639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449489.073417:0:32639:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449489.073419:0:32639:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204a600 refcount=3 00000020:00000001:1.0:1789449489.073420:0:32639:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825568256 : -107151883983360 : ffff9e8bc204a600) 00010000:00000001:1.0:1789449489.073422:0:32639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825568256 : -107151883983360 : ffff9e8bc204a600) 00010000:00000001:1.0:1789449489.073425:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449489.073426:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789449489.073427:0:32639:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449489.073429:0:32639:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449489.073433:0:32639:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1789449489.073436:0:32639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449489.073437:0:32639:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449489.073439:0:32639:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204a600 refcount=3 00000020:00000001:1.0:1789449489.073441:0:32639:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825568256 : -107151883983360 : ffff9e8bc204a600) 00010000:00000001:1.0:1789449489.073443:0:32639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825568256 : -107151883983360 : ffff9e8bc204a600) 00000002:00010000:1.0:1789449489.073447:0:32639:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a600/0xcddde1459ded66d5 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d62d expref: -99 pid: 32639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449489.073452:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449489.073453:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449489.073455:0:32639:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789449489.073456:0:32639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449489.073457:0:32639:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449489.073458:0:32639:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204a600 refcount=3 00000020:00000001:1.0:1789449489.073460:0:32639:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825568256 : -107151883983360 : ffff9e8bc204a600) 00010000:00000001:1.0:1789449489.073462:0:32639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825568256 : -107151883983360 : ffff9e8bc204a600) 00010000:00000040:1.0:1789449489.073465:0:32639:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bd700 count: 3 00010000:00000001:1.0:1789449489.073467:0:32639:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1789449489.073471:0:32639:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e8b83488400 type 13 mode 4 res 8589935621/36 (0 0) 00010000:00000001:1.0:1789449489.073474:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449489.073474:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789449489.073476:0:32639:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789449489.073479:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2b9f0 00000002:00002000:1.0:1789449489.073482:0:32639:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-2 intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1789449489.073485:0:32639:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449489.073489:0:32639:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449489.073493:0:32639:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789449489.073496:0:32639:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1789449489.073500:0:32639:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449489.073504:0:32639:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000001:1.0:1789449489.073508:0:32639:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1789449489.073510:0:32639:0:(namei.c:674:ll_lookup_it_finish()) it ffffb71181d2be00 it_disposition b 00000080:00000001:1.0:1789449489.073513:0:32639:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789449489.073519:0:32639:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1789449489.073524:0:32639:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1789449489.073533:0:32639:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9e8b91d9ae00. 00800000:00000001:1.0:1789449489.073536:0:32639:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446636921017445888 : -107152692105728 : ffff9e8b91d9ae00) 00800000:00000001:1.0:1789449489.073538:0:32639:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449489.073540:0:32639:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789449489.073543:0:32639:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611172 : 144115205339611172 : 200000405000024) 00000080:00000001:1.0:1789449489.073547:0:32639:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:1.0:1789449489.073555:0:32639:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1789449489.073557:0:32639:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x24:0x0] 00000080:00000001:1.0:1789449489.073560:0:32639:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1789449489.073563:0:32639:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1789449489.073565:0:32639:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449489.073568:0:32639:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611172 : 144115205339611172 : 200000405000024) 00000080:00000001:1.0:1789449489.073571:0:32639:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1789449489.073574:0:32639:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611172 mtime from 1789449471 to 1789449489 00000080:00200000:1.0:1789449489.073580:0:32639:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x24:0x0], updating i_size 4096 00000080:00200000:1.0:1789449489.073582:0:32639:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x24:0x0](ffff9e8b891cc2c8): rc = 0 00000080:00000001:1.0:1789449489.073585:0:32639:0:(namei.c:156:ll_iget()) Process leaving (rc=18446636920870847176 : -107152838704440 : ffff9e8b891cc2c8) 00010000:00000001:1.0:1789449489.073647:0:32639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449489.073649:0:32639:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449489.073651:0:32639:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204a600 refcount=3 00000020:00000001:1.0:1789449489.073653:0:32639:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825568256 : -107151883983360 : ffff9e8bc204a600) 00010000:00000001:1.0:1789449489.073656:0:32639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825568256 : -107151883983360 : ffff9e8bc204a600) 00010000:00000001:1.0:1789449489.073658:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449489.073659:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789449489.073661:0:32639:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789449489.073664:0:32639:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1789449489.073665:0:32639:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b91d9ae00 1 00800000:00000010:1.0:1789449489.073668:0:32639:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9e8b91d9ae00. 00800000:00000001:1.0:1789449489.073672:0:32639:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789449489.073676:0:32639:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x24:0x0](ffff9e8b891cc2c8) for lock 0xcddde1459ded66d5 00800000:00000001:1.0:1789449489.073679:0:32639:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789449489.073681:0:32639:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789449489.073682:0:32639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449489.073684:0:32639:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449489.073685:0:32639:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204a600 refcount=3 00000020:00000001:1.0:1789449489.073687:0:32639:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825568256 : -107151883983360 : ffff9e8bc204a600) 00010000:00000001:1.0:1789449489.073690:0:32639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825568256 : -107151883983360 : ffff9e8bc204a600) 00010000:00000001:1.0:1789449489.073692:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449489.073693:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789449489.073695:0:32639:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449489.073697:0:32639:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1789449489.073703:0:32639:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9e8b893406c0 inode ffff9e8b891cc2c8 refc 1 flags 0x20000e 00000080:00000002:1.0:1789449489.073708:0:32639:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-2 [0x200000405:0x24:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:1.0:1789449489.073711:0:32639:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1789449489.073715:0:32639:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x24:0x0](ffff9e8b891cc2c8) 00000080:00010000:1.0:1789449489.073719:0:32639:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded66d5 from it ffffb71181d2be00 00010000:00000001:1.0:1789449489.073722:0:32639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449489.073723:0:32639:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449489.073724:0:32639:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204a600 refcount=3 00000020:00000001:1.0:1789449489.073726:0:32639:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825568256 : -107151883983360 : ffff9e8bc204a600) 00010000:00000001:1.0:1789449489.073728:0:32639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825568256 : -107151883983360 : ffff9e8bc204a600) 00010000:00000001:1.0:1789449489.073730:0:32639:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789449489.073732:0:32639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a600/0xcddde1459ded66d5 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d62d expref: -99 pid: 32639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449489.073738:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449489.073739:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449489.073740:0:32639:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789449489.073743:0:32639:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789449489.073746:0:32639:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a600/0xcddde1459ded66d5 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d62d expref: -99 pid: 32639 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789449489.073753:0:32639:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789449489.073756:0:32639:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789449489.073758:0:32639:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789449489.073764:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449489.073765:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449489.073766:0:32639:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449489.073770:0:32639:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789449489.073773:0:32639:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449489.073776:0:32639:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449489.073778:0:32639:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449489.073780:0:32639:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789449489.073781:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449489.073783:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789449489.073785:0:32639:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1789449489.073788:0:32639:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b89881400. 00000100:00000001:1.0:1789449489.073793:0:32639:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449489.073797:0:32639:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83692a00 x1876371947513216/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/688 e 0 to 0 dl 1789449505 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449489.073805:0:32639:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789449489.073808:0:32639:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789449489.073812:0:32639:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9e8b86792000. 02000000:00000001:1.0:1789449489.073816:0:32639:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789449489.073819:0:32639:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449489.073821:0:32639:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=9 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:1.0:1789449489.073823:0:32639:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789449489.073827:0:32639:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b8678cc00. 02000000:00000001:1.0:1789449489.073833:0:32639:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789449489.073835:0:32639:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789449489.073837:0:32639:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83692a00. 00000100:00000001:1.0:1789449489.073841:0:32639:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789449489.073842:0:32639:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789449489.073846:0:32639:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1789449489.073848:0:32639:0:(dcache.c:176:ll_intent_release()) intent ffffb71181d2be00 released 00000080:00000001:1.0:1789449489.073849:0:32639:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1789449489.073856:0:32639:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789449489.073858:0:32639:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789449489.073860:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bd50 00000080:00200000:1.0:1789449489.073949:0:32639:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:1.0:1789449489.073956:0:32639:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b89881400. 00800000:00000002:1.0:1789449489.073961:0:32639:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:1.0:1789449489.073964:0:32639:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789449489.073968:0:32639:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789449489.073970:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bc70 00800000:00000002:1.0:1789449489.073972:0:32639:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789449489.073976:0:32639:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789449489.073979:0:32639:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449489.073982:0:32639:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449489.073985:0:32639:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449489.073987:0:32639:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449489.073989:0:32639:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449489.073991:0:32639:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789449489.073994:0:32639:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449489.073997:0:32639:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789449489.074002:0:32639:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789449489.074004:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bb40 00000002:00010000:1.0:1789449489.074006:0:32639:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789449489.074010:0:32639:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789449489.074011:0:32639:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789449489.074013:0:32639:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789449489.074016:0:32639:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cba100 count: 2 00010000:00000001:1.0:1789449489.074095:0:32639:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449489.074099:0:32639:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449489.074103:0:32639:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789449489.074106:0:32639:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499e00/0xcddde1459ded66c0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d5d2 expref: -99 pid: 32639 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1789449489.074115:0:32639:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789449489.074120:0:32639:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449489.074123:0:32639:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499e00/0xcddde1459ded66c0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d5d2 expref: -99 pid: 32639 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1789449489.074129:0:32639:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789449489.074132:0:32639:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789449489.074134:0:32639:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789449489.074136:0:32639:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789449489.074138:0:32639:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789449489.074140:0:32639:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789449489.074143:0:32639:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789449489.074211:0:32639:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:1.0:1789449489.074215:0:32639:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b89881400. 00000080:00000001:1.0:1789449489.074219:0:32639:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789449489.074221:0:32639:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789449489.074223:0:32639:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:1.0:1789449489.074227:0:32639:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded66c0 00800000:00000001:1.0:1789449489.074230:0:32639:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789449489.074232:0:32639:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789449489.074234:0:32639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449489.074236:0:32639:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449489.074238:0:32639:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499e00 refcount=3 00000020:00000001:1.0:1789449489.074240:0:32639:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823455232 : -107152886096384 : ffff9e8b86499e00) 00010000:00000001:1.0:1789449489.074242:0:32639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823455232 : -107152886096384 : ffff9e8b86499e00) 00010000:00000001:1.0:1789449489.074245:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449489.074246:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789449489.074247:0:32639:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449489.074249:0:32639:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789449489.074250:0:32639:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded66c0 from it ffffb71181d2bd88 00010000:00000001:1.0:1789449489.074252:0:32639:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449489.074253:0:32639:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449489.074254:0:32639:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499e00 refcount=3 00000020:00000001:1.0:1789449489.074256:0:32639:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823455232 : -107152886096384 : ffff9e8b86499e00) 00010000:00000001:1.0:1789449489.074258:0:32639:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823455232 : -107152886096384 : ffff9e8b86499e00) 00010000:00000001:1.0:1789449489.074260:0:32639:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789449489.074263:0:32639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499e00/0xcddde1459ded66c0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d5d2 expref: -99 pid: 32639 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1789449489.074269:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449489.074270:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449489.074271:0:32639:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789449489.074273:0:32639:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789449489.074275:0:32639:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499e00/0xcddde1459ded66c0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d5d2 expref: -99 pid: 32639 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1789449489.074360:0:32639:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789449489.074363:0:32639:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789449489.074365:0:32639:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789449489.074368:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449489.074369:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449489.074371:0:32639:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449489.074374:0:32639:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789449489.074376:0:32639:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449489.074378:0:32639:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449489.074379:0:32639:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449489.074381:0:32639:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789449489.074382:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449489.074383:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789449489.074385:0:32639:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789449489.074386:0:32639:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789449489.074388:0:32639:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908), inode mode 41ff mask 3 00000080:00000001:1.0:1789449489.074394:0:32639:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449489.074400:0:32639:0:(namei.c:2258:ll_rmdir()) Process entered 00000020:00000001:1.0:1789449489.074402:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2be18 00000080:00200000:1.0:1789449489.074404:0:32639:0:(namei.c:2261:ll_rmdir()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00000001:1.0:1789449489.074408:0:32639:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000080:00000040:1.0:1789449489.074411:0:32639:0:(llite_foreign.c:245:ll_foreign_is_removable()) unable to check if dir (d21h.recovery-small-2, [0x200000405:0x24:0x0]) is foreign... 00000080:00000001:1.0:1789449489.074415:0:32639:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1789449489.074421:0:32639:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b89881400. 00800000:00000002:1.0:1789449489.074424:0:32639:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00800000:00000001:1.0:1789449489.074431:0:32639:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:1.0:1789449489.074436:0:32639:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449489.074437:0:32639:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449489.074438:0:32639:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449489.074440:0:32639:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449489.074442:0:32639:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449489.074444:0:32639:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789449489.074445:0:32639:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449489.074447:0:32639:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449489.074448:0:32639:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449489.074450:0:32639:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449489.074451:0:32639:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449489.074453:0:32639:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449489.074454:0:32639:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:1.0:1789449489.074456:0:32639:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449489.074460:0:32639:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:1.0:1789449489.074461:0:32639:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449489.074462:0:32639:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449489.074464:0:32639:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449489.074465:0:32639:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449489.074467:0:32639:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449489.074468:0:32639:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:1.0:1789449489.074470:0:32639:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449489.074472:0:32639:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000405:0x24:0x0] 00800000:00000001:1.0:1789449489.074474:0:32639:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449489.074476:0:32639:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000405:0x24:0x0] -> mds #0 00000002:00000001:1.0:1789449489.074481:0:32639:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1789449489.074484:0:32639:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1789449489.074487:0:32639:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cba100 count: 2 00010000:00000001:1.0:1789449489.074489:0:32639:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449489.074492:0:32639:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1789449489.074496:0:32639:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789449489.074499:0:32639:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499e00/0xcddde1459ded66c0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xeb7cbf5e2fd3d5d2 expref: -99 pid: 32639 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:1.0:1789449489.074506:0:32639:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1789449489.074511:0:32639:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1789449489.074513:0:32639:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1789449489.074515:0:32639:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1789449489.074518:0:32639:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789449489.074519:0:32639:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789449489.074521:0:32639:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cba100 count: 3 00010000:00000001:1.0:1789449489.074523:0:32639:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789449489.074526:0:32639:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449489.074527:0:32639:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789449489.074529:0:32639:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789449489.074531:0:32639:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cba100 count: 3 00010000:00000001:1.0:1789449489.074533:0:32639:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789449489.074535:0:32639:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449489.074536:0:32639:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789449489.074537:0:32639:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789449489.074539:0:32639:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cba100 count: 3 00010000:00000001:1.0:1789449489.074541:0:32639:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789449489.074542:0:32639:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449489.074544:0:32639:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789449489.074547:0:32639:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9e8b89180840, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1789449489.074552:0:32639:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1789449489.074555:0:32639:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1789449489.074558:0:32639:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1789449489.074560:0:32639:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449489.074563:0:32639:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789449489.074566:0:32639:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789449489.074567:0:32639:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789449489.074569:0:32639:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449489.074571:0:32639:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1789449489.074574:0:32639:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9e8b86499e00 with handle 0xcddde1459ded66c0 from hash 00010000:00000001:1.0:1789449489.074576:0:32639:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789449489.074578:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449489.074579:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449489.074580:0:32639:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789449489.074583:0:32639:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789449489.074585:0:32639:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1789449489.074656:0:32639:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789449489.074659:0:32639:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789449489.074661:0:32639:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789449489.074664:0:32639:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1789449489.074667:0:32639:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bd700 count: 3 00010000:00000001:1.0:1789449489.074669:0:32639:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449489.074671:0:32639:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1789449489.074673:0:32639:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789449489.074676:0:32639:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a600/0xcddde1459ded66d5 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xeb7cbf5e2fd3d62d expref: -99 pid: 32639 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:1.0:1789449489.074689:0:32639:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1789449489.074690:0:32639:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1789449489.074692:0:32639:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1789449489.074693:0:32639:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x24:0x0] mode (null) 00000002:00000001:1.0:1789449489.074695:0:32639:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789449489.074696:0:32639:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789449489.074698:0:32639:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bd700 count: 4 00010000:00000001:1.0:1789449489.074699:0:32639:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789449489.074702:0:32639:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449489.074703:0:32639:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789449489.074704:0:32639:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789449489.074706:0:32639:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bd700 count: 4 00010000:00000001:1.0:1789449489.074707:0:32639:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789449489.074709:0:32639:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449489.074711:0:32639:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789449489.074712:0:32639:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789449489.074713:0:32639:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bd700 count: 4 00010000:00000001:1.0:1789449489.074715:0:32639:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789449489.074716:0:32639:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449489.074718:0:32639:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789449489.074720:0:32639:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000405:0x24:0x0] lli = ffff9e8b891cc200, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1789449489.074722:0:32639:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1789449489.074724:0:32639:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1789449489.074725:0:32639:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1789449489.074727:0:32639:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x24:0x0](ffff9e8b891cc2c8) invalid 00000020:00000001:1.0:1789449489.074729:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2ba80 00000080:00002000:1.0:1789449489.074731:0:32639:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-2 (ffff9e8b893406c0) parent ffff9e8b892cbca8 inode ffff9e8b891cc2c8 refc 2 00000080:00000001:1.0:1789449489.074735:0:32639:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1789449489.074736:0:32639:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1789449489.074738:0:32639:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449489.074740:0:32639:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789449489.074741:0:32639:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789449489.074742:0:32639:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789449489.074744:0:32639:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449489.074746:0:32639:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1789449489.074748:0:32639:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9e8bc204a600 with handle 0xcddde1459ded66d5 from hash 00010000:00000001:1.0:1789449489.074751:0:32639:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789449489.074752:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449489.074753:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449489.074754:0:32639:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789449489.074756:0:32639:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789449489.074757:0:32639:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1789449489.074759:0:32639:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789449489.074761:0:32639:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204b000/0xcddde1459ded66ce lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x24:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xeb7cbf5e2fd3d5ee expref: -99 pid: 32639 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:1.0:1789449489.074768:0:32639:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1789449489.074769:0:32639:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1789449489.074771:0:32639:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1789449489.074772:0:32639:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x24:0x0] mode CR 00000002:00000001:1.0:1789449489.074774:0:32639:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789449489.074775:0:32639:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789449489.074776:0:32639:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bd700 count: 4 00010000:00000001:1.0:1789449489.074778:0:32639:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789449489.074780:0:32639:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449489.074781:0:32639:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789449489.074782:0:32639:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789449489.074783:0:32639:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bd700 count: 4 00010000:00000001:1.0:1789449489.074785:0:32639:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789449489.074787:0:32639:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449489.074788:0:32639:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449489.074791:0:32639:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1789449489.074794:0:32639:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1789449489.074800:0:32639:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9e8b89880800. 00000080:00000001:1.0:1789449489.074803:0:32639:0:(file.c:90:ll_prepare_close()) Process entered 00800000:00000002:1.0:1789449489.074805:0:32639:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b91d9a5c0 2 00000080:00000001:1.0:1789449489.074809:0:32639:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1789449489.074812:0:32639:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:1.0:1789449489.074813:0:32639:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449489.074815:0:32639:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449489.074816:0:32639:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449489.074818:0:32639:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449489.074819:0:32639:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449489.074821:0:32639:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:1.0:1789449489.074823:0:32639:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449489.074825:0:32639:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x24:0x0] 00000002:00000001:1.0:1789449489.074829:0:32639:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1789449489.074831:0:32639:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9e8b89903000: [0x200000405:0x24:0x0] file closed with intent: 0 00000100:00000010:1.0:1789449489.074838:0:32639:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83692a00. 00000020:00000040:1.0:1789449489.074842:0:32639:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=10 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000100:00000001:1.0:1789449489.074847:0:32639:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789449489.074851:0:32639:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789449489.074855:0:32639:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789449489.075114:0:32639:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e8b89880c00. 00000100:00000001:1.0:1789449489.075125:0:32639:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1789449489.075351:0:32639:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9e8b83693b80 x1876371947512832/t4294967630(4294967630) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/664 e 0 to 0 dl 1789449505 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1789449489.075368:0:32639:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e8b89903000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1789449489.075375:0:32639:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e8b83692a00 x1876371947513472/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1789449489.075384:0:32639:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789449489.075386:0:32639:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789449489.075396:0:32639:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b8580b300. 00000100:00000001:1.0:1789449489.075399:0:32639:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920810287872 : -107152899263744 : ffff9e8b8580b300) 00000100:00000001:1.0:1789449489.075402:0:32639:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449489.075404:0:32639:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775191040 : -107152934360576 : ffff9e8b83692a00) 00000100:00000001:1.0:1789449489.075410:0:32639:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789449489.075415:0:32639:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449489.075418:0:32639:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789449489.075420:0:32639:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789449489.075425:0:32639:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83692a00 x1876371947513472/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449489.075433:0:32639:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449489.075436:0:32639:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449489.075441:0:32639:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789449489.075444:0:32639:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789449489.075447:0:32639:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449489.075451:0:32639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83692a00 pname:cluuid:pid:xid:nid:opc:job rm:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:32639:1876371947513472:192.168.202.109@tcp:35:rm.0 00000100:00000001:1.0:1789449489.075455:0:32639:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789449489.075462:0:32639:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789449489.075465:0:32639:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449489.075468:0:32639:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789449489.075472:0:32639:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b8678cc00. 02000000:00000001:1.0:1789449489.075475:0:32639:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789449489.075485:0:32639:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:1.0:1789449489.075490:0:32639:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b83427e18. 00000400:00000010:1.0:1789449489.075498:0:32639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012cc0. 00000100:00000200:1.0:1789449489.075507:0:32639:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947513472, portal 10 00000100:00000001:1.0:1789449489.075509:0:32639:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449489.075511:0:32639:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775191040 : -107152934360576 : ffff9e8b83692a00) 00000100:00000040:1.0:1789449489.075518:0:32639:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b83692a00 x1876371947513472/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449505 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449489.075526:0:32639:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789449489.075530:0:32639:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1789449489.075533:0:32639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b850124c8. 00000100:00000200:1.0:1789449489.075537:0:32639:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876371947513472, offset 0 00000400:00000200:1.0:1789449489.075544:0:32639:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1789449489.075553:0:32639:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449489.075562:0:32639:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1789449489.075568:0:32639:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789449489.075573:0:32639:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1789449489.075578:0:32639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789449489.075581:0:32639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1789449489.075585:0:32639:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2794:2794:256:4294967295] 192.168.202.109@tcp LPNI seq info [2794:2794:8:4294967295] 00000400:00000200:1.0:1789449489.075656:0:32639:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449489.075669:0:32639:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1789449489.075676:0:32639:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1789449489.075682:0:32639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b8c47af00. 00000800:00000200:1.0:1789449489.075691:0:32639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1789449489.075699:0:32639:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1789449489.075704:0:32639:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b8c47af00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1789449489.075727:0:32639:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449489.075733:0:32639:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 812062 usecs (813 jiffies) 00000400:00000200:1.0:1789449489.075736:0:32639:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:1.0:1789449489.075740:0:32639:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296492574 00000100:00000001:1.0:1789449489.075743:0:32639:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296494113 00000100:00000001:1.0:1789449489.075746:0:32639:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296492574 00000100:00000001:1.0:1789449489.075748:0:32639:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296494113 00000100:00000001:1.0:1789449489.075751:0:32639:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449489.075754:0:32639:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449489.075756:0:32639:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789449489.075758:0:32639:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789449489.075761:0:32639:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b8580b300 going to sleep for 11 seconds 00000100:00000001:1.0:1789449489.075764:0:32639:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449489.075767:0:32639:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449489.076406:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449489.076415:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47af00. 00000400:00000200:3.0:1789449489.076423:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449489.076431:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449489.076441:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b850124c8 00000400:00000010:3.0:1789449489.076444:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b850124c8. 00000100:00000001:3.0:1789449489.076451:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449489.076456:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83692a00 x1876371947513472/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449505 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449489.076468:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449489.076471:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83692a00 x1876371947513472/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449505 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449489.076477:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449489.076479:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449489.079290:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449489.079312:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449489.079318:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449489.079320:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449489.079332:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449489.079341:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449489.079352:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449489.079358:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449489.079362:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449489.079366:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 456 into portal 10 MB=0x6aa8ce365e680 00000400:00000200:2.0:1789449489.079371:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449489.079377:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 456/456 into md 0x7f6d [1] + 224 00000800:00000001:2.0:1789449489.079384:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449489.079391:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449489.079394:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449489.079397:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449489.079404:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449489.079413:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83692a00 x1876371947513472/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449505 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449489.079422:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9e8b83692a00 x1876371947513472/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449505 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449489.079439:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449489.079449:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449489.079452:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449489.079493:0:32639:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789449489.079504:0:32639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789449489.079507:0:32639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789449489.079511:0:32639:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b83427e18. 00000400:00000200:1.0:1789449489.079517:0:32639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012cc0 00000400:00000010:1.0:1789449489.079520:0:32639:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012cc0. 00000100:00000001:1.0:1789449489.079523:0:32639:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789449489.079528:0:32639:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83692a00 x1876371947513472/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449505 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789449489.079537:0:32639:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83692a00 x1876371947513472/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449505 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449489.079543:0:32639:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789449489.079547:0:32639:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449489.079549:0:32639:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789449489.079554:0:32639:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789449489.079557:0:32639:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789449489.079560:0:32639:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449489.079564:0:32639:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789449489.079575:0:32639:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ecf0 time=119 v=5 (5 5 5 5) 00000100:00001000:1.0:1789449489.079580:0:32639:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1789449489.079583:0:32639:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789449489.079585:0:32639:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449489.079660:0:32639:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789449489.079665:0:32639:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449489.079670:0:32639:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789449489.079672:0:32639:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1789449489.079674:0:32639:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789449489.079677:0:32639:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449489.079679:0:32639:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775191040 : -107152934360576 : ffff9e8b83692a00) 00000100:00000001:1.0:1789449489.079682:0:32639:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789449489.079685:0:32639:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967619 00000100:00000001:1.0:1789449489.079686:0:32639:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789449489.079689:0:32639:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449489.079695:0:32639:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83692a00 x1876371947513472/t4294967632(4294967632) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449505 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449489.079702:0:32639:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449489.079706:0:32639:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789449489.079708:0:32639:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789449489.079712:0:32639:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83692a00 x1876371947513472/t4294967632(4294967632) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449505 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789449489.079720:0:32639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83692a00 pname:cluuid:pid:xid:nid:opc:job rm:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:32639:1876371947513472:192.168.202.109@tcp:35:rm.0 00000100:00000001:1.0:1789449489.079725:0:32639:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449489.079728:0:32639:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449489.079732:0:32639:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789449489.079734:0:32639:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449489.079738:0:32639:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83692a00 x1876371947513472/t4294967632(4294967632) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449505 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449489.079746:0:32639:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789449489.079749:0:32639:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b8580b300. 00000100:00000001:1.0:1789449489.079752:0:32639:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789449489.079754:0:32639:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449489.079763:0:32639:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449489.079764:0:32639:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775191040 : -107152934360576 : ffff9e8b83692a00) 00000002:00000001:1.0:1789449489.079768:0:32639:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449489.079772:0:32639:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449489.079777:0:32639:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b91d9a5c0 2 00000080:00000010:1.0:1789449489.079781:0:32639:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b89880800. 00000080:00000001:1.0:1789449489.079785:0:32639:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1789449489.079788:0:32639:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:1.0:1789449489.079793:0:32639:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449489.079796:0:32639:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449489.079799:0:32639:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449489.079802:0:32639:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449489.079804:0:32639:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449489.079806:0:32639:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:1.0:1789449489.079808:0:32639:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449489.079814:0:32639:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1789449489.079820:0:32639:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9e8b83693b80 x1876371947512832/t4294967630(4294967630) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/664 e 0 to 0 dl 1789449505 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449489.079828:0:32639:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449489.079829:0:32639:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775195520 : -107152934356096 : ffff9e8b83693b80) 00000100:00000001:1.0:1789449489.079832:0:32639:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449489.079835:0:32639:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83693b80 x1876371947512832/t4294967630(4294967630) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/664 e 0 to 0 dl 1789449505 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449489.079842:0:32639:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449489.079845:0:32639:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449489.079848:0:32639:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83692a00 x1876371947513472/t4294967632(4294967632) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449505 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449489.079855:0:32639:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449489.079857:0:32639:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449489.079860:0:32639:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83693b80 x1876371947512832/t4294967630(4294967630) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/664 e 0 to 0 dl 1789449505 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449489.079866:0:32639:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1789449489.079870:0:32639:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449489.079872:0:32639:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=9 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:1.0:1789449489.079875:0:32639:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789449489.079976:0:32639:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b8678ec00. 02000000:00000001:1.0:1789449489.079984:0:32639:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789449489.079986:0:32639:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789449489.079989:0:32639:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83693b80. 00000100:00000001:1.0:1789449489.079994:0:32639:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789449489.079995:0:32639:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449489.079997:0:32639:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449489.080001:0:32639:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83692a00 x1876371947513472/t4294967632(4294967632) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449505 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449489.080008:0:32639:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789449489.080010:0:32639:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff9e8b8984fca0. 00000002:00000001:1.0:1789449489.080013:0:32639:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449489.080015:0:32639:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789449489.080092:0:32639:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9e8b91d9ab40. 00000100:00000001:1.0:1789449489.080096:0:32639:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449489.080101:0:32639:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83692a00 x1876371947513472/t4294967632(4294967632) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449505 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449489.080107:0:32639:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789449489.080110:0:32639:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789449489.080113:0:32639:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b8678cc00. 02000000:00000001:1.0:1789449489.080117:0:32639:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789449489.080118:0:32639:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449489.080119:0:32639:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:1.0:1789449489.080121:0:32639:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789449489.080123:0:32639:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e8b89880c00. 02000000:00000001:1.0:1789449489.080125:0:32639:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789449489.080127:0:32639:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789449489.080128:0:32639:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83692a00. 00000100:00000001:1.0:1789449489.080131:0:32639:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789449489.080132:0:32639:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789449489.080136:0:32639:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449489.080139:0:32639:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1789449489.080142:0:32639:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x24:0x0] mode (null) 00000002:00000001:1.0:1789449489.080155:0:32639:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789449489.080159:0:32639:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789449489.080167:0:32639:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bd700 count: 4 00010000:00000001:1.0:1789449489.080171:0:32639:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789449489.080178:0:32639:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449489.080180:0:32639:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449489.080184:0:32639:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1789449489.080187:0:32639:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x24:0x0](ffff9e8b891cc2c8) invalid 00000020:00000001:1.0:1789449489.080192:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2ba80 00000080:00002000:1.0:1789449489.080194:0:32639:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-2 (ffff9e8b893406c0) parent ffff9e8b892cbca8 inode ffff9e8b891cc2c8 refc 2 00000080:00000001:1.0:1789449489.080481:0:32639:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1789449489.080487:0:32639:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1789449489.080489:0:32639:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449489.080494:0:32639:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789449489.080499:0:32639:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789449489.080502:0:32639:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789449489.080504:0:32639:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449489.080507:0:32639:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1789449489.080512:0:32639:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9e8bc204b000 with handle 0xcddde1459ded66ce from hash 00010000:00000001:1.0:1789449489.080515:0:32639:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789449489.080517:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449489.080519:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449489.080520:0:32639:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789449489.080524:0:32639:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789449489.080525:0:32639:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1789449489.080530:0:32639:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1789449489.080533:0:32639:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:1.0:1789449489.080536:0:32639:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:1.0:1789449489.080544:0:32639:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83692a00. 00000020:00000040:1.0:1789449489.080548:0:32639:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=9 obd=lustre-MDT0000-mdc-ffff9e8b89903000 02000000:00000001:1.0:1789449489.080553:0:32639:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789449489.080555:0:32639:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449489.080558:0:32639:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789449489.080564:0:32639:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789449489.080567:0:32639:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449489.080569:0:32639:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789449489.080573:0:32639:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789449489.080578:0:32639:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789449489.080657:0:32639:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e8b89880c00. 00000100:00000001:1.0:1789449489.080666:0:32639:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449489.080670:0:32639:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789449489.080674:0:32639:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1789449489.080682:0:32639:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a600/0xcddde1459ded66d5 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xeb7cbf5e2fd3d62d expref: -99 pid: 32639 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1789449489.080691:0:32639:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204b000/0xcddde1459ded66ce lrc: 1/0,0 mode: --/CR res: [0x200000405:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xeb7cbf5e2fd3d5ee expref: -99 pid: 32639 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1789449489.080699:0:32639:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499e00/0xcddde1459ded66c0 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xeb7cbf5e2fd3d5d2 expref: -99 pid: 32639 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1789449489.080705:0:32639:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:1.0:1789449489.080706:0:32639:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:1.0:1789449489.080709:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789449489.080711:0:32639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a600/0xcddde1459ded66d5 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xeb7cbf5e2fd3d62d expref: -99 pid: 32639 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789449489.080725:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449489.080727:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789449489.080729:0:32639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204b000/0xcddde1459ded66ce lrc: 0/0,0 mode: --/CR res: [0x200000405:0x24:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xeb7cbf5e2fd3d5ee expref: -99 pid: 32639 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:1.0:1789449489.080736:0:32639:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9e8b902bd700 count: 0 00010000:00000010:1.0:1789449489.080743:0:32639:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e8b898b7f00. 00010000:00000001:1.0:1789449489.080751:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449489.080752:0:32639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789449489.080754:0:32639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499e00/0xcddde1459ded66c0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xeb7cbf5e2fd3d5d2 expref: -99 pid: 32639 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000040:1.0:1789449489.080760:0:32639:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9e8b82cba100 count: 0 00010000:00000010:1.0:1789449489.080764:0:32639:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e8b9066e180. 00010000:00000001:1.0:1789449489.080769:0:32639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449489.080771:0:32639:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449489.080773:0:32639:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789449489.080774:0:32639:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449489.080776:0:32639:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1789449489.080790:0:32639:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e8b89903000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1789449489.080797:0:32639:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e8b83692a00 x1876371947513728/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789449489.080805:0:32639:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789449489.080807:0:32639:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789449489.080814:0:32639:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b8580b300. 00000100:00000001:1.0:1789449489.080817:0:32639:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920810287872 : -107152899263744 : ffff9e8b8580b300) 00000100:00000001:1.0:1789449489.080819:0:32639:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449489.080821:0:32639:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775191040 : -107152934360576 : ffff9e8b83692a00) 00000100:00000001:1.0:1789449489.080826:0:32639:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789449489.080831:0:32639:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449489.080833:0:32639:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789449489.080835:0:32639:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789449489.080839:0:32639:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83692a00 x1876371947513728/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449489.080846:0:32639:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449489.080849:0:32639:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449489.080855:0:32639:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789449489.080858:0:32639:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789449489.080861:0:32639:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449489.080864:0:32639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83692a00 pname:cluuid:pid:xid:nid:opc:job rm:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:32639:1876371947513728:192.168.202.109@tcp:36:rm.0 00000100:00000001:1.0:1789449489.080870:0:32639:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789449489.080877:0:32639:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789449489.080979:0:32639:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449489.080982:0:32639:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789449489.080988:0:32639:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b8678cc00. 02000000:00000001:1.0:1789449489.080990:0:32639:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789449489.080999:0:32639:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:1.0:1789449489.081004:0:32639:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b83427e18. 00000400:00000010:1.0:1789449489.081011:0:32639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012cc0. 00000100:00000200:1.0:1789449489.081018:0:32639:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947513728, portal 10 00000100:00000001:1.0:1789449489.081020:0:32639:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449489.081021:0:32639:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775191040 : -107152934360576 : ffff9e8b83692a00) 00000100:00000040:1.0:1789449489.081111:0:32639:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b83692a00 x1876371947513728/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 512/624 e 0 to 0 dl 1789449505 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449489.081119:0:32639:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789449489.081122:0:32639:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1789449489.081126:0:32639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012908. 00000100:00000200:1.0:1789449489.081131:0:32639:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1876371947513728, offset 0 00000400:00000200:1.0:1789449489.081138:0:32639:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1789449489.081158:0:32639:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449489.081168:0:32639:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1789449489.081175:0:32639:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789449489.081180:0:32639:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1789449489.081185:0:32639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789449489.081189:0:32639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1789449489.081193:0:32639:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2795:2795:256:4294967295] 192.168.202.109@tcp LPNI seq info [2795:2795:8:4294967295] 00000400:00000200:1.0:1789449489.081198:0:32639:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449489.081208:0:32639:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1789449489.081214:0:32639:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1789449489.081219:0:32639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b8c47a700. 00000800:00000200:1.0:1789449489.081226:0:32639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1789449489.081233:0:32639:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1789449489.081237:0:32639:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b8c47a700 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:1.0:1789449489.081249:0:32639:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449489.081255:0:32639:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 810970 usecs (811 jiffies) 00000400:00000200:1.0:1789449489.081258:0:32639:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:1.0:1789449489.081261:0:32639:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296492578 00000100:00000001:1.0:1789449489.081265:0:32639:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296494113 00000100:00000001:1.0:1789449489.081268:0:32639:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296492578 00000100:00000001:1.0:1789449489.081271:0:32639:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296494113 00000100:00000001:1.0:1789449489.081274:0:32639:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449489.081277:0:32639:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449489.081279:0:32639:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789449489.081281:0:32639:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789449489.081284:0:32639:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b8580b300 going to sleep for 11 seconds 00000100:00000001:1.0:1789449489.081296:0:32639:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449489.081299:0:32639:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449489.081725:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449489.081731:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47a700. 00000400:00000200:3.0:1789449489.081737:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449489.081743:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449489.081751:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012908 00000400:00000010:3.0:1789449489.081754:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012908. 00000100:00000001:3.0:1789449489.081760:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449489.081765:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83692a00 x1876371947513728/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 512/624 e 0 to 0 dl 1789449505 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449489.081776:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449489.081779:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83692a00 x1876371947513728/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 512/624 e 0 to 0 dl 1789449505 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449489.081785:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449489.081787:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1789449489.085998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204a600. 00010000:00000010:1.1:1789449489.086028:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bd700. 00010000:00000010:1.1:1789449489.086033:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204b000. 00010000:00000010:1.1:1789449489.086037:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cba100. 00010000:00000010:1.1:1789449489.086042:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b86499e00. 00000800:00000001:2.0:1789449489.087108:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449489.087129:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449489.087135:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449489.087138:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449489.087216:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449489.087224:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449489.087232:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449489.087237:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449489.087243:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449489.087247:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 456 into portal 10 MB=0x6aa8ce365e780 00000400:00000200:2.0:1789449489.087252:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449489.087258:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 456/456 into md 0x7f75 [1] + 224 00000800:00000001:2.0:1789449489.087267:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449489.087276:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449489.087281:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449489.087348:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449489.087360:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449489.087373:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83692a00 x1876371947513728/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 512/624 e 0 to 0 dl 1789449505 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449489.087385:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9e8b83692a00 x1876371947513728/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 512/624 e 0 to 0 dl 1789449505 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449489.087458:0:32639:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449489.087474:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449489.087486:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449489.087491:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1789449489.087538:0:32639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789449489.087541:0:32639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789449489.087545:0:32639:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b83427e18. 00000400:00000200:1.0:1789449489.087551:0:32639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012cc0 00000400:00000010:1.0:1789449489.087554:0:32639:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012cc0. 00000100:00000001:1.0:1789449489.087557:0:32639:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789449489.087562:0:32639:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83692a00 x1876371947513728/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 512/624 e 0 to 0 dl 1789449505 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789449489.087570:0:32639:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83692a00 x1876371947513728/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 512/624 e 0 to 0 dl 1789449505 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449489.087576:0:32639:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789449489.087579:0:32639:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449489.087581:0:32639:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789449489.087661:0:32639:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789449489.087666:0:32639:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789449489.087668:0:32639:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449489.087672:0:32639:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789449489.087686:0:32639:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=119 v=5 (5 102 102 102) 00000100:00001000:1.0:1789449489.087691:0:32639:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1789449489.087693:0:32639:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789449489.087694:0:32639:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449489.087697:0:32639:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789449489.087701:0:32639:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449489.087705:0:32639:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789449489.087707:0:32639:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009c/0x100000140] 00000100:00000001:1.0:1789449489.087709:0:32639:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789449489.087711:0:32639:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449489.087712:0:32639:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775191040 : -107152934360576 : ffff9e8b83692a00) 00000100:00000001:1.0:1789449489.087715:0:32639:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789449489.087717:0:32639:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967619 00000100:00000001:1.0:1789449489.087718:0:32639:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789449489.087720:0:32639:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449489.087724:0:32639:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83692a00 x1876371947513728/t4294967633(4294967633) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 512/456 e 0 to 0 dl 1789449505 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449489.087729:0:32639:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449489.087733:0:32639:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789449489.087735:0:32639:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789449489.087737:0:32639:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83692a00 x1876371947513728/t4294967633(4294967633) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 512/456 e 0 to 0 dl 1789449505 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789449489.087743:0:32639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83692a00 pname:cluuid:pid:xid:nid:opc:job rm:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:32639:1876371947513728:192.168.202.109@tcp:36:rm.0 00000100:00000001:1.0:1789449489.087747:0:32639:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449489.087749:0:32639:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449489.087751:0:32639:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789449489.087753:0:32639:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449489.087755:0:32639:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83692a00 x1876371947513728/t4294967633(4294967633) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 512/456 e 0 to 0 dl 1789449505 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449489.087759:0:32639:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789449489.087763:0:32639:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b8580b300. 00000100:00000001:1.0:1789449489.087766:0:32639:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789449489.087767:0:32639:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449489.087775:0:32639:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449489.087778:0:32639:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449489.087783:0:32639:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:1.0:1789449489.087787:0:32639:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b89881400. 00000080:00000002:1.0:1789449489.087792:0:32639:0:(namei.c:1700:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1789449488 to 1789449489 00000100:00000001:1.0:1789449489.087797:0:32639:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449489.087799:0:32639:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83692a00 x1876371947513728/t4294967633(4294967633) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 512/456 e 0 to 0 dl 1789449505 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449489.087804:0:32639:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449489.087806:0:32639:0:(namei.c:2304:ll_rmdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449489.087827:0:32639:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:1.0:1789449489.087832:0:32639:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:1.0:1789449489.087834:0:32639:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000405:0x24:0x0](ffff9e8b891cc2c8) 00800000:00000001:1.0:1789449489.087840:0:32639:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:1.0:1789449489.087842:0:32639:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000405:0x24:0x0] 00000002:00000001:1.0:1789449489.087848:0:32639:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:1.0:1789449489.087856:0:32639:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449489.087858:0:32639:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:1.0:1789449489.087861:0:32639:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449489.087862:0:32639:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449489.087877:0:32639:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1789449489.088382:0:32639:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1789449489.088385:0:32639:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449489.088388:0:32639:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449489.088394:0:32639:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b91d9a5c0 1 00800000:00000010:0.0:1789449489.088398:0:32639:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9e8b91d9a5c0. 00000080:00000001:0.0:1789449489.088404:0:32639:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1789449489.088407:0:32639:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1789449489.088425:0:32639:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1789449489.088429:0:32639:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2be30 00000080:00002000:0.0:1789449489.088431:0:32639:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-2 (ffff9e8b893406c0, parent ffff9e8b892cbca8, inode 0000000000000000) hashed, 00000080:00000001:0.0:1789449489.088434:0:32639:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789449489.088437:0:32639:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1789449489.088440:0:32639:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:0.1:1789449489.100946:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e8b891cc200. 00000080:00000010:0.1:1789449489.100971:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b8984f080. 00000100:00000040:1.0:1789449489.345968:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80a9314a-fa92-41c3-8d17-36c58fffb192->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789449489.345982:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789449489.346228:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83693b80. 00000020:00000040:1.0:1789449489.346240:0:36:0:(genops.c:1209:class_import_get()) import ffff9e8b83927000 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:1.0:1789449489.346247:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789449489.346252:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789449489.346258:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789449489.346281:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b8c47a700. 00000100:00000001:1.0:1789449489.346291:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449489.346307:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 80a9314a-fa92-41c3-8d17-36c58fffb192->MGS req@ffff9e8b83693b80 x1876371947513856/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789449489.346325:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789449489.346330:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449489.346338:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ef37c0d] to pc [ptlrpcd_00_00+0] req@ffff9e8b83693b80 x1876371947513856/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449489.346375:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449489.346379:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789449489.346383:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789449489.346397:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83693800. 00000020:00000040:1.0:1789449489.346400:0:36:0:(genops.c:1209:class_import_get()) import ffff9e8b862dc800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000100:00000001:1.0:1789449489.346402:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789449489.346404:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789449489.346405:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789449489.346409:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b8c47af00. 00000100:00000001:1.0:1789449489.346412:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449489.346416:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0001_UUID req@ffff9e8b83693800 x1876371947513984/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789449489.346425:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789449489.346426:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449489.346429:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000d16e52b] to pc [ptlrpcd_00_01+1] req@ffff9e8b83693800 x1876371947513984/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449489.346436:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449489.346443:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1829) 00000100:00000001:1.0:1789449489.346468:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449489.346472:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449489.346475:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789449489.346481:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83693800 x1876371947513984/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449489.346489:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449489.346492:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449489.346495:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789449489.346500:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789449489.346502:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449489.346506:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83693800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2400:1876371947513984:192.168.202.109@tcp:400:kworker.0 00000100:00000001:1.0:1789449489.346512:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789449489.346518:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789449489.346532:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449489.346535:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789449489.346541:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b86673200. 02000000:00000001:1.0:1789449489.346543:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789449489.346554:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:1.0:1789449489.346561:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b83427e18. 00000400:00000010:1.0:1789449489.346571:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012cc0. 00000100:00000200:1.0:1789449489.346581:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947513984, portal 10 00000100:00000001:1.0:1789449489.346584:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449489.346586:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775194624 : -107152934356992 : ffff9e8b83693800) 00000100:00000040:1.0:1789449489.346595:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b83693800 x1876371947513984/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449489.346603:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789449489.346606:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1789449489.346609:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012bb0. 00000100:00000200:1.0:1789449489.346613:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876371947513984, offset 0 00000400:00000200:1.0:1789449489.346620:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1789449489.346630:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449489.346640:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1789449489.346646:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789449489.346651:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1789449489.346655:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789449489.346658:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1789449489.346662:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2796:2796:256:4294967295] 192.168.202.109@tcp LPNI seq info [2796:2796:8:4294967295] 00000400:00000200:1.0:1789449489.346666:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449489.346676:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1789449489.346684:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1789449489.346691:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b8c47a200. 00000800:00000200:1.0:1789449489.346700:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1789449489.346712:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1789449489.346717:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b8c47a200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789449489.346738:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449489.346743:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: using a timeout of 22055 usecs (23 jiffies) 00000400:00000200:1.0:1789449489.346747:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:1.0:1789449489.346750:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296492055 00000100:00000001:1.0:1789449489.346755:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296494113 00000100:00000001:1.0:1789449489.346757:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296492055 00000100:00000001:1.0:1789449489.346759:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296494113 00000100:00000001:1.0:1789449489.346762:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449489.346764:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449489.346768:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449489.346771:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449489.346779:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789449489.346782:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789449489.346785:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449489.346786:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449489.346787:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449489.346790:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1789449489.346792:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449489.346794:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789449489.346795:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449489.346797:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449489.346798:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449489.346799:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789449489.346803:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83693b80 x1876371947513856/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449489.346810:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449489.346811:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449489.346814:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789449489.346816:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789449489.346818:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449489.346822:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83693b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:80a9314a-fa92-41c3-8d17-36c58fffb192:2400:1876371947513856:192.168.202.109@tcp:400:kworker.0 00000100:00000001:1.0:1789449489.346825:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789449489.346828:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789449489.346830:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449489.346832:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789449489.346836:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b8b126c00. 02000000:00000001:1.0:1789449489.346838:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789449489.346842:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:1.0:1789449489.346845:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b83427dc0. 00000400:00000010:1.0:1789449489.346849:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012c38. 00000100:00000200:1.0:1789449489.346852:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947513856, portal 25 00000100:00000001:1.0:1789449489.346854:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449489.346855:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775195520 : -107152934356096 : ffff9e8b83693b80) 00000100:00000040:1.0:1789449489.346860:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b83693b80 x1876371947513856/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449489.346864:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789449489.346866:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1789449489.346869:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012908. 00000100:00000200:1.0:1789449489.346871:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876371947513856, offset 0 00000400:00000200:1.0:1789449489.346875:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1789449489.346900:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449489.346904:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1789449489.346907:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789449489.346910:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1789449489.346913:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789449489.346915:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1789449489.346919:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2797:2797:255:4294967295] 192.168.202.109@tcp LPNI seq info [2797:2797:7:4294967295] 00000400:00000200:1.0:1789449489.346924:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449489.346930:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1789449489.346934:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1789449489.346939:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b8c47a000. 00000800:00000200:1.0:1789449489.346943:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1789449489.346948:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1789449489.346950:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b8c47a000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789449489.346954:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789449489.346957:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:1.0:1789449489.346959:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296496160 00000100:00000001:1.0:1789449489.346966:0:2400:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296494113 00000100:00000001:1.0:1789449489.346970:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296496160 00000100:00000001:1.0:1789449489.346973:0:2400:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296494113 00000100:00000001:1.0:1789449489.346976:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449489.346979:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449489.346982:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449489.346985:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449489.347075:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449489.347079:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449489.349122:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449489.349141:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47a200. 00000400:00000200:2.0:1789449489.349256:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449489.349267:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449489.349278:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012bb0 00000400:00000010:2.0:1789449489.349281:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012bb0. 00000100:00000001:2.0:1789449489.349669:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449489.349681:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83693800 x1876371947513984/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449489.349704:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449489.349708:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83693800 x1876371947513984/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449505 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449489.349716:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449489.349718:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789449489.350282:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449489.350762:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47a000. 00000400:00000200:2.0:1789449489.350769:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449489.350778:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449489.350785:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012908 00000400:00000010:2.0:1789449489.350788:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012908. 00000100:00000001:2.0:1789449489.350928:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449489.350937:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83693b80 x1876371947513856/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449489.350950:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449489.350954:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83693b80 x1876371947513856/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449505 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449489.350960:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449489.350962:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449489.355092:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449489.355114:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449489.355119:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449489.355122:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449489.355133:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449489.355153:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449489.355166:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449489.355172:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449489.355179:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449489.355184:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x6aa8ce365e880 00000400:00000200:2.0:1789449489.355190:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449489.355199:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x7f7d [1] + 224 00000800:00000001:2.0:1789449489.355210:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449489.355219:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449489.355224:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449489.355230:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449489.355241:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449489.355255:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83693800 x1876371947513984/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449505 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449489.355270:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b83693800 x1876371947513984/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449505 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449489.355294:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449489.355304:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449489.355308:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449489.356183:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449489.356191:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789449489.356202:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449489.356205:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449489.356209:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b83427e18. 00000400:00000200:0.0:1789449489.356217:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012cc0 00000400:00000010:0.0:1789449489.356221:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012cc0. 00000100:00000001:0.0:1789449489.356225:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449489.356234:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83693800 x1876371947513984/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449505 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789449489.356245:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83693800 x1876371947513984/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449505 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449489.356252:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449489.356254:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449489.356256:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449489.356261:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449489.356265:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449489.356268:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449489.356273:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449489.356286:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b862dcc60 time=119 v=5 (5 102 102 102) 00000100:00001000:0.0:1789449489.356291:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b862dcc18 time=119 v=5 (1 1 1 1) 00000100:00000001:0.0:1789449489.356295:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449489.356297:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449489.356301:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449489.356305:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449489.356310:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789449489.356312:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967328 00000100:00000001:0.0:1789449489.356314:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449489.356317:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449489.356322:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83693800 x1876371947513984/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449505 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449489.356329:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449489.356333:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449489.356336:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449489.356340:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83693800 x1876371947513984/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449505 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789449489.356348:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83693800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2400:1876371947513984:192.168.202.109@tcp:400:kworker.0 00000100:00000001:0.0:1789449489.356353:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449489.356356:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449489.356360:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83693800 x1876371947513984/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449505 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449489.356367:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789449489.356370:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449489.356374:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b86673200. 02000000:00000001:0.0:1789449489.356382:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789449489.356385:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449489.356388:0:2400:0:(genops.c:1222:class_import_put()) import ffff9e8b862dc800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000020:00000001:0.0:1789449489.356391:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449489.356395:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b8c47af00. 02000000:00000001:0.0:1789449489.356400:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449489.356403:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449489.356405:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83693800. 00000100:00000001:0.0:1789449489.356411:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449489.356414:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449489.356418:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449489.356420:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449489.356422:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449489.356423:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449489.356426:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789449489.356841:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449489.356853:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449489.356857:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449489.356859:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449489.356868:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449489.356875:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449489.356904:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449489.356910:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449489.356915:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449489.356919:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x6aa8ce365e800 00000400:00000200:3.0:1789449489.356925:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449489.356934:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x7f85 [1] + 224 00000800:00000001:3.0:1789449489.356943:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449489.356950:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449489.356954:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449489.356959:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449489.356966:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449489.356972:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83693b80 x1876371947513856/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449505 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449489.357028:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b83693b80 x1876371947513856/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449505 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449489.357045:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449489.357055:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449489.357059:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449489.357792:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449489.357798:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789449489.357807:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449489.357809:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449489.357813:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b83427dc0. 00000400:00000200:0.0:1789449489.357820:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012c38 00000400:00000010:0.0:1789449489.357823:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012c38. 00000100:00000001:0.0:1789449489.357827:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449489.357833:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83693b80 x1876371947513856/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449505 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789449489.357844:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83693b80 x1876371947513856/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449505 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449489.357850:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449489.357852:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449489.357855:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449489.357858:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449489.357861:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449489.357863:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449489.357867:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449489.357873:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b83927460 time=120 v=5 (5 5 5 5) 00000100:00001000:0.0:1789449489.357876:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b83927418 time=120 v=5 (1 1 1 1) 00000100:00000001:0.0:1789449489.357894:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449489.357897:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449489.357900:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449489.357903:0:2400:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449489.357907:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449489.357913:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83693b80 x1876371947513856/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449505 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449489.357921:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449489.357924:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449489.357928:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449489.357932:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83693b80 x1876371947513856/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449505 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789449489.357941:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83693b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:80a9314a-fa92-41c3-8d17-36c58fffb192:2400:1876371947513856:192.168.202.109@tcp:400:kworker.0 00000100:00000001:0.0:1789449489.357948:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449489.357951:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449489.357955:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83693b80 x1876371947513856/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449505 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449489.357963:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789449489.357966:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449489.357970:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b8b126c00. 02000000:00000001:0.0:1789449489.357977:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789449489.357980:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449489.357982:0:2400:0:(genops.c:1222:class_import_put()) import ffff9e8b83927000 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:0.0:1789449489.357984:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449489.357997:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b8c47a700. 02000000:00000001:0.0:1789449489.358001:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449489.358003:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449489.358006:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83693b80. 00000100:00000001:0.0:1789449489.358011:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449489.358012:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449489.358014:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449489.358023:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449489.358025:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449489.358028:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449489.358031:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449489.922106:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449489.922116:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449489.922125:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449489.922127:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449489.922131:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449489.922132:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449489.922193:0:16814:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789449489.922199:0:16814:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449489.922203:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1789449490.185271:0:32726:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449490.946723:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449490.946734:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449490.946743:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449490.946744:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449490.946749:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449490.946750:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449490.947084:0:16815:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789449490.947089:0:16815:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449490.947093:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1789449491.654791:0:32867:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449491.969968:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449491.969978:0:29299:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789449491.969981:0:29299:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449491.969986:0:29299:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449491.969990:0:29299:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789449491.969993:0:29299:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449491.969995:0:29299:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449491.969998:0:29299:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449491.970002:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449491.970003:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449491.970007:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449491.970009:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449491.970104:0:16942:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789449491.970109:0:16942:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449491.970112:0:16942:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1789449492.879254:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449492.879275:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449492.879281:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449492.879284:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449492.879296:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449492.879307:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449492.879319:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449492.879324:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449492.879331:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449492.879337:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 328 into portal 15 MB=0x6aa8ce47cd280 00000400:00000200:3.0:1789449492.879349:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.109@tcp of length 328/328 into md 0x6dc5 [2] + 1968 00000400:00000010:3.0:1789449492.879356:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b9a50. 00000400:00000200:3.0:1789449492.879363:0:2393:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9e8b90945d80 00000800:00000001:3.0:1789449492.879371:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449492.879378:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449492.879383:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449492.879389:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449492.879397:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b90945d80 00000400:00000010:3.0:1789449492.879400:0:2393:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff9e8b90945d80. 00000100:00000001:3.0:1789449492.879408:0:2393:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1789449492.879411:0:2393:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:3.0:1789449492.879416:0:2393:0:(events.c:341:request_in_callback()) incoming req@ffff9e8b83607450 x1876371965792896 msgsize 328 00000100:00100000:3.0:1789449492.879421:0:2393:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.109@tcp (source: 12345-192.168.202.109@tcp) 00000100:00000040:3.0:1789449492.879423:0:2393:0:(events.c:353:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:3.0:1789449492.879439:0:2393:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:3.0:1789449492.879449:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449492.879452:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1789449492.879489:0:16806:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff9e8b87c49c00. 00000100:00000010:3.0:1789449492.879500:0:16806:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff9e8b86588000. 00000100:00100000:3.0:1789449492.879504:0:16806:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000200:3.0:1789449492.879509:0:16806:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:3.0:1789449492.879514:0:16806:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b8525c7e8. 00000400:00000010:3.0:1789449492.879521:0:16806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e8b831c5300. 00000100:00000001:3.0:1789449492.879533:0:16806:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1789449492.879536:0:16806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876371965792896 02000000:00000001:3.0:1789449492.879540:0:16806:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1789449492.879543:0:16806:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449492.879546:0:16806:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449492.879553:0:16806:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449492.879558:0:16806:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876371965792896 00000020:00000001:3.0:1789449492.879562:0:16806:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789449492.879565:0:16806:0:(genops.c:804:class_conn2export()) looking for export cookie 0xcddde1459ded5b3d 00000020:00000001:3.0:1789449492.879568:0:16806:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449492.879572:0:16806:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e8b89bcf800 refcount=4 00000020:00000001:3.0:1789449492.879575:0:16806:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920881346560 : -107152828205056 : ffff9e8b89bcf800) 00000020:00000001:3.0:1789449492.879577:0:16806:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636920881346560 : -107152828205056 : ffff9e8b89bcf800) 00000100:00000001:3.0:1789449492.879583:0:16806:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789449492.879589:0:16806:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e8b896f0940. 00000100:00000001:3.0:1789449492.879592:0:16806:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789449492.879595:0:16806:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e8b896f0940. 00000020:00000010:3.0:1789449492.879603:0:16806:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e8b8313fc00. 00000020:00000010:3.0:1789449492.879610:0:16806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e8b84d02c80. 00000020:00000010:3.0:1789449492.879616:0:16806:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e8b903b5e10. 00000100:00000040:3.0:1789449492.879628:0:16806:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1789449492.879632:0:16806:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1789449492.879633:0:16806:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1789449492.879636:0:16806:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449492.879649:0:16806:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449492.879657:0:16806:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449492.879670:0:16806:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1789449492.879672:0:16806:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1789449492.879677:0:16806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.109@tcp, seq: 59 00000100:00000040:3.0:1789449492.879682:0:16806:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9e8b89bcf800 : new rpc_count 1 00000100:00000001:3.0:1789449492.879684:0:16806:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446636920774620240 : -107152934931376 : ffff9e8b83607450) 00000100:00000040:3.0:1789449492.879693:0:16806:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e8b83607450 x1876371965792896/t0(0) o104->LOV_OSC_UUID@192.168.202.109@tcp:598/0 lens 328/0 e 0 to 0 dl 1789449503 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789449492.879704:0:16806:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789449492.879706:0:16806:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e8b896f0940. 00000100:00000001:3.0:1789449492.879708:0:16806:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789449492.879711:0:16806:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e8b896f0940. 00000100:00100000:3.0:1789449492.879715:0:16806:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9e8b83607450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8430:x1876371965792896:12345-192.168.202.109@tcp:104: 00000100:00000200:3.0:1789449492.879719:0:16806:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876371965792896 00010000:00000001:3.0:1789449492.879722:0:16806:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1789449492.879733:0:16806:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449492.879735:0:16806:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449492.879737:0:16806:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498800 refcount=2 00000020:00000001:3.0:1789449492.879739:0:16806:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823449600 : -107152886102016 : ffff9e8b86498800) 00010000:00000001:3.0:1789449492.879742:0:16806:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823449600 : -107152886102016 : ffff9e8b86498800) 00010000:00000001:3.0:1789449492.879747:0:16806:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449492.879751:0:16806:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789449492.879757:0:16806:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 0000000051c87e02/0xcddde1459ded66a4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xeb7cbf5e2fd3d554 expref: -99 pid: 32638 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:3.0:1789449492.879773:0:16806:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1789449492.879776:0:16806:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1789449492.879781:0:16806:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e8b87c48c00. 02000000:00000001:3.0:1789449492.879783:0:16806:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449492.879786:0:16806:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449492.879791:0:16806:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1789449492.879795:0:16806:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449492.879801:0:16806:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b91c491e8 time=121 v=5 (1 1 1 1) 00000100:00000001:3.0:1789449492.879806:0:16806:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789449492.879810:0:16806:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9e8b895f2700 refcount 16 to 192.168.202.109@tcp 00000100:00000001:3.0:1789449492.879812:0:16806:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446636920875198208 : -107152834353408 : ffff9e8b895f2700) 02000000:00000001:3.0:1789449492.879815:0:16806:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1789449492.879817:0:16806:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449492.879821:0:16806:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449492.879824:0:16806:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1789449492.879829:0:16806:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69088. 00000100:00000200:3.0:1789449492.879833:0:16806:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1876371965792896, offset 224 00000400:00000200:3.0:1789449492.879839:0:16806:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1789449492.879848:0:16806:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449492.879856:0:16806:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.202.9@tcp to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449492.879864:0:16806:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2798:2798:256:4294967295] 192.168.202.109@tcp LPNI seq info [2798:2798:8:4294967295] 00000400:00000200:3.0:1789449492.879868:0:16806:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449492.880351:0:16806:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449492.880361:0:16806:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449492.880367:0:16806:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051c100. 00000800:00000200:3.0:1789449492.880375:0:16806:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449492.880385:0:16806:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449492.880390:0:16806:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051c100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789449492.880401:0:16806:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449492.880405:0:16806:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9e8b895f2700 refcount 15 to 192.168.202.109@tcp 00010000:00000001:3.0:1789449492.880409:0:16806:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1789449492.880413:0:16806:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9e8b831c5600. 00010000:00000001:3.0:1789449492.880418:0:16806:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1789449492.880475:0:16806:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1789449492.880479:0:16806:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449492.880481:0:16806:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449492.880483:0:16806:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449492.880488:0:16806:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83607450 x1876371965792896/t0(0) o104->LOV_OSC_UUID@192.168.202.109@tcp:598/0 lens 328/224 e 0 to 0 dl 1789449503 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789449492.880497:0:16806:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9e8b83607450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8430:x1876371965792896:12345-192.168.202.109@tcp:104: Request processed in 792us (1079us total) trans 0 rc 0/0 00000100:00100000:3.0:1789449492.880506:0:16806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.109@tcp, seq: 59 00000100:00000040:3.0:1789449492.880510:0:16806:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e8b89bcf800 : new rpc_count 0 00000100:00000001:3.0:1789449492.880512:0:16806:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1789449492.880514:0:16806:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1789449492.880519:0:16806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e8b84d02c80. 00000020:00000010:3.0:1789449492.880524:0:16806:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e8b903b5e10. 00000020:00000010:3.0:1789449492.880527:0:16806:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e8b8313fc00. 00000020:00000040:3.0:1789449492.880532:0:16806:0:(genops.c:879:class_export_put()) PUTting export ffff9e8b89bcf800 : new refcount 3 02000000:00000001:3.0:1789449492.880540:0:16806:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1789449492.880543:0:16806:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff9e8b83605000. 02000000:00000001:3.0:1789449492.880547:0:16806:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1789449492.880549:0:16806:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065ce00. 02000000:00000001:3.0:1789449492.880554:0:16806:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1789449492.880555:0:16806:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff9e8b83605c00. 02000000:00000001:3.0:1789449492.880557:0:16806:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1789449492.880558:0:16806:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065d500. 02000000:00000001:3.0:1789449492.880560:0:16806:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1789449492.880561:0:16806:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff9e8b83604c00. 02000000:00000001:3.0:1789449492.880564:0:16806:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1789449492.880566:0:16806:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065d180. 02000000:00000001:3.0:1789449492.880569:0:16806:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1789449492.880571:0:16806:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff9e8b87c4ac00. 02000000:00000001:3.0:1789449492.880573:0:16806:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1789449492.880574:0:16806:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065df80. 02000000:00000001:3.0:1789449492.880578:0:16806:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1789449492.880579:0:16806:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff9e8b83607000. 02000000:00000001:3.0:1789449492.880582:0:16806:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1789449492.880583:0:16806:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83108e00. 02000000:00000001:3.0:1789449492.880590:0:16806:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1789449492.880591:0:16806:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff9e8b87c48800. 02000000:00000001:3.0:1789449492.880593:0:16806:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1789449492.880594:0:16806:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065d880. 00000100:00000010:3.0:1789449492.880597:0:16806:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff9e8b87d9e000. 00000100:00000010:3.0:1789449492.880600:0:16806:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff9e8b83607400. 00000100:00000001:3.0:1789449492.880603:0:16806:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449492.880627:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449492.880636:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449492.880638:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449492.880641:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449492.880647:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449492.880651:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449492.880658:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449492.880661:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449492.880665:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449492.880668:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 328 into portal 15 MB=0x6aa8ce47cd300 00000400:00000200:3.0:1789449492.880676:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.109@tcp of length 328/328 into md 0x7f8d [2] + 0 00000800:00000001:3.0:1789449492.880682:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449492.880688:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449492.880691:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449492.880696:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449492.880702:0:2394:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1789449492.880704:0:2394:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1789449492.880708:0:2394:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83108e00. 00000100:00000040:3.0:1789449492.880711:0:2394:0:(events.c:341:request_in_callback()) incoming req@ffff9e8b83108e00 x1876371965793024 msgsize 328 00000100:00100000:3.0:1789449492.880715:0:2394:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.109@tcp (source: 12345-192.168.202.109@tcp) 00000100:00000001:3.0:1789449492.880722:0:2394:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000200:3.0:1789449492.880790:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449492.880795:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b9051c100. 00000400:00000200:3.0:1789449492.880798:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449492.880801:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449492.880805:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69088 00000400:00000010:3.0:1789449492.880808:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69088. 00000100:00000001:3.0:1789449492.880811:0:2394:0:(events.c:390:reply_out_callback()) Process entered 02000000:00000001:3.0:1789449492.880813:0:2394:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1789449492.880815:0:2394:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff9e8b87c48c00. 02000000:00000001:3.0:1789449492.880822:0:2394:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1789449492.880823:0:2394:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000001:3.0:1789449492.880831:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449492.880834:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449492.880851:0:16806:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1789449492.880853:0:16806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876371965793024 02000000:00000001:3.0:1789449492.880854:0:16806:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1789449492.880856:0:16806:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449492.880859:0:16806:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449492.880863:0:16806:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449492.880866:0:16806:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876371965793024 00000020:00000001:3.0:1789449492.880868:0:16806:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789449492.880870:0:16806:0:(genops.c:804:class_conn2export()) looking for export cookie 0xcddde1459ded5b36 00000020:00000001:3.0:1789449492.880872:0:16806:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449492.880875:0:16806:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e8b89bcf000 refcount=4 00000020:00000001:3.0:1789449492.880877:0:16806:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920881344512 : -107152828207104 : ffff9e8b89bcf000) 00000020:00000001:3.0:1789449492.880907:0:16806:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636920881344512 : -107152828207104 : ffff9e8b89bcf000) 00000100:00000001:3.0:1789449492.880911:0:16806:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789449492.880915:0:16806:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e8b896f0940. 00000100:00000001:3.0:1789449492.880918:0:16806:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789449492.880920:0:16806:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e8b896f0940. 00000020:00000010:3.0:1789449492.880926:0:16806:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e8b8313fc00. 00000020:00000010:3.0:1789449492.880930:0:16806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e8b84d02c80. 00000020:00000010:3.0:1789449492.880933:0:16806:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e8b903b5e10. 00000100:00000040:3.0:1789449492.880939:0:16806:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1789449492.880942:0:16806:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1789449492.880943:0:16806:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1789449492.880946:0:16806:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449492.880951:0:16806:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449492.880957:0:16806:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449492.880963:0:16806:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1789449492.880965:0:16806:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1789449492.880969:0:16806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.109@tcp, seq: 60 00000100:00000040:3.0:1789449492.880973:0:16806:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9e8b89bcf000 : new rpc_count 1 00000100:00000001:3.0:1789449492.880975:0:16806:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446636920769383936 : -107152940167680 : ffff9e8b83108e00) 00000100:00000040:3.0:1789449492.880980:0:16806:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e8b83108e00 x1876371965793024/t0(0) o104->LOV_OSC_UUID@192.168.202.109@tcp:598/0 lens 328/0 e 0 to 0 dl 1789449503 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789449492.880988:0:16806:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789449492.880991:0:16806:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e8b896f0940. 00000100:00000001:3.0:1789449492.880993:0:16806:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789449492.880995:0:16806:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e8b896f0940. 00000100:00100000:3.0:1789449492.880999:0:16806:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9e8b83108e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8431:x1876371965793024:12345-192.168.202.109@tcp:104: 00000100:00000200:3.0:1789449492.881003:0:16806:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876371965793024 00010000:00000001:3.0:1789449492.881005:0:16806:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1789449492.881011:0:16806:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449492.881013:0:16806:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449492.881015:0:16806:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498600 refcount=2 00000020:00000001:3.0:1789449492.881016:0:16806:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:3.0:1789449492.881019:0:16806:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:3.0:1789449492.881023:0:16806:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449492.881026:0:16806:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789449492.881042:0:16806:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 000000008334a18d/0xcddde1459ded668f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xeb7cbf5e2fd3d515 expref: -99 pid: 32637 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:3.0:1789449492.881055:0:16806:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1789449492.881057:0:16806:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1789449492.881061:0:16806:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e8b87c48c00. 02000000:00000001:3.0:1789449492.881063:0:16806:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449492.881066:0:16806:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449492.881070:0:16806:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1789449492.881072:0:16806:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449492.881076:0:16806:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b91c491e8 time=121 v=5 (1 1 1 1) 00000100:00000001:3.0:1789449492.881080:0:16806:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789449492.881082:0:16806:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9e8b895f2700 refcount 16 to 192.168.202.109@tcp 00000100:00000001:3.0:1789449492.881085:0:16806:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446636920875198208 : -107152834353408 : ffff9e8b895f2700) 02000000:00000001:3.0:1789449492.881087:0:16806:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1789449492.881088:0:16806:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449492.881091:0:16806:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449492.881093:0:16806:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1789449492.881097:0:16806:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69088. 00000100:00000200:3.0:1789449492.881100:0:16806:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1876371965793024, offset 224 00000400:00000200:3.0:1789449492.881105:0:16806:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1789449492.881111:0:16806:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449492.881117:0:16806:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.202.9@tcp to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449492.881122:0:16806:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2799:2799:256:4294967295] 192.168.202.109@tcp LPNI seq info [2799:2799:8:4294967295] 00000400:00000200:3.0:1789449492.881127:0:16806:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449492.881135:0:16806:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449492.881139:0:16806:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449492.881142:0:16806:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051c100. 00000800:00000200:3.0:1789449492.881146:0:16806:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449492.881151:0:16806:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449492.881154:0:16806:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051c100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789449492.881161:0:16806:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449492.881163:0:16806:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9e8b895f2700 refcount 15 to 192.168.202.109@tcp 00010000:00000001:3.0:1789449492.881166:0:16806:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1789449492.881169:0:16806:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9e8b831c59c0. 00010000:00000001:3.0:1789449492.881171:0:16806:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00000800:00000200:2.0:1789449492.881989:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449492.881998:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b9051c100. 00000400:00000200:2.0:1789449492.882002:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449492.882009:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449492.882014:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69088 00000400:00000010:2.0:1789449492.882018:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69088. 00000100:00000001:2.0:1789449492.882022:0:2394:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:2.0:1789449492.882024:0:2394:0:(events.c:402:reply_out_callback()) Process leaving 00000020:00000001:1.0:1789449492.884406:0:16814:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789449492.884416:0:16814:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449492.884424:0:16814:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00000001:1.0:1789449492.884430:0:16814:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1789449492.884437:0:16814:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1789449492.884446:0:16814:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 0000000051c87e02/0xcddde1459ded66a4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xeb7cbf5e2fd3d554 expref: -99 pid: 32638 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1789449492.884465:0:16814:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e8b86498800 already unused, calling callback (ffffffffc11f9300) 00000008:00000001:1.0:1789449492.884470:0:16814:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1789449492.884473:0:16814:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1789449492.884477:0:16814:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449492.884480:0:16814:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449492.884485:0:16814:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498800 refcount=3 00000020:00000001:1.0:1789449492.884488:0:16814:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823449600 : -107152886102016 : ffff9e8b86498800) 00010000:00000001:1.0:1789449492.884491:0:16814:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823449600 : -107152886102016 : ffff9e8b86498800) 00010000:00000001:1.0:1789449492.884494:0:16814:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789449492.884497:0:16814:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 0000000051c87e02/0xcddde1459ded66a4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xeb7cbf5e2fd3d554 expref: -99 pid: 32638 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:1.0:1789449492.884506:0:16814:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1789449492.884508:0:16814:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789449492.884513:0:16814:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820824760 : -107152888726856 : ffff9e8b86217ab8) 00000020:00001000:1.0:1789449492.884515:0:16814:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217ab0 00000008:00000001:1.0:1789449492.884518:0:16814:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:1.0:1789449492.884520:0:16814:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1789449492.884522:0:16814:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217ab0 00000008:00000001:1.0:1789449492.884525:0:16814:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449492.884528:0:16814:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789449492.884533:0:16814:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789449492.884535:0:16814:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789449492.884537:0:16814:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449492.884540:0:16814:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789449492.884543:0:16814:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9e8b86498800 with handle 0xcddde1459ded66a4 from hash 00010000:00000001:1.0:1789449492.884546:0:16814:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789449492.884547:0:16814:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449492.884549:0:16814:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449492.884550:0:16814:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789449492.884554:0:16814:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789449492.884556:0:16814:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1789449492.884564:0:16814:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789449492.884568:0:16814:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449492.884571:0:16814:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789449492.884573:0:16814:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1789449492.884582:0:16814:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83690000. 00000020:00000040:1.0:1789449492.884587:0:16814:0:(genops.c:1209:class_import_get()) import ffff9e8b8986b000 refcount=3 obd=lustre-OST0001-osc-ffff9e8b89903000 00000100:00000001:1.0:1789449492.884593:0:16814:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789449492.884597:0:16814:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789449492.884602:0:16814:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789449492.884612:0:16814:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e8b8435e600. 00000100:00000001:1.0:1789449492.884621:0:16814:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449492.884624:0:16814:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1789449492.884631:0:16814:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 0000000051c87e02/0xcddde1459ded66a4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xeb7cbf5e2fd3d554 expref: -99 pid: 32638 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1789449492.884639:0:16814:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1789449492.884641:0:16814:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449492.884649:0:16814:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789449492.884654:0:16814:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449492.884673:0:16814:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063a60ce7] to pc [ptlrpcd_00_00+0] req@ffff9e8b83690000 x1876371947514112/t0(0) o103->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789449492.884719:0:16814:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449492.884722:0:16814:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449492.884723:0:16814:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449492.884725:0:16814:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449492.884727:0:16814:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789449492.884729:0:16814:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449492.884733:0:16814:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 0000000051c87e02/0xcddde1459ded66a4 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xeb7cbf5e2fd3d554 expref: -99 pid: 32638 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789449492.884740:0:16814:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789449492.884743:0:16814:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 0000000051c87e02/0xcddde1459ded66a4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xeb7cbf5e2fd3d554 expref: -99 pid: 32638 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:1.0:1789449492.884752:0:16814:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9e8b8c476400. 00010000:00000040:1.0:1789449492.884760:0:16814:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9e8b82cba700 count: 0 00010000:00000010:1.0:1789449492.884769:0:16814:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9e8b82cbab00. 00010000:00000001:1.0:1789449492.884782:0:16814:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449492.884784:0:16814:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1789449492.884787:0:16814:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9e8b831c5600. 00010000:00000001:1.0:1789449492.884790:0:16814:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449492.884792:0:16814:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789449492.884793:0:16814:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449492.884795:0:16814:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1789449492.884797:0:16814:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1789449492.884799:0:16814:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1789449492.884803:0:16814:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 000000008334a18d/0xcddde1459ded668f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xeb7cbf5e2fd3d515 expref: -99 pid: 32637 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1789449492.884810:0:16814:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e8b86498600 already unused, calling callback (ffffffffc11f9300) 00000008:00000001:1.0:1789449492.884812:0:16814:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1789449492.884814:0:16814:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1789449492.884903:0:16814:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449492.884905:0:16814:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449492.884908:0:16814:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498600 refcount=3 00000020:00000001:1.0:1789449492.884910:0:16814:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:1.0:1789449492.884912:0:16814:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:1.0:1789449492.884914:0:16814:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789449492.884917:0:16814:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 000000008334a18d/0xcddde1459ded668f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xeb7cbf5e2fd3d515 expref: -99 pid: 32637 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:1.0:1789449492.884923:0:16814:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1789449492.884925:0:16814:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789449492.884927:0:16814:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820824760 : -107152888726856 : ffff9e8b86217ab8) 00000020:00001000:1.0:1789449492.884929:0:16814:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217ab0 00000008:00000001:1.0:1789449492.884931:0:16814:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:1.0:1789449492.884932:0:16814:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1789449492.884934:0:16814:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217ab0 00000008:00000001:1.0:1789449492.884936:0:16814:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449492.884937:0:16814:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789449492.884939:0:16814:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789449492.884941:0:16814:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789449492.884942:0:16814:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449492.884944:0:16814:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789449492.884947:0:16814:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9e8b86498600 with handle 0xcddde1459ded668f from hash 00010000:00000001:1.0:1789449492.884949:0:16814:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789449492.884950:0:16814:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449492.884952:0:16814:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449492.884953:0:16814:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789449492.884955:0:16814:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789449492.884957:0:16814:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1789449492.884961:0:16814:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789449492.884963:0:16814:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449492.884964:0:16814:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789449492.884966:0:16814:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1789449492.884970:0:16814:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83692680. 00000020:00000040:1.0:1789449492.884973:0:16814:0:(genops.c:1209:class_import_get()) import ffff9e8b90c6e800 refcount=3 obd=lustre-OST0000-osc-ffff9e8b89903000 00000100:00000001:1.0:1789449492.884976:0:16814:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789449492.884977:0:16814:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789449492.884980:0:16814:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789449492.884983:0:16814:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e8b8435fc00. 00000100:00000001:1.0:1789449492.884987:0:16814:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449492.884989:0:16814:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1789449492.884993:0:16814:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 000000008334a18d/0xcddde1459ded668f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xeb7cbf5e2fd3d515 expref: -99 pid: 32637 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1789449492.885000:0:16814:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1789449492.885002:0:16814:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449492.885004:0:16814:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789449492.885007:0:16814:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449492.885012:0:16814:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003042d139] to pc [ptlrpcd_00_01+1] req@ffff9e8b83692680 x1876371947514240/t0(0) o103->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789449492.885021:0:16814:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449492.885023:0:16814:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449492.885024:0:16814:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449492.885025:0:16814:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449492.885027:0:16814:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789449492.885030:0:16814:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449492.885044:0:16814:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 000000008334a18d/0xcddde1459ded668f lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xeb7cbf5e2fd3d515 expref: -99 pid: 32637 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789449492.885051:0:16814:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789449492.885053:0:16814:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 000000008334a18d/0xcddde1459ded668f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xeb7cbf5e2fd3d515 expref: -99 pid: 32637 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:1.0:1789449492.885061:0:16814:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9e8b8c4766c0. 00010000:00000040:1.0:1789449492.885064:0:16814:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9e8b82cbad00 count: 0 00010000:00000010:1.0:1789449492.885069:0:16814:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9e8b82cba300. 00010000:00000001:1.0:1789449492.885075:0:16814:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449492.885076:0:16814:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1789449492.885077:0:16814:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9e8b831c59c0. 00010000:00000001:1.0:1789449492.885080:0:16814:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449492.885082:0:16814:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789449492.885083:0:16814:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449492.885085:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789449492.885087:0:16814:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789449492.885088:0:16814:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449492.885090:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789449492.885092:0:16814:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789449492.885093:0:16814:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449492.885095:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789449492.885340:0:16806:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to priority blp list, 0 blwis in pool 00010000:00000001:3.0:1789449492.885345:0:16806:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449492.885347:0:16806:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449492.885351:0:16806:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449492.885362:0:16806:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83108e00 x1876371965793024/t0(0) o104->LOV_OSC_UUID@192.168.202.109@tcp:598/0 lens 328/224 e 0 to 0 dl 1789449503 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789449492.885375:0:16806:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9e8b83108e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8431:x1876371965793024:12345-192.168.202.109@tcp:104: Request processed in 4382us (4659us total) trans 0 rc 0/0 00000100:00100000:3.0:1789449492.885387:0:16806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.109@tcp, seq: 60 00000100:00000040:3.0:1789449492.885391:0:16806:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e8b89bcf000 : new rpc_count 0 00000100:00000001:3.0:1789449492.885395:0:16806:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1789449492.885397:0:16806:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1789449492.885405:0:16806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e8b84d02c80. 00000020:00000010:3.0:1789449492.885411:0:16806:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e8b903b5e10. 00000020:00000010:3.0:1789449492.885416:0:16806:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e8b8313fc00. 00000020:00000040:3.0:1789449492.885422:0:16806:0:(genops.c:879:class_export_put()) PUTting export ffff9e8b89bcf000 : new refcount 3 00000100:00000001:3.0:1789449492.885426:0:16806:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449492.885681:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449492.885686:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449492.885690:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789449492.885697:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83690000 x1876371947514112/t0(0) o103->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449492.885707:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789449492.885709:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449492.885714:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789449492.885718:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789449492.885720:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449492.885724:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83690000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2399:1876371947514112:192.168.202.109@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1789449492.885729:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789449492.885736:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789449492.885739:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449492.885742:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789449492.885749:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b899c6600. 02000000:00000001:0.0:1789449492.885751:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449492.885760:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:0.0:1789449492.885767:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b86580268. 00000400:00000010:0.0:1789449492.885776:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5220. 00000100:00000200:0.0:1789449492.885784:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947514112, portal 18 00000100:00000001:0.0:1789449492.885787:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449492.885789:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775180288 : -107152934371328 : ffff9e8b83690000) 00000100:00000040:0.0:1789449492.885797:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b83690000 x1876371947514112/t0(0) o103->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449508 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449492.885805:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789449492.885808:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1789449492.885811:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e53b8. 00000100:00000200:0.0:1789449492.885827:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1876371947514112, offset 0 00000400:00000200:0.0:1789449492.885836:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1789449492.885846:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449492.885856:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1789449492.885863:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789449492.885867:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1789449492.885872:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789449492.885875:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1789449492.885952:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2800:2800:256:4294967295] 192.168.202.109@tcp LPNI seq info [2800:2800:8:4294967295] 00000400:00000200:0.0:1789449492.885958:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449492.885970:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1789449492.885977:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1789449492.885983:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b864ec400. 00000800:00000200:0.0:1789449492.885991:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1789449492.886001:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1789449492.886006:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b864ec400 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1789449492.886020:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449492.886026:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: using a timeout of 235947 usecs (236 jiffies) 00000400:00000200:0.0:1789449492.886029:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:0.0:1789449492.886042:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296495807 00000100:00000001:0.0:1789449492.886046:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296496160 00000100:00000001:0.0:1789449492.886049:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296495807 00000100:00000001:0.0:1789449492.886052:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296496160 00000100:00000001:0.0:1789449492.886054:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449492.886058:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449492.886061:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449492.886064:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449492.886071:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449492.886073:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789449492.886076:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449492.886077:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449492.886079:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449492.886082:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1789449492.886084:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449492.886086:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449492.886087:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449492.886089:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449492.886090:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449492.886091:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789449492.886096:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83692680 x1876371947514240/t0(0) o103->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449492.886104:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789449492.886105:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449492.886108:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789449492.886110:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789449492.886111:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449492.886114:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83692680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2399:1876371947514240:192.168.202.109@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1789449492.886117:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789449492.886120:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789449492.886121:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449492.886123:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789449492.886127:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b899c6800. 02000000:00000001:0.0:1789449492.886128:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449492.886132:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:0.0:1789449492.886134:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b86580aa8. 00000400:00000010:0.0:1789449492.886138:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5bb0. 00000100:00000200:0.0:1789449492.886142:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947514240, portal 18 00000100:00000001:0.0:1789449492.886143:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449492.886145:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775190144 : -107152934361472 : ffff9e8b83692680) 00000100:00000040:0.0:1789449492.886151:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b83692680 x1876371947514240/t0(0) o103->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449508 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449492.886156:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789449492.886158:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1789449492.886161:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5990. 00000100:00000200:0.0:1789449492.886163:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1876371947514240, offset 0 00000400:00000200:0.0:1789449492.886167:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1789449492.886171:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449492.886175:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1789449492.886178:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789449492.886181:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1789449492.886183:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789449492.886185:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1789449492.886188:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2801:2801:255:4294967295] 192.168.202.109@tcp LPNI seq info [2801:2801:7:4294967295] 00000400:00000200:0.0:1789449492.886192:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449492.886197:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1789449492.886202:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1789449492.886205:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b864ec900. 00000800:00000200:0.0:1789449492.886209:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1789449492.886213:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1789449492.886215:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b864ec900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1789449492.886218:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449492.886221:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: using a timeout of 22768 usecs (23 jiffies) 00000400:00000200:0.0:1789449492.886224:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:0.0:1789449492.886226:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296495594 00000100:00000001:0.0:1789449492.886228:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296496160 00000100:00000001:0.0:1789449492.886230:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296495594 00000100:00000001:0.0:1789449492.886232:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296496160 00000100:00000001:0.0:1789449492.886234:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449492.886236:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449492.886238:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449492.886240:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449492.886257:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449492.886261:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449492.886559:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449492.886565:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ec400. 00000400:00000200:3.0:1789449492.886570:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449492.886576:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449492.886583:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e53b8 00000400:00000010:3.0:1789449492.886586:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e53b8. 00000100:00000001:3.0:1789449492.886590:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449492.886596:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83690000 x1876371947514112/t0(0) o103->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449508 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449492.886605:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449492.886609:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83690000 x1876371947514112/t0(0) o103->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449508 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449492.886616:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449492.886618:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789449492.886671:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449492.886674:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ec900. 00000400:00000200:3.0:1789449492.886677:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449492.886680:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449492.886683:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5990 00000400:00000010:3.0:1789449492.886685:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5990. 00000100:00000001:3.0:1789449492.886687:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449492.886690:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83692680 x1876371947514240/t0(0) o103->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449508 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449492.886698:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449492.886700:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83692680 x1876371947514240/t0(0) o103->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449508 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449492.886705:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449492.886707:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:1.0:1789449492.887137:0:16815:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789449492.887141:0:16815:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449492.887145:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1789449492.895135:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449492.895160:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449492.895166:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449492.895170:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449492.895181:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449492.895191:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449492.895202:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449492.895208:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449492.895215:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449492.895220:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 18 MB=0x6aa8ce365e900 00000400:00000200:2.0:1789449492.895227:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449492.895236:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.109@tcp of length 224/224 into md 0x7fa5 [1] + 224 00000800:00000001:2.0:1789449492.895245:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449492.895251:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449492.895255:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449492.895260:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449492.895270:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449492.895282:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83690000 x1876371947514112/t0(0) o103->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449508 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449492.895294:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b83690000 x1876371947514112/t0(0) o103->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449508 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449492.895340:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449492.895345:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449492.895767:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449492.895780:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449492.895785:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449492.895788:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449492.895790:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449492.895796:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449492.895800:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449492.895804:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449492.895808:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449492.895810:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449492.895814:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 18 MB=0x6aa8ce365e980 00000400:00000200:2.0:1789449492.895830:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449492.895834:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.109@tcp of length 224/224 into md 0x7fad [1] + 224 00000800:00000001:2.0:1789449492.895839:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449492.895848:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449492.895850:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449492.895853:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449492.895857:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449492.895862:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83692680 x1876371947514240/t0(0) o103->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449508 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449492.895871:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b83692680 x1876371947514240/t0(0) o103->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449508 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449492.896159:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449492.896165:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449492.896169:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1789449492.898348:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789449492.898356:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789449492.898361:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b86580268. 00000400:00000200:1.0:1789449492.898368:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5220 00000400:00000010:1.0:1789449492.898370:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5220. 00000100:00000001:1.0:1789449492.898377:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789449492.898390:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83690000 x1876371947514112/t0(0) o103->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449508 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789449492.898401:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83690000 x1876371947514112/t0(0) o103->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449508 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449492.898408:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789449492.898411:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449492.898414:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789449492.898418:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789449492.898421:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789449492.898424:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449492.898428:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789449492.898442:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8986b538 time=109 v=5 (5 5 0 5) 00000100:00001000:1.0:1789449492.898446:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8986b418 time=5 v=5 (1 0 0 0) 00000100:00000001:1.0:1789449492.898449:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789449492.898451:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449492.898455:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789449492.898458:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449492.898463:0:2399:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789449492.898466:0:2399:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9e8b89903000: skip recheck: last_committed 4294967328 00000100:00000001:1.0:1789449492.898468:0:2399:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789449492.898470:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449492.898476:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83690000 x1876371947514112/t0(0) o103->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449508 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449492.898483:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449492.898486:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789449492.898489:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789449492.898493:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83690000 x1876371947514112/t0(0) o103->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449508 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789449492.898501:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83690000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2399:1876371947514112:192.168.202.109@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1789449492.898507:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449492.898511:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449492.898515:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83690000 x1876371947514112/t0(0) o103->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449508 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449492.898522:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789449492.898525:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789449492.898529:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b899c6600. 02000000:00000001:1.0:1789449492.898534:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789449492.898537:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449492.898539:0:2399:0:(genops.c:1222:class_import_put()) import ffff9e8b8986b000 refcount=2 obd=lustre-OST0001-osc-ffff9e8b89903000 00000020:00000001:1.0:1789449492.898543:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789449492.898547:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e8b8435e600. 02000000:00000001:1.0:1789449492.898551:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789449492.898553:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789449492.898555:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83690000. 00000100:00000001:1.0:1789449492.898559:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789449492.898560:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449492.898565:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449492.898568:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449492.898571:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789449492.898573:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789449492.898575:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789449492.898577:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b86580aa8. 00000400:00000200:1.0:1789449492.898580:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5bb0 00000400:00000010:1.0:1789449492.898582:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5bb0. 00000100:00000001:1.0:1789449492.898584:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789449492.898589:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83692680 x1876371947514240/t0(0) o103->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449508 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789449492.898596:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83692680 x1876371947514240/t0(0) o103->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449508 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449492.898602:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789449492.898604:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449492.898605:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789449492.898607:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789449492.898608:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789449492.898610:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449492.898611:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789449492.898615:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b90c6ed38 time=120 v=5 (5 5 5 5) 00000100:00001000:1.0:1789449492.898618:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b90c6ec18 time=4 v=5 (1 0 0 0) 00000100:00000001:1.0:1789449492.898620:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789449492.898621:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449492.898623:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789449492.898625:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449492.898626:0:2399:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789449492.898628:0:2399:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e8b89903000: skip recheck: last_committed 4294967322 00000100:00000001:1.0:1789449492.898629:0:2399:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789449492.898631:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449492.898633:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83692680 x1876371947514240/t0(0) o103->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449508 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449492.898640:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449492.898641:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789449492.898643:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789449492.898646:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83692680 x1876371947514240/t0(0) o103->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449508 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789449492.898654:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83692680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2399:1876371947514240:192.168.202.109@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1789449492.898658:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449492.898659:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449492.898663:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83692680 x1876371947514240/t0(0) o103->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449508 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449492.898668:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789449492.898669:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789449492.898671:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b899c6800. 02000000:00000001:1.0:1789449492.898673:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789449492.898674:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449492.898676:0:2399:0:(genops.c:1222:class_import_put()) import ffff9e8b90c6e800 refcount=2 obd=lustre-OST0000-osc-ffff9e8b89903000 00000020:00000001:1.0:1789449492.898677:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789449492.898679:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e8b8435fc00. 02000000:00000001:1.0:1789449492.898682:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789449492.898683:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789449492.898685:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83692680. 00000100:00000001:1.0:1789449492.898687:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789449492.898689:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449492.898691:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449492.898700:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789449492.898703:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449492.898705:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449492.898707:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1789449492.899019:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cba700. 00010000:00000010:1.1:1789449492.899029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b86498800. 00010000:00000010:1.1:1789449492.899043:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cbad00. 00010000:00000010:1.1:1789449492.899046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b86498600. 00010000:00000001:3.0:1789449492.995287:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449492.995296:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449492.999228:0:16942:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789449492.999237:0:16942:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449492.999244:0:16942:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1789449493.440687:0:33013:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449493.958645:0:29299:0:(connection.c:75:cpu_latency_work()) work item of ffff9e8b8322a330 (cpu 3) has reached its deadline 4296496160, at 4296496644 00000100:00000010:3.0:1789449493.958665:0:29299:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e8b87c1ee40. 00000100:00000040:2.0:1789449493.961234:0:32803:0:(connection.c:75:cpu_latency_work()) work item of ffff9e8b8322a220 (cpu 2) has reached its deadline 4296496160, at 4296496646 00000100:00000010:2.0:1789449493.961256:0:32803:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e8b87c1e300. 00010000:00000001:3.0:1789449494.019984:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449494.019992:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449494.020465:0:16814:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789449494.020471:0:16814:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449494.020474:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1789449494.215585:0:33075:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449494.472632:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80a9314a-fa92-41c3-8d17-36c58fffb192->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789449494.472647:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789449494.472659:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065f100. 00000020:00000040:2.0:1789449494.472668:0:37:0:(genops.c:1209:class_import_get()) import ffff9e8b83927000 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:2.0:1789449494.472674:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449494.472678:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449494.472685:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449494.472708:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b98dca300. 00000100:00000001:2.0:1789449494.472718:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449494.472734:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 80a9314a-fa92-41c3-8d17-36c58fffb192->MGS req@ffff9e8b9065f100 x1876371947514368/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789449494.472747:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449494.472752:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449494.472759:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b5a0b2a6] to pc [ptlrpcd_01_01+1] req@ffff9e8b9065f100 x1876371947514368/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449494.472791:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449494.472794:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789449494.472798:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789449494.472801:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065c700. 00000020:00000040:2.0:1789449494.472974:0:37:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=10 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000100:00000001:2.0:1789449494.472977:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449494.472979:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449494.472981:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449494.472987:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b83723700. 00000100:00000001:2.0:1789449494.472991:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449494.472995:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0000_UUID req@ffff9e8b9065c700 x1876371947514496/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789449494.473008:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449494.473010:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449494.473014:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061cd0eef] to pc [ptlrpcd_01_00+0] req@ffff9e8b9065c700 x1876371947514496/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449494.473032:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449494.473035:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789449494.473038:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789449494.473041:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065f800. 00000020:00000040:2.0:1789449494.473043:0:37:0:(genops.c:1209:class_import_get()) import ffff9e8b862dc800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000100:00000001:2.0:1789449494.473045:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449494.473046:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449494.473048:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449494.473051:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b83723100. 00000100:00000001:2.0:1789449494.473053:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449494.473056:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0001_UUID req@ffff9e8b9065f800 x1876371947514624/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789449494.473061:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449494.473063:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449494.473067:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f3265da] to pc [ptlrpcd_01_01+1] req@ffff9e8b9065f800 x1876371947514624/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449494.473072:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449494.473074:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789449494.473078:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789449494.473081:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065ed80. 00000020:00000040:2.0:1789449494.473083:0:37:0:(genops.c:1209:class_import_get()) import ffff9e8b90c6e800 refcount=3 obd=lustre-OST0000-osc-ffff9e8b89903000 00000100:00000001:2.0:1789449494.473084:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449494.473085:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449494.473086:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449494.473089:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b83723b00. 00000100:00000001:2.0:1789449494.473092:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449494.473095:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0000_UUID req@ffff9e8b9065ed80 x1876371947514752/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789449494.473102:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449494.473104:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449494.473107:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b0f6468] to pc [ptlrpcd_01_00+0] req@ffff9e8b9065ed80 x1876371947514752/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449494.473114:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449494.473117:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789449494.473120:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789449494.473123:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065c380. 00000020:00000040:2.0:1789449494.473126:0:37:0:(genops.c:1209:class_import_get()) import ffff9e8b8986b000 refcount=3 obd=lustre-OST0001-osc-ffff9e8b89903000 00000100:00000001:2.0:1789449494.473127:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449494.473128:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449494.473130:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449494.473133:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b85519800. 00000100:00000001:2.0:1789449494.473135:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449494.473138:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0001_UUID req@ffff9e8b9065c380 x1876371947514880/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789449494.473144:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449494.473145:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449494.473148:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aea91663] to pc [ptlrpcd_01_01+1] req@ffff9e8b9065c380 x1876371947514880/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449494.473154:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449494.473158:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1834) 00000100:00000001:2.0:1789449494.473179:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449494.473183:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449494.473186:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789449494.473192:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065f100 x1876371947514368/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449494.473198:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449494.473201:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449494.473206:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449494.473208:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449494.473211:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449494.473215:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:80a9314a-fa92-41c3-8d17-36c58fffb192:2402:1876371947514368:192.168.202.109@tcp:400:kworker.0 00000100:00000001:2.0:1789449494.473220:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789449494.473227:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449494.473229:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449494.473232:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789449494.473238:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b888a3e00. 02000000:00000001:2.0:1789449494.473240:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449494.473251:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449494.473256:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b9210. 00000400:00000010:2.0:1789449494.473265:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085df68. 00000100:00000200:2.0:1789449494.473274:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947514368, portal 25 00000100:00000001:2.0:1789449494.473277:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449494.473279:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993083648 : -107152716467968 : ffff9e8b9065f100) 00000100:00000040:2.0:1789449494.473285:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b9065f100 x1876371947514368/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449494.473294:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449494.473298:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449494.473301:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085db28. 00000100:00000200:2.0:1789449494.473304:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876371947514368, offset 0 00000400:00000200:2.0:1789449494.473313:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449494.473324:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449494.473334:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449494.473811:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449494.473820:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449494.473825:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449494.473828:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449494.473833:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2802:2802:256:4294967295] 192.168.202.109@tcp LPNI seq info [2802:2802:8:4294967295] 00000400:00000200:2.0:1789449494.473840:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449494.473853:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449494.473863:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449494.473871:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b85519c00. 00000800:00000200:2.0:1789449494.473914:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449494.473926:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449494.473933:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b85519c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789449494.473950:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449494.473956:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449494.473960:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296501285 00000100:00000010:2.0:1789449494.473967:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e8b898c6660. 00000100:00000001:2.0:1789449494.473976:0:2402:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789449494.473982:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296501285 00000100:00000010:2.0:1789449494.473986:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e8b898c6360. 00000100:00000001:2.0:1789449494.473990:0:2402:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789449494.473993:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449494.473998:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449494.474002:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789449494.474007:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065f800 x1876371947514624/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449494.474014:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449494.474026:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449494.474030:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449494.474032:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449494.474035:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449494.474038:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2402:1876371947514624:192.168.202.109@tcp:400:kworker.0 00000100:00000001:2.0:1789449494.474042:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789449494.474047:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449494.474049:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449494.474051:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789449494.474055:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b888a2c00. 02000000:00000001:2.0:1789449494.474057:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449494.474062:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449494.474066:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b9318. 00000400:00000010:2.0:1789449494.474071:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d5d8. 00000100:00000200:2.0:1789449494.474075:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947514624, portal 10 00000100:00000001:2.0:1789449494.474078:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449494.474079:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993085440 : -107152716466176 : ffff9e8b9065f800) 00000100:00000040:2.0:1789449494.474088:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b9065f800 x1876371947514624/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449494.474094:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449494.474096:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449494.474098:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085dc38. 00000100:00000200:2.0:1789449494.474101:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876371947514624, offset 0 00000400:00000200:2.0:1789449494.474106:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449494.474111:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449494.474115:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449494.474119:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449494.474121:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449494.474123:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449494.474125:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449494.474128:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2803:2803:255:4294967295] 192.168.202.109@tcp LPNI seq info [2803:2803:7:4294967295] 00000400:00000200:2.0:1789449494.474131:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449494.474137:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449494.474141:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449494.474145:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b85519000. 00000800:00000200:2.0:1789449494.474149:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449494.474153:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449494.474160:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b85519000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789449494.474163:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449494.474167:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: using a timeout of 22017 usecs (23 jiffies) 00000400:00000200:2.0:1789449494.474171:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449494.474173:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296497181 00000100:00000001:2.0:1789449494.474176:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296501285 00000100:00000001:2.0:1789449494.474178:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296497181 00000100:00000001:2.0:1789449494.474180:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296501285 00000800:00000200:3.0:1789449494.474269:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449494.474274:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b85519c00. 00000400:00000200:3.0:1789449494.474281:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449494.474287:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449494.474294:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085db28 00000400:00000010:3.0:1789449494.474297:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085db28. 00000100:00000001:3.0:1789449494.474302:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449494.474307:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065f100 x1876371947514368/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449494.474316:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449494.474319:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065f100 x1876371947514368/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449510 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449494.474326:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449494.474328:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789449494.474416:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449494.474420:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449494.474423:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789449494.474427:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065c380 x1876371947514880/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449494.474433:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449494.474435:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449494.474437:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449494.474439:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449494.474441:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449494.474444:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2402:1876371947514880:192.168.202.109@tcp:400:kworker.0 00000100:00000001:2.0:1789449494.474447:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789449494.474450:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449494.474452:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449494.474453:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789449494.474456:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b888a3400. 02000000:00000001:2.0:1789449494.474458:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449494.474461:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449494.474464:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b9f78. 00000400:00000010:2.0:1789449494.474468:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d7f8. 00000100:00000200:2.0:1789449494.474471:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947514880, portal 4 00000100:00000001:2.0:1789449494.474473:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449494.474474:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993072000 : -107152716479616 : ffff9e8b9065c380) 00000100:00000040:2.0:1789449494.474481:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b9065c380 x1876371947514880/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449494.474487:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449494.474489:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449494.474492:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d330. 00000100:00000200:2.0:1789449494.474494:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876371947514880, offset 0 00000400:00000200:2.0:1789449494.474499:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449494.474503:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449494.474507:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449494.474509:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449494.474511:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449494.474514:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449494.474515:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449494.474518:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2804:2804:255:4294967295] 192.168.202.109@tcp LPNI seq info [2804:2804:7:4294967295] 00000400:00000200:2.0:1789449494.474522:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449494.474528:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449494.474531:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449494.474534:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b85519c00. 00000800:00000200:2.0:1789449494.474538:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449494.474542:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449494.474545:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b85519c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789449494.474547:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449494.474550:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: using a timeout of 234808 usecs (235 jiffies) 00000400:00000200:2.0:1789449494.474553:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449494.474555:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296497395 00000100:00000001:2.0:1789449494.474556:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296501285 00000100:00000001:2.0:1789449494.474558:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296497395 00000100:00000001:2.0:1789449494.474560:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296501285 00000100:00000001:2.0:1789449494.474562:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449494.474564:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449494.474567:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449494.474571:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449494.474583:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449494.474585:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789449494.474589:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449494.474591:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449494.474593:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449494.474598:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:2.0:1789449494.474599:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449494.474601:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449494.474602:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449494.474604:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449494.474605:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449494.474606:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789449494.474612:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065c700 x1876371947514496/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449494.474618:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449494.474619:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449494.474620:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449494.474622:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449494.474623:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449494.474626:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2402:1876371947514496:192.168.202.109@tcp:400:kworker.0 00000100:00000001:2.0:1789449494.474629:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789449494.474632:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449494.474634:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449494.474635:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789449494.474638:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b888a2400. 02000000:00000001:2.0:1789449494.474639:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449494.474643:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449494.474646:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b9160. 00000400:00000010:2.0:1789449494.474649:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085daa0. 00000100:00000200:2.0:1789449494.474652:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947514496, portal 10 00000100:00000001:2.0:1789449494.474654:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449494.474655:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993072896 : -107152716478720 : ffff9e8b9065c700) 00000100:00000040:2.0:1789449494.474661:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b9065c700 x1876371947514496/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449494.474667:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449494.474670:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449494.474672:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085dbb0. 00000100:00000200:2.0:1789449494.474674:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876371947514496, offset 0 00000400:00000200:2.0:1789449494.474679:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449494.474682:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449494.474684:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449494.474687:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449494.474703:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449494.474705:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449494.474707:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449494.474710:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2805:2805:254:4294967295] 192.168.202.109@tcp LPNI seq info [2805:2805:6:4294967295] 00000400:00000200:2.0:1789449494.474714:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449494.474721:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449494.474724:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449494.474731:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b8c688c00. 00000800:00000200:2.0:1789449494.474735:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449494.474739:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449494.474741:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b8c688c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789449494.474744:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449494.474747:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 809883 usecs (810 jiffies) 00000400:00000200:2.0:1789449494.474749:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449494.474751:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296497970 00000100:00000001:2.0:1789449494.474753:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296501285 00000100:00000001:2.0:1789449494.474755:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296497970 00000100:00000001:2.0:1789449494.474756:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296501285 00000100:00000001:2.0:1789449494.474758:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449494.474759:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449494.474761:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789449494.474765:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065ed80 x1876371947514752/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449494.474772:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449494.474773:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449494.474776:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449494.474777:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449494.474779:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449494.474782:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2402:1876371947514752:192.168.202.109@tcp:400:kworker.0 00000100:00000001:2.0:1789449494.474786:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789449494.474788:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449494.474790:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449494.474791:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789449494.474795:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b888a2200. 02000000:00000001:2.0:1789449494.474796:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449494.474800:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449494.474803:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b9420. 00000400:00000010:2.0:1789449494.474806:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d4c8. 00000100:00000200:2.0:1789449494.474809:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947514752, portal 4 00000100:00000001:2.0:1789449494.474810:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449494.474812:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993082752 : -107152716468864 : ffff9e8b9065ed80) 00000100:00000040:2.0:1789449494.474818:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b9065ed80 x1876371947514752/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449494.474824:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449494.474825:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449494.474828:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085dee0. 00000100:00000200:2.0:1789449494.474830:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876371947514752, offset 0 00000400:00000200:2.0:1789449494.474834:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449494.474837:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449494.474840:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449494.474843:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449494.474845:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449494.474847:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449494.474849:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449494.474852:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2806:2806:253:4294967295] 192.168.202.109@tcp LPNI seq info [2806:2806:5:4294967295] 00000400:00000200:2.0:1789449494.474855:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449494.474860:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449494.474865:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449494.474868:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b8c688200. 00000800:00000200:2.0:1789449494.474872:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449494.474875:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449494.474877:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b8c688200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789449494.474899:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449494.474902:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: using a timeout of 22738 usecs (23 jiffies) 00000400:00000200:2.0:1789449494.474905:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449494.474907:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296497184 00000100:00000001:2.0:1789449494.474909:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296501285 00000100:00000001:2.0:1789449494.474911:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296497184 00000100:00000001:2.0:1789449494.474912:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296501285 00000100:00000001:2.0:1789449494.474914:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449494.474915:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449494.474918:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449494.474921:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449494.474934:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449494.474937:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449494.475564:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449494.475570:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b85519000. 00000400:00000200:3.0:1789449494.475577:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449494.475584:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449494.475589:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085dc38 00000400:00000010:3.0:1789449494.475592:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085dc38. 00000100:00000001:3.0:1789449494.475597:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449494.475602:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065f800 x1876371947514624/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449494.475611:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449494.475614:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065f800 x1876371947514624/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449510 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449494.475621:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449494.475623:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789449494.475645:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449494.475647:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b85519c00. 00000400:00000200:3.0:1789449494.475650:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449494.475653:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449494.475655:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d330 00000400:00000010:3.0:1789449494.475656:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d330. 00000100:00000001:3.0:1789449494.475658:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449494.475661:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065c380 x1876371947514880/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449494.475669:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449494.475671:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065c380 x1876371947514880/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449510 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449494.475677:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449494.475679:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789449494.475685:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449494.475688:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c688c00. 00000400:00000200:3.0:1789449494.475700:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449494.475703:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449494.475706:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085dbb0 00000400:00000010:3.0:1789449494.475707:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085dbb0. 00000100:00000001:3.0:1789449494.475709:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449494.475713:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065c700 x1876371947514496/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449494.475719:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449494.475721:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065c700 x1876371947514496/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449510 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449494.475727:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449494.475728:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789449494.475750:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449494.475752:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c688200. 00000400:00000200:3.0:1789449494.475755:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449494.475758:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449494.475760:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085dee0 00000400:00000010:3.0:1789449494.475762:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085dee0. 00000100:00000001:3.0:1789449494.475764:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449494.475767:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065ed80 x1876371947514752/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449494.475774:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449494.475776:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065ed80 x1876371947514752/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449510 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449494.475782:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449494.475784:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789449494.487555:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449494.487576:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449494.487582:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449494.487585:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449494.487599:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449494.487609:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449494.487619:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449494.487625:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449494.487631:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449494.487637:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x6aa8ce365ea00 00000400:00000200:3.0:1789449494.487642:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449494.487652:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x7fb5 [1] + 224 00000800:00000001:3.0:1789449494.487661:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449494.487666:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449494.487670:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449494.487675:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449494.487685:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449494.487697:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065f100 x1876371947514368/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449510 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449494.487709:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b9065f100 x1876371947514368/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449510 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449494.487725:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449494.487736:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449494.487739:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449494.487741:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449494.487743:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449494.487746:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449494.487750:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449494.487754:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449494.487756:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449494.487759:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449494.487762:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 4 MB=0x6aa8ce365ec00 00000400:00000200:3.0:1789449494.487765:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449494.487769:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 224/224 into md 0x7fd5 [1] + 224 00000800:00000001:3.0:1789449494.487773:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449494.487776:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449494.487778:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449494.487781:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449494.487784:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449494.487789:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065c380 x1876371947514880/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449510 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449494.487798:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b9065c380 x1876371947514880/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449510 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449494.487806:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449494.487810:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449494.487813:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449494.487814:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449494.487816:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449494.487819:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449494.487822:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449494.487826:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449494.487828:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449494.487831:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449494.487833:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x6aa8ce365eb00 00000400:00000200:3.0:1789449494.487836:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449494.487841:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x7fc5 [1] + 224 00000800:00000001:3.0:1789449494.487844:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449494.487847:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449494.487849:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449494.487852:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449494.487854:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449494.487859:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065f800 x1876371947514624/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449510 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449494.487866:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b9065f800 x1876371947514624/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449510 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449494.487872:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449494.487875:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449494.487897:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449494.487899:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449494.487902:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449494.487905:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449494.487908:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449494.487912:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449494.487914:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449494.487917:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449494.487919:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x6aa8ce365ea80 00000400:00000200:3.0:1789449494.487922:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449494.487925:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x7fe5 [1] + 224 00000800:00000001:3.0:1789449494.487929:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449494.487932:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449494.487934:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449494.487936:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449494.487939:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449494.487943:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065c700 x1876371947514496/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449510 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449494.487951:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b9065c700 x1876371947514496/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449510 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449494.487958:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449494.487961:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449494.487963:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449494.487965:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449494.487967:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449494.487969:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449494.487972:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449494.487976:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449494.487979:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449494.487981:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449494.487984:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 4 MB=0x6aa8ce365eb80 00000400:00000200:3.0:1789449494.487987:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449494.487991:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 224/224 into md 0x7ff5 [1] + 224 00000800:00000001:3.0:1789449494.487994:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449494.487999:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449494.488002:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449494.488004:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449494.488007:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449494.488013:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065ed80 x1876371947514752/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449510 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449494.488031:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b9065ed80 x1876371947514752/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449510 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449494.488037:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449494.488041:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449494.488043:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449494.488060:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449494.488066:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789449494.488076:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449494.488079:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449494.488083:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b9160. 00000400:00000200:3.0:1789449494.488090:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085daa0 00000400:00000010:3.0:1789449494.488094:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085daa0. 00000100:00000001:3.0:1789449494.488097:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449494.488102:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065c700 x1876371947514496/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449510 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789449494.488109:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065c700 x1876371947514496/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449510 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449494.488114:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449494.488117:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449494.488121:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449494.488127:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449494.488130:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449494.488133:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449494.488137:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449494.488153:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=124 v=5 (5 102 102 102) 00000100:00001000:3.0:1789449494.488159:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=7 v=5 (1 0 0 0) 00000100:00000001:3.0:1789449494.488163:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789449494.488165:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449494.488171:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789449494.488176:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449494.488181:0:2402:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1789449494.488184:0:2402:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: committing for last_committed 4294967633 gen 2 00000100:00000040:3.0:1789449494.488193:0:2402:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967633) req@ffff9e8b83690e00 x1876371947504896/t4294967620(4294967620) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 488/456 e 0 to 0 dl 1789449503 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449494.488201:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449494.488204:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83690e00 x1876371947504896/t4294967620(4294967620) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 488/456 e 0 to 0 dl 1789449503 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449494.488211:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449494.488215:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449494.488220:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b8678c400. 02000000:00000001:3.0:1789449494.488225:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449494.488229:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449494.488231:0:2402:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=9 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:3.0:1789449494.488234:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449494.488238:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e8b83481200. 02000000:00000001:3.0:1789449494.488242:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449494.488244:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449494.488247:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83690e00. 00000100:00000001:3.0:1789449494.488251:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449494.488253:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449494.488259:0:2402:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967633) req@ffff9e8b9065e300 x1876371947508736/t4294967621(4294967621) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449503 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449494.488265:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449494.488268:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065e300 x1876371947508736/t4294967621(4294967621) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449503 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449494.488274:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449494.488276:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449494.488277:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b83607c00. 02000000:00000001:3.0:1789449494.488280:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449494.488281:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449494.488283:0:2402:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:3.0:1789449494.488285:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449494.488286:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e8b83421000. 02000000:00000001:3.0:1789449494.488289:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449494.488291:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449494.488292:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065e300. 00000100:00000001:3.0:1789449494.488295:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449494.488296:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449494.488302:0:2402:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967633) req@ffff9e8b87d1b480 x1876371947511168/t4294967625(4294967625) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 488/456 e 0 to 0 dl 1789449504 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449494.488308:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449494.488310:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b87d1b480 x1876371947511168/t4294967625(4294967625) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 488/456 e 0 to 0 dl 1789449504 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449494.488317:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449494.488319:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449494.488320:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b836b2400. 02000000:00000001:3.0:1789449494.488324:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449494.488326:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449494.488327:0:2402:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:3.0:1789449494.488329:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449494.488331:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e8b8606b600. 02000000:00000001:3.0:1789449494.488334:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449494.488335:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449494.488337:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b87d1b480. 00000100:00000001:3.0:1789449494.488339:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449494.488340:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449494.488345:0:2402:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967633) req@ffff9e8b87d1a300 x1876371947511808/t4294967627(4294967627) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 512/456 e 0 to 0 dl 1789449505 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449494.488351:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449494.488353:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b87d1a300 x1876371947511808/t4294967627(4294967627) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 512/456 e 0 to 0 dl 1789449505 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449494.488358:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449494.488359:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449494.488360:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b836b1400. 02000000:00000001:3.0:1789449494.488363:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449494.488365:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449494.488366:0:2402:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:3.0:1789449494.488367:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449494.488368:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e8b8606b200. 02000000:00000001:3.0:1789449494.488370:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449494.488371:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449494.488372:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b87d1a300. 00000100:00000001:3.0:1789449494.488374:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449494.488375:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449494.488379:0:2402:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967633) req@ffff9e8b83690380 x1876371947513088/t4294967631(4294967631) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 496/456 e 0 to 0 dl 1789449505 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449494.488384:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449494.488386:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83690380 x1876371947513088/t4294967631(4294967631) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 496/456 e 0 to 0 dl 1789449505 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449494.488391:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449494.488392:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449494.488393:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b8678c800. 02000000:00000001:3.0:1789449494.488395:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449494.488396:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449494.488397:0:2402:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:3.0:1789449494.488399:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449494.488400:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e8b89881800. 02000000:00000001:3.0:1789449494.488402:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449494.488403:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449494.488404:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83690380. 00000100:00000001:3.0:1789449494.488406:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449494.488407:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449494.488411:0:2402:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967633) req@ffff9e8b83692a00 x1876371947513728/t4294967633(4294967633) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 512/456 e 0 to 0 dl 1789449505 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449494.488416:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449494.488419:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83692a00 x1876371947513728/t4294967633(4294967633) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 512/456 e 0 to 0 dl 1789449505 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449494.488425:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449494.488426:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449494.488427:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b8678cc00. 02000000:00000001:3.0:1789449494.488431:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449494.488432:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449494.488433:0:2402:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:3.0:1789449494.488435:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449494.488436:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e8b89880c00. 02000000:00000001:3.0:1789449494.488438:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449494.488439:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449494.488440:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83692a00. 00000100:00000001:3.0:1789449494.488443:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449494.488444:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449494.488447:0:2402:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1789449494.488450:0:2402:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: normal: skip=1 replay=6/6 committed=0/0 00000100:00000001:3.0:1789449494.488453:0:2402:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789449494.488456:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449494.488462:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065c700 x1876371947514496/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449510 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449494.488470:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449494.488474:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449494.488477:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449494.488481:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065c700 x1876371947514496/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449510 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789449494.488490:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2402:1876371947514496:192.168.202.109@tcp:400:kworker.0 00000400:00000001:3.0:1789449494.488498:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449494.488500:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449494.488502:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b9420. 00000400:00000200:3.0:1789449494.488505:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d4c8 00000400:00000010:3.0:1789449494.488506:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d4c8. 00000100:00000001:3.0:1789449494.488509:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449494.488512:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065ed80 x1876371947514752/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449510 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789449494.488521:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065ed80 x1876371947514752/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449510 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449494.488532:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449494.488533:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449494.488535:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449494.488536:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449494.488537:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449494.488538:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449494.488540:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449494.488544:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b90c6ec60 time=124 v=5 (5 5 5 36) 00000100:00001000:3.0:1789449494.488547:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b90c6ec18 time=6 v=5 (1 0 0 0) 00000100:00000001:3.0:1789449494.488549:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789449494.488550:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449494.488552:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789449494.488554:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449494.488556:0:2402:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789449494.488557:0:2402:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e8b89903000: skip recheck: last_committed 4294967322 00000100:00000001:3.0:1789449494.488559:0:2402:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789449494.488560:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449494.488564:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065ed80 x1876371947514752/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449510 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449494.488569:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449494.488571:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449494.488572:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449494.488576:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065ed80 x1876371947514752/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449510 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789449494.488582:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2402:1876371947514752:192.168.202.109@tcp:400:kworker.0 00000400:00000001:3.0:1789449494.488588:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449494.488589:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449494.488591:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b9210. 00000400:00000200:3.0:1789449494.488593:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085df68 00000400:00000010:3.0:1789449494.488595:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085df68. 00000100:00000001:3.0:1789449494.488597:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449494.488601:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065f100 x1876371947514368/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449510 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789449494.488609:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065f100 x1876371947514368/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449510 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449494.488615:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449494.488616:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449494.488618:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449494.488620:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449494.488621:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449494.488622:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449494.488623:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449494.488626:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b83927460 time=125 v=5 (5 5 5 5) 00000100:00001000:3.0:1789449494.488629:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b83927418 time=125 v=5 (1 1 1 1) 00000100:00000001:3.0:1789449494.488631:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789449494.488633:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449494.488634:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789449494.488636:0:2402:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449494.488638:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449494.488641:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065f100 x1876371947514368/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449510 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449494.488648:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449494.488650:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449494.488651:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449494.488655:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065f100 x1876371947514368/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449510 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789449494.488662:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:80a9314a-fa92-41c3-8d17-36c58fffb192:2402:1876371947514368:192.168.202.109@tcp:400:kworker.0 00000400:00000001:3.0:1789449494.488668:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449494.488669:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449494.488671:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b9318. 00000400:00000200:3.0:1789449494.488673:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d5d8 00000400:00000010:3.0:1789449494.488675:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d5d8. 00000100:00000001:3.0:1789449494.488677:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449494.488681:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065f800 x1876371947514624/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449510 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789449494.488689:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065f800 x1876371947514624/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449510 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449494.488695:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449494.488696:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449494.488698:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449494.488699:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449494.488700:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449494.488702:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449494.488703:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449494.488707:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b862dcc60 time=124 v=5 (5 102 102 102) 00000100:00001000:3.0:1789449494.488710:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b862dcc18 time=124 v=5 (1 1 1 1) 00000100:00000001:3.0:1789449494.488713:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789449494.488714:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449494.488716:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789449494.488717:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449494.488719:0:2402:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789449494.488720:0:2402:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967328 00000100:00000001:3.0:1789449494.488722:0:2402:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789449494.488723:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449494.488727:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065f800 x1876371947514624/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449510 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449494.488732:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449494.488734:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449494.488736:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449494.488739:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065f800 x1876371947514624/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449510 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789449494.488746:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2402:1876371947514624:192.168.202.109@tcp:400:kworker.0 00000400:00000001:3.0:1789449494.488750:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449494.488751:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449494.488753:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b9f78. 00000400:00000200:3.0:1789449494.488756:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d7f8 00000400:00000010:3.0:1789449494.488757:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d7f8. 00000100:00000001:3.0:1789449494.488759:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449494.488763:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065c380 x1876371947514880/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449510 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789449494.488772:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065c380 x1876371947514880/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449510 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449494.488779:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449494.488780:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449494.488782:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449494.488783:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449494.488785:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449494.488786:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449494.488788:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449494.488791:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8986b460 time=124 v=5 (5 5 5 36) 00000100:00001000:3.0:1789449494.488794:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8986b418 time=7 v=5 (1 0 0 0) 00000100:00000001:3.0:1789449494.488796:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789449494.488798:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449494.488799:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789449494.488801:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449494.488803:0:2402:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789449494.488804:0:2402:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9e8b89903000: skip recheck: last_committed 4294967328 00000100:00000001:3.0:1789449494.488805:0:2402:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789449494.488807:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449494.488811:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065c380 x1876371947514880/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449510 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449494.488816:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449494.488817:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449494.488819:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449494.488822:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065c380 x1876371947514880/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449510 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789449494.488828:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2402:1876371947514880:192.168.202.109@tcp:400:kworker.0 00000100:00000001:3.0:1789449494.488833:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449494.488835:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449494.488839:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065c700 x1876371947514496/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449510 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449494.488844:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449494.488846:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449494.488847:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b888a2400. 02000000:00000001:3.0:1789449494.488851:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449494.488853:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449494.488854:0:2402:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=3 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:3.0:1789449494.488856:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449494.488857:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b83723700. 02000000:00000001:3.0:1789449494.488860:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449494.488861:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449494.488862:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065c700. 00000100:00000001:3.0:1789449494.488865:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449494.488866:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449494.488868:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449494.488871:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065ed80 x1876371947514752/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449510 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449494.488877:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449494.488905:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449494.488908:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b888a2200. 02000000:00000001:3.0:1789449494.488911:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449494.488912:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449494.488913:0:2402:0:(genops.c:1222:class_import_put()) import ffff9e8b90c6e800 refcount=2 obd=lustre-OST0000-osc-ffff9e8b89903000 00000020:00000001:3.0:1789449494.488914:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449494.488916:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b83723b00. 02000000:00000001:3.0:1789449494.488917:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449494.488919:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449494.488920:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065ed80. 00000100:00000001:3.0:1789449494.488923:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449494.488924:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449494.488926:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449494.488929:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065f100 x1876371947514368/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449510 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449494.488936:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449494.488938:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449494.488939:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b888a3e00. 02000000:00000001:3.0:1789449494.488941:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449494.488942:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449494.488943:0:2402:0:(genops.c:1222:class_import_put()) import ffff9e8b83927000 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:3.0:1789449494.488945:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449494.488946:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b98dca300. 02000000:00000001:3.0:1789449494.488949:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449494.488950:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449494.488951:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065f100. 00000100:00000001:3.0:1789449494.488954:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449494.488955:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449494.488956:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449494.488959:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065f800 x1876371947514624/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449510 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449494.488964:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449494.488965:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449494.488967:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b888a2c00. 02000000:00000001:3.0:1789449494.488969:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449494.488970:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449494.488971:0:2402:0:(genops.c:1222:class_import_put()) import ffff9e8b862dc800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000020:00000001:3.0:1789449494.488973:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449494.488974:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b83723100. 02000000:00000001:3.0:1789449494.488975:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449494.488976:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449494.488977:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065f800. 00000100:00000001:3.0:1789449494.488980:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449494.488981:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449494.488982:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449494.488985:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065c380 x1876371947514880/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449510 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449494.488990:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449494.488991:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449494.488992:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b888a3400. 02000000:00000001:3.0:1789449494.488994:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449494.488995:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449494.488996:0:2402:0:(genops.c:1222:class_import_put()) import ffff9e8b8986b000 refcount=2 obd=lustre-OST0001-osc-ffff9e8b89903000 00000020:00000001:3.0:1789449494.488997:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449494.488998:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b85519800. 02000000:00000001:3.0:1789449494.489000:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449494.489001:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449494.489002:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065c380. 00000100:00000001:3.0:1789449494.489004:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449494.489005:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449494.489008:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449494.489030:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449494.489033:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449494.489035:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449494.489038:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449495.043252:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449495.043262:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449495.044976:0:16815:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789449495.044985:0:16815:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449495.044991:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1789449495.462189:0:33168:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789449495.837167:0:33204:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1789449495.837178:0:33204:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 22: drop close request and do mknod ========================================================== 01:18:14 (1789449494) 00000001:00000001:2.0:1789449495.847116:0:33204:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:3.0:1789449496.069144:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449496.069153:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449496.069281:0:16942:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789449496.069285:0:16942:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449496.069289:0:16942:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1789449496.637442:0:33224:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789449496.637452:0:33224:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789449496.637455:0:33224:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789449496.637460:0:33224:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb7118205bbc0 00000080:00200000:3.0:1789449496.637467:0:33224:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:3.0:1789449496.637478:0:33224:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b8313e400. 00800000:00000002:3.0:1789449496.637487:0:33224:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:3.0:1789449496.637492:0:33224:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789449496.637499:0:33224:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789449496.637502:0:33224:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb7118205bae0 00800000:00000002:3.0:1789449496.637505:0:33224:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789449496.637510:0:33224:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789449496.637514:0:33224:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789449496.637517:0:33224:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789449496.637521:0:33224:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789449496.637523:0:33224:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789449496.637525:0:33224:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449496.637528:0:33224:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789449496.637531:0:33224:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449496.637536:0:33224:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789449496.637543:0:33224:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789449496.637545:0:33224:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb7118205b9b0 00000002:00010000:3.0:1789449496.637546:0:33224:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789449496.637551:0:33224:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789449496.637553:0:33224:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789449496.637558:0:33224:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789449496.637567:0:33224:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449496.637570:0:33224:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449496.637572:0:33224:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449496.637575:0:33224:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1789449496.637578:0:33224:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1789449496.637585:0:33224:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83109f80. 00000020:00000040:3.0:1789449496.637591:0:33224:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00010000:00000001:3.0:1789449496.637601:0:33224:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789449496.637608:0:33224:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449496.637614:0:33224:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449496.637619:0:33224:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789449496.637622:0:33224:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789449496.637628:0:33224:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789449496.637638:0:33224:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b87c49000. 00000100:00000001:3.0:1789449496.637647:0:33224:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449496.637653:0:33224:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789449496.637656:0:33224:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449496.637657:0:33224:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789449496.637658:0:33224:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449496.637660:0:33224:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449496.637667:0:33224:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446636920769388416 : -107152940163200 : ffff9e8b83109f80) 00010000:00000001:3.0:1789449496.637674:0:33224:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789449496.637677:0:33224:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1789449496.637682:0:33224:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9e8b922dea00. 00010000:00000010:3.0:1789449496.637687:0:33224:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e8b84d02580. 00010000:00000001:3.0:1789449496.637694:0:33224:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789449496.637698:0:33224:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8b91c74e00. 00000020:00000001:3.0:1789449496.637703:0:33224:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789449496.637707:0:33224:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8b91c74e00 with handle 0xcddde1459ded66dc to hash 00000020:00000001:3.0:1789449496.637709:0:33224:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789449496.637711:0:33224:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636921016241664 : -107152693309952 : ffff9e8b91c74e00) 00010000:00000001:3.0:1789449496.637715:0:33224:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636921016241664 : -107152693309952 : ffff9e8b91c74e00) 00010000:00000001:3.0:1789449496.637720:0:33224:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449496.637723:0:33224:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449496.637728:0:33224:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74e00/0xcddde1459ded66dc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789449496.637740:0:33224:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74e00/0xcddde1459ded66dc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789449496.637752:0:33224:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74e00/0xcddde1459ded66dc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789449496.637758:0:33224:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789449496.637760:0:33224:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789449496.637769:0:33224:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b9039ba80. 00000100:00000001:3.0:1789449496.637771:0:33224:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920990186112 : -107152719365504 : ffff9e8b9039ba80) 00000100:00000001:3.0:1789449496.637774:0:33224:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449496.637776:0:33224:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769388416 : -107152940163200 : ffff9e8b83109f80) 00000100:00000001:3.0:1789449496.637781:0:33224:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789449496.637785:0:33224:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449496.637787:0:33224:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789449496.637789:0:33224:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789449496.637803:0:33224:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83109f80 x1876371947515008/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449496.637812:0:33224:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789449496.637814:0:33224:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449496.637818:0:33224:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789449496.637821:0:33224:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789449496.637824:0:33224:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449496.637827:0:33224:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83109f80 pname:cluuid:pid:xid:nid:opc:job multiop:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:33224:1876371947515008:192.168.202.109@tcp:101:multiop.0 00000100:00000001:3.0:1789449496.637833:0:33224:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789449496.637840:0:33224:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789449496.637843:0:33224:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449496.637846:0:33224:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789449496.637851:0:33224:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e8b86130800. 02000000:00000001:3.0:1789449496.637854:0:33224:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449496.637865:0:33224:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:3.0:1789449496.637872:0:33224:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b8525c738. 00000400:00000010:3.0:1789449496.637909:0:33224:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69550. 00000100:00000200:3.0:1789449496.637919:0:33224:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876371947515008, portal 10 00000100:00000001:3.0:1789449496.637921:0:33224:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449496.637922:0:33224:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769388416 : -107152940163200 : ffff9e8b83109f80) 00000100:00000040:3.0:1789449496.637929:0:33224:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b83109f80 x1876371947515008/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449512 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449496.637936:0:33224:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449496.637940:0:33224:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1789449496.637943:0:33224:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69000. 00000100:00000200:3.0:1789449496.637946:0:33224:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876371947515008, offset 0 00000400:00000200:3.0:1789449496.637954:0:33224:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1789449496.637966:0:33224:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449496.637975:0:33224:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449496.637983:0:33224:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789449496.637987:0:33224:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1789449496.637992:0:33224:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789449496.637995:0:33224:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1789449496.638011:0:33224:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2807:2807:256:4294967295] 192.168.202.109@tcp LPNI seq info [2807:2807:8:4294967295] 00000400:00000200:3.0:1789449496.638016:0:33224:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449496.638028:0:33224:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449496.638036:0:33224:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449496.638042:0:33224:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051ce00. 00000800:00000200:3.0:1789449496.638051:0:33224:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449496.638061:0:33224:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449496.638067:0:33224:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051ce00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1789449496.638090:0:33224:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449496.638095:0:33224:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 808815 usecs (809 jiffies) 00000400:00000200:3.0:1789449496.638099:0:33224:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:3.0:1789449496.638102:0:33224:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296500129 00000100:00000001:3.0:1789449496.638106:0:33224:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296501285 00000100:00000001:3.0:1789449496.638108:0:33224:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296500129 00000100:00000001:3.0:1789449496.638110:0:33224:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296501285 00000100:00000001:3.0:1789449496.638113:0:33224:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449496.638116:0:33224:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449496.638119:0:33224:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449496.638122:0:33224:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789449496.638126:0:33224:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b9039ba80 going to sleep for 11 seconds 00000100:00000001:3.0:1789449496.638129:0:33224:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449496.638133:0:33224:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449496.640369:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449496.640388:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b9051ce00. 00000400:00000200:2.0:1789449496.640399:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449496.640412:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449496.640424:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69000 00000400:00000010:2.0:1789449496.640427:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69000. 00000100:00000001:2.0:1789449496.640435:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449496.640446:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83109f80 x1876371947515008/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449512 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449496.640468:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449496.640472:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83109f80 x1876371947515008/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449512 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449496.640480:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449496.640482:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789449496.644165:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449496.644188:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449496.644195:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449496.644198:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449496.644210:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449496.644221:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449496.644232:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449496.644238:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449496.644244:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449496.644249:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 688 into portal 10 MB=0x6aa8ce365ec80 00000400:00000200:3.0:1789449496.644255:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449496.644263:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 688/688 into md 0x8005 [1] + 224 00000800:00000001:3.0:1789449496.644273:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449496.644281:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449496.644285:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449496.644291:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449496.644303:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449496.644316:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83109f80 x1876371947515008/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449512 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789449496.644331:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9e8b83109f80 x1876371947515008/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449512 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449496.644363:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449496.644376:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449496.644380:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449496.644594:0:33224:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789449496.644604:0:33224:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789449496.644607:0:33224:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789449496.644611:0:33224:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b8525c738. 00000400:00000200:1.0:1789449496.644617:0:33224:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69550 00000400:00000010:1.0:1789449496.644621:0:33224:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69550. 00000100:00000001:1.0:1789449496.644625:0:33224:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789449496.644630:0:33224:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83109f80 x1876371947515008/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449512 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789449496.644640:0:33224:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83109f80 x1876371947515008/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449512 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449496.644648:0:33224:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789449496.644651:0:33224:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449496.644654:0:33224:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789449496.644658:0:33224:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789449496.644662:0:33224:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789449496.644664:0:33224:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449496.644669:0:33224:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789449496.644682:0:33224:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=126 v=5 (5 102 102 102) 00000100:00001000:1.0:1789449496.644688:0:33224:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1789449496.644692:0:33224:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789449496.644694:0:33224:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449496.644698:0:33224:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789449496.644702:0:33224:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449496.644707:0:33224:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789449496.644711:0:33224:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967633 00000100:00000001:1.0:1789449496.644714:0:33224:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789449496.644716:0:33224:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449496.644722:0:33224:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83109f80 x1876371947515008/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449512 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449496.644729:0:33224:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449496.644732:0:33224:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789449496.644735:0:33224:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789449496.644739:0:33224:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83109f80 x1876371947515008/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449512 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789449496.644748:0:33224:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83109f80 pname:cluuid:pid:xid:nid:opc:job multiop:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:33224:1876371947515008:192.168.202.109@tcp:101:multiop.0 00000100:00000001:1.0:1789449496.644755:0:33224:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449496.644758:0:33224:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449496.644762:0:33224:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789449496.644765:0:33224:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449496.644769:0:33224:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83109f80 x1876371947515008/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449512 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449496.644777:0:33224:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789449496.644780:0:33224:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b9039ba80. 00000100:00000001:1.0:1789449496.644784:0:33224:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789449496.644786:0:33224:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449496.644790:0:33224:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789449496.644795:0:33224:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449496.644799:0:33224:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449496.644803:0:33224:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c74e00 refcount=4 00000020:00000001:1.0:1789449496.644806:0:33224:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016241664 : -107152693309952 : ffff9e8b91c74e00) 00010000:00000001:1.0:1789449496.644810:0:33224:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016241664 : -107152693309952 : ffff9e8b91c74e00) 00010000:00000040:1.0:1789449496.644819:0:33224:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e8b91c74e00, remote cookie: 0xeb7cbf5e2fd3d65e, flags: 0x1001 00010000:00010000:1.0:1789449496.644832:0:33224:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74e00/0xcddde1459ded66dc lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d65e expref: -99 pid: 33224 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789449496.644846:0:33224:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74e00/0xcddde1459ded66dc lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d65e expref: -99 pid: 33224 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449496.644854:0:33224:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789449496.644859:0:33224:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789449496.644862:0:33224:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789449496.644864:0:33224:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789449496.644865:0:33224:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789449496.644869:0:33224:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9e8b922dea00) refcount = 1 00010000:00010000:1.0:1789449496.644873:0:33224:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74e00/0xcddde1459ded66dc lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d65e expref: -99 pid: 33224 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449496.644908:0:33224:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789449496.644912:0:33224:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789449496.644914:0:33224:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449496.644918:0:33224:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789449496.644921:0:33224:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449496.644925:0:33224:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74e00/0xcddde1459ded66dc lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d65e expref: -99 pid: 33224 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449496.644933:0:33224:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789449496.644934:0:33224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449496.644936:0:33224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449496.644937:0:33224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449496.644939:0:33224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449496.644941:0:33224:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449496.644947:0:33224:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789449496.644949:0:33224:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449496.644950:0:33224:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449496.644952:0:33224:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c74e00 refcount=3 00000020:00000001:1.0:1789449496.644955:0:33224:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016241664 : -107152693309952 : ffff9e8b91c74e00) 00010000:00000001:1.0:1789449496.644958:0:33224:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016241664 : -107152693309952 : ffff9e8b91c74e00) 00010000:00000001:1.0:1789449496.644961:0:33224:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449496.644962:0:33224:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449496.644964:0:33224:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c74e00 refcount=4 00000020:00000001:1.0:1789449496.644966:0:33224:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016241664 : -107152693309952 : ffff9e8b91c74e00) 00010000:00000001:1.0:1789449496.644968:0:33224:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016241664 : -107152693309952 : ffff9e8b91c74e00) 00010000:00000001:1.0:1789449496.644972:0:33224:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449496.644975:0:33224:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449496.644979:0:33224:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74e00/0xcddde1459ded66dc lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d65e expref: -99 pid: 33224 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449496.644986:0:33224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449496.644988:0:33224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449496.644989:0:33224:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449496.644990:0:33224:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449496.644992:0:33224:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c74e00 refcount=5 00000020:00000001:1.0:1789449496.644994:0:33224:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016241664 : -107152693309952 : ffff9e8b91c74e00) 00010000:00000001:1.0:1789449496.645007:0:33224:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016241664 : -107152693309952 : ffff9e8b91c74e00) 00010000:00000001:1.0:1789449496.645011:0:33224:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789449496.645014:0:33224:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74e00/0xcddde1459ded66dc lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d65e expref: -99 pid: 33224 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449496.645020:0:33224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449496.645021:0:33224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789449496.645024:0:33224:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74e00/0xcddde1459ded66dc lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d65e expref: -99 pid: 33224 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449496.645030:0:33224:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789449496.645031:0:33224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449496.645032:0:33224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449496.645033:0:33224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449496.645036:0:33224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789449496.645041:0:33224:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9e8b83109f80 x1876371947515008/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449512 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1789449496.645052:0:33224:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449496.645053:0:33224:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449496.645055:0:33224:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c74e00 refcount=3 00000020:00000001:1.0:1789449496.645057:0:33224:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016241664 : -107152693309952 : ffff9e8b91c74e00) 00010000:00000001:1.0:1789449496.645059:0:33224:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016241664 : -107152693309952 : ffff9e8b91c74e00) 00010000:00000001:1.0:1789449496.645062:0:33224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449496.645063:0:33224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789449496.645064:0:33224:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449496.645067:0:33224:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449496.645070:0:33224:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1789449496.645074:0:33224:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449496.645075:0:33224:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449496.645076:0:33224:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c74e00 refcount=3 00000020:00000001:1.0:1789449496.645078:0:33224:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016241664 : -107152693309952 : ffff9e8b91c74e00) 00010000:00000001:1.0:1789449496.645081:0:33224:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016241664 : -107152693309952 : ffff9e8b91c74e00) 00000002:00010000:1.0:1789449496.645084:0:33224:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74e00/0xcddde1459ded66dc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d65e expref: -99 pid: 33224 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449496.645090:0:33224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449496.645092:0:33224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449496.645093:0:33224:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789449496.645094:0:33224:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449496.645096:0:33224:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449496.645097:0:33224:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c74e00 refcount=3 00000020:00000001:1.0:1789449496.645099:0:33224:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016241664 : -107152693309952 : ffff9e8b91c74e00) 00010000:00000001:1.0:1789449496.645101:0:33224:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016241664 : -107152693309952 : ffff9e8b91c74e00) 00010000:00000040:1.0:1789449496.645109:0:33224:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922dea00 count: 2 00010000:00000001:1.0:1789449496.645113:0:33224:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1789449496.645118:0:33224:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e8b83488400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1789449496.645121:0:33224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449496.645123:0:33224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789449496.645124:0:33224:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789449496.645128:0:33224:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb7118205b938 00000002:00002000:1.0:1789449496.645130:0:33224:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1789449496.645134:0:33224:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449496.645138:0:33224:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449496.645141:0:33224:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789449496.645145:0:33224:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1789449496.645148:0:33224:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449496.645153:0:33224:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:1.0:1789449496.645158:0:33224:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b8313e400. 00000080:00000001:1.0:1789449496.645164:0:33224:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789449496.645168:0:33224:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789449496.645177:0:33224:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1789449496.645183:0:33224:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1789449496.645193:0:33224:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9e8b91d9a8c0. 00800000:00000001:1.0:1789449496.645195:0:33224:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446636921017444544 : -107152692107072 : ffff9e8b91d9a8c0) 00800000:00000001:1.0:1789449496.645198:0:33224:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449496.645201:0:33224:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789449496.645204:0:33224:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1789449496.645207:0:33224:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1789449496.645210:0:33224:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1789449496.645214:0:33224:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1789449496.645216:0:33224:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449496.645221:0:33224:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1789449496.645224:0:33224:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1789449496.645231:0:33224:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:1.0:1789449496.645234:0:33224:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449496.645236:0:33224:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449496.645237:0:33224:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c74e00 refcount=3 00000020:00000001:1.0:1789449496.645239:0:33224:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016241664 : -107152693309952 : ffff9e8b91c74e00) 00010000:00000001:1.0:1789449496.645241:0:33224:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016241664 : -107152693309952 : ffff9e8b91c74e00) 00010000:00000001:1.0:1789449496.645244:0:33224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449496.645245:0:33224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789449496.645246:0:33224:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789449496.645250:0:33224:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1789449496.645252:0:33224:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b91d9a8c0 1 00800000:00000010:1.0:1789449496.645254:0:33224:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9e8b91d9a8c0. 00800000:00000001:1.0:1789449496.645258:0:33224:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789449496.645262:0:33224:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded66dc 00800000:00000001:1.0:1789449496.645265:0:33224:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789449496.645267:0:33224:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789449496.645269:0:33224:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449496.645270:0:33224:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449496.645271:0:33224:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c74e00 refcount=3 00000020:00000001:1.0:1789449496.645273:0:33224:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016241664 : -107152693309952 : ffff9e8b91c74e00) 00010000:00000001:1.0:1789449496.645275:0:33224:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016241664 : -107152693309952 : ffff9e8b91c74e00) 00010000:00000001:1.0:1789449496.645279:0:33224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449496.645280:0:33224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789449496.645281:0:33224:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449496.645283:0:33224:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449496.645286:0:33224:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789449496.645288:0:33224:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:1.0:1789449496.645292:0:33224:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded66dc from it ffffb7118205bbf8 00010000:00000001:1.0:1789449496.645294:0:33224:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449496.645295:0:33224:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449496.645296:0:33224:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c74e00 refcount=3 00000020:00000001:1.0:1789449496.645298:0:33224:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016241664 : -107152693309952 : ffff9e8b91c74e00) 00010000:00000001:1.0:1789449496.645301:0:33224:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016241664 : -107152693309952 : ffff9e8b91c74e00) 00010000:00000001:1.0:1789449496.645303:0:33224:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789449496.645306:0:33224:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74e00/0xcddde1459ded66dc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d65e expref: -99 pid: 33224 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449496.645313:0:33224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449496.645314:0:33224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449496.645316:0:33224:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789449496.645319:0:33224:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789449496.645322:0:33224:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74e00/0xcddde1459ded66dc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d65e expref: -99 pid: 33224 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789449496.645340:0:33224:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789449496.645343:0:33224:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789449496.645346:0:33224:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789449496.645352:0:33224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449496.645353:0:33224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449496.645355:0:33224:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449496.645359:0:33224:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789449496.645362:0:33224:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449496.645364:0:33224:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449496.645366:0:33224:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449496.645369:0:33224:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789449496.645370:0:33224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449496.645371:0:33224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789449496.645374:0:33224:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449496.645379:0:33224:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83109f80 x1876371947515008/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449512 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449496.645387:0:33224:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789449496.645391:0:33224:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789449496.645396:0:33224:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9e8b86130800. 02000000:00000001:1.0:1789449496.645402:0:33224:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789449496.645405:0:33224:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449496.645407:0:33224:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=3 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:1.0:1789449496.645410:0:33224:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789449496.645414:0:33224:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b87c49000. 02000000:00000001:1.0:1789449496.645418:0:33224:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789449496.645421:0:33224:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789449496.645424:0:33224:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83109f80. 00000100:00000001:1.0:1789449496.645430:0:33224:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789449496.645431:0:33224:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789449496.645435:0:33224:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908), inode mode 41ff mask 1 00000080:00000001:1.0:1789449496.645442:0:33224:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789449496.645463:0:33224:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9e8b8984fe40. 00000080:00000001:1.0:1789449496.645472:0:33224:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789449496.645474:0:33224:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789449496.645476:0:33224:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb7118205bb00 00000080:00200000:1.0:1789449496.645478:0:33224:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:1.0:1789449496.645484:0:33224:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b837f0400. 00800000:00000002:1.0:1789449496.645490:0:33224:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:1.0:1789449496.645494:0:33224:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789449496.645498:0:33224:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789449496.645500:0:33224:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb7118205ba20 00800000:00000002:1.0:1789449496.645502:0:33224:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789449496.645506:0:33224:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789449496.645509:0:33224:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449496.645512:0:33224:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449496.645515:0:33224:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449496.645518:0:33224:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449496.645520:0:33224:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449496.645522:0:33224:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789449496.645525:0:33224:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449496.645529:0:33224:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789449496.645534:0:33224:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789449496.645535:0:33224:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb7118205b8f0 00000002:00010000:1.0:1789449496.645538:0:33224:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789449496.645541:0:33224:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789449496.645543:0:33224:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789449496.645545:0:33224:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789449496.645548:0:33224:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922dea00 count: 2 00010000:00000001:1.0:1789449496.645550:0:33224:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449496.645554:0:33224:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449496.645557:0:33224:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789449496.645560:0:33224:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74e00/0xcddde1459ded66dc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d65e expref: -99 pid: 33224 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1789449496.645568:0:33224:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789449496.645573:0:33224:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449496.645576:0:33224:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74e00/0xcddde1459ded66dc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d65e expref: -99 pid: 33224 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1789449496.645583:0:33224:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789449496.645586:0:33224:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789449496.645588:0:33224:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789449496.645591:0:33224:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789449496.645593:0:33224:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789449496.645595:0:33224:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789449496.645597:0:33224:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789449496.645600:0:33224:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:1.0:1789449496.645602:0:33224:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b837f0400. 00000080:00000001:1.0:1789449496.645605:0:33224:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789449496.645606:0:33224:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789449496.645608:0:33224:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:1.0:1789449496.645612:0:33224:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded66dc 00800000:00000001:1.0:1789449496.645614:0:33224:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789449496.645616:0:33224:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789449496.645618:0:33224:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449496.645619:0:33224:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449496.645621:0:33224:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c74e00 refcount=3 00000020:00000001:1.0:1789449496.645623:0:33224:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016241664 : -107152693309952 : ffff9e8b91c74e00) 00010000:00000001:1.0:1789449496.645626:0:33224:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016241664 : -107152693309952 : ffff9e8b91c74e00) 00010000:00000001:1.0:1789449496.645628:0:33224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449496.645630:0:33224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789449496.645631:0:33224:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449496.645633:0:33224:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789449496.645635:0:33224:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded66dc from it ffffb7118205bb38 00010000:00000001:1.0:1789449496.645637:0:33224:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449496.645638:0:33224:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449496.645640:0:33224:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c74e00 refcount=3 00000020:00000001:1.0:1789449496.645642:0:33224:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016241664 : -107152693309952 : ffff9e8b91c74e00) 00010000:00000001:1.0:1789449496.645644:0:33224:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016241664 : -107152693309952 : ffff9e8b91c74e00) 00010000:00000001:1.0:1789449496.645646:0:33224:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789449496.645648:0:33224:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74e00/0xcddde1459ded66dc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d65e expref: -99 pid: 33224 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789449496.645654:0:33224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449496.645656:0:33224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449496.645657:0:33224:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789449496.645659:0:33224:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789449496.645661:0:33224:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74e00/0xcddde1459ded66dc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d65e expref: -99 pid: 33224 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789449496.645669:0:33224:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789449496.645670:0:33224:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789449496.645672:0:33224:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789449496.645674:0:33224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449496.645675:0:33224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449496.645676:0:33224:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449496.645678:0:33224:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789449496.645680:0:33224:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449496.645682:0:33224:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449496.645683:0:33224:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449496.645685:0:33224:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789449496.645687:0:33224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449496.645688:0:33224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789449496.645689:0:33224:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789449496.645691:0:33224:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789449496.645693:0:33224:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908), inode mode 41ff mask 3 00000080:00000001:1.0:1789449496.645697:0:33224:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449496.645701:0:33224:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:1.0:1789449496.645704:0:33224:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb7118205bb58 00000080:00200000:1.0:1789449496.645706:0:33224:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9e8b89180908), file ffff9e8b88b90d80, open_flags 8042, mode 81a4 opened 0 00000080:00000010:1.0:1789449496.645713:0:33224:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9e8b87c1e660. 00000080:00000001:1.0:1789449496.645718:0:33224:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1789449496.645720:0:33224:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb7118205ba08 00000080:00200000:1.0:1789449496.645722:0:33224:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9e8b89180908), intent=open|creat 00000080:00000010:1.0:1789449496.645730:0:33224:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b837f0400. 00800000:00000002:1.0:1789449496.645733:0:33224:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:1.0:1789449496.645738:0:33224:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789449496.645740:0:33224:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789449496.645741:0:33224:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb7118205b928 00800000:00000002:1.0:1789449496.645743:0:33224:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f22.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789449496.645747:0:33224:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1789449496.645751:0:33224:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1789449496.645755:0:33224:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449496.645756:0:33224:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449496.645757:0:33224:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449496.645759:0:33224:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449496.645761:0:33224:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449496.645762:0:33224:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789449496.645764:0:33224:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449496.645768:0:33224:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446636920772627456 : -107152936924160 : ffff9e8b83420c00) 00800000:00000001:1.0:1789449496.645772:0:33224:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1789449496.645774:0:33224:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1789449496.645777:0:33224:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1789449496.645780:0:33224:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1789449496.645783:0:33224:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9e8b89903000: Allocated FID [0x200000405:0x27:0x0] 40000000:00000001:1.0:1789449496.645786:0:33224:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449496.645789:0:33224:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449496.645790:0:33224:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449496.645792:0:33224:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449496.645794:0:33224:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb7118205b8a8 00800000:00000002:1.0:1789449496.645797:0:33224:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x27:0x0], name='f22.recovery-small-2' -> mds #0 layout version 1 00000002:00000001:1.0:1789449496.645800:0:33224:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789449496.645801:0:33224:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb7118205b7e0 00000002:00010000:1.0:1789449496.645803:0:33224:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f22.recovery-small-2,[0x200000405:0x27:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:1.0:1789449496.645807:0:33224:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789449496.645810:0:33224:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1789449496.645814:0:33224:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1789449496.645818:0:33224:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449496.645820:0:33224:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1789449496.645822:0:33224:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922dea00 count: 2 00010000:00000001:1.0:1789449496.645825:0:33224:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449496.645828:0:33224:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1789449496.645832:0:33224:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789449496.645836:0:33224:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74e00/0xcddde1459ded66dc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xeb7cbf5e2fd3d65e expref: -99 pid: 33224 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1789449496.645851:0:33224:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1789449496.645855:0:33224:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1789449496.645858:0:33224:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1789449496.645861:0:33224:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1789449496.645864:0:33224:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789449496.645865:0:33224:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789449496.645868:0:33224:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922dea00 count: 3 00010000:00000001:1.0:1789449496.645870:0:33224:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789449496.645872:0:33224:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449496.645874:0:33224:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789449496.645875:0:33224:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789449496.645877:0:33224:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922dea00 count: 3 00010000:00000001:1.0:1789449496.645909:0:33224:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789449496.645912:0:33224:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449496.645914:0:33224:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789449496.645915:0:33224:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789449496.645917:0:33224:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922dea00 count: 3 00010000:00000001:1.0:1789449496.645919:0:33224:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789449496.645921:0:33224:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449496.645923:0:33224:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789449496.645926:0:33224:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9e8b89180840, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1789449496.645931:0:33224:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1789449496.645934:0:33224:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1789449496.645937:0:33224:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1789449496.645939:0:33224:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449496.645943:0:33224:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789449496.645946:0:33224:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789449496.645947:0:33224:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789449496.645949:0:33224:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449496.645951:0:33224:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1789449496.645954:0:33224:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9e8b91c74e00 with handle 0xcddde1459ded66dc from hash 00010000:00000001:1.0:1789449496.645957:0:33224:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789449496.645959:0:33224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449496.645960:0:33224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449496.645961:0:33224:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789449496.645964:0:33224:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789449496.645967:0:33224:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1789449496.645969:0:33224:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789449496.645971:0:33224:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789449496.645974:0:33224:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1789449496.645980:0:33224:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83692680. 00000020:00000040:1.0:1789449496.645984:0:33224:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e8b89903000 02000000:00000001:1.0:1789449496.645990:0:33224:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789449496.645991:0:33224:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449496.645994:0:33224:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789449496.646012:0:33224:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789449496.646015:0:33224:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449496.646018:0:33224:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789449496.646020:0:33224:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789449496.646023:0:33224:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789449496.646033:0:33224:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b8678d000. 00000100:00000001:1.0:1789449496.646042:0:33224:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449496.646047:0:33224:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789449496.646049:0:33224:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1789449496.646053:0:33224:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74e00/0xcddde1459ded66dc lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xeb7cbf5e2fd3d65e expref: -99 pid: 33224 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1789449496.646060:0:33224:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1789449496.646061:0:33224:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789449496.646063:0:33224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789449496.646066:0:33224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74e00/0xcddde1459ded66dc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xeb7cbf5e2fd3d65e expref: -99 pid: 33224 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:1.0:1789449496.646074:0:33224:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9e8b922dea00 count: 0 00010000:00000010:1.0:1789449496.646081:0:33224:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e8b84d02580. 00010000:00000001:1.0:1789449496.646093:0:33224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449496.646095:0:33224:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449496.646097:0:33224:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789449496.646099:0:33224:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449496.646102:0:33224:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449496.646113:0:33224:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446636920775190144 : -107152934361472 : ffff9e8b83692680) 00010000:00000001:1.0:1789449496.646117:0:33224:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789449496.646120:0:33224:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1789449496.646126:0:33224:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9e8b902bd900. 00010000:00000010:1.0:1789449496.646130:0:33224:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e8b898b7400. 00010000:00000001:1.0:1789449496.646136:0:33224:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789449496.646140:0:33224:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8bc204ba00. 00000020:00000001:1.0:1789449496.646143:0:33224:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789449496.646145:0:33224:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8bc204ba00 with handle 0xcddde1459ded66e3 to hash 00000020:00000001:1.0:1789449496.646147:0:33224:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789449496.646148:0:33224:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636921825573376 : -107151883978240 : ffff9e8bc204ba00) 00010000:00000001:1.0:1789449496.646152:0:33224:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636921825573376 : -107151883978240 : ffff9e8bc204ba00) 00010000:00000001:1.0:1789449496.646155:0:33224:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449496.646156:0:33224:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449496.646160:0:33224:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204ba00/0xcddde1459ded66e3 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789449496.646167:0:33224:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204ba00/0xcddde1459ded66e3 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1789449496.646182:0:33224:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e8b89903000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1789449496.646190:0:33224:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e8b83692680 x1876371947515264/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1789449496.646199:0:33224:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204ba00/0xcddde1459ded66e3 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33224 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789449496.646205:0:33224:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789449496.646207:0:33224:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789449496.646217:0:33224:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b853c5780. 00000100:00000001:1.0:1789449496.646220:0:33224:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920805808000 : -107152903743616 : ffff9e8b853c5780) 00000100:00000001:1.0:1789449496.646223:0:33224:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449496.646225:0:33224:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775190144 : -107152934361472 : ffff9e8b83692680) 00000100:00000001:1.0:1789449496.646231:0:33224:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789449496.646235:0:33224:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449496.646237:0:33224:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789449496.646239:0:33224:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789449496.646244:0:33224:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83692680 x1876371947515264/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449496.646252:0:33224:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449496.646254:0:33224:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449496.646259:0:33224:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789449496.646262:0:33224:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789449496.646265:0:33224:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449496.646269:0:33224:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83692680 pname:cluuid:pid:xid:nid:opc:job multiop:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:33224:1876371947515264:192.168.202.109@tcp:101:multiop.0 00000100:00000001:1.0:1789449496.646273:0:33224:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789449496.646281:0:33224:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789449496.646283:0:33224:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449496.646286:0:33224:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789449496.646383:0:33224:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9e8b87e40000. 02000000:00000001:1.0:1789449496.646386:0:33224:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789449496.646397:0:33224:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:1.0:1789449496.646403:0:33224:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b83427840. 00000400:00000010:1.0:1789449496.646411:0:33224:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9e8b8678ec00. 00000100:00000200:1.0:1789449496.646420:0:33224:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876371947515264, portal 10 00000100:00000001:1.0:1789449496.646422:0:33224:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449496.646423:0:33224:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775190144 : -107152934361472 : ffff9e8b83692680) 00000100:00000040:1.0:1789449496.646430:0:33224:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b83692680 x1876371947515264/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789449512 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449496.646437:0:33224:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789449496.646440:0:33224:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1789449496.646444:0:33224:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b850124c8. 00000100:00000200:1.0:1789449496.646449:0:33224:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1876371947515264, offset 0 00000400:00000200:1.0:1789449496.646456:0:33224:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1789449496.646474:0:33224:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449496.646484:0:33224:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1789449496.646492:0:33224:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789449496.646496:0:33224:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1789449496.646501:0:33224:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789449496.646504:0:33224:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1789449496.646508:0:33224:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2808:2808:256:4294967295] 192.168.202.109@tcp LPNI seq info [2808:2808:8:4294967295] 00000400:00000200:1.0:1789449496.646513:0:33224:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449496.646523:0:33224:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1789449496.646531:0:33224:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1789449496.646537:0:33224:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b8c47a100. 00000800:00000200:1.0:1789449496.646546:0:33224:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1789449496.646554:0:33224:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1789449496.646561:0:33224:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b8c47a100 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:1.0:1789449496.646582:0:33224:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449496.646588:0:33224:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 807735 usecs (808 jiffies) 00000400:00000200:1.0:1789449496.646592:0:33224:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:1.0:1789449496.646596:0:33224:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296500138 00000100:00000001:1.0:1789449496.646600:0:33224:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296501285 00000100:00000001:1.0:1789449496.646603:0:33224:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296500138 00000100:00000001:1.0:1789449496.646605:0:33224:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296501285 00000100:00000001:1.0:1789449496.646608:0:33224:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449496.646612:0:33224:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449496.646615:0:33224:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789449496.646618:0:33224:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789449496.646621:0:33224:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b853c5780 going to sleep for 11 seconds 00000100:00000001:1.0:1789449496.646624:0:33224:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449496.646627:0:33224:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449496.647063:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449496.647070:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47a100. 00000400:00000200:2.0:1789449496.647077:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449496.647083:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449496.647090:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b850124c8 00000400:00000010:2.0:1789449496.647093:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b850124c8. 00000100:00000001:2.0:1789449496.647098:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449496.647103:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83692680 x1876371947515264/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789449512 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449496.647113:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449496.647117:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83692680 x1876371947515264/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789449512 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449496.647123:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449496.647125:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789449496.651299:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449496.651319:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449496.651323:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449496.651326:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449496.651338:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449496.651348:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449496.651360:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449496.651365:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449496.651371:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449496.651376:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 664 into portal 10 MB=0x6aa8ce365ed80 00000400:00000200:3.0:1789449496.651382:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449496.651390:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 664/664 into md 0x8015 [32] + 224 00000800:00000001:3.0:1789449496.651398:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449496.651406:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449496.651411:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449496.651416:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449496.651425:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449496.651436:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83692680 x1876371947515264/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789449512 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789449496.651449:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9e8b83692680 x1876371947515264/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789449512 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449496.651474:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449496.651486:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449496.651490:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449496.651552:0:33224:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789449496.651562:0:33224:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789449496.651565:0:33224:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789449496.651569:0:33224:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b83427840. 00000400:00000200:1.0:1789449496.651575:0:33224:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b8678ec00 00000400:00000010:1.0:1789449496.651579:0:33224:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9e8b8678ec00. 00000100:00000001:1.0:1789449496.651583:0:33224:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789449496.651599:0:33224:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83692680 x1876371947515264/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789449512 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789449496.651609:0:33224:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83692680 x1876371947515264/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789449512 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449496.651616:0:33224:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789449496.651619:0:33224:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449496.651622:0:33224:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789449496.651627:0:33224:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789449496.651630:0:33224:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789449496.651633:0:33224:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449496.651637:0:33224:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789449496.651649:0:33224:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=126 v=5 (5 102 102 102) 00000100:00001000:1.0:1789449496.651654:0:33224:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1789449496.651657:0:33224:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789449496.651659:0:33224:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449496.651663:0:33224:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789449496.651667:0:33224:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449496.651672:0:33224:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789449496.651674:0:33224:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009c/0x1] 00000100:00000001:1.0:1789449496.651676:0:33224:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789449496.651679:0:33224:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449496.651681:0:33224:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775190144 : -107152934361472 : ffff9e8b83692680) 00000100:00000001:1.0:1789449496.651684:0:33224:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789449496.651686:0:33224:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967633 00000100:00000001:1.0:1789449496.651689:0:33224:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789449496.651692:0:33224:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449496.651698:0:33224:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83692680 x1876371947515264/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 664/664 e 0 to 0 dl 1789449512 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449496.651706:0:33224:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449496.651710:0:33224:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789449496.651712:0:33224:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789449496.651718:0:33224:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83692680 x1876371947515264/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 664/664 e 0 to 0 dl 1789449512 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789449496.651738:0:33224:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83692680 pname:cluuid:pid:xid:nid:opc:job multiop:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:33224:1876371947515264:192.168.202.109@tcp:101:multiop.0 00000100:00000001:1.0:1789449496.651745:0:33224:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449496.651748:0:33224:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449496.651751:0:33224:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789449496.651754:0:33224:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449496.651759:0:33224:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83692680 x1876371947515264/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 664/664 e 0 to 0 dl 1789449512 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449496.651766:0:33224:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789449496.651769:0:33224:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b853c5780. 00000100:00000001:1.0:1789449496.651773:0:33224:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789449496.651775:0:33224:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449496.651778:0:33224:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789449496.651784:0:33224:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449496.651797:0:33224:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449496.651801:0:33224:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204ba00 refcount=4 00000020:00000001:1.0:1789449496.651804:0:33224:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825573376 : -107151883978240 : ffff9e8bc204ba00) 00010000:00000001:1.0:1789449496.651807:0:33224:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825573376 : -107151883978240 : ffff9e8bc204ba00) 00010000:00000040:1.0:1789449496.651815:0:33224:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e8bc204ba00, remote cookie: 0xeb7cbf5e2fd3d67a, flags: 0x1001 00010000:00010000:1.0:1789449496.651823:0:33224:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204ba00/0xcddde1459ded66e3 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d67a expref: -99 pid: 33224 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1789449496.651833:0:33224:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x27:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1789449496.651837:0:33224:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1789449496.651846:0:33224:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9e8b902bde00. 00010000:00000010:1.0:1789449496.651853:0:33224:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e8b898b7580. 00010000:00000040:1.0:1789449496.651859:0:33224:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9e8b902bd900 count: 0 00010000:00000010:1.0:1789449496.651867:0:33224:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e8b898b7400. 00010000:00000001:1.0:1789449496.651876:0:33224:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1789449496.651924:0:33224:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b922dea00. 00010000:00000010:1.1:1789449496.651931:0:33224:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c74e00. 00010000:00010000:1.0:1789449496.651959:0:33224:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204ba00/0xcddde1459ded66e3 lrc: 4/0,1 mode: --/PR res: [0x200000405:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d67a expref: -99 pid: 33224 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789449496.651969:0:33224:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204ba00/0xcddde1459ded66e3 lrc: 4/0,1 mode: --/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d67a expref: -99 pid: 33224 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449496.651976:0:33224:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789449496.651981:0:33224:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789449496.651984:0:33224:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789449496.651986:0:33224:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789449496.651987:0:33224:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789449496.651990:0:33224:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x27:0x0].0x0 (ffff9e8b902bde00) refcount = 1 00010000:00010000:1.0:1789449496.651995:0:33224:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204ba00/0xcddde1459ded66e3 lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d67a expref: -99 pid: 33224 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449496.652014:0:33224:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789449496.652018:0:33224:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789449496.652020:0:33224:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449496.652024:0:33224:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789449496.652027:0:33224:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449496.652031:0:33224:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204ba00/0xcddde1459ded66e3 lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d67a expref: -99 pid: 33224 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449496.652037:0:33224:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789449496.652039:0:33224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449496.652040:0:33224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449496.652042:0:33224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449496.652043:0:33224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449496.652054:0:33224:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449496.652060:0:33224:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789449496.652064:0:33224:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449496.652066:0:33224:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449496.652068:0:33224:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204ba00 refcount=3 00000020:00000001:1.0:1789449496.652070:0:33224:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825573376 : -107151883978240 : ffff9e8bc204ba00) 00010000:00000001:1.0:1789449496.652073:0:33224:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825573376 : -107151883978240 : ffff9e8bc204ba00) 00010000:00000001:1.0:1789449496.652076:0:33224:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449496.652078:0:33224:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449496.652079:0:33224:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204ba00 refcount=4 00000020:00000001:1.0:1789449496.652081:0:33224:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825573376 : -107151883978240 : ffff9e8bc204ba00) 00010000:00000001:1.0:1789449496.652083:0:33224:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825573376 : -107151883978240 : ffff9e8bc204ba00) 00010000:00000001:1.0:1789449496.652087:0:33224:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449496.652090:0:33224:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449496.652094:0:33224:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204ba00/0xcddde1459ded66e3 lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d67a expref: -99 pid: 33224 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449496.652102:0:33224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449496.652103:0:33224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449496.652105:0:33224:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449496.652106:0:33224:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449496.652107:0:33224:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204ba00 refcount=5 00000020:00000001:1.0:1789449496.652109:0:33224:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825573376 : -107151883978240 : ffff9e8bc204ba00) 00010000:00000001:1.0:1789449496.652112:0:33224:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825573376 : -107151883978240 : ffff9e8bc204ba00) 00010000:00000001:1.0:1789449496.652115:0:33224:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789449496.652118:0:33224:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204ba00/0xcddde1459ded66e3 lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d67a expref: -99 pid: 33224 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449496.652125:0:33224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449496.652127:0:33224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789449496.652130:0:33224:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204ba00/0xcddde1459ded66e3 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d67a expref: -99 pid: 33224 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449496.652137:0:33224:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789449496.652138:0:33224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449496.652140:0:33224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449496.652141:0:33224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449496.652142:0:33224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789449496.652149:0:33224:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9e8b83692680 x1876371947515264/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 664/664 e 0 to 0 dl 1789449512 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789449496.652160:0:33224:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1789449496.652166:0:33224:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9e8b83692680 x1876371947515264/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 664/664 e 0 to 0 dl 1789449512 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789449496.652173:0:33224:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449496.652182:0:33224:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449496.652183:0:33224:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449496.652185:0:33224:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204ba00 refcount=3 00000020:00000001:1.0:1789449496.652187:0:33224:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825573376 : -107151883978240 : ffff9e8bc204ba00) 00010000:00000001:1.0:1789449496.652189:0:33224:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825573376 : -107151883978240 : ffff9e8bc204ba00) 00000002:00010000:1.0:1789449496.652193:0:33224:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204ba00/0xcddde1459ded66e3 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d67a expref: -99 pid: 33224 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1789449496.652205:0:33224:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9e8b91d9a8c0. 00010000:00000001:1.0:1789449496.652207:0:33224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449496.652208:0:33224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789449496.652210:0:33224:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449496.652212:0:33224:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449496.652216:0:33224:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1789449496.652219:0:33224:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449496.652220:0:33224:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775190144 : -107152934361472 : ffff9e8b83692680) 00000100:00000001:1.0:1789449496.652222:0:33224:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449496.652224:0:33224:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775190144 : -107152934361472 : ffff9e8b83692680) 00010000:00000001:1.0:1789449496.652226:0:33224:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449496.652227:0:33224:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449496.652229:0:33224:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204ba00 refcount=3 00000020:00000001:1.0:1789449496.652231:0:33224:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825573376 : -107151883978240 : ffff9e8bc204ba00) 00010000:00000001:1.0:1789449496.652233:0:33224:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825573376 : -107151883978240 : ffff9e8bc204ba00) 00000002:00010000:1.0:1789449496.652237:0:33224:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204ba00/0xcddde1459ded66e3 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d67a expref: -99 pid: 33224 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449496.652249:0:33224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449496.652250:0:33224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449496.652252:0:33224:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789449496.652253:0:33224:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449496.652254:0:33224:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449496.652256:0:33224:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204ba00 refcount=3 00000020:00000001:1.0:1789449496.652258:0:33224:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825573376 : -107151883978240 : ffff9e8bc204ba00) 00010000:00000001:1.0:1789449496.652260:0:33224:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825573376 : -107151883978240 : ffff9e8bc204ba00) 00010000:00000040:1.0:1789449496.652264:0:33224:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bde00 count: 2 00010000:00000001:1.0:1789449496.652267:0:33224:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1789449496.652272:0:33224:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e8b83488400 type 13 mode 4 res 8589935621/39 (0 0) 00010000:00000001:1.0:1789449496.652274:0:33224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449496.652276:0:33224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789449496.652277:0:33224:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789449496.652281:0:33224:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb7118205b768 00000002:00002000:1.0:1789449496.652283:0:33224:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f22.recovery-small-2 intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:1.0:1789449496.652287:0:33224:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449496.652291:0:33224:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449496.652294:0:33224:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789449496.652297:0:33224:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1789449496.652301:0:33224:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449496.652306:0:33224:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000001:1.0:1789449496.652309:0:33224:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1789449496.652311:0:33224:0:(namei.c:674:ll_lookup_it_finish()) it ffff9e8b87c1e660 it_disposition 1800037 00000080:00002000:1.0:1789449496.652317:0:33224:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9e8b893321b0 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:1.0:1789449496.652324:0:33224:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1789449496.652327:0:33224:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:1.0:1789449496.652329:0:33224:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb7118205b990 00000080:00200000:1.0:1789449496.652331:0:33224:0:(namei.c:1628:ll_create_it()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9e8b89180908), intent=open|creat 00000080:00000001:1.0:1789449496.652334:0:33224:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:1.0:1789449496.652338:0:33224:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789449496.652343:0:33224:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1789449496.652348:0:33224:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789449496.652351:0:33224:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611175 : 144115205339611175 : 200000405000027) 00000080:00000001:1.0:1789449496.652355:0:33224:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:1.0:1789449496.652375:0:33224:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9e8b891139c0. 00000020:00000001:1.0:1789449496.652389:0:33224:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:1.0:1789449496.652392:0:33224:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:1.0:1789449496.652396:0:33224:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:1.0:1789449496.652398:0:33224:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000405:0x27:0x0](ffff9e8b89113a88) 00000020:00000001:1.0:1789449496.652402:0:33224:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789449496.652408:0:33224:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820824760 : -107152888726856 : ffff9e8b86217ab8) 00000020:00001000:1.0:1789449496.652410:0:33224:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217ab0 00000020:00000001:1.0:1789449496.652416:0:33224:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:1.0:1789449496.652421:0:33224:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9e8b840134b0. 00000020:00000001:1.0:1789449496.652424:0:33224:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1789449496.652426:0:33224:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449496.652435:0:33224:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:1.0:1789449496.652440:0:33224:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9e8b836978b8. 00020000:00000001:1.0:1789449496.652442:0:33224:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446636920775211192 : -107152934340424 : ffff9e8b836978b8) 00020000:00000001:1.0:1789449496.652445:0:33224:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:1.0:1789449496.652449:0:33224:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1789449496.652470:0:33224:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9e8b87c1e900. 00020000:00000010:1.0:1789449496.652475:0:33224:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9e8b83773600. 00020000:00000010:1.0:1789449496.652481:0:33224:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9e8b87c1e180. 00020000:00000001:1.0:1789449496.652484:0:33224:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446636920848114048 : -107152861437568 : ffff9e8b87c1e180) 00020000:00000002:1.0:1789449496.652487:0:33224:0:(lov_ea.c:755:dump_lsm()) lsm ffff9e8b87c1e180, objid 0x27:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789449496.652492:0:33224:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout 1 layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789449496.652497:0:33224:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff9e8b83773600: ostid: 0x280000401:22 ost idx: 0 gen: 0 00020000:00000001:1.0:1789449496.652500:0:33224:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:1.0:1789449496.652502:0:33224:0:(lov_ea.c:755:dump_lsm()) lsm ffff9e8b87c1e180, objid 0x27:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789449496.652506:0:33224:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout 1 layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789449496.652509:0:33224:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff9e8b83773600: ostid: 0x280000401:22 ost idx: 0 gen: 0 00020000:00000010:1.0:1789449496.652513:0:33224:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9e8b83467010. 00020000:00000010:1.0:1789449496.652518:0:33224:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff9e8b853c5780. 00020000:00000001:1.0:1789449496.652523:0:33224:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:1.0:1789449496.652526:0:33224:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9e8b89bc6898. 00020000:00000001:1.0:1789449496.652530:0:33224:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:1.0:1789449496.652531:0:33224:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:1.0:1789449496.652537:0:33224:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:1.0:1789449496.652540:0:33224:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9e8b84013960. 00000020:00000001:1.0:1789449496.652542:0:33224:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1789449496.652544:0:33224:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449496.652546:0:33224:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446636920785156576 : -107152924395040 : ffff9e8b840139e0) 00020000:00000001:1.0:1789449496.652550:0:33224:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:1.0:1789449496.652556:0:33224:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff9e8b84d26700. 00020000:00000001:1.0:1789449496.652559:0:33224:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449496.652565:0:33224:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446636920785156576 : -107152924395040 : ffff9e8b840139e0) 00020000:00000001:1.0:1789449496.652568:0:33224:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446636920785156576 : -107152924395040 : ffff9e8b840139e0) 00020000:00000002:1.0:1789449496.652572:0:33224:0:(lov_object.c:134:lov_init_sub()) [0x280000401:0x16:0x0]@ffff9e8b84013960[0:0] -> [0x200000405:0x27:0x0]@ffff9e8b840134b0: ostid: 0x280000401:22 ost idx: 0 gen: 0 00020000:00000001:1.0:1789449496.652578:0:33224:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:1.0:1789449496.652581:0:33224:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:1.0:1789449496.652583:0:33224:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449496.652586:0:33224:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446636920785155376 : -107152924396240 : ffff9e8b84013530) 00000020:00001000:1.0:1789449496.652589:0:33224:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217ab0 00000080:00000001:1.0:1789449496.652594:0:33224:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611175 : 144115205339611175 : 200000405000027) 00000080:00000001:1.0:1789449496.652597:0:33224:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1789449496.652600:0:33224:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611175 mtime from 0 to 1789449496 00000080:00000001:1.0:1789449496.652606:0:33224:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1789449496.652609:0:33224:0:(namei.c:156:ll_iget()) Process leaving (rc=18446636920870091400 : -107152839460216 : ffff9e8b89113a88) 00010000:00000001:1.0:1789449496.652612:0:33224:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449496.652613:0:33224:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449496.652615:0:33224:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204ba00 refcount=3 00000020:00000001:1.0:1789449496.652617:0:33224:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825573376 : -107151883978240 : ffff9e8bc204ba00) 00010000:00000001:1.0:1789449496.652619:0:33224:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825573376 : -107151883978240 : ffff9e8bc204ba00) 00000080:00000001:1.0:1789449496.652623:0:33224:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1789449496.652625:0:33224:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789449496.652627:0:33224:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820824760 : -107152888726856 : ffff9e8b86217ab8) 00000020:00001000:1.0:1789449496.652629:0:33224:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217ab0 00000020:00000001:1.0:1789449496.652631:0:33224:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1789449496.652634:0:33224:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1789449496.652635:0:33224:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1789449496.652638:0:33224:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9e8b87c1e2a0. 00020000:00000010:1.0:1789449496.652641:0:33224:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9e8b83773280. 00020000:00000010:1.0:1789449496.652644:0:33224:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9e8b87c1e8a0. 00020000:00000001:1.0:1789449496.652646:0:33224:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446636920848115872 : -107152861435744 : ffff9e8b87c1e8a0) 00020000:00000002:1.0:1789449496.652648:0:33224:0:(lov_ea.c:755:dump_lsm()) lsm ffff9e8b87c1e8a0, objid 0x27:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789449496.652652:0:33224:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout 1 layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789449496.652655:0:33224:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff9e8b83773280: ostid: 0x280000401:22 ost idx: 0 gen: 0 00020000:00000002:1.0:1789449496.652659:0:33224:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9e8b836978b8) owner ffff9e8b89dc0000 00020000:00000001:1.0:1789449496.652662:0:33224:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1789449496.652665:0:33224:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9e8b836978b8) owner ffff9e8b89dc0000 00020000:00000010:1.0:1789449496.652670:0:33224:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9e8b83773280. 00020000:00000010:1.0:1789449496.652674:0:33224:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9e8b87c1e2a0. 00020000:00000010:1.0:1789449496.652677:0:33224:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9e8b87c1e8a0. 00020000:00000002:1.0:1789449496.652680:0:33224:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x27:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1789449496.652682:0:33224:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449496.652684:0:33224:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449496.652688:0:33224:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1789449496.652691:0:33224:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b836978b8) owner 0000000000000000/ffff9e8b89dc0000 00020000:00000002:1.0:1789449496.652695:0:33224:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9e8b87c1e180 addref 2/0 by ffff9e8b89dc0000. 00020000:00000002:1.0:1789449496.652697:0:33224:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b836978b8) owner 0000000000000000/ffff9e8b89dc0000 00020000:00000001:1.0:1789449496.652700:0:33224:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1789449496.652703:0:33224:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1789449496.652704:0:33224:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1789449496.652706:0:33224:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1789449496.652709:0:33224:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1789449496.652711:0:33224:0:(file.c:6843:ll_layout_conf()) [0x200000405:0x27:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1789449496.652713:0:33224:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217ab0 00000080:00000001:1.0:1789449496.652717:0:33224:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449496.652719:0:33224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449496.652720:0:33224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789449496.652722:0:33224:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789449496.652725:0:33224:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1789449496.652728:0:33224:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789449496.652730:0:33224:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000405:0x27:0x0](ffff9e8b89113a88) 00000080:00010000:1.0:1789449496.652733:0:33224:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x27:0x0](ffff9e8b89113a88) for lock 0xcddde1459ded66e3 00800000:00000001:1.0:1789449496.652737:0:33224:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789449496.652739:0:33224:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789449496.652740:0:33224:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449496.652741:0:33224:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449496.652743:0:33224:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204ba00 refcount=3 00000020:00000001:1.0:1789449496.652745:0:33224:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825573376 : -107151883978240 : ffff9e8bc204ba00) 00010000:00000001:1.0:1789449496.652747:0:33224:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825573376 : -107151883978240 : ffff9e8bc204ba00) 00010000:00000001:1.0:1789449496.652749:0:33224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449496.652751:0:33224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789449496.652752:0:33224:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449496.652754:0:33224:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449496.652756:0:33224:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:1.0:1789449496.652758:0:33224:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449496.652763:0:33224:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9e8b83692680 x1876371947515264/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/664 e 0 to 0 dl 1789449512 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449496.652770:0:33224:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789449496.652775:0:33224:0:(namei.c:1651:ll_create_it()) inode ffff9e8b89113a88 need_sync_to_mds [0x200000405:0x27:0x0] 00000080:00000001:1.0:1789449496.652780:0:33224:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789449496.652784:0:33224:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x27:0x0](ffff9e8b89113a88) 00000080:00000001:1.0:1789449496.652787:0:33224:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1789449496.652791:0:33224:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b837f0400. 00000100:00000001:1.0:1789449496.652795:0:33224:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449496.652798:0:33224:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83692680 x1876371947515264/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/664 e 0 to 0 dl 1789449512 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449496.652805:0:33224:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449496.652809:0:33224:0:(pcc.c:3603:pcc_inode_create_fini()) Process entered 00000080:00000001:1.0:1789449496.652812:0:33224:0:(pcc.c:3606:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789449496.652814:0:33224:0:(namei.c:1500:ll_atomic_open()) inode ffff9e8b89113a88 need_sync_to_mds [0x200000405:0x27:0x0] 00000080:00000001:1.0:1789449496.652825:0:33224:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1789449496.652828:0:33224:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb7118205ba68 00000080:00200008:1.0:1789449496.652830:0:33224:0:(file.c:1090:ll_file_open()) START file f22.recovery-small-2:[0x200000405:0x27:0x0](ffff9e8b89113a88), flags 100102 00000080:00000010:1.0:1789449496.652839:0:33224:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9e8b8c447180. 00000080:00000010:1.0:1789449496.652845:0:33224:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9e8b91d9a500. 00000080:00000001:1.0:1789449496.652848:0:33224:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1789449496.652852:0:33224:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:1.0:1789449496.652855:0:33224:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449496.652859:0:33224:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449496.652862:0:33224:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449496.652864:0:33224:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449496.652867:0:33224:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449496.652869:0:33224:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x27:0x0] 00800000:00000001:1.0:1789449496.652872:0:33224:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449496.652875:0:33224:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1789449496.652903:0:33224:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9e8b8984f480. 00000002:00100000:1.0:1789449496.652909:0:33224:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9e8b83692680 x1876371947515264/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/664 e 0 to 0 dl 1789449512 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789449496.652916:0:33224:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449496.652918:0:33224:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1789449496.652922:0:33224:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1789449496.652926:0:33224:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449496.652929:0:33224:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449496.652932:0:33224:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449496.652935:0:33224:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83692680 x1876371947515264/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/664 e 0 to 0 dl 1789449512 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1789449496.652943:0:33224:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789449496.652947:0:33224:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9e8b87e40000. 02000000:00000001:1.0:1789449496.652977:0:33224:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1789449496.652980:0:33224:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449496.652983:0:33224:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb7118205ba68 00000080:00000008:1.0:1789449496.652985:0:33224:0:(file.c:1329:ll_file_open()) COMPLETED file f22.recovery-small-2:[0x200000405:0x27:0x0](ffff9e8b89113a88), flags 100102, rc = 0 00000080:00000001:1.0:1789449496.652992:0:33224:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1789449496.652994:0:33224:0:(dcache.c:176:ll_intent_release()) intent ffff9e8b87c1e660 released 00000080:00010000:1.0:1789449496.653008:0:33224:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded66e3 from it ffff9e8b87c1e660 00010000:00000001:1.0:1789449496.653011:0:33224:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449496.653012:0:33224:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449496.653014:0:33224:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204ba00 refcount=3 00000020:00000001:1.0:1789449496.653016:0:33224:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825573376 : -107151883978240 : ffff9e8bc204ba00) 00010000:00000001:1.0:1789449496.653018:0:33224:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825573376 : -107151883978240 : ffff9e8bc204ba00) 00010000:00000001:1.0:1789449496.653020:0:33224:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789449496.653024:0:33224:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204ba00/0xcddde1459ded66e3 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xeb7cbf5e2fd3d67a expref: -99 pid: 33224 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449496.653031:0:33224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449496.653033:0:33224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449496.653034:0:33224:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789449496.653037:0:33224:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789449496.653040:0:33224:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204ba00/0xcddde1459ded66e3 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xeb7cbf5e2fd3d67a expref: -99 pid: 33224 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789449496.653048:0:33224:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789449496.653050:0:33224:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789449496.653053:0:33224:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789449496.653057:0:33224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449496.653059:0:33224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449496.653060:0:33224:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449496.653063:0:33224:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789449496.653066:0:33224:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449496.653068:0:33224:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449496.653071:0:33224:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449496.653073:0:33224:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789449496.653074:0:33224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449496.653075:0:33224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789449496.653076:0:33224:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1789449496.653078:0:33224:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:1.0:1789449496.653081:0:33224:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1789449496.653084:0:33224:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789449496.653086:0:33224:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1789449496.653088:0:33224:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449496.653091:0:33224:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:1.0:1789449496.653093:0:33224:0:(pcc.c:1970:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449496.653095:0:33224:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1789449496.653098:0:33224:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449496.653099:0:33224:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1789449496.653102:0:33224:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9e8b87c1e660. 00000080:00000001:1.0:1789449496.653105:0:33224:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449496.653109:0:33224:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1789449496.653112:0:33224:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x27:0x0](ffff9e8b89113a88), inode mode 81a4 mask 40 00000080:00000001:1.0:1789449496.653115:0:33224:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449496.653144:0:33224:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1789449496.653147:0:33224:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b836978b8) owner 0000000000000000/ffff9e8b89dc0000 00020000:00000002:1.0:1789449496.653150:0:33224:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b836978b8) owner 0000000000000000/ffff9e8b89dc0000 00020000:00000001:1.0:1789449496.653152:0:33224:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449496.653163:0:33224:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1789449496.653165:0:33224:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb7118205bdf0 00000080:00200008:1.0:1789449496.653167:0:33224:0:(file.c:479:ll_file_release()) START file f22.recovery-small-2:[0x200000405:0x27:0x0](ffff9e8b89113a88), flags 100002 00000080:00000001:1.0:1789449496.653170:0:33224:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:1.0:1789449496.653173:0:33224:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:1.0:1789449496.653174:0:33224:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1789449496.653176:0:33224:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b836978b8) owner 0000000000000000/ffff9e8b89dc0000 00020000:00000002:1.0:1789449496.653178:0:33224:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b836978b8) owner 0000000000000000/ffff9e8b89dc0000 00020000:00000001:1.0:1789449496.653180:0:33224:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449496.653183:0:33224:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:1.0:1789449496.653187:0:33224:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449496.653188:0:33224:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449496.653189:0:33224:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449496.653191:0:33224:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449496.653193:0:33224:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449496.653194:0:33224:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x27:0x0] 00800000:00000001:1.0:1789449496.653196:0:33224:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449496.653199:0:33224:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789449496.653201:0:33224:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789449496.653206:0:33224:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bde00 count: 2 00010000:00000001:1.0:1789449496.653209:0:33224:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789449496.653212:0:33224:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449496.653214:0:33224:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x27:0x0]: 0 00000080:00000001:1.0:1789449496.653217:0:33224:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1789449496.653219:0:33224:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1789449496.653223:0:33224:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9e8b837f0400. 00000080:00000001:1.0:1789449496.653225:0:33224:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1789449496.653230:0:33224:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1789449496.653234:0:33224:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:1.0:1789449496.653235:0:33224:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449496.653237:0:33224:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449496.653238:0:33224:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449496.653239:0:33224:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449496.653241:0:33224:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449496.653243:0:33224:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x27:0x0] 00800000:00000001:1.0:1789449496.653245:0:33224:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449496.653247:0:33224:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x27:0x0] 00000002:00000001:1.0:1789449496.653250:0:33224:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1789449496.653253:0:33224:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9e8b89903000: [0x200000405:0x27:0x0] file closed with intent: 0 00000100:00000010:1.0:1789449496.653260:0:33224:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83690000. 00000020:00000040:1.0:1789449496.653264:0:33224:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000100:00000001:1.0:1789449496.653268:0:33224:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789449496.653271:0:33224:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789449496.653276:0:33224:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789449496.653285:0:33224:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e8b837f0c00. 00000100:00000001:1.0:1789449496.653292:0:33224:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1789449496.653305:0:33224:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9e8b83692680 x1876371947515264/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/664 e 0 to 0 dl 1789449512 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1789449496.653316:0:33224:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e8b89903000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1789449496.653322:0:33224:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e8b83690000 x1876371947515520/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1789449496.653329:0:33224:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789449496.653331:0:33224:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789449496.653339:0:33224:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b853c5480. 00000100:00000001:1.0:1789449496.653341:0:33224:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920805807232 : -107152903744384 : ffff9e8b853c5480) 00000100:00000001:1.0:1789449496.653344:0:33224:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449496.653345:0:33224:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775180288 : -107152934371328 : ffff9e8b83690000) 00000100:00000001:1.0:1789449496.653351:0:33224:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789449496.653356:0:33224:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449496.653359:0:33224:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789449496.653361:0:33224:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789449496.653366:0:33224:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83690000 x1876371947515520/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449496.653373:0:33224:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449496.653376:0:33224:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449496.653380:0:33224:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789449496.653384:0:33224:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789449496.653387:0:33224:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449496.653390:0:33224:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83690000 pname:cluuid:pid:xid:nid:opc:job multiop:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:33224:1876371947515520:192.168.202.109@tcp:35:multiop.0 00000100:00000001:1.0:1789449496.653394:0:33224:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789449496.653400:0:33224:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789449496.653403:0:33224:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449496.653406:0:33224:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789449496.653410:0:33224:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b8678ec00. 02000000:00000001:1.0:1789449496.653413:0:33224:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789449496.653423:0:33224:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:1.0:1789449496.653428:0:33224:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b83427840. 00000400:00000010:1.0:1789449496.653435:0:33224:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012dd0. 00000100:00000200:1.0:1789449496.653443:0:33224:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947515520, portal 10 00000100:00000001:1.0:1789449496.653445:0:33224:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449496.653446:0:33224:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775180288 : -107152934371328 : ffff9e8b83690000) 00000100:00000040:1.0:1789449496.653453:0:33224:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b83690000 x1876371947515520/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449512 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449496.653460:0:33224:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789449496.653463:0:33224:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1789449496.653466:0:33224:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012ee0. 00000100:00000200:1.0:1789449496.653470:0:33224:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876371947515520, offset 0 00000400:00000200:1.0:1789449496.653477:0:33224:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1789449496.653486:0:33224:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449496.653495:0:33224:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1789449496.653501:0:33224:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789449496.653506:0:33224:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1789449496.653511:0:33224:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789449496.653514:0:33224:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1789449496.653517:0:33224:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2809:2809:256:4294967295] 192.168.202.109@tcp LPNI seq info [2809:2809:8:4294967295] 00000400:00000200:1.0:1789449496.653522:0:33224:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449496.653533:0:33224:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1789449496.653540:0:33224:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1789449496.653546:0:33224:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b8c47ae00. 00000800:00000200:1.0:1789449496.653554:0:33224:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1789449496.653562:0:33224:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1789449496.653568:0:33224:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b8c47ae00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1789449496.653594:0:33224:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449496.653600:0:33224:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 806655 usecs (807 jiffies) 00000400:00000200:1.0:1789449496.653604:0:33224:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:1.0:1789449496.653608:0:33224:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296500146 00000100:00000001:1.0:1789449496.653611:0:33224:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296501285 00000100:00000001:1.0:1789449496.653613:0:33224:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296500146 00000100:00000001:1.0:1789449496.653616:0:33224:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296501285 00000100:00000001:1.0:1789449496.653619:0:33224:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449496.653622:0:33224:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449496.653625:0:33224:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789449496.653628:0:33224:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789449496.653631:0:33224:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b853c5480 going to sleep for 11 seconds 00000100:00000001:1.0:1789449496.653635:0:33224:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449496.653639:0:33224:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449496.653946:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449496.653953:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47ae00. 00000400:00000200:2.0:1789449496.653961:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449496.653966:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449496.653974:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012ee0 00000400:00000010:2.0:1789449496.653977:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012ee0. 00000100:00000001:2.0:1789449496.653982:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449496.653987:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83690000 x1876371947515520/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449512 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449496.654009:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449496.654013:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83690000 x1876371947515520/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449512 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449496.654025:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449496.654027:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1789449496.660954:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bd900. 00010000:00000001:3.0:1789449497.093299:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449497.093309:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449497.093315:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449497.093316:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449497.093779:0:16814:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789449497.093784:0:16814:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449497.093788:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1789449497.663536:0:33227:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789449497.663546:0:33227:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789449497.663549:0:33227:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789449497.663553:0:33227:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181643b98 00000080:00200000:1.0:1789449497.663559:0:33227:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:1.0:1789449497.663570:0:33227:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b89881400. 00800000:00000002:1.0:1789449497.663580:0:33227:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:1.0:1789449497.663585:0:33227:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789449497.663593:0:33227:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789449497.663596:0:33227:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181643ab8 00800000:00000002:1.0:1789449497.663599:0:33227:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789449497.663605:0:33227:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789449497.663609:0:33227:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449497.663613:0:33227:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449497.663616:0:33227:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449497.663618:0:33227:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449497.663621:0:33227:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449497.663623:0:33227:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789449497.663626:0:33227:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449497.663630:0:33227:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789449497.663637:0:33227:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789449497.663639:0:33227:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181643988 00000002:00010000:1.0:1789449497.663641:0:33227:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789449497.663645:0:33227:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789449497.663648:0:33227:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789449497.663652:0:33227:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789449497.663661:0:33227:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449497.663664:0:33227:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449497.663667:0:33227:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449497.663669:0:33227:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789449497.663672:0:33227:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1789449497.663680:0:33227:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83691180. 00000020:00000040:1.0:1789449497.663685:0:33227:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00010000:00000001:1.0:1789449497.663694:0:33227:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789449497.663701:0:33227:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789449497.664145:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449497.664149:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449497.664151:0:33227:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449497.664155:0:33227:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789449497.664158:0:33227:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789449497.664164:0:33227:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789449497.664175:0:33227:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b8678dc00. 00000100:00000001:1.0:1789449497.664184:0:33227:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449497.664191:0:33227:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789449497.664205:0:33227:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449497.664207:0:33227:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789449497.664208:0:33227:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449497.664210:0:33227:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449497.664218:0:33227:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446636920775184768 : -107152934366848 : ffff9e8b83691180) 00010000:00000001:1.0:1789449497.664224:0:33227:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789449497.664227:0:33227:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1789449497.664233:0:33227:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9e8b902bd900. 00010000:00000010:1.0:1789449497.664238:0:33227:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e8b898b7400. 00010000:00000001:1.0:1789449497.664244:0:33227:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789449497.664248:0:33227:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8bc204a000. 00000020:00000001:1.0:1789449497.664253:0:33227:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789449497.664257:0:33227:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8bc204a000 with handle 0xcddde1459ded66ea to hash 00000020:00000001:1.0:1789449497.664259:0:33227:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789449497.664261:0:33227:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636921825566720 : -107151883984896 : ffff9e8bc204a000) 00010000:00000001:1.0:1789449497.664265:0:33227:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636921825566720 : -107151883984896 : ffff9e8bc204a000) 00010000:00000001:1.0:1789449497.664270:0:33227:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449497.664273:0:33227:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449497.664278:0:33227:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a000/0xcddde1459ded66ea lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 33227 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789449497.664289:0:33227:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a000/0xcddde1459ded66ea lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33227 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789449497.664301:0:33227:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a000/0xcddde1459ded66ea lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33227 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789449497.664308:0:33227:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789449497.664310:0:33227:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789449497.664320:0:33227:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b853c5e40. 00000100:00000001:1.0:1789449497.664322:0:33227:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920805809728 : -107152903741888 : ffff9e8b853c5e40) 00000100:00000001:1.0:1789449497.664325:0:33227:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449497.664327:0:33227:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775184768 : -107152934366848 : ffff9e8b83691180) 00000100:00000001:1.0:1789449497.664333:0:33227:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789449497.664337:0:33227:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449497.664340:0:33227:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789449497.664342:0:33227:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789449497.664357:0:33227:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83691180 x1876371947515648/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449497.664366:0:33227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449497.664368:0:33227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449497.664373:0:33227:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789449497.664376:0:33227:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789449497.664379:0:33227:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449497.664384:0:33227:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83691180 pname:cluuid:pid:xid:nid:opc:job multiop:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:33227:1876371947515648:192.168.202.109@tcp:101:multiop.0 00000100:00000001:1.0:1789449497.664388:0:33227:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789449497.664395:0:33227:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789449497.664398:0:33227:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449497.664401:0:33227:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789449497.664407:0:33227:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e8b86797800. 02000000:00000001:1.0:1789449497.664409:0:33227:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789449497.664419:0:33227:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:1.0:1789449497.664425:0:33227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b83427f20. 00000400:00000010:1.0:1789449497.664433:0:33227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012e58. 00000100:00000200:1.0:1789449497.664442:0:33227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876371947515648, portal 10 00000100:00000001:1.0:1789449497.664445:0:33227:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449497.664446:0:33227:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775184768 : -107152934366848 : ffff9e8b83691180) 00000100:00000040:1.0:1789449497.664458:0:33227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b83691180 x1876371947515648/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449513 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449497.664473:0:33227:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789449497.664476:0:33227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1789449497.664479:0:33227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012110. 00000100:00000200:1.0:1789449497.664484:0:33227:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876371947515648, offset 0 00000400:00000200:1.0:1789449497.664492:0:33227:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1789449497.664503:0:33227:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449497.664512:0:33227:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1789449497.664519:0:33227:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789449497.664524:0:33227:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1789449497.664528:0:33227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789449497.664531:0:33227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1789449497.664535:0:33227:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2810:2810:256:4294967295] 192.168.202.109@tcp LPNI seq info [2810:2810:8:4294967295] 00000400:00000200:1.0:1789449497.664540:0:33227:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449497.664552:0:33227:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1789449497.664559:0:33227:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1789449497.664565:0:33227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b8c47a300. 00000800:00000200:1.0:1789449497.664573:0:33227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1789449497.664582:0:33227:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1789449497.664588:0:33227:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b8c47a300 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1789449497.664618:0:33227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449497.664623:0:33227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 806655 usecs (807 jiffies) 00000400:00000200:1.0:1789449497.664627:0:33227:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:1.0:1789449497.664631:0:33227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296501157 00000100:00000001:1.0:1789449497.664635:0:33227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296501285 00000100:00000001:1.0:1789449497.664638:0:33227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296501157 00000100:00000001:1.0:1789449497.664641:0:33227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296501285 00000100:00000001:1.0:1789449497.664643:0:33227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449497.664646:0:33227:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449497.664649:0:33227:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789449497.664652:0:33227:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789449497.664655:0:33227:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b853c5e40 going to sleep for 11 seconds 00000100:00000001:1.0:1789449497.664659:0:33227:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449497.664663:0:33227:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449497.665273:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449497.665280:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47a300. 00000400:00000200:3.0:1789449497.665288:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449497.665296:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449497.665306:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012110 00000400:00000010:3.0:1789449497.665309:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012110. 00000100:00000001:3.0:1789449497.665314:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449497.665319:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83691180 x1876371947515648/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449513 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449497.665330:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449497.665333:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83691180 x1876371947515648/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449513 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449497.665341:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449497.665343:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449497.673260:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449497.673282:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449497.673289:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449497.673292:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449497.673304:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449497.673314:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449497.673325:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449497.673330:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449497.673337:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449497.673342:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 688 into portal 10 MB=0x6aa8ce365ef00 00000400:00000200:2.0:1789449497.673348:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449497.673357:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 688/688 into md 0x8025 [1] + 224 00000800:00000001:2.0:1789449497.673366:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449497.673382:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449497.673387:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449497.673393:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449497.673403:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449497.673416:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83691180 x1876371947515648/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449513 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449497.673428:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9e8b83691180 x1876371947515648/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449513 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449497.673447:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449497.673458:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449497.673461:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449497.674125:0:33227:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789449497.674138:0:33227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789449497.674140:0:33227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789449497.674145:0:33227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b83427f20. 00000400:00000200:1.0:1789449497.674151:0:33227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012e58 00000400:00000010:1.0:1789449497.674154:0:33227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012e58. 00000100:00000001:1.0:1789449497.674158:0:33227:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789449497.674166:0:33227:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83691180 x1876371947515648/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449513 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789449497.674177:0:33227:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83691180 x1876371947515648/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449513 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449497.674183:0:33227:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789449497.674186:0:33227:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449497.674189:0:33227:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789449497.674194:0:33227:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789449497.674207:0:33227:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789449497.674211:0:33227:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449497.674214:0:33227:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789449497.674227:0:33227:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=127 v=5 (5 102 102 102) 00000100:00001000:1.0:1789449497.674233:0:33227:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1789449497.674236:0:33227:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789449497.674238:0:33227:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449497.674242:0:33227:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789449497.674246:0:33227:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449497.674251:0:33227:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789449497.674254:0:33227:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967633 00000100:00000001:1.0:1789449497.674257:0:33227:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789449497.674260:0:33227:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449497.674266:0:33227:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83691180 x1876371947515648/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449513 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449497.674279:0:33227:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449497.674282:0:33227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789449497.674285:0:33227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789449497.674289:0:33227:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83691180 x1876371947515648/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449513 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789449497.674298:0:33227:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83691180 pname:cluuid:pid:xid:nid:opc:job multiop:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:33227:1876371947515648:192.168.202.109@tcp:101:multiop.0 00000100:00000001:1.0:1789449497.674304:0:33227:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449497.674308:0:33227:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449497.674311:0:33227:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789449497.674314:0:33227:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449497.674318:0:33227:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83691180 x1876371947515648/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449513 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449497.674325:0:33227:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789449497.674340:0:33227:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b853c5e40. 00000100:00000001:1.0:1789449497.674345:0:33227:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789449497.674346:0:33227:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449497.674350:0:33227:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789449497.674355:0:33227:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449497.674359:0:33227:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449497.674362:0:33227:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204a000 refcount=4 00000020:00000001:1.0:1789449497.674365:0:33227:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825566720 : -107151883984896 : ffff9e8bc204a000) 00010000:00000001:1.0:1789449497.674368:0:33227:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825566720 : -107151883984896 : ffff9e8bc204a000) 00010000:00000040:1.0:1789449497.674377:0:33227:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e8bc204a000, remote cookie: 0xeb7cbf5e2fd3d68f, flags: 0x1001 00010000:00010000:1.0:1789449497.674385:0:33227:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a000/0xcddde1459ded66ea lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d68f expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789449497.674397:0:33227:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a000/0xcddde1459ded66ea lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d68f expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449497.674410:0:33227:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789449497.674415:0:33227:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789449497.674418:0:33227:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789449497.674419:0:33227:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789449497.674421:0:33227:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789449497.674425:0:33227:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9e8b902bd900) refcount = 1 00010000:00010000:1.0:1789449497.674429:0:33227:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a000/0xcddde1459ded66ea lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d68f expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449497.674437:0:33227:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789449497.674440:0:33227:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789449497.674442:0:33227:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449497.674446:0:33227:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789449497.674449:0:33227:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449497.674452:0:33227:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a000/0xcddde1459ded66ea lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d68f expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449497.674459:0:33227:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789449497.674460:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449497.674462:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449497.674463:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449497.674464:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449497.674466:0:33227:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449497.674473:0:33227:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789449497.674474:0:33227:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449497.674476:0:33227:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449497.674477:0:33227:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204a000 refcount=3 00000020:00000001:1.0:1789449497.674479:0:33227:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825566720 : -107151883984896 : ffff9e8bc204a000) 00010000:00000001:1.0:1789449497.674482:0:33227:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825566720 : -107151883984896 : ffff9e8bc204a000) 00010000:00000001:1.0:1789449497.674484:0:33227:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449497.674485:0:33227:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449497.674486:0:33227:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204a000 refcount=4 00000020:00000001:1.0:1789449497.674488:0:33227:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825566720 : -107151883984896 : ffff9e8bc204a000) 00010000:00000001:1.0:1789449497.674491:0:33227:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825566720 : -107151883984896 : ffff9e8bc204a000) 00010000:00000001:1.0:1789449497.674495:0:33227:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449497.674498:0:33227:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449497.674501:0:33227:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a000/0xcddde1459ded66ea lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d68f expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449497.674508:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449497.674510:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449497.674511:0:33227:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449497.674512:0:33227:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449497.674514:0:33227:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204a000 refcount=5 00000020:00000001:1.0:1789449497.674516:0:33227:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825566720 : -107151883984896 : ffff9e8bc204a000) 00010000:00000001:1.0:1789449497.674518:0:33227:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825566720 : -107151883984896 : ffff9e8bc204a000) 00010000:00000001:1.0:1789449497.674520:0:33227:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789449497.674523:0:33227:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a000/0xcddde1459ded66ea lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d68f expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449497.674530:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449497.674531:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789449497.674534:0:33227:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a000/0xcddde1459ded66ea lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d68f expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449497.674541:0:33227:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789449497.674543:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449497.674544:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449497.674545:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449497.674546:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789449497.674552:0:33227:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9e8b83691180 x1876371947515648/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449513 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1789449497.674562:0:33227:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449497.674564:0:33227:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449497.674565:0:33227:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204a000 refcount=3 00000020:00000001:1.0:1789449497.674568:0:33227:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825566720 : -107151883984896 : ffff9e8bc204a000) 00010000:00000001:1.0:1789449497.674570:0:33227:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825566720 : -107151883984896 : ffff9e8bc204a000) 00010000:00000001:1.0:1789449497.674572:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449497.674574:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789449497.674576:0:33227:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449497.674578:0:33227:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449497.674581:0:33227:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1789449497.674584:0:33227:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449497.674585:0:33227:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449497.674586:0:33227:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204a000 refcount=3 00000020:00000001:1.0:1789449497.674587:0:33227:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825566720 : -107151883984896 : ffff9e8bc204a000) 00010000:00000001:1.0:1789449497.674589:0:33227:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825566720 : -107151883984896 : ffff9e8bc204a000) 00000002:00010000:1.0:1789449497.674592:0:33227:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a000/0xcddde1459ded66ea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d68f expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449497.674598:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449497.674599:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449497.674601:0:33227:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789449497.674603:0:33227:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449497.674604:0:33227:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449497.674605:0:33227:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204a000 refcount=3 00000020:00000001:1.0:1789449497.674607:0:33227:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825566720 : -107151883984896 : ffff9e8bc204a000) 00010000:00000001:1.0:1789449497.674608:0:33227:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825566720 : -107151883984896 : ffff9e8bc204a000) 00010000:00000040:1.0:1789449497.674615:0:33227:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bd900 count: 2 00010000:00000001:1.0:1789449497.674618:0:33227:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1789449497.674622:0:33227:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e8b83488400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1789449497.674624:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449497.674625:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789449497.674627:0:33227:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789449497.674630:0:33227:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181643910 00000002:00002000:1.0:1789449497.674633:0:33227:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1789449497.674636:0:33227:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449497.674640:0:33227:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449497.674644:0:33227:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789449497.674647:0:33227:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1789449497.674651:0:33227:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449497.674655:0:33227:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:1.0:1789449497.674659:0:33227:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b89881400. 00000080:00000001:1.0:1789449497.674665:0:33227:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789449497.674668:0:33227:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789449497.674676:0:33227:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1789449497.674681:0:33227:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1789449497.674689:0:33227:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9e8b91d9a040. 00800000:00000001:1.0:1789449497.674692:0:33227:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446636921017442368 : -107152692109248 : ffff9e8b91d9a040) 00800000:00000001:1.0:1789449497.674695:0:33227:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449497.674698:0:33227:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789449497.674702:0:33227:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1789449497.674704:0:33227:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1789449497.674707:0:33227:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1789449497.674711:0:33227:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1789449497.674712:0:33227:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449497.674718:0:33227:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1789449497.674721:0:33227:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:1.0:1789449497.674724:0:33227:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115188193296385 mtime from 1789449489 to 1789449496 00000080:00200000:1.0:1789449497.674730:0:33227:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:1.0:1789449497.674732:0:33227:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449497.674733:0:33227:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449497.674735:0:33227:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204a000 refcount=3 00000020:00000001:1.0:1789449497.674737:0:33227:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825566720 : -107151883984896 : ffff9e8bc204a000) 00010000:00000001:1.0:1789449497.674739:0:33227:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825566720 : -107151883984896 : ffff9e8bc204a000) 00010000:00000001:1.0:1789449497.674741:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449497.674742:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789449497.674744:0:33227:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789449497.674747:0:33227:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1789449497.674748:0:33227:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b91d9a040 1 00800000:00000010:1.0:1789449497.674751:0:33227:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9e8b91d9a040. 00800000:00000001:1.0:1789449497.674754:0:33227:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789449497.674758:0:33227:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded66ea 00800000:00000001:1.0:1789449497.674762:0:33227:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789449497.674765:0:33227:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789449497.674766:0:33227:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449497.674767:0:33227:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449497.674768:0:33227:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204a000 refcount=3 00000020:00000001:1.0:1789449497.674771:0:33227:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825566720 : -107151883984896 : ffff9e8bc204a000) 00010000:00000001:1.0:1789449497.674773:0:33227:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825566720 : -107151883984896 : ffff9e8bc204a000) 00010000:00000001:1.0:1789449497.674776:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449497.674777:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789449497.674778:0:33227:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449497.674780:0:33227:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449497.674783:0:33227:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789449497.674785:0:33227:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:1.0:1789449497.674789:0:33227:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded66ea from it ffffb71181643bd0 00010000:00000001:1.0:1789449497.674791:0:33227:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449497.674792:0:33227:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449497.674793:0:33227:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204a000 refcount=3 00000020:00000001:1.0:1789449497.674795:0:33227:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825566720 : -107151883984896 : ffff9e8bc204a000) 00010000:00000001:1.0:1789449497.674797:0:33227:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825566720 : -107151883984896 : ffff9e8bc204a000) 00010000:00000001:1.0:1789449497.674799:0:33227:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789449497.674801:0:33227:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a000/0xcddde1459ded66ea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d68f expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449497.674809:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449497.674810:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449497.674812:0:33227:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789449497.674814:0:33227:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789449497.674817:0:33227:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a000/0xcddde1459ded66ea lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d68f expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789449497.674828:0:33227:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789449497.674831:0:33227:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789449497.674833:0:33227:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789449497.674839:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449497.674840:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449497.674842:0:33227:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449497.674846:0:33227:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789449497.674848:0:33227:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449497.674851:0:33227:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449497.674853:0:33227:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449497.674855:0:33227:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789449497.674856:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449497.674858:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789449497.674860:0:33227:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449497.674864:0:33227:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83691180 x1876371947515648/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449513 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449497.674870:0:33227:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789449497.674873:0:33227:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789449497.674877:0:33227:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9e8b86797800. 02000000:00000001:1.0:1789449497.674914:0:33227:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789449497.674916:0:33227:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449497.674918:0:33227:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:1.0:1789449497.674921:0:33227:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789449497.674924:0:33227:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b8678dc00. 02000000:00000001:1.0:1789449497.674929:0:33227:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789449497.674931:0:33227:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789449497.674933:0:33227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83691180. 00000100:00000001:1.0:1789449497.674937:0:33227:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789449497.674938:0:33227:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789449497.674942:0:33227:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908), inode mode 41ff mask 1 00000080:00000001:1.0:1789449497.674948:0:33227:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789449497.674969:0:33227:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9e8b8984f4a0. 00000020:00000001:1.0:1789449497.674974:0:33227:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181643d88 00000080:00200000:1.0:1789449497.674977:0:33227:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9e8b89180908), flags=1536 00000080:00000001:1.0:1789449497.674981:0:33227:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789449497.674983:0:33227:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789449497.674984:0:33227:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181643c98 00000080:00200000:1.0:1789449497.674997:0:33227:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:1.0:1789449497.675004:0:33227:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b89881400. 00800000:00000002:1.0:1789449497.675011:0:33227:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:1.0:1789449497.675015:0:33227:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789449497.675018:0:33227:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789449497.675020:0:33227:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181643bb8 00800000:00000002:1.0:1789449497.675022:0:33227:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789449497.675026:0:33227:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789449497.675028:0:33227:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449497.675031:0:33227:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449497.675034:0:33227:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449497.675037:0:33227:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449497.675039:0:33227:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449497.675042:0:33227:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789449497.675044:0:33227:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449497.675048:0:33227:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789449497.675053:0:33227:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789449497.675055:0:33227:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181643a88 00000002:00010000:1.0:1789449497.675057:0:33227:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789449497.675061:0:33227:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789449497.675063:0:33227:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789449497.675065:0:33227:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789449497.675068:0:33227:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bd900 count: 2 00010000:00000001:1.0:1789449497.675070:0:33227:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449497.675073:0:33227:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449497.675076:0:33227:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789449497.675079:0:33227:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a000/0xcddde1459ded66ea lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d68f expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1789449497.675087:0:33227:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789449497.675091:0:33227:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449497.675094:0:33227:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a000/0xcddde1459ded66ea lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d68f expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1789449497.675100:0:33227:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789449497.675103:0:33227:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789449497.675105:0:33227:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789449497.675107:0:33227:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789449497.675109:0:33227:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789449497.675110:0:33227:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789449497.675113:0:33227:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789449497.675115:0:33227:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:1.0:1789449497.675117:0:33227:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b89881400. 00000080:00000001:1.0:1789449497.675120:0:33227:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789449497.675121:0:33227:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789449497.675123:0:33227:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:1.0:1789449497.675126:0:33227:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded66ea 00800000:00000001:1.0:1789449497.675128:0:33227:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789449497.675130:0:33227:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789449497.675131:0:33227:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449497.675132:0:33227:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449497.675134:0:33227:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204a000 refcount=3 00000020:00000001:1.0:1789449497.675136:0:33227:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825566720 : -107151883984896 : ffff9e8bc204a000) 00010000:00000001:1.0:1789449497.675137:0:33227:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825566720 : -107151883984896 : ffff9e8bc204a000) 00010000:00000001:1.0:1789449497.675139:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449497.675140:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789449497.675142:0:33227:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449497.675143:0:33227:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789449497.675145:0:33227:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded66ea from it ffffb71181643cd0 00010000:00000001:1.0:1789449497.675146:0:33227:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449497.675148:0:33227:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449497.675149:0:33227:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204a000 refcount=3 00000020:00000001:1.0:1789449497.675150:0:33227:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825566720 : -107151883984896 : ffff9e8bc204a000) 00010000:00000001:1.0:1789449497.675153:0:33227:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825566720 : -107151883984896 : ffff9e8bc204a000) 00010000:00000001:1.0:1789449497.675154:0:33227:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789449497.675157:0:33227:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a000/0xcddde1459ded66ea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d68f expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789449497.675163:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449497.675164:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449497.675166:0:33227:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789449497.675168:0:33227:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789449497.675171:0:33227:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a000/0xcddde1459ded66ea lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d68f expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789449497.675177:0:33227:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789449497.675179:0:33227:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789449497.675180:0:33227:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789449497.675182:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449497.675183:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449497.675184:0:33227:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449497.675186:0:33227:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789449497.675187:0:33227:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449497.675189:0:33227:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449497.675191:0:33227:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449497.675193:0:33227:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789449497.675194:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449497.675195:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789449497.675196:0:33227:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789449497.675198:0:33227:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789449497.675201:0:33227:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908), inode mode 41ff mask 3 00000080:00000001:1.0:1789449497.675204:0:33227:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449497.675210:0:33227:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789449497.675212:0:33227:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789449497.675213:0:33227:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181643d78 00000080:00200000:1.0:1789449497.675215:0:33227:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:1.0:1789449497.675219:0:33227:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b89881400. 00800000:00000002:1.0:1789449497.675222:0:33227:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:1.0:1789449497.675224:0:33227:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789449497.675226:0:33227:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789449497.675227:0:33227:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181643c98 00800000:00000002:1.0:1789449497.675229:0:33227:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789449497.675232:0:33227:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789449497.675233:0:33227:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449497.675235:0:33227:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449497.675236:0:33227:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449497.675238:0:33227:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449497.675240:0:33227:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449497.675242:0:33227:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789449497.675244:0:33227:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449497.675246:0:33227:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789449497.675249:0:33227:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789449497.675250:0:33227:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181643b68 00000002:00010000:1.0:1789449497.675253:0:33227:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789449497.675256:0:33227:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789449497.675257:0:33227:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789449497.675258:0:33227:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789449497.675261:0:33227:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bd900 count: 2 00010000:00000001:1.0:1789449497.675263:0:33227:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449497.675266:0:33227:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449497.675268:0:33227:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789449497.675271:0:33227:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a000/0xcddde1459ded66ea lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d68f expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1789449497.675278:0:33227:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789449497.675280:0:33227:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449497.675283:0:33227:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a000/0xcddde1459ded66ea lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d68f expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1789449497.675288:0:33227:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789449497.675290:0:33227:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789449497.675291:0:33227:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789449497.675293:0:33227:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789449497.675294:0:33227:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789449497.675296:0:33227:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789449497.675298:0:33227:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789449497.675299:0:33227:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:1.0:1789449497.675301:0:33227:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b89881400. 00000080:00000001:1.0:1789449497.675304:0:33227:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789449497.675305:0:33227:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789449497.675307:0:33227:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:1.0:1789449497.675309:0:33227:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded66ea 00800000:00000001:1.0:1789449497.675312:0:33227:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789449497.675313:0:33227:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789449497.675314:0:33227:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449497.675315:0:33227:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449497.675317:0:33227:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204a000 refcount=3 00000020:00000001:1.0:1789449497.675319:0:33227:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825566720 : -107151883984896 : ffff9e8bc204a000) 00010000:00000001:1.0:1789449497.675321:0:33227:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825566720 : -107151883984896 : ffff9e8bc204a000) 00010000:00000001:1.0:1789449497.675323:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449497.675324:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789449497.675325:0:33227:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449497.675327:0:33227:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789449497.675329:0:33227:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded66ea from it ffffb71181643db0 00010000:00000001:1.0:1789449497.675331:0:33227:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449497.675332:0:33227:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449497.675333:0:33227:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204a000 refcount=3 00000020:00000001:1.0:1789449497.675335:0:33227:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825566720 : -107151883984896 : ffff9e8bc204a000) 00010000:00000001:1.0:1789449497.675337:0:33227:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825566720 : -107151883984896 : ffff9e8bc204a000) 00010000:00000001:1.0:1789449497.675339:0:33227:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789449497.675341:0:33227:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a000/0xcddde1459ded66ea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d68f expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789449497.675348:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449497.675349:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449497.675351:0:33227:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789449497.675352:0:33227:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789449497.675354:0:33227:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a000/0xcddde1459ded66ea lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d68f expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1789449497.675361:0:33227:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789449497.675362:0:33227:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789449497.675363:0:33227:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789449497.675365:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449497.675366:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449497.675367:0:33227:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449497.675370:0:33227:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789449497.675371:0:33227:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449497.675373:0:33227:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449497.675376:0:33227:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449497.675377:0:33227:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789449497.675378:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449497.675380:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789449497.675381:0:33227:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789449497.675383:0:33227:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789449497.675384:0:33227:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908), inode mode 41ff mask 3 00000080:00000001:1.0:1789449497.675388:0:33227:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449497.675392:0:33227:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181643e20 00000080:00200000:1.0:1789449497.675394:0:33227:0:(namei.c:2062:ll_create_nd()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9e8b89180908), flags=33188, excl=1 00000080:00000001:1.0:1789449497.675398:0:33227:0:(namei.c:2013:ll_mknod()) Process entered 00000020:00000001:1.0:1789449497.675400:0:33227:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181643dd0 00000080:00200000:1.0:1789449497.675402:0:33227:0:(namei.c:2017:ll_mknod()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9e8b89180908) mode 100644 dev 0 00000080:00000001:1.0:1789449497.675405:0:33227:0:(namei.c:1968:ll_new_node()) Process entered 00000080:00000001:1.0:1789449497.675407:0:33227:0:(namei.c:1778:ll_new_node_prepare()) Process entered 00000080:00000010:1.0:1789449497.675411:0:33227:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b89881400. 00800000:00000002:1.0:1789449497.675414:0:33227:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:1.0:1789449497.675421:0:33227:0:(namei.c:1884:ll_new_node_prepare()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449497.675425:0:33227:0:(lmv_obd.c:2310:lmv_create()) Process entered 00800000:00000001:1.0:1789449497.675428:0:33227:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1789449497.675431:0:33227:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449497.675432:0:33227:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449497.675433:0:33227:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449497.675435:0:33227:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449497.675436:0:33227:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449497.675438:0:33227:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789449497.675440:0:33227:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449497.675442:0:33227:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446636920772627456 : -107152936924160 : ffff9e8b83420c00) 00800000:00000001:1.0:1789449497.675445:0:33227:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1789449497.675447:0:33227:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1789449497.675451:0:33227:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1789449497.675454:0:33227:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1789449497.675458:0:33227:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9e8b89903000: Allocated FID [0x200000405:0x28:0x0] 40000000:00000001:1.0:1789449497.675461:0:33227:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449497.675463:0:33227:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449497.675465:0:33227:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449497.675467:0:33227:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449497.675470:0:33227:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181643c38 00800000:00000002:1.0:1789449497.675471:0:33227:0:(lmv_obd.c:2351:lmv_create()) CREATE name 'f22.recovery-small-1' [0x200000405:0x28:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:1.0:1789449497.675476:0:33227:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:1.0:1789449497.675479:0:33227:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1789449497.675482:0:33227:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bd900 count: 2 00010000:00000001:1.0:1789449497.675484:0:33227:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449497.675487:0:33227:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1789449497.675491:0:33227:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789449497.675494:0:33227:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a000/0xcddde1459ded66ea lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xeb7cbf5e2fd3d68f expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:1.0:1789449497.675501:0:33227:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1789449497.675507:0:33227:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1789449497.675509:0:33227:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1789449497.675511:0:33227:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1789449497.675514:0:33227:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789449497.675516:0:33227:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789449497.675517:0:33227:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bd900 count: 3 00010000:00000001:1.0:1789449497.675519:0:33227:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789449497.675522:0:33227:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449497.675524:0:33227:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789449497.675525:0:33227:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789449497.675527:0:33227:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bd900 count: 3 00010000:00000001:1.0:1789449497.675529:0:33227:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789449497.675531:0:33227:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449497.675532:0:33227:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789449497.675533:0:33227:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789449497.675535:0:33227:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bd900 count: 3 00010000:00000001:1.0:1789449497.675537:0:33227:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789449497.675539:0:33227:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449497.675541:0:33227:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789449497.675544:0:33227:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9e8b89180840, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1789449497.675549:0:33227:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1789449497.675553:0:33227:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1789449497.675557:0:33227:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1789449497.675558:0:33227:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449497.675563:0:33227:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789449497.675566:0:33227:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789449497.675568:0:33227:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789449497.675570:0:33227:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449497.675572:0:33227:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1789449497.675575:0:33227:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9e8bc204a000 with handle 0xcddde1459ded66ea from hash 00010000:00000001:1.0:1789449497.675578:0:33227:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789449497.675579:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449497.675580:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449497.675582:0:33227:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789449497.675585:0:33227:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789449497.675588:0:33227:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1789449497.675592:0:33227:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789449497.675594:0:33227:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789449497.675598:0:33227:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1789449497.675605:0:33227:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83691180. 00000020:00000040:1.0:1789449497.675610:0:33227:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e8b89903000 02000000:00000001:1.0:1789449497.675618:0:33227:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789449497.675620:0:33227:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449497.675625:0:33227:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789449497.675632:0:33227:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789449497.675634:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449497.675636:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449497.675637:0:33227:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449497.675641:0:33227:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789449497.675644:0:33227:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789449497.675647:0:33227:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789449497.675659:0:33227:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b8678dc00. 00000100:00000001:1.0:1789449497.675669:0:33227:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449497.675673:0:33227:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789449497.675678:0:33227:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1789449497.675685:0:33227:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a000/0xcddde1459ded66ea lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xeb7cbf5e2fd3d68f expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1789449497.675698:0:33227:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1789449497.675700:0:33227:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789449497.675702:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789449497.675705:0:33227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a000/0xcddde1459ded66ea lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xeb7cbf5e2fd3d68f expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:1.0:1789449497.675713:0:33227:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9e8b902bd900 count: 0 00010000:00000010:1.0:1789449497.675720:0:33227:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e8b898b7400. 00010000:00000001:1.0:1789449497.675734:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449497.675736:0:33227:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449497.675738:0:33227:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789449497.675740:0:33227:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449497.675742:0:33227:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1789449497.675760:0:33227:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e8b89903000: modify RPC slot 2 is allocated opc 36, max 7 00000100:00100000:1.0:1789449497.675768:0:33227:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e8b83691180 x1876371947515904/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789449497.675775:0:33227:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789449497.675778:0:33227:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789449497.675788:0:33227:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b853c5e40. 00000100:00000001:1.0:1789449497.675791:0:33227:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920805809728 : -107152903741888 : ffff9e8b853c5e40) 00000100:00000001:1.0:1789449497.675795:0:33227:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449497.675797:0:33227:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775184768 : -107152934366848 : ffff9e8b83691180) 00000100:00000001:1.0:1789449497.675803:0:33227:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789449497.675809:0:33227:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449497.675812:0:33227:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789449497.675814:0:33227:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789449497.675819:0:33227:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83691180 x1876371947515904/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449497.675826:0:33227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449497.675829:0:33227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449497.675834:0:33227:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789449497.675838:0:33227:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789449497.675841:0:33227:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449497.675845:0:33227:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83691180 pname:cluuid:pid:xid:nid:opc:job multiop:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:33227:1876371947515904:192.168.202.109@tcp:36:multiop.0 00000100:00000001:1.0:1789449497.675850:0:33227:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789449497.675858:0:33227:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789449497.675861:0:33227:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449497.675866:0:33227:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789449497.675871:0:33227:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b8678c000. 02000000:00000001:1.0:1789449497.675873:0:33227:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789449497.675947:0:33227:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:1.0:1789449497.675953:0:33227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b83427f20. 00000400:00000010:1.0:1789449497.675962:0:33227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012e58. 00000100:00000200:1.0:1789449497.675972:0:33227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947515904, portal 10 00000100:00000001:1.0:1789449497.675974:0:33227:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449497.675975:0:33227:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775184768 : -107152934366848 : ffff9e8b83691180) 00000100:00000040:1.0:1789449497.675983:0:33227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b83691180 x1876371947515904/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/576 e 0 to 0 dl 1789449513 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449497.676006:0:33227:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789449497.676009:0:33227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1789449497.676012:0:33227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b850123b8. 00000100:00000200:1.0:1789449497.676016:0:33227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876371947515904, offset 0 00000400:00000200:1.0:1789449497.676023:0:33227:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1789449497.676033:0:33227:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449497.676044:0:33227:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1789449497.676051:0:33227:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789449497.676056:0:33227:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1789449497.676060:0:33227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789449497.676063:0:33227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1789449497.676068:0:33227:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2811:2811:256:4294967295] 192.168.202.109@tcp LPNI seq info [2811:2811:8:4294967295] 00000400:00000200:1.0:1789449497.676073:0:33227:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449497.676084:0:33227:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1789449497.676091:0:33227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1789449497.676098:0:33227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b8c47ab00. 00000800:00000200:1.0:1789449497.676108:0:33227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1789449497.676117:0:33227:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1789449497.676123:0:33227:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b8c47ab00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789449497.676141:0:33227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449497.676146:0:33227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 805586 usecs (806 jiffies) 00000400:00000200:1.0:1789449497.676150:0:33227:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:1.0:1789449497.676154:0:33227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296501168 00000100:00000001:1.0:1789449497.676158:0:33227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296501285 00000100:00000001:1.0:1789449497.676160:0:33227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296501168 00000100:00000001:1.0:1789449497.676163:0:33227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296501285 00000100:00000001:1.0:1789449497.676165:0:33227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449497.676169:0:33227:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449497.676171:0:33227:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789449497.676173:0:33227:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789449497.676176:0:33227:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b853c5e40 going to sleep for 11 seconds 00000100:00000001:1.0:1789449497.676178:0:33227:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449497.676182:0:33227:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449497.676513:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449497.676519:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47ab00. 00000400:00000200:3.0:1789449497.676525:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449497.676531:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449497.676537:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b850123b8 00000400:00000010:3.0:1789449497.676540:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b850123b8. 00000100:00000001:3.0:1789449497.676545:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449497.676549:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83691180 x1876371947515904/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/576 e 0 to 0 dl 1789449513 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449497.676559:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449497.676562:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83691180 x1876371947515904/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/576 e 0 to 0 dl 1789449513 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449497.676568:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449497.676570:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1789449497.682004:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bd900. 00010000:00000010:1.1:1789449497.682026:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204a000. 00000800:00000001:2.0:1789449497.687074:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449497.687096:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449497.687102:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449497.687105:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449497.687117:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449497.687126:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449497.687139:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449497.687144:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449497.687151:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449497.687156:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 448 into portal 10 MB=0x6aa8ce365f000 00000400:00000200:2.0:1789449497.687163:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449497.687174:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 448/448 into md 0x802d [1] + 224 00000800:00000001:2.0:1789449497.687184:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449497.687193:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449497.687210:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449497.687216:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449497.687227:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449497.687239:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83691180 x1876371947515904/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/576 e 0 to 0 dl 1789449513 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449497.687252:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff9e8b83691180 x1876371947515904/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/576 e 0 to 0 dl 1789449513 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449497.687274:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449497.687285:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449497.687289:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449497.687438:0:33227:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789449497.687449:0:33227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789449497.687452:0:33227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789449497.687456:0:33227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b83427f20. 00000400:00000200:1.0:1789449497.687462:0:33227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012e58 00000400:00000010:1.0:1789449497.687465:0:33227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012e58. 00000100:00000001:1.0:1789449497.687469:0:33227:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789449497.687474:0:33227:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83691180 x1876371947515904/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/576 e 0 to 0 dl 1789449513 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789449497.687483:0:33227:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83691180 x1876371947515904/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/576 e 0 to 0 dl 1789449513 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449497.687489:0:33227:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789449497.687492:0:33227:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449497.687495:0:33227:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789449497.687500:0:33227:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789449497.687502:0:33227:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789449497.687505:0:33227:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449497.687509:0:33227:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789449497.687524:0:33227:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=127 v=5 (5 102 102 102) 00000100:00001000:1.0:1789449497.687530:0:33227:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1789449497.687532:0:33227:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789449497.687534:0:33227:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449497.687538:0:33227:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789449497.687542:0:33227:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449497.687545:0:33227:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789449497.687547:0:33227:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009c/0x1] 00000100:00000001:1.0:1789449497.687549:0:33227:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789449497.687552:0:33227:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449497.687554:0:33227:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775184768 : -107152934366848 : ffff9e8b83691180) 00000100:00000001:1.0:1789449497.687557:0:33227:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789449497.687560:0:33227:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967633 00000100:00000001:1.0:1789449497.687562:0:33227:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789449497.687566:0:33227:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449497.687572:0:33227:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83691180 x1876371947515904/t4294967635(4294967635) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/448 e 0 to 0 dl 1789449513 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449497.687581:0:33227:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449497.687585:0:33227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789449497.687587:0:33227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789449497.687592:0:33227:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83691180 x1876371947515904/t4294967635(4294967635) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/448 e 0 to 0 dl 1789449513 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789449497.687601:0:33227:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83691180 pname:cluuid:pid:xid:nid:opc:job multiop:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:33227:1876371947515904:192.168.202.109@tcp:36:multiop.0 00000100:00000001:1.0:1789449497.687607:0:33227:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449497.687611:0:33227:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449497.687614:0:33227:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789449497.687617:0:33227:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449497.687621:0:33227:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83691180 x1876371947515904/t4294967635(4294967635) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/448 e 0 to 0 dl 1789449513 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449497.687629:0:33227:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789449497.687632:0:33227:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b853c5e40. 00000100:00000001:1.0:1789449497.687636:0:33227:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789449497.687638:0:33227:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449497.687648:0:33227:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449497.687653:0:33227:0:(lmv_obd.c:2359:lmv_create()) Created - [0x200000405:0x28:0x0] 00800000:00000001:1.0:1789449497.687655:0:33227:0:(lmv_obd.c:2416:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449497.687660:0:33227:0:(namei.c:1904:ll_new_node_finish()) Process entered 00000080:00000002:1.0:1789449497.687664:0:33227:0:(namei.c:1700:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1789449496 to 1789449497 00000080:00000001:1.0:1789449497.687668:0:33227:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789449497.687677:0:33227:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1789449497.687680:0:33227:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789449497.687683:0:33227:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611176 : 144115205339611176 : 200000405000028) 00000080:00000001:1.0:1789449497.687687:0:33227:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:1.0:1789449497.687723:0:33227:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9e8b89116b40. 00000020:00000001:1.0:1789449497.687739:0:33227:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:1.0:1789449497.687741:0:33227:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:1.0:1789449497.687746:0:33227:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:1.0:1789449497.687748:0:33227:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000405:0x28:0x0](ffff9e8b89116c08) 00000080:00000001:1.0:1789449497.687750:0:33227:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611176 : 144115205339611176 : 200000405000028) 00000080:00000001:1.0:1789449497.687753:0:33227:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1789449497.687756:0:33227:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611176 mtime from 0 to 1789449497 00000080:00000001:1.0:1789449497.687761:0:33227:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000020:00000001:1.0:1789449497.687765:0:33227:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789449497.687770:0:33227:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820824760 : -107152888726856 : ffff9e8b86217ab8) 00000020:00001000:1.0:1789449497.687773:0:33227:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217ab0 00000020:00000001:1.0:1789449497.687778:0:33227:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:1.0:1789449497.687784:0:33227:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9e8b84013000. 00000020:00000001:1.0:1789449497.687787:0:33227:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1789449497.687789:0:33227:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449497.687799:0:33227:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:1.0:1789449497.687803:0:33227:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9e8b836971f0. 00020000:00000001:1.0:1789449497.687805:0:33227:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446636920775209456 : -107152934342160 : ffff9e8b836971f0) 00020000:00000001:1.0:1789449497.687809:0:33227:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:1.0:1789449497.687813:0:33227:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449497.687819:0:33227:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446636920785154176 : -107152924397440 : ffff9e8b84013080) 00000020:00001000:1.0:1789449497.687823:0:33227:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217ab0 00000080:00000001:1.0:1789449497.687827:0:33227:0:(namei.c:156:ll_iget()) Process leaving (rc=18446636920870104072 : -107152839447544 : ffff9e8b89116c08) 00000080:00000001:1.0:1789449497.687830:0:33227:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789449497.687834:0:33227:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1789449497.687836:0:33227:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449497.687843:0:33227:0:(namei.c:1951:ll_new_node_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449497.687845:0:33227:0:(namei.c:1996:ll_new_node()) Process leaving 00000100:00000001:1.0:1789449497.687847:0:33227:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449497.687852:0:33227:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83691180 x1876371947515904/t4294967635(4294967635) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/448 e 0 to 0 dl 1789449513 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449497.687859:0:33227:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449497.687862:0:33227:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:1.0:1789449497.687876:0:33227:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b89881400. 00000080:00000001:1.0:1789449497.688073:0:33227:0:(namei.c:2004:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449497.688079:0:33227:0:(namei.c:2045:ll_mknod()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449497.688083:0:33227:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181643e20 00000080:00200000:1.0:1789449497.688085:0:33227:0:(namei.c:2070:ll_create_nd()) VFS Op:name=f22.recovery-small-1, unhashed 1 00000080:00000001:2.0:1789449497.688304:0:33227:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1789449497.688314:0:33227:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1789449497.688370:0:33227:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789449497.688374:0:33227:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789449497.688376:0:33227:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789449497.688378:0:33227:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181643b20 00000080:00200000:2.0:1789449497.688380:0:33227:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:2.0:1789449497.688388:0:33227:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b81340c00. 00800000:00000002:2.0:1789449497.688395:0:33227:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:2.0:1789449497.688400:0:33227:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789449497.688404:0:33227:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789449497.688407:0:33227:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181643a40 00800000:00000002:2.0:1789449497.688410:0:33227:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789449497.688414:0:33227:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789449497.688417:0:33227:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789449497.688421:0:33227:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789449497.688424:0:33227:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789449497.688427:0:33227:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789449497.688429:0:33227:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449497.688431:0:33227:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789449497.688434:0:33227:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449497.688437:0:33227:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789449497.688442:0:33227:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789449497.688444:0:33227:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181643910 00000002:00010000:2.0:1789449497.688446:0:33227:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789449497.688450:0:33227:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789449497.688453:0:33227:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789449497.688456:0:33227:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789449497.688465:0:33227:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449497.688467:0:33227:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449497.688469:0:33227:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449497.688472:0:33227:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789449497.688476:0:33227:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1789449497.688484:0:33227:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065c380. 00000020:00000040:2.0:1789449497.688488:0:33227:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00010000:00000001:2.0:1789449497.688495:0:33227:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789449497.688502:0:33227:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789449497.688511:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449497.688514:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449497.688515:0:33227:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449497.688519:0:33227:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449497.688522:0:33227:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449497.688527:0:33227:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449497.688536:0:33227:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b83605400. 00000100:00000001:2.0:1789449497.688544:0:33227:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449497.688549:0:33227:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789449497.688551:0:33227:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449497.688552:0:33227:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789449497.688553:0:33227:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449497.688555:0:33227:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449497.688562:0:33227:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446636920993072000 : -107152716479616 : ffff9e8b9065c380) 00010000:00000001:2.0:1789449497.688566:0:33227:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789449497.688569:0:33227:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1789449497.688574:0:33227:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9e8b90652c00. 00010000:00000010:2.0:1789449497.688579:0:33227:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e8b84d2a980. 00010000:00000001:2.0:1789449497.688585:0:33227:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789449497.688589:0:33227:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8b91c4c000. 00000020:00000001:2.0:1789449497.688593:0:33227:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789449497.688597:0:33227:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8b91c4c000 with handle 0xcddde1459ded66f1 to hash 00000020:00000001:2.0:1789449497.688599:0:33227:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789449497.688601:0:33227:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636921016074240 : -107152693477376 : ffff9e8b91c4c000) 00010000:00000001:2.0:1789449497.688605:0:33227:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636921016074240 : -107152693477376 : ffff9e8b91c4c000) 00010000:00000001:2.0:1789449497.688610:0:33227:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449497.688613:0:33227:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449497.688618:0:33227:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c000/0xcddde1459ded66f1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 33227 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789449497.688628:0:33227:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c000/0xcddde1459ded66f1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33227 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789449497.688639:0:33227:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c000/0xcddde1459ded66f1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33227 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789449497.688645:0:33227:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789449497.688646:0:33227:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789449497.688654:0:33227:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b83163a80. 00000100:00000001:2.0:1789449497.688657:0:33227:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920769755776 : -107152939795840 : ffff9e8b83163a80) 00000100:00000001:2.0:1789449497.688660:0:33227:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449497.688661:0:33227:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993072000 : -107152716479616 : ffff9e8b9065c380) 00000100:00000001:2.0:1789449497.688666:0:33227:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449497.688671:0:33227:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449497.688673:0:33227:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789449497.688674:0:33227:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789449497.688680:0:33227:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065c380 x1876371947516032/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449497.688694:0:33227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449497.688697:0:33227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449497.688767:0:33227:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449497.688770:0:33227:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449497.688773:0:33227:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449497.688778:0:33227:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065c380 pname:cluuid:pid:xid:nid:opc:job multiop:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:33227:1876371947516032:192.168.202.109@tcp:101:multiop.0 00000100:00000001:2.0:1789449497.688782:0:33227:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789449497.688789:0:33227:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449497.688792:0:33227:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449497.688795:0:33227:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789449497.688801:0:33227:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e8b8986f000. 02000000:00000001:2.0:1789449497.688803:0:33227:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449497.688811:0:33227:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449497.688815:0:33227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b9108. 00000400:00000010:2.0:1789449497.688823:0:33227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d7f8. 00000100:00000200:2.0:1789449497.688832:0:33227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876371947516032, portal 10 00000100:00000001:2.0:1789449497.688833:0:33227:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449497.688835:0:33227:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993072000 : -107152716479616 : ffff9e8b9065c380) 00000100:00000040:2.0:1789449497.688841:0:33227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b9065c380 x1876371947516032/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449513 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449497.688849:0:33227:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449497.688853:0:33227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449497.688856:0:33227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d5d8. 00000100:00000200:2.0:1789449497.688860:0:33227:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876371947516032, offset 0 00000400:00000200:2.0:1789449497.688875:0:33227:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449497.689042:0:33227:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449497.689053:0:33227:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449497.689060:0:33227:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449497.689064:0:33227:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449497.689068:0:33227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449497.689071:0:33227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449497.689076:0:33227:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2812:2812:256:4294967295] 192.168.202.109@tcp LPNI seq info [2812:2812:8:4294967295] 00000400:00000200:2.0:1789449497.689080:0:33227:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449497.689090:0:33227:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449497.689097:0:33227:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449497.689104:0:33227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b8c688f00. 00000800:00000200:2.0:1789449497.689112:0:33227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449497.689121:0:33227:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449497.689126:0:33227:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b8c688f00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1789449497.689147:0:33227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449497.689152:0:33227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 804522 usecs (805 jiffies) 00000400:00000200:2.0:1789449497.689156:0:33227:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449497.689159:0:33227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296501180 00000100:00000001:2.0:1789449497.689162:0:33227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296501285 00000100:00000001:2.0:1789449497.689165:0:33227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296501180 00000100:00000001:2.0:1789449497.689168:0:33227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296501285 00000100:00000001:2.0:1789449497.689170:0:33227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449497.689173:0:33227:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449497.689175:0:33227:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449497.689178:0:33227:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789449497.689180:0:33227:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b83163a80 going to sleep for 11 seconds 00000100:00000001:2.0:1789449497.689183:0:33227:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449497.689185:0:33227:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449497.689371:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449497.689378:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c688f00. 00000400:00000200:3.0:1789449497.689383:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449497.689389:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449497.689395:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d5d8 00000400:00000010:3.0:1789449497.689397:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d5d8. 00000100:00000001:3.0:1789449497.689402:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449497.689406:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065c380 x1876371947516032/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449513 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449497.689417:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449497.689421:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b9065c380 x1876371947516032/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449513 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449497.689428:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449497.689430:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449497.693653:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449497.693674:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449497.693680:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449497.693683:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449497.693696:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449497.693715:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449497.693727:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449497.693732:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449497.693739:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449497.693745:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 688 into portal 10 MB=0x6aa8ce365f080 00000400:00000200:2.0:1789449497.693751:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449497.693759:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 688/688 into md 0x8035 [1] + 224 00000800:00000001:2.0:1789449497.693771:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449497.693781:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449497.693785:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449497.693790:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449497.693801:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449497.693813:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065c380 x1876371947516032/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449513 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449497.693826:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9e8b9065c380 x1876371947516032/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449513 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449497.693856:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449497.693875:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449497.693912:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449497.694438:0:33227:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789449497.694450:0:33227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789449497.694452:0:33227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789449497.694457:0:33227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b9108. 00000400:00000200:1.0:1789449497.694464:0:33227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d7f8 00000400:00000010:1.0:1789449497.694467:0:33227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d7f8. 00000100:00000001:1.0:1789449497.694471:0:33227:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789449497.694476:0:33227:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065c380 x1876371947516032/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449513 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789449497.694487:0:33227:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065c380 x1876371947516032/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449513 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449497.694494:0:33227:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789449497.694496:0:33227:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449497.694500:0:33227:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789449497.694504:0:33227:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789449497.694507:0:33227:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789449497.694511:0:33227:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449497.694514:0:33227:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789449497.694526:0:33227:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=127 v=5 (5 102 102 102) 00000100:00001000:1.0:1789449497.694531:0:33227:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1789449497.694534:0:33227:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789449497.694536:0:33227:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449497.694539:0:33227:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789449497.694543:0:33227:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449497.694547:0:33227:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789449497.694550:0:33227:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967633 00000100:00000001:1.0:1789449497.694552:0:33227:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789449497.694556:0:33227:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449497.694562:0:33227:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065c380 x1876371947516032/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449513 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449497.694570:0:33227:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449497.694573:0:33227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789449497.694576:0:33227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789449497.694580:0:33227:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065c380 x1876371947516032/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449513 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789449497.694587:0:33227:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065c380 pname:cluuid:pid:xid:nid:opc:job multiop:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:33227:1876371947516032:192.168.202.109@tcp:101:multiop.0 00000100:00000001:1.0:1789449497.694592:0:33227:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449497.694595:0:33227:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449497.694598:0:33227:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789449497.694600:0:33227:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449497.694603:0:33227:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065c380 x1876371947516032/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449513 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449497.694610:0:33227:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789449497.694613:0:33227:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b83163a80. 00000100:00000001:1.0:1789449497.694617:0:33227:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789449497.694619:0:33227:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449497.694622:0:33227:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789449497.694627:0:33227:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449497.694630:0:33227:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449497.694636:0:33227:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c000 refcount=4 00000020:00000001:1.0:1789449497.694639:0:33227:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016074240 : -107152693477376 : ffff9e8b91c4c000) 00010000:00000001:1.0:1789449497.694642:0:33227:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016074240 : -107152693477376 : ffff9e8b91c4c000) 00010000:00000040:1.0:1789449497.694650:0:33227:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e8b91c4c000, remote cookie: 0xeb7cbf5e2fd3d6ab, flags: 0x1001 00010000:00010000:1.0:1789449497.694657:0:33227:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c000/0xcddde1459ded66f1 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d6ab expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789449497.694669:0:33227:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c000/0xcddde1459ded66f1 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d6ab expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449497.694676:0:33227:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789449497.694681:0:33227:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789449497.694684:0:33227:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789449497.694686:0:33227:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789449497.694687:0:33227:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789449497.694691:0:33227:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9e8b90652c00) refcount = 1 00010000:00010000:1.0:1789449497.694695:0:33227:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c000/0xcddde1459ded66f1 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d6ab expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449497.694715:0:33227:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789449497.694719:0:33227:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789449497.694721:0:33227:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449497.694724:0:33227:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789449497.694727:0:33227:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449497.694731:0:33227:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c000/0xcddde1459ded66f1 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d6ab expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449497.694738:0:33227:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789449497.694740:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449497.694741:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449497.694742:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449497.694743:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449497.694745:0:33227:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449497.694752:0:33227:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789449497.694754:0:33227:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449497.694755:0:33227:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449497.694757:0:33227:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c000 refcount=3 00000020:00000001:1.0:1789449497.694759:0:33227:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016074240 : -107152693477376 : ffff9e8b91c4c000) 00010000:00000001:1.0:1789449497.694761:0:33227:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016074240 : -107152693477376 : ffff9e8b91c4c000) 00010000:00000001:1.0:1789449497.694764:0:33227:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449497.694765:0:33227:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449497.694766:0:33227:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c000 refcount=4 00000020:00000001:1.0:1789449497.694768:0:33227:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016074240 : -107152693477376 : ffff9e8b91c4c000) 00010000:00000001:1.0:1789449497.694770:0:33227:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016074240 : -107152693477376 : ffff9e8b91c4c000) 00010000:00000001:1.0:1789449497.694785:0:33227:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449497.694791:0:33227:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449497.694795:0:33227:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c000/0xcddde1459ded66f1 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d6ab expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449497.694801:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449497.694803:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449497.694804:0:33227:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449497.694805:0:33227:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449497.694806:0:33227:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c000 refcount=5 00000020:00000001:1.0:1789449497.694808:0:33227:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016074240 : -107152693477376 : ffff9e8b91c4c000) 00010000:00000001:1.0:1789449497.694810:0:33227:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016074240 : -107152693477376 : ffff9e8b91c4c000) 00010000:00000001:1.0:1789449497.694813:0:33227:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789449497.694816:0:33227:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c000/0xcddde1459ded66f1 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d6ab expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449497.694823:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449497.694824:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789449497.694827:0:33227:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c000/0xcddde1459ded66f1 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d6ab expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449497.694838:0:33227:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789449497.694839:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449497.694840:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449497.694841:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449497.694842:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789449497.694847:0:33227:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9e8b9065c380 x1876371947516032/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449513 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1789449497.694856:0:33227:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449497.694858:0:33227:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449497.694859:0:33227:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c000 refcount=3 00000020:00000001:1.0:1789449497.694861:0:33227:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016074240 : -107152693477376 : ffff9e8b91c4c000) 00010000:00000001:1.0:1789449497.694863:0:33227:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016074240 : -107152693477376 : ffff9e8b91c4c000) 00010000:00000001:1.0:1789449497.694874:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449497.694876:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789449497.694877:0:33227:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449497.694908:0:33227:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449497.694912:0:33227:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1789449497.694914:0:33227:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449497.694916:0:33227:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449497.694917:0:33227:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c000 refcount=3 00000020:00000001:1.0:1789449497.694920:0:33227:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016074240 : -107152693477376 : ffff9e8b91c4c000) 00010000:00000001:1.0:1789449497.694922:0:33227:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016074240 : -107152693477376 : ffff9e8b91c4c000) 00000002:00010000:1.0:1789449497.694925:0:33227:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c000/0xcddde1459ded66f1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d6ab expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449497.694931:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449497.694932:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449497.694934:0:33227:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789449497.694935:0:33227:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449497.694936:0:33227:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449497.694937:0:33227:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c000 refcount=3 00000020:00000001:1.0:1789449497.694939:0:33227:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016074240 : -107152693477376 : ffff9e8b91c4c000) 00010000:00000001:1.0:1789449497.694942:0:33227:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016074240 : -107152693477376 : ffff9e8b91c4c000) 00010000:00000040:1.0:1789449497.694948:0:33227:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652c00 count: 2 00010000:00000001:1.0:1789449497.694951:0:33227:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1789449497.694956:0:33227:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e8b83488400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1789449497.694958:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449497.694960:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789449497.694961:0:33227:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789449497.694965:0:33227:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181643898 00000002:00002000:1.0:1789449497.694967:0:33227:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1789449497.694970:0:33227:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449497.694975:0:33227:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449497.694978:0:33227:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789449497.694982:0:33227:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1789449497.694985:0:33227:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449497.695003:0:33227:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:1.0:1789449497.695008:0:33227:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b81340c00. 00000080:00000001:1.0:1789449497.695014:0:33227:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789449497.695017:0:33227:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789449497.695026:0:33227:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1789449497.695031:0:33227:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1789449497.695038:0:33227:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9e8b91d9a040. 00800000:00000001:1.0:1789449497.695041:0:33227:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446636921017442368 : -107152692109248 : ffff9e8b91d9a040) 00800000:00000001:1.0:1789449497.695044:0:33227:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449497.695046:0:33227:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789449497.695049:0:33227:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1789449497.695051:0:33227:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1789449497.695054:0:33227:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1789449497.695057:0:33227:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1789449497.695059:0:33227:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449497.695064:0:33227:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1789449497.695068:0:33227:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1789449497.695074:0:33227:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:1.0:1789449497.695076:0:33227:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449497.695078:0:33227:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449497.695080:0:33227:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c000 refcount=3 00000020:00000001:1.0:1789449497.695082:0:33227:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016074240 : -107152693477376 : ffff9e8b91c4c000) 00010000:00000001:1.0:1789449497.695084:0:33227:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016074240 : -107152693477376 : ffff9e8b91c4c000) 00010000:00000001:1.0:1789449497.695087:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449497.695088:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789449497.695090:0:33227:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789449497.695093:0:33227:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1789449497.695094:0:33227:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b91d9a040 1 00800000:00000010:1.0:1789449497.695097:0:33227:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9e8b91d9a040. 00800000:00000001:1.0:1789449497.695101:0:33227:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789449497.695104:0:33227:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded66f1 00800000:00000001:1.0:1789449497.695107:0:33227:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789449497.695110:0:33227:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789449497.695111:0:33227:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449497.695112:0:33227:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449497.695113:0:33227:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c000 refcount=3 00000020:00000001:1.0:1789449497.695115:0:33227:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016074240 : -107152693477376 : ffff9e8b91c4c000) 00010000:00000001:1.0:1789449497.695118:0:33227:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016074240 : -107152693477376 : ffff9e8b91c4c000) 00010000:00000001:1.0:1789449497.695120:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449497.695122:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789449497.695124:0:33227:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449497.695125:0:33227:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449497.695128:0:33227:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789449497.695131:0:33227:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:1.0:1789449497.695134:0:33227:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded66f1 from it ffffb71181643b58 00010000:00000001:1.0:1789449497.695135:0:33227:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449497.695137:0:33227:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449497.695138:0:33227:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c000 refcount=3 00000020:00000001:1.0:1789449497.695139:0:33227:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016074240 : -107152693477376 : ffff9e8b91c4c000) 00010000:00000001:1.0:1789449497.695141:0:33227:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016074240 : -107152693477376 : ffff9e8b91c4c000) 00010000:00000001:1.0:1789449497.695143:0:33227:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789449497.695146:0:33227:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c000/0xcddde1459ded66f1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d6ab expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449497.695157:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449497.695159:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449497.695160:0:33227:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789449497.695164:0:33227:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789449497.695167:0:33227:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c000/0xcddde1459ded66f1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d6ab expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789449497.695174:0:33227:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789449497.695178:0:33227:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789449497.695180:0:33227:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789449497.695185:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449497.695186:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449497.695188:0:33227:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449497.695193:0:33227:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789449497.695195:0:33227:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449497.695209:0:33227:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449497.695213:0:33227:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449497.695215:0:33227:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789449497.695216:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449497.695217:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789449497.695220:0:33227:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449497.695225:0:33227:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065c380 x1876371947516032/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449513 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449497.695232:0:33227:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789449497.695235:0:33227:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789449497.695239:0:33227:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9e8b8986f000. 02000000:00000001:1.0:1789449497.695244:0:33227:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789449497.695247:0:33227:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449497.695249:0:33227:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:1.0:1789449497.695251:0:33227:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789449497.695255:0:33227:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b83605400. 02000000:00000001:1.0:1789449497.695260:0:33227:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789449497.695263:0:33227:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789449497.695265:0:33227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065c380. 00000100:00000001:1.0:1789449497.695269:0:33227:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789449497.695270:0:33227:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789449497.695274:0:33227:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908), inode mode 41ff mask 1 00000080:00000001:1.0:1789449497.695281:0:33227:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789449497.695299:0:33227:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9e8b8984f740. 00000020:00000001:1.0:1789449497.695304:0:33227:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181643ae8 00000080:00200000:1.0:1789449497.695306:0:33227:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9e8b89180908), flags=9 00000080:00000001:1.0:1789449497.695310:0:33227:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1789449497.695312:0:33227:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181643998 00000080:00200000:1.0:1789449497.695314:0:33227:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9e8b89180908), intent=getattr 00000080:00000010:1.0:1789449497.695326:0:33227:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b89881400. 00800000:00000002:1.0:1789449497.695332:0:33227:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:1.0:1789449497.695337:0:33227:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789449497.695340:0:33227:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789449497.695343:0:33227:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711816438b8 00800000:00000002:1.0:1789449497.695345:0:33227:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f22.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789449497.695349:0:33227:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789449497.695354:0:33227:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449497.695357:0:33227:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449497.695360:0:33227:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449497.695364:0:33227:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449497.695366:0:33227:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449497.695368:0:33227:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789449497.695371:0:33227:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449497.695374:0:33227:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181643850 00800000:00000002:1.0:1789449497.695376:0:33227:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='f22.recovery-small-1' -> mds #0 00000002:00000001:1.0:1789449497.695381:0:33227:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789449497.695382:0:33227:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181643788 00000002:00010000:1.0:1789449497.695384:0:33227:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f22.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:1.0:1789449497.695389:0:33227:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789449497.695392:0:33227:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1789449497.695396:0:33227:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83691c00. 00000020:00000040:1.0:1789449497.695400:0:33227:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00010000:00000001:1.0:1789449497.695405:0:33227:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789449497.695410:0:33227:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789449497.695413:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449497.695414:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449497.695415:0:33227:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449497.695418:0:33227:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789449497.695421:0:33227:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789449497.695426:0:33227:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789449497.695435:0:33227:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b8678e800. 00000100:00000001:1.0:1789449497.695443:0:33227:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449497.695446:0:33227:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789449497.695448:0:33227:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449497.695450:0:33227:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789449497.695451:0:33227:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449497.695453:0:33227:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449497.695461:0:33227:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446636920775187456 : -107152934364160 : ffff9e8b83691c00) 00010000:00000001:1.0:1789449497.695465:0:33227:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789449497.695468:0:33227:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1789449497.695471:0:33227:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652c00 count: 2 00010000:00000001:1.0:1789449497.695473:0:33227:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449497.695476:0:33227:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789449497.695480:0:33227:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8bc204a000. 00000020:00000001:1.0:1789449497.695484:0:33227:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789449497.695487:0:33227:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8bc204a000 with handle 0xcddde1459ded66f8 to hash 00000020:00000001:1.0:1789449497.695490:0:33227:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789449497.695491:0:33227:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636921825566720 : -107151883984896 : ffff9e8bc204a000) 00010000:00000001:1.0:1789449497.695496:0:33227:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636921825566720 : -107151883984896 : ffff9e8bc204a000) 00010000:00000001:1.0:1789449497.695499:0:33227:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449497.695501:0:33227:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449497.695503:0:33227:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a000/0xcddde1459ded66f8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 33227 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789449497.695510:0:33227:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a000/0xcddde1459ded66f8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 33227 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789449497.695520:0:33227:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a000/0xcddde1459ded66f8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 33227 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789449497.695526:0:33227:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789449497.695528:0:33227:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789449497.695535:0:33227:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b853c5e40. 00000100:00000001:1.0:1789449497.695538:0:33227:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920805809728 : -107152903741888 : ffff9e8b853c5e40) 00000100:00000001:1.0:1789449497.695541:0:33227:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449497.695542:0:33227:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775187456 : -107152934364160 : ffff9e8b83691c00) 00000100:00000001:1.0:1789449497.695548:0:33227:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789449497.695553:0:33227:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449497.695555:0:33227:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789449497.695556:0:33227:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789449497.695562:0:33227:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83691c00 x1876371947516160/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449497.695570:0:33227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449497.695572:0:33227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449497.695576:0:33227:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789449497.695579:0:33227:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789449497.695582:0:33227:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449497.695585:0:33227:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83691c00 pname:cluuid:pid:xid:nid:opc:job multiop:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:33227:1876371947516160:192.168.202.109@tcp:101:multiop.0 00000100:00000001:1.0:1789449497.695590:0:33227:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789449497.695597:0:33227:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789449497.695600:0:33227:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449497.695603:0:33227:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789449497.695609:0:33227:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e8b86797800. 02000000:00000001:1.0:1789449497.695611:0:33227:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789449497.695619:0:33227:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:1.0:1789449497.695623:0:33227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b83427f20. 00000400:00000010:1.0:1789449497.695629:0:33227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012e58. 00000100:00000200:1.0:1789449497.695638:0:33227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876371947516160, portal 10 00000100:00000001:1.0:1789449497.695640:0:33227:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449497.695641:0:33227:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775187456 : -107152934364160 : ffff9e8b83691c00) 00000100:00000040:1.0:1789449497.695647:0:33227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b83691c00 x1876371947516160/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449513 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449497.695660:0:33227:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789449497.695664:0:33227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1789449497.695667:0:33227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b850126e8. 00000100:00000200:1.0:1789449497.695671:0:33227:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876371947516160, offset 0 00000400:00000200:1.0:1789449497.695679:0:33227:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1789449497.695687:0:33227:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449497.695697:0:33227:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1789449497.695704:0:33227:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789449497.695708:0:33227:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1789449497.695712:0:33227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789449497.695715:0:33227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1789449497.695719:0:33227:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2813:2813:256:4294967295] 192.168.202.109@tcp LPNI seq info [2813:2813:8:4294967295] 00000400:00000200:1.0:1789449497.695723:0:33227:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449497.695735:0:33227:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1789449497.695742:0:33227:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1789449497.695749:0:33227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b8c47ac00. 00000800:00000200:1.0:1789449497.695756:0:33227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1789449497.695765:0:33227:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1789449497.695771:0:33227:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b8c47ac00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1789449497.695795:0:33227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449497.695801:0:33227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 803452 usecs (804 jiffies) 00000400:00000200:1.0:1789449497.695805:0:33227:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:1.0:1789449497.695809:0:33227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296501184 00000100:00000001:1.0:1789449497.695812:0:33227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296501285 00000100:00000001:1.0:1789449497.695815:0:33227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296501184 00000100:00000001:1.0:1789449497.695818:0:33227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296501285 00000100:00000001:1.0:1789449497.695820:0:33227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449497.695823:0:33227:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449497.695826:0:33227:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789449497.695827:0:33227:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789449497.695830:0:33227:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b853c5e40 going to sleep for 11 seconds 00000100:00000001:1.0:1789449497.695832:0:33227:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449497.695835:0:33227:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449497.696124:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449497.696131:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47ac00. 00000400:00000200:3.0:1789449497.696136:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449497.696142:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449497.696147:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b850126e8 00000400:00000010:3.0:1789449497.696149:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b850126e8. 00000100:00000001:3.0:1789449497.696153:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449497.696158:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83691c00 x1876371947516160/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449513 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449497.696169:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449497.696172:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83691c00 x1876371947516160/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449513 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449497.696179:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449497.696181:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000080:00000010:2.1:1789449497.696260:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b8984f4a0. 00000800:00000001:2.0:1789449497.709332:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449497.709353:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449497.709358:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449497.709361:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449497.709372:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449497.709382:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449497.709392:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449497.709397:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449497.709403:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449497.709409:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 584 into portal 10 MB=0x6aa8ce365f100 00000400:00000200:2.0:1789449497.709415:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449497.709421:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 584/584 into md 0x8045 [1] + 224 00000800:00000001:2.0:1789449497.709429:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449497.709437:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449497.709441:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449497.709446:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449497.709455:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449497.709468:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83691c00 x1876371947516160/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449513 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449497.709481:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9e8b83691c00 x1876371947516160/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449513 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449497.709505:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449497.709514:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449497.709516:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449497.709595:0:33227:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789449497.709606:0:33227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789449497.709610:0:33227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789449497.709615:0:33227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b83427f20. 00000400:00000200:1.0:1789449497.709621:0:33227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012e58 00000400:00000010:1.0:1789449497.709624:0:33227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012e58. 00000100:00000001:1.0:1789449497.709627:0:33227:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789449497.709633:0:33227:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83691c00 x1876371947516160/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449513 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789449497.709642:0:33227:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83691c00 x1876371947516160/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449513 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449497.709649:0:33227:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789449497.709651:0:33227:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449497.709654:0:33227:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789449497.709659:0:33227:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789449497.709662:0:33227:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789449497.709664:0:33227:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449497.709668:0:33227:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789449497.709679:0:33227:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=127 v=5 (5 102 102 102) 00000100:00001000:1.0:1789449497.709684:0:33227:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1789449497.709687:0:33227:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789449497.709689:0:33227:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449497.709693:0:33227:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789449497.709696:0:33227:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449497.709701:0:33227:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789449497.710950:0:33227:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967633 00000100:00000001:1.0:1789449497.710954:0:33227:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789449497.710958:0:33227:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449497.710970:0:33227:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83691c00 x1876371947516160/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1789449513 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449497.711456:0:33227:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449497.711461:0:33227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789449497.711464:0:33227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789449497.711470:0:33227:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83691c00 x1876371947516160/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1789449513 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789449497.711478:0:33227:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83691c00 pname:cluuid:pid:xid:nid:opc:job multiop:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:33227:1876371947516160:192.168.202.109@tcp:101:multiop.0 00000100:00000001:1.0:1789449497.711485:0:33227:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449497.711488:0:33227:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449497.711491:0:33227:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789449497.711493:0:33227:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449497.711496:0:33227:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83691c00 x1876371947516160/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1789449513 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449497.711504:0:33227:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789449497.711507:0:33227:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b853c5e40. 00000100:00000001:1.0:1789449497.711511:0:33227:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789449497.711513:0:33227:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449497.711517:0:33227:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789449497.711522:0:33227:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449497.711526:0:33227:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449497.711531:0:33227:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204a000 refcount=4 00000020:00000001:1.0:1789449497.711533:0:33227:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825566720 : -107151883984896 : ffff9e8bc204a000) 00010000:00000001:1.0:1789449497.711537:0:33227:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825566720 : -107151883984896 : ffff9e8bc204a000) 00010000:00000040:1.0:1789449497.711547:0:33227:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e8bc204a000, remote cookie: 0xeb7cbf5e2fd3d6c7, flags: 0x1001 00010000:00010000:1.0:1789449497.711553:0:33227:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a000/0xcddde1459ded66f8 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d6c7 expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1789449497.711564:0:33227:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x28:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1789449497.711567:0:33227:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1789449497.716191:0:33227:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9e8b90652b00. 00010000:00000010:2.0:1789449497.716221:0:33227:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e8b84d2a700. 00010000:00000001:2.0:1789449497.716234:0:33227:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449497.716244:0:33227:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a000/0xcddde1459ded66f8 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x28:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d6c7 expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789449497.716257:0:33227:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a000/0xcddde1459ded66f8 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d6c7 expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449497.716265:0:33227:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1789449497.716271:0:33227:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1789449497.716273:0:33227:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1789449497.716275:0:33227:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1789449497.716276:0:33227:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1789449497.716279:0:33227:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x28:0x0].0x0 (ffff9e8b90652b00) refcount = 1 00010000:00010000:2.0:1789449497.716284:0:33227:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a000/0xcddde1459ded66f8 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d6c7 expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449497.716292:0:33227:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1789449497.716297:0:33227:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1789449497.716299:0:33227:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789449497.716303:0:33227:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789449497.716306:0:33227:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449497.716310:0:33227:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a000/0xcddde1459ded66f8 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d6c7 expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449497.716322:0:33227:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1789449497.716325:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449497.716327:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449497.716328:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449497.716329:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449497.716331:0:33227:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449497.716343:0:33227:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1789449497.716346:0:33227:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449497.716349:0:33227:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449497.716353:0:33227:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204a000 refcount=3 00000020:00000001:2.0:1789449497.716356:0:33227:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825566720 : -107151883984896 : ffff9e8bc204a000) 00010000:00000001:2.0:1789449497.716359:0:33227:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825566720 : -107151883984896 : ffff9e8bc204a000) 00010000:00000001:2.0:1789449497.716362:0:33227:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449497.716363:0:33227:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449497.716364:0:33227:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204a000 refcount=4 00000020:00000001:2.0:1789449497.716366:0:33227:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825566720 : -107151883984896 : ffff9e8bc204a000) 00010000:00000001:2.0:1789449497.716368:0:33227:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825566720 : -107151883984896 : ffff9e8bc204a000) 00010000:00000001:2.0:1789449497.716371:0:33227:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449497.716376:0:33227:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449497.716379:0:33227:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a000/0xcddde1459ded66f8 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d6c7 expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449497.716386:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449497.716387:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449497.716389:0:33227:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449497.716390:0:33227:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449497.716391:0:33227:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204a000 refcount=5 00000020:00000001:2.0:1789449497.716393:0:33227:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825566720 : -107151883984896 : ffff9e8bc204a000) 00010000:00000001:2.0:1789449497.716396:0:33227:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825566720 : -107151883984896 : ffff9e8bc204a000) 00010000:00000001:2.0:1789449497.716398:0:33227:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789449497.716402:0:33227:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a000/0xcddde1459ded66f8 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d6c7 expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449497.716408:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449497.716409:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789449497.716412:0:33227:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a000/0xcddde1459ded66f8 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d6c7 expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449497.716418:0:33227:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789449497.716420:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449497.716420:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449497.716422:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449497.716423:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1789449497.716438:0:33227:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9e8b83691c00 x1876371947516160/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1789449513 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1789449497.716447:0:33227:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449497.716448:0:33227:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449497.716449:0:33227:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204a000 refcount=3 00000020:00000001:2.0:1789449497.716451:0:33227:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825566720 : -107151883984896 : ffff9e8bc204a000) 00010000:00000001:2.0:1789449497.716453:0:33227:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825566720 : -107151883984896 : ffff9e8bc204a000) 00010000:00000001:2.0:1789449497.716455:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449497.716457:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789449497.716458:0:33227:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449497.716460:0:33227:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449497.716463:0:33227:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1789449497.716466:0:33227:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449497.716467:0:33227:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449497.716469:0:33227:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204a000 refcount=3 00000020:00000001:2.0:1789449497.716470:0:33227:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825566720 : -107151883984896 : ffff9e8bc204a000) 00010000:00000001:2.0:1789449497.716472:0:33227:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825566720 : -107151883984896 : ffff9e8bc204a000) 00000002:00010000:2.0:1789449497.716475:0:33227:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a000/0xcddde1459ded66f8 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d6c7 expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449497.716481:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449497.716482:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449497.716484:0:33227:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789449497.716485:0:33227:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449497.716486:0:33227:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449497.716487:0:33227:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204a000 refcount=3 00000020:00000001:2.0:1789449497.716489:0:33227:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825566720 : -107151883984896 : ffff9e8bc204a000) 00010000:00000001:2.0:1789449497.716490:0:33227:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825566720 : -107151883984896 : ffff9e8bc204a000) 00010000:00000040:2.0:1789449497.716495:0:33227:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652b00 count: 2 00010000:00000001:2.0:1789449497.716498:0:33227:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1789449497.716502:0:33227:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e8b83488400 type 13 mode 4 res 8589935621/40 (0 0) 00010000:00000001:2.0:1789449497.716504:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449497.716505:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789449497.716506:0:33227:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1789449497.716509:0:33227:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181643710 00000002:00002000:2.0:1789449497.716512:0:33227:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f22.recovery-small-1 intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1789449497.716516:0:33227:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789449497.716520:0:33227:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789449497.716523:0:33227:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789449497.716527:0:33227:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1789449497.716530:0:33227:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449497.716534:0:33227:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000001:2.0:1789449497.716538:0:33227:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1789449497.716540:0:33227:0:(namei.c:674:ll_lookup_it_finish()) it ffffb71181643b20 it_disposition b 00000080:00000001:2.0:1789449497.716543:0:33227:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1789449497.716550:0:33227:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1789449497.716553:0:33227:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789449497.716556:0:33227:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611176 : 144115205339611176 : 200000405000028) 00000080:00000001:2.0:1789449497.716560:0:33227:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:2.0:1789449497.716569:0:33227:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611176 : 144115205339611176 : 200000405000028) 00000080:00000001:2.0:1789449497.716572:0:33227:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1789449497.716579:0:33227:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x28:0x0], updating i_size 0 00000080:00200000:2.0:1789449497.716582:0:33227:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x28:0x0](ffff9e8b89116c08): rc = 0 00000080:00000001:2.0:1789449497.716585:0:33227:0:(namei.c:156:ll_iget()) Process leaving (rc=18446636920870104072 : -107152839447544 : ffff9e8b89116c08) 00010000:00000001:2.0:1789449497.716588:0:33227:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449497.716590:0:33227:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449497.716591:0:33227:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204a000 refcount=3 00000020:00000001:2.0:1789449497.716593:0:33227:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825566720 : -107151883984896 : ffff9e8bc204a000) 00010000:00000001:2.0:1789449497.716595:0:33227:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825566720 : -107151883984896 : ffff9e8bc204a000) 00000080:00000001:2.0:1789449497.716598:0:33227:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1789449497.716601:0:33227:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789449497.716606:0:33227:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822744 : -107152888728872 : ffff9e8b862172d8) 00000020:00001000:2.0:1789449497.716609:0:33227:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b862172d0 00000020:00000001:2.0:1789449497.716611:0:33227:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1789449497.716615:0:33227:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000002:2.0:1789449497.716619:0:33227:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9e8b836971f0) owner ffff9e8b90fa4f80 00020000:00000001:2.0:1789449497.716622:0:33227:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1789449497.716624:0:33227:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9e8b836971f0) owner ffff9e8b90fa4f80 00020000:00000002:2.0:1789449497.716628:0:33227:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x28:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1789449497.716630:0:33227:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449497.716631:0:33227:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449497.716635:0:33227:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1789449497.716638:0:33227:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b836971f0) owner 0000000000000000/ffff9e8b90fa4f80 00020000:00000002:2.0:1789449497.716641:0:33227:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b836971f0) owner 0000000000000000/ffff9e8b90fa4f80 00020000:00000001:2.0:1789449497.716645:0:33227:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1789449497.716647:0:33227:0:(lov_object.c:2289:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789449497.716650:0:33227:0:(file.c:6843:ll_layout_conf()) [0x200000405:0x28:0x0]: layout version change: 4294967294 -> 4294967295 00000020:00001000:2.0:1789449497.716653:0:33227:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b862172d0 00000080:00000001:2.0:1789449497.716656:0:33227:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449497.716658:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449497.716659:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789449497.716661:0:33227:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789449497.716665:0:33227:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1789449497.716667:0:33227:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789449497.716670:0:33227:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x28:0x0](ffff9e8b89116c08) for lock 0xcddde1459ded66f8 00800000:00000001:2.0:1789449497.716673:0:33227:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789449497.716676:0:33227:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789449497.716677:0:33227:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449497.716679:0:33227:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449497.716680:0:33227:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204a000 refcount=3 00000020:00000001:2.0:1789449497.716682:0:33227:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825566720 : -107151883984896 : ffff9e8bc204a000) 00010000:00000001:2.0:1789449497.716684:0:33227:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825566720 : -107151883984896 : ffff9e8bc204a000) 00010000:00000001:2.0:1789449497.716687:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449497.716688:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789449497.716689:0:33227:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789449497.716691:0:33227:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1789449497.716699:0:33227:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9e8b89332d80 inode ffff9e8b89116c08 refc 1 flags 0x40000e 00000080:00000001:2.0:1789449497.716716:0:33227:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1789449497.716720:0:33227:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x28:0x0](ffff9e8b89116c08) 00000080:00010000:2.0:1789449497.716724:0:33227:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded66f8 from it ffffb71181643b20 00010000:00000001:2.0:1789449497.716726:0:33227:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449497.716727:0:33227:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449497.716729:0:33227:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204a000 refcount=3 00000020:00000001:2.0:1789449497.716730:0:33227:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825566720 : -107151883984896 : ffff9e8bc204a000) 00010000:00000001:2.0:1789449497.716733:0:33227:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825566720 : -107151883984896 : ffff9e8bc204a000) 00010000:00000001:2.0:1789449497.716735:0:33227:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789449497.716738:0:33227:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a000/0xcddde1459ded66f8 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xeb7cbf5e2fd3d6c7 expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449497.716744:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449497.716745:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449497.716746:0:33227:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789449497.716749:0:33227:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789449497.716752:0:33227:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a000/0xcddde1459ded66f8 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xeb7cbf5e2fd3d6c7 expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789449497.716760:0:33227:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789449497.716762:0:33227:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789449497.716765:0:33227:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789449497.716770:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449497.716771:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449497.716773:0:33227:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449497.716786:0:33227:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789449497.716789:0:33227:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449497.716791:0:33227:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449497.716795:0:33227:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449497.716797:0:33227:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789449497.716798:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449497.716799:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789449497.716801:0:33227:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1789449497.716805:0:33227:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b89881400. 00000100:00000001:2.0:1789449497.716814:0:33227:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449497.716820:0:33227:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83691c00 x1876371947516160/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1789449513 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449497.716828:0:33227:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789449497.716831:0:33227:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789449497.716836:0:33227:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9e8b86797800. 02000000:00000001:2.0:1789449497.716840:0:33227:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789449497.716843:0:33227:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789449497.716845:0:33227:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:2.0:1789449497.716848:0:33227:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789449497.716851:0:33227:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b8678e800. 02000000:00000001:2.0:1789449497.716857:0:33227:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789449497.716859:0:33227:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789449497.716861:0:33227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83691c00. 00000100:00000001:2.0:1789449497.716876:0:33227:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789449497.716899:0:33227:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789449497.716904:0:33227:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1789449497.716905:0:33227:0:(dcache.c:176:ll_intent_release()) intent ffffb71181643b20 released 00000080:00000001:2.0:1789449497.716907:0:33227:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:2.0:1789449497.716923:0:33227:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181643d08 00000080:00200008:2.0:1789449497.716926:0:33227:0:(file.c:6296:ll_getattr_dentry()) START file f22.recovery-small-1:[0x200000405:0x28:0x0](ffff9e8b89116c08), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1789449497.716938:0:33227:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:2.0:1789449497.716942:0:33227:0:(statahead.c:604:ll_sai_alloc()) Process entered 00000080:00000010:2.0:1789449497.716948:0:33227:0:(statahead.c:606:ll_sai_alloc()) kmalloced '(sai)': 504 at ffff9e8b81340800. 00000080:00000001:2.0:1789449497.716951:0:33227:0:(statahead.c:628:ll_sai_alloc()) Process leaving (rc=18446636920738154496 : -107152971397120 : ffff9e8b81340800) 00000080:00000001:2.0:1789449497.716957:0:33227:0:(statahead.c:529:ll_sax_alloc()) Process entered 00000080:00000010:2.0:1789449497.716962:0:33227:0:(statahead.c:531:ll_sax_alloc()) kmalloced '(ctx)': 2592 at ffff9e8b87e72000. 00000080:00000001:2.0:1789449497.716964:0:33227:0:(statahead.c:544:ll_sax_alloc()) Process leaving (rc=18446636920850554880 : -107152858996736 : ffff9e8b87e72000) 00000080:00400000:2.0:1789449497.716969:0:33227:0:(statahead.c:2469:start_statahead_thread()) start statahead thread: [pid 33227] [parent /] 00000080:00000001:0.0:1789449497.721057:0:33227:0:(statahead.c:1163:ll_start_agl()) Process entered 00000080:00400000:0.0:1789449497.721067:0:33227:0:(statahead.c:1166:ll_start_agl()) start agl thread: sai ffff9e8b81340800, parent / 00000080:00000001:0.0:1789449497.721552:0:33227:0:(statahead.c:1183:ll_start_agl()) Process leaving 00000080:00000001:0.0:1789449497.721564:0:33227:0:(statahead.c:2500:start_statahead_thread()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449497.721573:0:33227:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789449497.721577:0:33227:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181643c80 00000080:00200000:0.0:1789449497.721581:0:33227:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x28:0x0](ffff9e8b89116c08),name=f22.recovery-small-1 00000080:00000010:0.0:1789449497.721592:0:33227:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b8bdad600. 00800000:00000002:0.0:1789449497.721600:0:33227:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:0.0:1789449497.721608:0:33227:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789449497.721614:0:33227:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789449497.721616:0:33227:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181643ba0 00800000:00000002:0.0:1789449497.721619:0:33227:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x28:0x0] 'f22.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449497.721623:0:33227:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789449497.721628:0:33227:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449497.721632:0:33227:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449497.721635:0:33227:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449497.721638:0:33227:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449497.721640:0:33227:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449497.721642:0:33227:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449497.721645:0:33227:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449497.721648:0:33227:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449497.721649:0:33227:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449497.721650:0:33227:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449497.721652:0:33227:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449497.721653:0:33227:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449497.721655:0:33227:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x28:0x0] 00800000:00000001:0.0:1789449497.721656:0:33227:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449497.721659:0:33227:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x28:0x0], name='' -> mds #0 00000002:00000001:0.0:1789449497.721665:0:33227:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789449497.721667:0:33227:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181643a70 00000002:00010000:0.0:1789449497.721669:0:33227:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x28:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789449497.721673:0:33227:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789449497.721676:0:33227:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449497.721680:0:33227:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449497.721691:0:33227:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652b00 count: 2 00010000:00000001:0.0:1789449497.721695:0:33227:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449497.721700:0:33227:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000080:00000001:1.0:1789449497.721802:0:33228:0:(statahead.c:1544:ll_statahead_thread()) Process entered 00000080:00400000:1.0:1789449497.721808:0:33228:0:(statahead.c:1547:ll_statahead_thread()) statahead thread starting: sai ffff9e8b81340800, parent / 00800000:00000001:1.0:1789449497.721812:0:33228:0:(lmv_obd.c:4431:lmv_batch_create()) Process entered 00800000:00000010:1.0:1789449497.721817:0:33228:0:(lmv_obd.c:4432:lmv_batch_create()) kmalloced '(lbh)': 48 at ffff9e8b91d9adc0. 00800000:00000001:1.0:1789449497.721819:0:33228:0:(lmv_obd.c:4449:lmv_batch_create()) Process leaving (rc=18446636921017445824 : -107152692105792 : ffff9e8b91d9adc0) 00000080:00000001:1.0:1789449497.721822:0:33228:0:(statahead.c:1486:ll_statahead_by_fname()) Process entered 00000080:00400000:1.0:1789449497.721825:0:33228:0:(statahead.c:1489:ll_statahead_by_fname()) lustre: FNAME statahead: parent / fname prefix f22.recovery-small- 00000080:00000010:1.0:1789449497.721830:0:33228:0:(statahead.c:1491:ll_statahead_by_fname()) kmalloced '(fname)': 255 at ffff9e8b8c47ac00. 00000080:00000001:1.0:1789449497.721834:0:33228:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:1.0:1789449497.721837:0:33228:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:1.0:1789449497.721840:0:33228:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff9e8b898b7400. 00000020:00000001:1.0:1789449497.721843:0:33228:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181bf3cd8 00000080:00400000:1.0:1789449497.721845:0:33228:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-2(ffff9e8b898b7400) index 1 00000080:00000001:1.0:1789449497.721849:0:33228:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446636920878101504 : -107152831450112 : ffff9e8b898b7400) 00000080:00000001:1.0:1789449497.721856:0:33228:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1789449497.721859:0:33228:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181bf3c98 00000080:00002000:1.0:1789449497.721861:0:33228:0:(dcache.c:87:ll_dcompare()) found name f22.recovery-small-2(ffff9e8b893321b0) flags 0x40000e refc 1 00000080:00000001:1.0:1789449497.721863:0:33228:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449497.721875:0:33228:0:(statahead.c:1012:sa_revalidate()) Process entered 00000080:00000010:1.0:1789449497.721909:0:33228:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff9e8b8678f000. 00800000:00000002:1.0:1789449497.721913:0:33228:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 3 00800000:00000001:1.0:1789449497.721920:0:33228:0:(lmv_obd.c:4261:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1789449497.721922:0:33228:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449497.721924:0:33228:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449497.721925:0:33228:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449497.721927:0:33228:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449497.721928:0:33228:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449497.721930:0:33228:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x27:0x0] 00800000:00000001:1.0:1789449497.721931:0:33228:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449497.721934:0:33228:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789449497.721935:0:33228:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789449497.721937:0:33228:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789449497.721941:0:33228:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bde00 count: 2 00010000:00000001:1.0:1789449497.721943:0:33228:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449497.721946:0:33228:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449497.721951:0:33228:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789449497.721958:0:33228:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204ba00/0xcddde1459ded66e3 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xeb7cbf5e2fd3d67a expref: -99 pid: 33224 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1789449497.721972:0:33228:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789449497.721978:0:33228:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449497.721981:0:33228:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204ba00/0xcddde1459ded66e3 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xeb7cbf5e2fd3d67a expref: -99 pid: 33224 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1789449497.721998:0:33228:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789449497.722000:0:33228:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789449497.722002:0:33228:0:(lmv_obd.c:4268:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789449497.722005:0:33228:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1789449497.722007:0:33228:0:(dcache.c:176:ll_intent_release()) intent ffffb71181bf3d78 released 00000080:00010000:1.0:1789449497.722010:0:33228:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded66e3 from it ffffb71181bf3d78 00010000:00000001:1.0:1789449497.722013:0:33228:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449497.722015:0:33228:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449497.722019:0:33228:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204ba00 refcount=3 00000020:00000001:1.0:1789449497.722022:0:33228:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825573376 : -107151883978240 : ffff9e8bc204ba00) 00010000:00000001:1.0:1789449497.722025:0:33228:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825573376 : -107151883978240 : ffff9e8bc204ba00) 00010000:00000001:1.0:1789449497.722027:0:33228:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789449497.722031:0:33228:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204ba00/0xcddde1459ded66e3 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xeb7cbf5e2fd3d67a expref: -99 pid: 33224 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789449497.722037:0:33228:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449497.722040:0:33228:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449497.722043:0:33228:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789449497.722045:0:33228:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789449497.722048:0:33228:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204ba00/0xcddde1459ded66e3 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xeb7cbf5e2fd3d67a expref: -99 pid: 33224 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789449497.722057:0:33228:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789449497.722061:0:33228:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789449497.722064:0:33228:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789449497.722068:0:33228:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449497.722070:0:33228:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449497.722072:0:33228:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449497.722076:0:33228:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789449497.722078:0:33228:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449497.722080:0:33228:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449497.722083:0:33228:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449497.722085:0:33228:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789449497.722087:0:33228:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449497.722088:0:33228:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789449497.722089:0:33228:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:1.0:1789449497.722092:0:33228:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 3 00000080:00000010:1.0:1789449497.722096:0:33228:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff9e8b8678f000. 00000080:00000001:1.0:1789449497.722101:0:33228:0:(statahead.c:1031:sa_revalidate()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789449497.722106:0:33228:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:1.0:1789449497.722108:0:33228:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:1.0:1789449497.722109:0:33228:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:1.0:1789449497.722111:0:33228:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff9e8b898b7780. 00000020:00000001:1.0:1789449497.722113:0:33228:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181bf3cd8 00000080:00400000:1.0:1789449497.722115:0:33228:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-3(ffff9e8b898b7780) index 2 00000080:00000001:1.0:1789449497.722117:0:33228:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446636920878102400 : -107152831449216 : ffff9e8b898b7780) 00000080:00000001:1.0:1789449497.722119:0:33228:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:1.0:1789449497.722121:0:33228:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff9e8b8678f000. 00800000:00000002:1.0:1789449497.722124:0:33228:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 3 00800000:00000001:1.0:1789449497.722127:0:33228:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:1.0:1789449497.722130:0:33228:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449497.722131:0:33228:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449497.722132:0:33228:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449497.722134:0:33228:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449497.722135:0:33228:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449497.722137:0:33228:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789449497.722138:0:33228:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449497.722141:0:33228:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000010:1.0:1789449497.722144:0:33228:0:(lmv_obd.c:4594:lmv_batch_get_sub()) kmalloced '(sbh)': 32 at ffff9e8b8984f100. 00000002:00000001:1.0:1789449497.722146:0:33228:0:(batch.c:649:cli_batch_create()) Process entered 00000002:00000010:1.0:1789449497.722149:0:33228:0:(batch.c:651:cli_batch_create()) kmalloced '(cbh)': 32 at ffff9e8b8984f7c0. 00000002:00000010:1.0:1789449497.722154:0:33228:0:(batch.c:289:batch_update_request_create()) kmalloced '(head)': 80 at ffff9e8b87c1e660. 00000002:00000010:1.0:1789449497.722158:0:33228:0:(batch.c:217:batch_update_buffer_create()) kmalloced '(buf)': 40 at ffff9e8b91d9ac00. 00000002:00000010:1.0:1789449497.722164:0:33228:0:(batch.c:223:batch_update_buffer_create()) kmalloced '(bur)': 4096 at ffff9e8b87d60000. 00000002:00000001:1.0:1789449497.722168:0:33228:0:(batch.c:666:cli_batch_create()) Process leaving (rc=18446636920877676480 : -107152831875136 : ffff9e8b8984f7c0) 00800000:00000001:1.0:1789449497.722170:0:33228:0:(lmv_obd.c:4612:lmv_batch_get_sub()) Process leaving (rc=18446636920877676480 : -107152831875136 : ffff9e8b8984f7c0) 00000002:00000001:1.0:1789449497.722174:0:33228:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:1.0:1789449497.722178:0:33228:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff9e8b853c5e40. 00000002:00000001:1.0:1789449497.722182:0:33228:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:1.0:1789449497.722184:0:33228:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:1.0:1789449497.722186:0:33228:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:1.0:1789449497.722213:0:33228:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:1.0:1789449497.722217:0:33228:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:1.0:1789449497.722220:0:33228:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1789449497.722223:0:33228:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652c00 count: 2 00010000:00000001:1.0:1789449497.722225:0:33228:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449497.722229:0:33228:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789449497.722234:0:33228:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8bc204ac00. 00000020:00000001:1.0:1789449497.722237:0:33228:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789449497.722240:0:33228:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8bc204ac00 with handle 0xcddde1459ded66ff to hash 00000020:00000001:1.0:1789449497.722243:0:33228:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789449497.722244:0:33228:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636921825569792 : -107151883981824 : ffff9e8bc204ac00) 00010000:00000001:1.0:1789449497.722248:0:33228:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636921825569792 : -107151883981824 : ffff9e8bc204ac00) 00010000:00000001:1.0:1789449497.722251:0:33228:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449497.722253:0:33228:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449497.722256:0:33228:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204ac00/0xcddde1459ded66ff lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789449497.722264:0:33228:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204ac00/0xcddde1459ded66ff lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x0 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449497.722271:0:33228:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449497.722274:0:33228:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449497.722278:0:33228:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:1.0:1789449497.722283:0:33228:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff9e8b91d9a240. 00000002:00000001:1.0:1789449497.722285:0:33228:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449497.722288:0:33228:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449497.722290:0:33228:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449497.722292:0:33228:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449497.722295:0:33228:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449497.722296:0:33228:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:1.0:1789449497.722298:0:33228:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:1.0:1789449497.722299:0:33228:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:1.0:1789449497.722301:0:33228:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff9e8b898b7e80. 00000020:00000001:1.0:1789449497.722304:0:33228:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181bf3cd8 00000080:00400000:1.0:1789449497.722305:0:33228:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-4(ffff9e8b898b7e80) index 3 00000080:00000001:1.0:1789449497.722308:0:33228:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446636920878104192 : -107152831447424 : ffff9e8b898b7e80) 00000080:00000001:1.0:1789449497.722310:0:33228:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:1.0:1789449497.722312:0:33228:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff9e8b8678e400. 00800000:00000002:1.0:1789449497.722315:0:33228:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 4 00800000:00000001:1.0:1789449497.722318:0:33228:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:1.0:1789449497.722319:0:33228:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449497.722321:0:33228:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449497.722322:0:33228:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449497.722323:0:33228:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449497.722325:0:33228:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449497.722326:0:33228:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789449497.722328:0:33228:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449497.722330:0:33228:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000001:1.0:1789449497.722331:0:33228:0:(lmv_obd.c:4592:lmv_batch_get_sub()) Process leaving (rc=18446636920877676480 : -107152831875136 : ffff9e8b8984f7c0) 00000002:00000001:1.0:1789449497.722333:0:33228:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:1.0:1789449497.722336:0:33228:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff9e8b831c5600. 00000002:00000001:1.0:1789449497.722338:0:33228:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:1.0:1789449497.722339:0:33228:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:1.0:1789449497.722340:0:33228:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:1.0:1789449497.722344:0:33228:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:1.0:1789449497.722345:0:33228:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:1.0:1789449497.722346:0:33228:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1789449497.722348:0:33228:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652c00 count: 3 00010000:00000001:1.0:1789449497.722350:0:33228:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449497.722352:0:33228:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789449497.722354:0:33228:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8bc204bc00. 00000020:00000001:1.0:1789449497.722357:0:33228:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789449497.722359:0:33228:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8bc204bc00 with handle 0xcddde1459ded6706 to hash 00000020:00000001:1.0:1789449497.722360:0:33228:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789449497.722363:0:33228:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636921825573888 : -107151883977728 : ffff9e8bc204bc00) 00010000:00000001:1.0:1789449497.722364:0:33228:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636921825573888 : -107151883977728 : ffff9e8bc204bc00) 00010000:00000001:1.0:1789449497.722366:0:33228:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449497.722368:0:33228:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449497.722370:0:33228:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204bc00/0xcddde1459ded6706 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789449497.722377:0:33228:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204bc00/0xcddde1459ded6706 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x0 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449497.722382:0:33228:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449497.722383:0:33228:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449497.722385:0:33228:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:1.0:1789449497.722388:0:33228:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff9e8b91d9afc0. 00000002:00000001:1.0:1789449497.722390:0:33228:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449497.722391:0:33228:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449497.722393:0:33228:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449497.722395:0:33228:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449497.722396:0:33228:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449497.722398:0:33228:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:1.0:1789449497.722399:0:33228:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:1.0:1789449497.722400:0:33228:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:1.0:1789449497.722402:0:33228:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff9e8b898b7300. 00000020:00000001:1.0:1789449497.722404:0:33228:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181bf3cd8 00000080:00400000:1.0:1789449497.722405:0:33228:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-5(ffff9e8b898b7300) index 4 00000080:00000001:1.0:1789449497.722407:0:33228:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446636920878101248 : -107152831450368 : ffff9e8b898b7300) 00000080:00000001:1.0:1789449497.722409:0:33228:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:1.0:1789449497.722412:0:33228:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff9e8b8678f400. 00800000:00000002:1.0:1789449497.722415:0:33228:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 5 00800000:00000001:1.0:1789449497.722418:0:33228:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:1.0:1789449497.722420:0:33228:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449497.722421:0:33228:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449497.722422:0:33228:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449497.722424:0:33228:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449497.722425:0:33228:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449497.722426:0:33228:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789449497.722429:0:33228:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449497.722431:0:33228:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000001:1.0:1789449497.722432:0:33228:0:(lmv_obd.c:4592:lmv_batch_get_sub()) Process leaving (rc=18446636920877676480 : -107152831875136 : ffff9e8b8984f7c0) 00000002:00000001:1.0:1789449497.722434:0:33228:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:1.0:1789449497.722436:0:33228:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff9e8b867029c0. 00000002:00000001:1.0:1789449497.722438:0:33228:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:1.0:1789449497.722439:0:33228:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:1.0:1789449497.722440:0:33228:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:1.0:1789449497.722443:0:33228:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:1.0:1789449497.722444:0:33228:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:1.0:1789449497.722445:0:33228:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1789449497.722447:0:33228:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652c00 count: 4 00010000:00000001:1.0:1789449497.722449:0:33228:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449497.722451:0:33228:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789449497.722453:0:33228:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8bc204b400. 00000020:00000001:1.0:1789449497.722456:0:33228:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789449497.722457:0:33228:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8bc204b400 with handle 0xcddde1459ded670d to hash 00000020:00000001:1.0:1789449497.722458:0:33228:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789449497.722460:0:33228:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636921825571840 : -107151883979776 : ffff9e8bc204b400) 00010000:00000001:1.0:1789449497.722462:0:33228:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636921825571840 : -107151883979776 : ffff9e8bc204b400) 00010000:00000001:1.0:1789449497.722464:0:33228:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449497.722465:0:33228:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449497.722467:0:33228:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204b400/0xcddde1459ded670d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789449497.722473:0:33228:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204b400/0xcddde1459ded670d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x0 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449497.722477:0:33228:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449497.722479:0:33228:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449497.722481:0:33228:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:1.0:1789449497.722483:0:33228:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff9e8b91d9a540. 00000002:00000001:1.0:1789449497.722485:0:33228:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449497.722487:0:33228:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449497.722488:0:33228:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449497.722490:0:33228:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449497.722492:0:33228:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449497.722493:0:33228:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:1.0:1789449497.722495:0:33228:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:1.0:1789449497.722496:0:33228:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:1.0:1789449497.722497:0:33228:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff9e8b898b7800. 00000020:00000001:1.0:1789449497.722499:0:33228:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181bf3cd8 00000080:00400000:1.0:1789449497.722501:0:33228:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-6(ffff9e8b898b7800) index 5 00000080:00000001:1.0:1789449497.722503:0:33228:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446636920878102528 : -107152831449088 : ffff9e8b898b7800) 00000080:00000001:1.0:1789449497.722506:0:33228:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:1.0:1789449497.722508:0:33228:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff9e8b8678d400. 00800000:00000002:1.0:1789449497.722511:0:33228:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 6 00800000:00000001:1.0:1789449497.722514:0:33228:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:1.0:1789449497.722516:0:33228:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449497.722517:0:33228:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449497.722518:0:33228:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449497.722519:0:33228:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449497.722520:0:33228:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449497.722522:0:33228:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789449497.722523:0:33228:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449497.722525:0:33228:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000001:1.0:1789449497.722526:0:33228:0:(lmv_obd.c:4592:lmv_batch_get_sub()) Process leaving (rc=18446636920877676480 : -107152831875136 : ffff9e8b8984f7c0) 00000002:00000001:1.0:1789449497.722527:0:33228:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:1.0:1789449497.722530:0:33228:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff9e8b86702e40. 00000002:00000001:1.0:1789449497.722532:0:33228:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:1.0:1789449497.722533:0:33228:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:1.0:1789449497.722534:0:33228:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:1.0:1789449497.722537:0:33228:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:1.0:1789449497.722538:0:33228:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:1.0:1789449497.722540:0:33228:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1789449497.722542:0:33228:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652c00 count: 5 00010000:00000001:1.0:1789449497.722543:0:33228:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449497.722545:0:33228:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789449497.722548:0:33228:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8bc204b000. 00000020:00000001:1.0:1789449497.722550:0:33228:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789449497.722552:0:33228:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8bc204b000 with handle 0xcddde1459ded6714 to hash 00000020:00000001:1.0:1789449497.722553:0:33228:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789449497.722555:0:33228:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636921825570816 : -107151883980800 : ffff9e8bc204b000) 00010000:00000001:1.0:1789449497.722558:0:33228:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636921825570816 : -107151883980800 : ffff9e8bc204b000) 00010000:00000001:1.0:1789449497.722560:0:33228:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449497.722561:0:33228:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449497.722564:0:33228:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204b000/0xcddde1459ded6714 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x10000000000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789449497.722571:0:33228:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204b000/0xcddde1459ded6714 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x0 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449497.722576:0:33228:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449497.722578:0:33228:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449497.722579:0:33228:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:1.0:1789449497.722582:0:33228:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff9e8b91d9af80. 00000002:00000001:1.0:1789449497.722584:0:33228:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449497.722585:0:33228:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449497.722587:0:33228:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449497.722588:0:33228:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449497.722590:0:33228:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449497.722591:0:33228:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:1.0:1789449497.722593:0:33228:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:1.0:1789449497.722594:0:33228:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:1.0:1789449497.722596:0:33228:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff9e8b898b7600. 00000020:00000001:1.0:1789449497.722598:0:33228:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181bf3cd8 00000080:00400000:1.0:1789449497.722599:0:33228:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-7(ffff9e8b898b7600) index 6 00000080:00000001:1.0:1789449497.722601:0:33228:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446636920878102016 : -107152831449600 : ffff9e8b898b7600) 00000080:00000001:1.0:1789449497.722603:0:33228:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:1.0:1789449497.722605:0:33228:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff9e8b8678f800. 00800000:00000002:1.0:1789449497.722607:0:33228:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 7 00800000:00000001:1.0:1789449497.722610:0:33228:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:1.0:1789449497.722611:0:33228:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449497.722612:0:33228:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449497.722614:0:33228:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449497.722615:0:33228:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449497.722617:0:33228:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449497.722619:0:33228:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789449497.722621:0:33228:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449497.722623:0:33228:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000001:1.0:1789449497.722624:0:33228:0:(lmv_obd.c:4592:lmv_batch_get_sub()) Process leaving (rc=18446636920877676480 : -107152831875136 : ffff9e8b8984f7c0) 00000002:00000001:1.0:1789449497.722626:0:33228:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:1.0:1789449497.722628:0:33228:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff9e8b86702300. 00000002:00000001:1.0:1789449497.722630:0:33228:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:1.0:1789449497.722631:0:33228:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:1.0:1789449497.722632:0:33228:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:1.0:1789449497.722635:0:33228:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:1.0:1789449497.722636:0:33228:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:1.0:1789449497.722637:0:33228:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1789449497.722639:0:33228:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652c00 count: 6 00010000:00000001:1.0:1789449497.722642:0:33228:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449497.722643:0:33228:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789449497.722646:0:33228:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8bc204a600. 00000020:00000001:1.0:1789449497.722648:0:33228:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789449497.722649:0:33228:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8bc204a600 with handle 0xcddde1459ded671b to hash 00000020:00000001:1.0:1789449497.722651:0:33228:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789449497.722652:0:33228:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636921825568256 : -107151883983360 : ffff9e8bc204a600) 00010000:00000001:1.0:1789449497.722654:0:33228:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636921825568256 : -107151883983360 : ffff9e8bc204a600) 00010000:00000001:1.0:1789449497.722656:0:33228:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449497.722657:0:33228:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449497.722659:0:33228:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a600/0xcddde1459ded671b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x10000000000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789449497.722666:0:33228:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a600/0xcddde1459ded671b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x0 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449497.722671:0:33228:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449497.722672:0:33228:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449497.722674:0:33228:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:1.0:1789449497.722677:0:33228:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff9e8b91d9a580. 00000002:00000001:1.0:1789449497.722678:0:33228:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449497.722680:0:33228:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449497.722681:0:33228:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449497.722683:0:33228:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449497.722685:0:33228:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449497.722686:0:33228:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:1.0:1789449497.722688:0:33228:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:1.0:1789449497.722689:0:33228:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:1.0:1789449497.722692:0:33228:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff9e8b898b7000. 00000020:00000001:1.0:1789449497.722693:0:33228:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181bf3cd8 00000080:00400000:1.0:1789449497.722695:0:33228:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-8(ffff9e8b898b7000) index 7 00000080:00000001:1.0:1789449497.722697:0:33228:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446636920878100480 : -107152831451136 : ffff9e8b898b7000) 00000080:00000001:1.0:1789449497.722699:0:33228:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:1.0:1789449497.722701:0:33228:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff9e8b8678e000. 00000080:00000001:2.0:1789449497.723007:0:33229:0:(statahead.c:1097:ll_agl_thread()) Process entered 00000080:00400000:2.0:1789449497.723012:0:33229:0:(statahead.c:1100:ll_agl_thread()) agl thread started: sai ffff9e8b81340800, parent / 00000080:00000001:2.0:1789449497.723016:0:33229:0:(statahead.c:681:ll_agl_trigger()) Process entered 00000080:00400000:2.0:1789449497.723019:0:33229:0:(statahead.c:738:ll_agl_trigger()) Handling (init) async glimpse: inode = [0x200000405:0x27:0x0], idx = 1 00000001:00000001:2.0:1789449497.723022:0:33229:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:2.0:1789449497.723025:0:33229:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789449497.723030:0:33229:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822744 : -107152888728872 : ffff9e8b862172d8) 00000020:00001000:2.0:1789449497.723033:0:33229:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b862172d0 00000020:00000001:2.0:1789449497.723039:0:33229:0:(cl_object.c:143:cl_object_top()) ffff9e8b84013530 -> ffff9e8b84013530 00000020:00000001:2.0:1789449497.723042:0:33229:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:2.0:1789449497.723045:0:33229:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1789449497.723048:0:33229:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x27:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:2.0:1789449497.723051:0:33229:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789449497.723053:0:33229:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1789449497.723055:0:33229:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1789449497.723058:0:33229:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449497.723060:0:33229:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789449497.723065:0:33229:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x27:0x0]io ffff9e8b84db0e40 type 7 ignore/verify layout 0/1 00020000:00000002:2.0:1789449497.723069:0:33229:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b836978b8) owner 0000000000000000/ffff9e8b8168a7c0 00020000:00000001:2.0:1789449497.723073:0:33229:0:(lov_io.c:2266:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1789449497.723075:0:33229:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1789449497.723078:0:33229:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1789449497.723080:0:33229:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449497.723082:0:33229:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1789449497.723085:0:33229:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1789449497.723087:0:33229:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449497.723088:0:33229:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789449497.723089:0:33229:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1789449497.723091:0:33229:0:(lov_io.c:2279:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1789449497.723092:0:33229:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b836978b8) owner 0000000000000000/ffff9e8b8168a7c0 00000020:00000001:2.0:1789449497.723095:0:33229:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789449497.723097:0:33229:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1789449497.723099:0:33229:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x27:0x0] 00000020:00000001:2.0:1789449497.723102:0:33229:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1789449497.723104:0:33229:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1789449497.723108:0:33229:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1789449497.723112:0:33229:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000001:2.0:1789449497.723116:0:33229:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449497.723121:0:33229:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449497.723124:0:33229:0:(lov_offset.c:141:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789449497.723126:0:33229:0:(lov_offset.c:264:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1789449497.723128:0:33229:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000010:2.0:1789449497.723134:0:33229:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9e8b84d2ac00. 00020000:00000001:2.0:1789449497.723136:0:33229:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449497.723139:0:33229:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449497.723141:0:33229:0:(lov_offset.c:141:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789449497.723142:0:33229:0:(lov_offset.c:264:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1789449497.723144:0:33229:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1789449497.723147:0:33229:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789449497.723149:0:33229:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1789449497.723151:0:33229:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789449497.723153:0:33229:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820824040 : -107152888727576 : ffff9e8b862177e8) 00000020:00001000:2.0:1789449497.723155:0:33229:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b862177e0 00000020:00000001:2.0:1789449497.723159:0:33229:0:(cl_object.c:143:cl_object_top()) ffff9e8b840139e0 -> ffff9e8b84013530 00000020:00000001:2.0:1789449497.723161:0:33229:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:2.0:1789449497.723165:0:33229:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789449497.723166:0:33229:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1789449497.723168:0:33229:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:2.0:1789449497.723169:0:33229:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446636920799432256 : -107152910119360 : ffff9e8b84db0e40) 00000020:00000001:2.0:1789449497.723172:0:33229:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449497.723174:0:33229:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449497.723176:0:33229:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993116240 : -107152716435376 : ffff9e8b90667050) 00000020:00000001:2.0:1789449497.723178:0:33229:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1789449497.723184:0:33229:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9e8b8633c850. 00000008:00010000:2.0:1789449497.723187:0:33229:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 2b 00000020:00000001:2.0:1789449497.723191:0:33229:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1789449497.723192:0:33229:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1789449497.723205:0:33229:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9e8b84d2ac30, osc lock ffff9e8b8633c850, flags 0x400041012 00000020:00000001:2.0:1789449497.723207:0:33229:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449497.723209:0:33229:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449497.723212:0:33229:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000001:2.0:1789449497.723214:0:33229:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446636920798882816 : -107152910668800 : ffff9e8b84d2ac00) 00000020:00000001:2.0:1789449497.723216:0:33229:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1789449497.723218:0:33229:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1789449497.723219:0:33229:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449497.723221:0:33229:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449497.723223:0:33229:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1789449497.723226:0:33229:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1789449497.723227:0:33229:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789449497.723228:0:33229:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993116240 : -107152716435376 : ffff9e8b90667050) 00000020:00000001:2.0:1789449497.723230:0:33229:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1789449497.723232:0:33229:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1789449497.723235:0:33229:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1789449497.723240:0:33229:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1789449497.723242:0:33229:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1789449497.723244:0:33229:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1789449497.723246:0:33229:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1789449497.723247:0:33229:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1789449497.723248:0:33229:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1789449497.723251:0:33229:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1789449497.723254:0:33229:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789449497.723259:0:33229:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449497.723263:0:33229:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:2.0:1789449497.723269:0:33229:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065f800. 00000020:00000040:2.0:1789449497.723274:0:33229:0:(genops.c:1209:class_import_get()) import ffff9e8b90c6e800 refcount=3 obd=lustre-OST0000-osc-ffff9e8b89903000 00010000:00000001:2.0:1789449497.723278:0:33229:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789449497.723282:0:33229:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789449497.723285:0:33229:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449497.723289:0:33229:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449497.723291:0:33229:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449497.723296:0:33229:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449497.723304:0:33229:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e8b81340c00. 00000100:00000001:2.0:1789449497.723312:0:33229:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449497.723316:0:33229:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789449497.723318:0:33229:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449497.723319:0:33229:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789449497.723320:0:33229:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449497.723322:0:33229:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449497.723325:0:33229:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446636920993085440 : -107152716466176 : ffff9e8b9065f800) 00010000:00000001:2.0:1789449497.723329:0:33229:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789449497.723331:0:33229:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1789449497.723336:0:33229:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9e8b90652400. 00010000:00000010:2.0:1789449497.723340:0:33229:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9e8b90652800. 00010000:00000001:2.0:1789449497.723346:0:33229:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789449497.723349:0:33229:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8b91c4dc00. 00000020:00000001:2.0:1789449497.723352:0:33229:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789449497.723354:0:33229:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8b91c4dc00 with handle 0xcddde1459ded6722 to hash 00000020:00000001:2.0:1789449497.723356:0:33229:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789449497.723357:0:33229:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636921016081408 : -107152693470208 : ffff9e8b91c4dc00) 00010000:00000010:2.0:1789449497.723361:0:33229:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff9e8b90fc9300. 00010000:00000001:2.0:1789449497.723363:0:33229:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636921016081408 : -107152693470208 : ffff9e8b91c4dc00) 00010000:00000001:2.0:1789449497.723365:0:33229:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449497.723367:0:33229:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449497.723372:0:33229:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000059f2df9/0xcddde1459ded6722 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 33229 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789449497.723383:0:33229:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400041010 ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000059f2df9/0xcddde1459ded6722 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 33229 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449497.723392:0:33229:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449497.723398:0:33229:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449497.723403:0:33229:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449497.723420:0:33229:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f3265da] to pc [ptlrpcd_01_00+0] req@ffff9e8b9065f800 x1876371947516288/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:NQU/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000008:00000001:2.0:1789449497.723457:0:33229:0:(osc_request.c:3308:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789449497.723460:0:33229:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449497.723462:0:33229:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449497.723464:0:33229:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449497.723466:0:33229:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449497.723467:0:33229:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449497.723469:0:33229:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1789449497.723471:0:33229:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9e8b84db0de0 (ffff9e8b862172d8/0) at cl_lock_release():245 00000020:00000001:2.0:1789449497.723474:0:33229:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1789449497.723476:0:33229:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e8b84db0de0 (ffff9e8b862172d8/0) at cl_lock_cancel():142 00020000:00000001:2.0:1789449497.723479:0:33229:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1789449497.723481:0:33229:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789449497.723482:0:33229:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993116240 : -107152716435376 : ffff9e8b90667050) 00000020:00000001:2.0:1789449497.723484:0:33229:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1789449497.723485:0:33229:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e8b84d2ac30 (ffff9e8b862177e8/1) at cl_lock_cancel():142 00000008:00000001:2.0:1789449497.723488:0:33229:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1789449497.723490:0:33229:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00000008:00000001:2.0:1789449497.723491:0:33229:0:(osc_lock.c:1125:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1789449497.723493:0:33229:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1789449497.723494:0:33229:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1789449497.723495:0:33229:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1789449497.723497:0:33229:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1789449497.723498:0:33229:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e8b84db0de0 (ffff9e8b862172d8/0) at cl_lock_fini():72 00020000:00000001:2.0:1789449497.723501:0:33229:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1789449497.723502:0:33229:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1789449497.723503:0:33229:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e8b84d2ac30 (ffff9e8b862172d8/1) at cl_lock_fini():72 00000008:00000010:2.0:1789449497.723506:0:33229:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9e8b8633c850. 00000020:00000001:2.0:1789449497.723511:0:33229:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1789449497.723512:0:33229:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9e8b84d2ac00. 00020000:00000001:2.0:1789449497.723516:0:33229:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1789449497.723517:0:33229:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1789449497.723519:0:33229:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1789449497.723520:0:33229:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449497.723523:0:33229:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:2.0:1789449497.723525:0:33229:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1789449497.723527:0:33229:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1789449497.723528:0:33229:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:2.0:1789449497.723530:0:33229:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:2.0:1789449497.723532:0:33229:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b862177e0 00020000:00000001:2.0:1789449497.723535:0:33229:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1789449497.723537:0:33229:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1789449497.723540:0:33229:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1789449497.723542:0:33229:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x27:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1789449497.723546:0:33229:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1789449497.723547:0:33229:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449497.723549:0:33229:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1789449497.723551:0:33229:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1789449497.723552:0:33229:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:2.0:1789449497.723553:0:33229:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b862172d0 00000001:00000001:2.0:1789449497.723556:0:33229:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1789449497.723560:0:33229:0:(statahead.c:747:ll_agl_trigger()) Handled (init) async glimpse: inode= [0x200000405:0x27:0x0], idx = 1, rc = 1 00000080:00000001:2.0:1789449497.723562:0:33229:0:(statahead.c:751:ll_agl_trigger()) Process leaving 00010000:00000001:0.0:1789449497.723855:0:33227:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789449497.723862:0:33227:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a000/0xcddde1459ded66f8 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xeb7cbf5e2fd3d6c7 expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1789449497.723901:0:33227:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789449497.723907:0:33227:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449497.723910:0:33227:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a000/0xcddde1459ded66f8 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xeb7cbf5e2fd3d6c7 expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1789449497.723917:0:33227:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789449497.723919:0:33227:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789449497.723923:0:33227:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789449497.723926:0:33227:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789449497.723928:0:33227:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789449497.723932:0:33227:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789449497.723935:0:33227:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789449497.723938:0:33227:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 7 00000080:00000010:0.0:1789449497.723942:0:33227:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b8bdad600. 00000080:00000001:0.0:1789449497.723948:0:33227:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789449497.723949:0:33227:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449497.723952:0:33227:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x28:0x0](ffff9e8b89116c08) 00000080:00010000:0.0:1789449497.723956:0:33227:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x28:0x0](ffff9e8b89116c08) for lock 0xcddde1459ded66f8 00800000:00000001:0.0:1789449497.723960:0:33227:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789449497.723963:0:33227:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789449497.723964:0:33227:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449497.723967:0:33227:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449497.723969:0:33227:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204a000 refcount=3 00000020:00000001:0.0:1789449497.723971:0:33227:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825566720 : -107151883984896 : ffff9e8bc204a000) 00010000:00000001:0.0:1789449497.723973:0:33227:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825566720 : -107151883984896 : ffff9e8bc204a000) 00010000:00000001:0.0:1789449497.723977:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449497.723978:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449497.723979:0:33227:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449497.723981:0:33227:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449497.723983:0:33227:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded66f8 from it ffffb71181643cb8 00010000:00000001:0.0:1789449497.723985:0:33227:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449497.723997:0:33227:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449497.723998:0:33227:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204a000 refcount=3 00000020:00000001:0.0:1789449497.724000:0:33227:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825566720 : -107151883984896 : ffff9e8bc204a000) 00010000:00000001:0.0:1789449497.724002:0:33227:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825566720 : -107151883984896 : ffff9e8bc204a000) 00010000:00000001:0.0:1789449497.724004:0:33227:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449497.724007:0:33227:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a000/0xcddde1459ded66f8 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xeb7cbf5e2fd3d6c7 expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789449497.724013:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449497.724014:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449497.724015:0:33227:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789449497.724018:0:33227:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789449497.724019:0:33227:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a000/0xcddde1459ded66f8 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xeb7cbf5e2fd3d6c7 expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789449497.724025:0:33227:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789449497.724029:0:33227:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789449497.724031:0:33227:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449497.724035:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449497.724036:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449497.724037:0:33227:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449497.724040:0:33227:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789449497.724042:0:33227:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449497.724045:0:33227:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449497.724048:0:33227:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449497.724050:0:33227:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449497.724052:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449497.724053:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789449497.724056:0:33227:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789449497.724059:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449497.724059:0:33227:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789449497.724063:0:33227:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000100:00000001:3.0:1789449497.724065:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000080:00000001:0.0:1789449497.724069:0:33227:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000100:00000001:3.0:1789449497.724070:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000080:00000001:0.0:1789449497.724072:0:33227:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789449497.724077:0:33227:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1789449497.724080:0:33227:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449497.724082:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065f800 x1876371947516288/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:NQU/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000080:00000001:0.0:1789449497.724083:0:33227:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449497.724088:0:33227:0:(file.c:6360:ll_getattr_dentry()) Process leaving via fill_attr (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1789449497.724099:0:33227:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181643d08 00000080:00000008:0.0:1789449497.724103:0:33227:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file f22.recovery-small-1:[0x200000405:0x28:0x0](ffff9e8b89116c08), request_mask 2047, flags 0, foreign 0 00000100:00000001:3.0:1789449497.724106:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789449497.724111:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449497.724114:0:33227:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1789449497.724117:0:33227:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181643da0 02000000:00000001:3.0:1789449497.724118:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000080:00002000:0.0:1789449497.724119:0:33227:0:(dcache.c:127:ll_ddelete()) keeping dentry f22.recovery-small-1 (ffff9e8b89332d80, parent ffff9e8b892cbca8, inode ffff9e8b89116c08) hashed, 02000000:00000001:3.0:1789449497.724123:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789449497.724124:0:33227:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449497.724128:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449497.724135:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2401:1876371947516288:192.168.202.109@tcp:101:ll_agl.0 00000100:00000001:3.0:1789449497.724140:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789449497.724148:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789449497.724151:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449497.724154:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789449497.724162:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b87c4b000. 02000000:00000001:3.0:1789449497.724164:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449497.724175:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:3.0:1789449497.724181:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b8525c268. 00000080:00000001:0.0:1789449497.724185:0:33227:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789449497.724190:0:33227:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789449497.724191:0:33227:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789449497.724193:0:33227:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181643bd8 00000080:00200000:0.0:1789449497.724206:0:33227:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:0.0:1789449497.724213:0:33227:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b8bdad600. 00800000:00000002:0.0:1789449497.724219:0:33227:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 7 00000080:00000001:0.0:1789449497.724222:0:33227:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789449497.724225:0:33227:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789449497.724227:0:33227:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181643af8 00800000:00000002:0.0:1789449497.724230:0:33227:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449497.724233:0:33227:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789449497.724236:0:33227:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449497.724238:0:33227:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449497.724240:0:33227:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449497.724242:0:33227:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449497.724243:0:33227:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449497.724245:0:33227:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449497.724247:0:33227:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789449497.724251:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69e58. 00800000:00000002:0.0:1789449497.724251:0:33227:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789449497.724259:0:33227:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789449497.724261:0:33227:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711816439c8 00000002:00010000:0.0:1789449497.724263:0:33227:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000100:00000200:3.0:1789449497.724264:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947516288, portal 4 00000002:00000001:0.0:1789449497.724267:0:33227:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000100:00000001:3.0:1789449497.724270:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000002:00000001:0.0:1789449497.724271:0:33227:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00000100:00000001:3.0:1789449497.724273:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993085440 : -107152716466176 : ffff9e8b9065f800) 00010000:00000001:0.0:1789449497.724274:0:33227:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449497.724280:0:33227:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652c00 count: 7 00000100:00000040:3.0:1789449497.724285:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b9065f800 x1876371947516288/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449513 ref 2 fl Rpc:Nr/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1789449497.724285:0:33227:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449497.724290:0:33227:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449497.724294:0:33227:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449497.724300:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:0.0:1789449497.724301:0:33227:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c000/0xcddde1459ded66f1 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d6ab expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000100:00000040:3.0:1789449497.724307:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1789449497.724312:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69cc0. 02000000:00000001:0.0:1789449497.724315:0:33227:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 00000100:00000200:3.0:1789449497.724318:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1876371947516288, offset 0 02000000:00000001:0.0:1789449497.724319:0:33227:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449497.724324:0:33227:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c000/0xcddde1459ded66f1 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d6ab expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000400:00000200:3.0:1789449497.724330:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000002:00000001:0.0:1789449497.724335:0:33227:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789449497.724338:0:33227:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789449497.724339:0:33227:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789449497.724341:0:33227:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789449497.724344:0:33227:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449497.724345:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000080:00200000:0.0:1789449497.724347:0:33227:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789449497.724352:0:33227:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789449497.724354:0:33227:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 7 00000400:00000200:3.0:1789449497.724357:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000080:00000010:0.0:1789449497.724358:0:33227:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b8bdad600. 00000080:00000001:0.0:1789449497.724364:0:33227:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789449497.724365:0:33227:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449497.724367:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000080:00010000:0.0:1789449497.724368:0:33227:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:0.0:1789449497.724373:0:33227:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded66f1 00000400:00000200:3.0:1789449497.724376:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00800000:00000001:0.0:1789449497.724377:0:33227:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789449497.724380:0:33227:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789449497.724382:0:33227:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000400:00000200:3.0:1789449497.724383:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000020:00000001:0.0:1789449497.724384:0:33227:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449497.724387:0:33227:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c000 refcount=3 00000400:00000200:3.0:1789449497.724391:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000020:00000001:0.0:1789449497.724392:0:33227:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016074240 : -107152693477376 : ffff9e8b91c4c000) 00010000:00000001:0.0:1789449497.724396:0:33227:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016074240 : -107152693477376 : ffff9e8b91c4c000) 00010000:00000001:0.0:1789449497.724400:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1789449497.724401:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2814:2814:256:4294967295] 192.168.202.109@tcp LPNI seq info [2814:2814:8:4294967295] 00010000:00000001:0.0:1789449497.724402:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449497.724405:0:33227:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449497.724410:0:33227:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449497.724415:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000080:00010000:0.0:1789449497.724416:0:33227:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded66f1 from it ffffb71181643c10 00010000:00000001:0.0:1789449497.724420:0:33227:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449497.724421:0:33227:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449497.724423:0:33227:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c000 refcount=3 00000020:00000001:0.0:1789449497.724425:0:33227:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016074240 : -107152693477376 : ffff9e8b91c4c000) 00010000:00000001:0.0:1789449497.724430:0:33227:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016074240 : -107152693477376 : ffff9e8b91c4c000) 00000400:00000200:3.0:1789449497.724433:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00010000:00000001:0.0:1789449497.724434:0:33227:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449497.724439:0:33227:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c000/0xcddde1459ded66f1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d6ab expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000800:00000200:3.0:1789449497.724446:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.109@tcp 00010000:00000001:0.0:1789449497.724453:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449497.724454:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000010:3.0:1789449497.724455:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051c900. 00010000:00000001:0.0:1789449497.724456:0:33227:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789449497.724459:0:33227:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789449497.724463:0:33227:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c000/0xcddde1459ded66f1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d6ab expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000800:00000200:3.0:1789449497.724468:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00010000:00000001:0.0:1789449497.724475:0:33227:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789449497.724477:0:33227:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789449497.724478:0:33227:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449497.724480:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449497.724483:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000200:3.0:1789449497.724484:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00010000:00000001:0.0:1789449497.724485:0:33227:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449497.724489:0:33227:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000800:00000200:3.0:1789449497.724491:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051c900 type 1, nob 424 niov 1 nkiov 1 00010000:00000001:0.0:1789449497.724492:0:33227:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449497.724497:0:33227:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449497.724500:0:33227:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449497.724501:0:33227:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449497.724503:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449497.724504:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789449497.724505:0:33227:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789449497.724508:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449497.724508:0:33227:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789449497.724514:0:33227:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908), inode mode 41ff mask 1 00000100:00000040:3.0:1789449497.724517:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: using a timeout of 22721 usecs (23 jiffies) 00000080:00000001:0.0:1789449497.724519:0:33227:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449497.724524:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:3.0:1789449497.724528:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296500433 00000080:00000001:0.0:1789449497.724529:0:33227:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1789449497.724533:0:33227:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181643da8 00000100:00000001:3.0:1789449497.724534:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296501285 00000080:00002000:0.0:1789449497.724536:0:33227:0:(dcache.c:87:ll_dcompare()) found name f22.recovery-small-1(ffff9e8b89332d80) flags 0x48000e refc 0 00000100:00000001:3.0:1789449497.724538:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296500433 00000100:00000001:3.0:1789449497.724543:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296501285 00000080:00000001:0.0:1789449497.724543:0:33227:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449497.724548:0:33227:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181643e18 00000100:00000001:3.0:1789449497.724549:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00200000:0.0:1789449497.724551:0:33227:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f22.recovery-small-1, flags=0 00000100:00000001:3.0:1789449497.724554:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449497.724559:0:33227:0:(statahead.c:1997:revalidate_statahead_dentry()) Process entered 00000100:00000001:3.0:1789449497.724560:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449497.724563:0:33227:0:(statahead.c:1941:ll_shared_statahead_check()) Process entered 00000100:00000001:3.0:1789449497.724565:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789449497.724568:0:33227:0:(statahead.c:1958:ll_shared_statahead_check()) Process leaving via out_unlock (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000080:00000001:0.0:1789449497.724573:0:33227:0:(statahead.c:1967:ll_shared_statahead_check()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000100:00000001:3.0:1789449497.724575:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000080:00000001:0.0:1789449497.724576:0:33227:0:(statahead.c:2050:revalidate_statahead_dentry()) Process leaving via out (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000100:00000001:3.0:1789449497.724580:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000080:00000001:0.0:1789449497.724582:0:33227:0:(statahead.c:2145:revalidate_statahead_dentry()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000100:00000001:3.0:1789449497.724586:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000080:00400000:0.0:1789449497.724587:0:33227:0:(statahead.c:2622:ll_revalidate_statahead()) revalidate statahead f22.recovery-small-1: rc = -17. 00000100:00000001:3.0:1789449497.724589:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449497.724592:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449497.724596:0:33227:0:(file.c:6657:ll_inode_permission()) Process entered 00000100:00000001:3.0:1789449497.724597:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449497.724599:0:33227:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789449497.724602:0:33227:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181643d38 00000080:00200000:0.0:1789449497.724604:0:33227:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:0.0:1789449497.724609:0:33227:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b8bdad600. 00800000:00000002:0.0:1789449497.724612:0:33227:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 7 00000080:00000001:0.0:1789449497.724614:0:33227:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789449497.724616:0:33227:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789449497.724617:0:33227:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181643c58 00800000:00000002:0.0:1789449497.724619:0:33227:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00000100:00000001:3.0:1789449497.724621:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00800000:00000001:0.0:1789449497.724623:0:33227:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000100:00000001:3.0:1789449497.724625:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449497.724626:0:33227:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449497.724628:0:33227:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449497.724631:0:33227:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449497.724633:0:33227:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449497.724635:0:33227:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449497.724637:0:33227:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449497.724638:0:33227:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449497.724640:0:33227:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789449497.724643:0:33227:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789449497.724645:0:33227:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181643b28 00000002:00010000:0.0:1789449497.724647:0:33227:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789449497.724649:0:33227:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789449497.724651:0:33227:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449497.724653:0:33227:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449497.724656:0:33227:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652c00 count: 7 00010000:00000001:0.0:1789449497.724658:0:33227:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449497.724660:0:33227:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449497.724662:0:33227:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789449497.724665:0:33227:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c000/0xcddde1459ded66f1 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d6ab expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1789449497.724671:0:33227:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789449497.724674:0:33227:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449497.724676:0:33227:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c000/0xcddde1459ded66f1 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d6ab expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1789449497.724682:0:33227:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789449497.724683:0:33227:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789449497.724685:0:33227:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789449497.724687:0:33227:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789449497.724688:0:33227:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789449497.724690:0:33227:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789449497.724692:0:33227:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789449497.724694:0:33227:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 7 00000080:00000010:0.0:1789449497.724696:0:33227:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b8bdad600. 00000080:00000001:0.0:1789449497.724698:0:33227:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789449497.724700:0:33227:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449497.724701:0:33227:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00800000:00000002:1.0:1789449497.725049:0:33228:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 7 00800000:00000001:1.0:1789449497.725056:0:33228:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:1.0:1789449497.725060:0:33228:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449497.725062:0:33228:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449497.725063:0:33228:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449497.725065:0:33228:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449497.725067:0:33228:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449497.725069:0:33228:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789449497.725070:0:33228:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449497.725073:0:33228:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000001:1.0:1789449497.725074:0:33228:0:(lmv_obd.c:4592:lmv_batch_get_sub()) Process leaving (rc=18446636920877676480 : -107152831875136 : ffff9e8b8984f7c0) 00000002:00000001:1.0:1789449497.725078:0:33228:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:1.0:1789449497.725083:0:33228:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff9e8b86702b40. 00000002:00000001:1.0:1789449497.725086:0:33228:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:1.0:1789449497.725088:0:33228:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:1.0:1789449497.725090:0:33228:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:1.0:1789449497.725103:0:33228:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:1.0:1789449497.725106:0:33228:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:1.0:1789449497.725108:0:33228:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1789449497.725111:0:33228:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652c00 count: 7 00010000:00000001:1.0:1789449497.725113:0:33228:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449497.725115:0:33228:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789449497.725119:0:33228:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8bc204be00. 00000020:00000001:1.0:1789449497.725123:0:33228:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789449497.725126:0:33228:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8bc204be00 with handle 0xcddde1459ded6729 to hash 00000020:00000001:1.0:1789449497.725128:0:33228:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789449497.725130:0:33228:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636921825574400 : -107151883977216 : ffff9e8bc204be00) 00010000:00000001:1.0:1789449497.725132:0:33228:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636921825574400 : -107151883977216 : ffff9e8bc204be00) 00010000:00000001:1.0:1789449497.725135:0:33228:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449497.725136:0:33228:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449497.725140:0:33228:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204be00/0xcddde1459ded6729 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x10000000000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789449497.725148:0:33228:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204be00/0xcddde1459ded6729 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x0 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449497.725155:0:33228:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449497.725158:0:33228:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449497.725162:0:33228:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:1.0:1789449497.725166:0:33228:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff9e8b91d9a180. 00000002:00000001:1.0:1789449497.725169:0:33228:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449497.725171:0:33228:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449497.725174:0:33228:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449497.725175:0:33228:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449497.725177:0:33228:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449497.725179:0:33228:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:1.0:1789449497.725185:0:33228:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:1.0:1789449497.725187:0:33228:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:1.0:1789449497.725190:0:33228:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff9e8b898b7280. 00000020:00000001:1.0:1789449497.725192:0:33228:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181bf3cd8 00000080:00400000:1.0:1789449497.725210:0:33228:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-9(ffff9e8b898b7280) index 8 00000080:00000001:1.0:1789449497.725215:0:33228:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446636920878101120 : -107152831450496 : ffff9e8b898b7280) 00000080:00000001:1.0:1789449497.725218:0:33228:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:1.0:1789449497.725221:0:33228:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff9e8b8678d800. 00800000:00000002:1.0:1789449497.725225:0:33228:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 8 00800000:00000001:1.0:1789449497.725228:0:33228:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:1.0:1789449497.725229:0:33228:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449497.725230:0:33228:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449497.725232:0:33228:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449497.725233:0:33228:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449497.725235:0:33228:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449497.725236:0:33228:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789449497.725239:0:33228:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449497.725240:0:33228:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000001:1.0:1789449497.725242:0:33228:0:(lmv_obd.c:4592:lmv_batch_get_sub()) Process leaving (rc=18446636920877676480 : -107152831875136 : ffff9e8b8984f7c0) 00000002:00000001:1.0:1789449497.725244:0:33228:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:1.0:1789449497.725246:0:33228:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff9e8b86702f00. 00000002:00000001:1.0:1789449497.725248:0:33228:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:1.0:1789449497.725249:0:33228:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:1.0:1789449497.725251:0:33228:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:1.0:1789449497.725255:0:33228:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:1.0:1789449497.725257:0:33228:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:1.0:1789449497.725259:0:33228:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1789449497.725261:0:33228:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652c00 count: 8 00010000:00000001:1.0:1789449497.725263:0:33228:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449497.725265:0:33228:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789449497.725298:0:33228:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8b889f1000. 00000020:00000001:1.0:1789449497.725301:0:33228:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789449497.725303:0:33228:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8b889f1000 with handle 0xcddde1459ded6730 to hash 00000020:00000001:1.0:1789449497.725305:0:33228:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789449497.725306:0:33228:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636920862609408 : -107152846942208 : ffff9e8b889f1000) 00010000:00000001:1.0:1789449497.725308:0:33228:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636920862609408 : -107152846942208 : ffff9e8b889f1000) 00010000:00000001:1.0:1789449497.725310:0:33228:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449497.725312:0:33228:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449497.725315:0:33228:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b889f1000/0xcddde1459ded6730 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x10000000000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789449497.725321:0:33228:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b889f1000/0xcddde1459ded6730 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 9 type: IBT flags: 0x0 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449497.725326:0:33228:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449497.725328:0:33228:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449497.725330:0:33228:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:1.0:1789449497.725334:0:33228:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff9e8b91d9ae00. 00000002:00000001:1.0:1789449497.725335:0:33228:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449497.725337:0:33228:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449497.725338:0:33228:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449497.725340:0:33228:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449497.725342:0:33228:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449497.725345:0:33228:0:(lmv_obd.c:4492:lmv_batch_flush()) Process entered 00000002:00000001:1.0:1789449497.725347:0:33228:0:(batch.c:690:cli_batch_flush()) Process entered 00000002:00000001:1.0:1789449497.725349:0:33228:0:(batch.c:435:batch_send_update_req()) Process entered 00000002:00000001:1.0:1789449497.725351:0:33228:0:(batch.c:121:batch_prep_update_req()) Process entered 00000100:00000010:1.0:1789449497.725356:0:33228:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83690a80. 00000020:00000040:1.0:1789449497.725360:0:33228:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000100:00000001:1.0:1789449497.725363:0:33228:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789449497.725366:0:33228:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789449497.725369:0:33228:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789449497.725376:0:33228:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 4096 at ffff9e8b87d61000. 00000100:00000001:1.0:1789449497.725382:0:33228:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449497.725386:0:33228:0:(batch.c:105:batch_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449497.725389:0:33228:0:(batch.c:143:batch_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789449497.725392:0:33228:0:(batch.c:198:batch_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449497.725397:0:33228:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789449497.725401:0:33228:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449497.725409:0:33228:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e106de57] to pc [ptlrpcd_00_00+0] req@ffff9e8b83690a80 x1876371947516416/t0(0) o63->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:24/4 lens 3128/7008 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000002:00000001:1.0:1789449497.725442:0:33228:0:(batch.c:480:batch_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449497.725445:0:33228:0:(batch.c:699:cli_batch_flush()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449497.725447:0:33228:0:(lmv_obd.c:4514:lmv_batch_flush()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449497.725448:0:33228:0:(statahead.c:1081:sa_statahead()) Process leaving 00000100:00000001:1.0:1789449497.725461:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449497.725464:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449497.725467:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789449497.725472:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83690a80 x1876371947516416/t0(0) o63->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:24/4 lens 3128/7008 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449497.725481:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449497.725482:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449497.725485:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789449497.725487:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789449497.725489:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449497.725492:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83690a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2399:1876371947516416:192.168.202.109@tcp:63:ll_sa.0 00000100:00000001:1.0:1789449497.725496:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789449497.725500:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789449497.725502:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449497.725505:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789449497.725515:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff9e8b86662000. 02000000:00000001:1.0:1789449497.725519:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789449497.725524:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:1.0:1789449497.725527:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b83427f20. 00000400:00000010:1.0:1789449497.725534:0:2399:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e8b8b001f00. 00000100:00000200:1.0:1789449497.725539:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1876371947516416, portal 4 00000100:00000001:1.0:1789449497.725542:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449497.725543:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775182976 : -107152934368640 : ffff9e8b83690a80) 00000100:00000040:1.0:1789449497.725550:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b83690a80 x1876371947516416/t0(0) o63->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1789449513 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449497.725558:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789449497.725560:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1789449497.725564:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012e58. 00000100:00000200:1.0:1789449497.725568:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 3128 bytes to portal 24, xid 1876371947516416, offset 0 00000400:00000200:1.0:1789449497.725573:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1789449497.725580:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449497.725587:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1789449497.725591:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789449497.725594:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1789449497.725597:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789449497.725599:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1789449497.725603:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2815:2815:255:4294967295] 192.168.202.109@tcp LPNI seq info [2815:2815:7:4294967295] 00000400:00000200:1.0:1789449497.725607:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449497.725615:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1789449497.725620:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 3128 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1789449497.725624:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b8c47ab00. 00000800:00000200:1.0:1789449497.725628:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1789449497.725636:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1789449497.725640:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b8c47ab00 type 1, nob 3224 niov 1 nkiov 1 00000100:00000001:1.0:1789449497.725660:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449497.725664:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 802400 usecs (803 jiffies) 00000400:00000200:1.0:1789449497.725668:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:1.0:1789449497.725670:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296501214 00000100:00000001:1.0:1789449497.725673:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296501285 00000100:00000001:1.0:1789449497.725676:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296501214 00000100:00000001:1.0:1789449497.725678:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296501285 00000100:00000001:1.0:1789449497.725680:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449497.725683:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449497.725685:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449497.725687:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449497.725693:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789449497.725695:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789449497.725697:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449497.725698:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449497.725699:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449497.726120:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449497.726126:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47ab00. 00000800:00000200:3.0:1789449497.726129:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1789449497.726133:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:3.0:1789449497.726135:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b9051c900. 00000400:00000200:2.0:1789449497.726141:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449497.726142:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449497.726150:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449497.726151:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012e58 00000400:00000200:3.0:1789449497.726156:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69cc0 00000400:00000010:2.0:1789449497.726157:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012e58. 00000400:00000010:3.0:1789449497.726162:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69cc0. 00000100:00000001:2.0:1789449497.726166:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1789449497.726168:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449497.726173:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83690a80 x1876371947516416/t0(0) o63->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1789449513 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789449497.726177:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065f800 x1876371947516288/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449513 ref 2 fl Rpc:Nr/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449497.726191:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449497.726207:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83690a80 x1876371947516416/t0(0) o63->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1789449513 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449497.726215:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449497.726216:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000080:00010000:0.0:1789449497.726350:0:33227:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded66f1 00800000:00000001:0.0:1789449497.726354:0:33227:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789449497.726357:0:33227:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789449497.726359:0:33227:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449497.726360:0:33227:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449497.726363:0:33227:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c000 refcount=3 00000020:00000001:0.0:1789449497.726365:0:33227:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016074240 : -107152693477376 : ffff9e8b91c4c000) 00010000:00000001:0.0:1789449497.726368:0:33227:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016074240 : -107152693477376 : ffff9e8b91c4c000) 00010000:00000001:0.0:1789449497.726370:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449497.726372:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449497.726374:0:33227:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449497.726375:0:33227:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449497.726378:0:33227:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded66f1 from it ffffb71181643d70 00010000:00000001:0.0:1789449497.726380:0:33227:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449497.726381:0:33227:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449497.726383:0:33227:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c000 refcount=3 00000020:00000001:0.0:1789449497.726385:0:33227:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016074240 : -107152693477376 : ffff9e8b91c4c000) 00010000:00000001:0.0:1789449497.726388:0:33227:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016074240 : -107152693477376 : ffff9e8b91c4c000) 00010000:00000001:0.0:1789449497.726391:0:33227:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449497.726395:0:33227:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c000/0xcddde1459ded66f1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 9 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d6ab expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789449497.726402:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449497.726404:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449497.726405:0:33227:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789449497.726408:0:33227:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789449497.726410:0:33227:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c000/0xcddde1459ded66f1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 9 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d6ab expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1789449497.726418:0:33227:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789449497.726421:0:33227:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789449497.726423:0:33227:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449497.726428:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449497.726430:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449497.726432:0:33227:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449497.726434:0:33227:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789449497.726436:0:33227:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449497.726438:0:33227:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449497.726442:0:33227:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449497.726444:0:33227:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449497.726445:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449497.726447:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789449497.726449:0:33227:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789449497.726450:0:33227:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789449497.726453:0:33227:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908), inode mode 41ff mask 3 00000080:00000001:0.0:1789449497.726459:0:33227:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449497.726473:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449497.726476:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449497.726486:0:33227:0:(namei.c:2348:ll_unlink()) Process entered 00000020:00000001:0.0:1789449497.726490:0:33227:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181643e00 00000080:00200000:0.0:1789449497.726492:0:33227:0:(namei.c:2351:ll_unlink()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00000001:0.0:1789449497.726495:0:33227:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:0.0:1789449497.726498:0:33227:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789449497.726501:0:33227:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822024 : -107152888729592 : ffff9e8b86217008) 00000020:00001000:0.0:1789449497.726504:0:33227:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217000 00000020:00000001:0.0:1789449497.726506:0:33227:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1789449497.726511:0:33227:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b836971f0) owner 0000000000000000/ffff9e8b90fa4f80 00020000:00000002:0.0:1789449497.726514:0:33227:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b836971f0) owner 0000000000000000/ffff9e8b90fa4f80 00020000:00000001:0.0:1789449497.726517:0:33227:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1789449497.726519:0:33227:0:(lov_object.c:2289:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1789449497.726521:0:33227:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217000 00000080:00000001:0.0:1789449497.726524:0:33227:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1789449497.726534:0:33227:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b8bdad600. 00800000:00000002:0.0:1789449497.726538:0:33227:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 9 00800000:00000001:0.0:1789449497.726549:0:33227:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:0.0:1789449497.726551:0:33227:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449497.726554:0:33227:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449497.726556:0:33227:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449497.726558:0:33227:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449497.726560:0:33227:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449497.726562:0:33227:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449497.726565:0:33227:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449497.726567:0:33227:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449497.726568:0:33227:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449497.726569:0:33227:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449497.726571:0:33227:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449497.726572:0:33227:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449497.726574:0:33227:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x28:0x0] 00800000:00000001:0.0:1789449497.726576:0:33227:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449497.726580:0:33227:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:0.0:1789449497.726582:0:33227:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449497.726582:0:33227:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449497.726584:0:33227:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449497.726585:0:33227:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449497.726586:0:33227:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449497.726588:0:33227:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x28:0x0] 00800000:00000001:0.0:1789449497.726590:0:33227:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449497.726593:0:33227:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000405:0x28:0x0] 00800000:00000001:0.0:1789449497.726595:0:33227:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449497.726597:0:33227:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000405:0x28:0x0] -> mds #0 00000002:00000001:0.0:1789449497.726603:0:33227:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1789449497.726605:0:33227:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789449497.726610:0:33227:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652c00 count: 9 00010000:00000001:0.0:1789449497.726613:0:33227:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449497.726616:0:33227:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789449497.726620:0:33227:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789449497.726623:0:33227:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c000/0xcddde1459ded66f1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 10 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xeb7cbf5e2fd3d6ab expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:0.0:1789449497.726632:0:33227:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789449497.726637:0:33227:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789449497.726640:0:33227:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789449497.726642:0:33227:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1789449497.726646:0:33227:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449497.726648:0:33227:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449497.726650:0:33227:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652c00 count: 10 00010000:00000001:0.0:1789449497.726652:0:33227:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789449497.726655:0:33227:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449497.726657:0:33227:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449497.726658:0:33227:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449497.726659:0:33227:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652c00 count: 10 00010000:00000001:0.0:1789449497.726661:0:33227:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789449497.726663:0:33227:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449497.726664:0:33227:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449497.726665:0:33227:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449497.726666:0:33227:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652c00 count: 10 00010000:00000001:0.0:1789449497.726668:0:33227:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789449497.726670:0:33227:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449497.726672:0:33227:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789449497.726675:0:33227:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9e8b89180840, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1789449497.726680:0:33227:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1789449497.726682:0:33227:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1789449497.726685:0:33227:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789449497.726687:0:33227:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449497.726690:0:33227:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789449497.726694:0:33227:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789449497.726696:0:33227:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789449497.726698:0:33227:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449497.726701:0:33227:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449497.726747:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449497.726753:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065f800 x1876371947516288/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449513 ref 2 fl Rpc:NQr/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449497.726759:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449497.726761:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789449497.729875:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789449497.730318:0:33227:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9e8b91c4c000 with handle 0xcddde1459ded66f1 from hash 00010000:00000001:0.0:1789449497.730323:0:33227:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789449497.730326:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449497.730328:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449497.730329:0:33227:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789449497.730335:0:33227:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789449497.730339:0:33227:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789449497.730343:0:33227:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789449497.730345:0:33227:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789449497.730351:0:33227:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789449497.730356:0:33227:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789449497.730363:0:33227:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652b00 count: 2 00010000:00000001:0.0:1789449497.730367:0:33227:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449497.730369:0:33227:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789449497.730374:0:33227:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789449497.730378:0:33227:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a000/0xcddde1459ded66f8 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xeb7cbf5e2fd3d6c7 expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1789449497.730390:0:33227:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789449497.730394:0:33227:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789449497.730397:0:33227:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789449497.730399:0:33227:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x28:0x0] mode (null) 00000002:00000001:0.0:1789449497.730403:0:33227:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449497.730406:0:33227:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449497.730409:0:33227:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652b00 count: 3 00010000:00000001:0.0:1789449497.730412:0:33227:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789449497.730416:0:33227:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449497.730418:0:33227:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449497.730419:0:33227:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449497.730420:0:33227:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652b00 count: 3 00010000:00000001:0.0:1789449497.730422:0:33227:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789449497.730424:0:33227:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449497.730425:0:33227:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449497.730426:0:33227:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449497.730428:0:33227:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652b00 count: 3 00010000:00000001:0.0:1789449497.730429:0:33227:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789449497.730431:0:33227:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449497.730433:0:33227:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449497.730434:0:33227:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449497.730435:0:33227:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652b00 count: 3 00010000:00000001:0.0:1789449497.730437:0:33227:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789449497.730438:0:33227:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449497.730441:0:33227:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449497.730444:0:33227:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1789449497.730447:0:33227:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789449497.730452:0:33227:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822024 : -107152888729592 : ffff9e8b86217008) 00000020:00001000:0.0:1789449497.730455:0:33227:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217000 00000020:00000001:0.0:1789449497.730457:0:33227:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1789449497.730461:0:33227:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x28:0x0]: losing layout lock 00000080:00000001:0.0:1789449497.730464:0:33227:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1789449497.730469:0:33227:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1789449497.730475:0:33227:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1789449497.730479:0:33227:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1789449497.730482:0:33227:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x28:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1789449497.730484:0:33227:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449497.730486:0:33227:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1789449497.730488:0:33227:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217000 00000080:00000001:0.0:1789449497.730491:0:33227:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449497.730494:0:33227:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1789449497.730497:0:33227:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x28:0x0](ffff9e8b89116c08) invalid 00000020:00000001:0.0:1789449497.730500:0:33227:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181643a68 00000080:00002000:0.0:1789449497.730502:0:33227:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f22.recovery-small-1 (ffff9e8b89332d80) parent ffff9e8b892cbca8 inode ffff9e8b89116c08 refc 1 00000080:00000001:0.0:1789449497.730507:0:33227:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1789449497.730510:0:33227:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789449497.730512:0:33227:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449497.730516:0:33227:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789449497.730519:0:33227:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789449497.730521:0:33227:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789449497.730523:0:33227:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449497.730526:0:33227:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1789449497.730529:0:33227:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9e8bc204a000 with handle 0xcddde1459ded66f8 from hash 00010000:00000001:0.0:1789449497.730531:0:33227:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789449497.730532:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449497.730533:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449497.730534:0:33227:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789449497.730536:0:33227:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789449497.730537:0:33227:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789449497.730540:0:33227:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789449497.730542:0:33227:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789449497.730544:0:33227:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1789449497.730557:0:33227:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d18e00. 00000020:00000040:0.0:1789449497.730563:0:33227:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e8b89903000 02000000:00000001:0.0:1789449497.730570:0:33227:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789449497.730572:0:33227:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449497.730574:0:33227:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789449497.730580:0:33227:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449497.730585:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449497.730587:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449497.730588:0:33227:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449497.730592:0:33227:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449497.730594:0:33227:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449497.730600:0:33227:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449497.730615:0:33227:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e8b82a99c00. 00000100:00000001:0.0:1789449497.730624:0:33227:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449497.730627:0:33227:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789449497.730630:0:33227:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1789449497.730639:0:33227:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a000/0xcddde1459ded66f8 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xeb7cbf5e2fd3d6c7 expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1789449497.730653:0:33227:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c000/0xcddde1459ded66f1 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 9 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xeb7cbf5e2fd3d6ab expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1789449497.730659:0:33227:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1789449497.730660:0:33227:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1789449497.730662:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789449497.730664:0:33227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a000/0xcddde1459ded66f8 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xeb7cbf5e2fd3d6c7 expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:0.0:1789449497.730672:0:33227:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9e8b90652b00 count: 0 00010000:00000010:0.0:1789449497.730678:0:33227:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e8b84d2a700. 00010000:00000001:0.0:1789449497.730691:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449497.730692:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789449497.730695:0:33227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c000/0xcddde1459ded66f1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 9 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xeb7cbf5e2fd3d6ab expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1789449497.731161:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449497.731164:0:33227:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449497.731166:0:33227:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789449497.731168:0:33227:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449497.731170:0:33227:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1789449497.731186:0:33227:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e8b89903000: modify RPC slot 2 is allocated opc 36, max 7 00000100:00100000:0.0:1789449497.731214:0:33227:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e8b87d18e00 x1876371947516672/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789449497.731223:0:33227:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789449497.731225:0:33227:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789449497.731235:0:33227:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b836ead80. 00000100:00000001:0.0:1789449497.731238:0:33227:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920775552384 : -107152933999232 : ffff9e8b836ead80) 00000100:00000001:0.0:1789449497.731241:0:33227:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449497.731243:0:33227:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849141248 : -107152860410368 : ffff9e8b87d18e00) 00000100:00000001:0.0:1789449497.731249:0:33227:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449497.731253:0:33227:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449497.731256:0:33227:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789449497.731258:0:33227:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789449497.731263:0:33227:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b87d18e00 x1876371947516672/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449497.731271:0:33227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789449497.731274:0:33227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449497.731278:0:33227:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789449497.731281:0:33227:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789449497.731284:0:33227:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449497.731287:0:33227:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b87d18e00 pname:cluuid:pid:xid:nid:opc:job multiop:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:33227:1876371947516672:192.168.202.109@tcp:36:multiop.0 00000100:00000001:0.0:1789449497.731292:0:33227:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789449497.731299:0:33227:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789449497.731302:0:33227:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449497.731305:0:33227:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789449497.731311:0:33227:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b836b2400. 02000000:00000001:0.0:1789449497.731313:0:33227:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449497.731323:0:33227:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:0.0:1789449497.731329:0:33227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b86580898. 00000400:00000010:0.0:1789449497.731337:0:33227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5aa0. 00000100:00000200:0.0:1789449497.731347:0:33227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947516672, portal 10 00000100:00000001:0.0:1789449497.731349:0:33227:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449497.731350:0:33227:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849141248 : -107152860410368 : ffff9e8b87d18e00) 00000100:00000040:0.0:1789449497.731358:0:33227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b87d18e00 x1876371947516672/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 504/624 e 0 to 0 dl 1789449513 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449497.731366:0:33227:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789449497.731368:0:33227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1789449497.731371:0:33227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5880. 00000100:00000200:0.0:1789449497.731375:0:33227:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 12, xid 1876371947516672, offset 0 00000400:00000200:0.0:1789449497.731382:0:33227:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1789449497.731393:0:33227:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449497.731402:0:33227:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1789449497.731409:0:33227:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789449497.731414:0:33227:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1789449497.731418:0:33227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789449497.731421:0:33227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1789449497.731424:0:33227:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2816:2816:256:4294967295] 192.168.202.109@tcp LPNI seq info [2816:2816:8:4294967295] 00000400:00000200:0.0:1789449497.731429:0:33227:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449497.731441:0:33227:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1789449497.731448:0:33227:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1789449497.731453:0:33227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b864ecb00. 00000800:00000200:0.0:1789449497.731461:0:33227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1789449497.731470:0:33227:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1789449497.731475:0:33227:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b864ecb00 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:0.0:1789449497.732016:0:33227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449497.732023:0:33227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 802400 usecs (803 jiffies) 00000400:00000200:0.0:1789449497.732028:0:33227:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:0.0:1789449497.732032:0:33227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296501221 00000100:00000001:0.0:1789449497.732036:0:33227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296501285 00000100:00000001:0.0:1789449497.732039:0:33227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296501221 00000100:00000001:0.0:1789449497.732041:0:33227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296501285 00000100:00000001:0.0:1789449497.732043:0:33227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449497.732046:0:33227:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449497.732050:0:33227:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449497.732052:0:33227:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789449497.732055:0:33227:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b836ead80 going to sleep for 11 seconds 00000100:00000001:0.0:1789449497.732059:0:33227:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449497.732063:0:33227:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449497.733075:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449497.733083:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ecb00. 00000400:00000200:2.0:1789449497.733090:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449497.733099:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449497.733108:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5880 00000400:00000010:2.0:1789449497.733112:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5880. 00000100:00000001:2.0:1789449497.733118:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449497.733126:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d18e00 x1876371947516672/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 504/624 e 0 to 0 dl 1789449513 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449497.733138:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449497.733142:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d18e00 x1876371947516672/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 504/624 e 0 to 0 dl 1789449513 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449497.733150:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449497.733151:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449497.733165:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449497.733176:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449497.733180:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449497.733183:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449497.733188:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1789449497.733190:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000800:00000001:3.0:1789449497.733199:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449497.733202:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449497.733204:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449497.733209:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449497.733213:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449497.733221:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449497.733225:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449497.733231:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449497.733237:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 7008 into portal 4 MB=0x6aa8ce365f200 00000400:00000200:3.0:1789449497.733243:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449497.733250:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 7008/7008 into md 0x805d [2] + 224 00000800:00000001:3.0:1789449497.733258:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449497.733268:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449497.733270:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449497.733274:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449497.733279:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000400:00000200:2.0:1789449497.733675:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449497.733686:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449497.733690:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449497.733693:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449497.733697:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 400 into portal 4 MB=0x6aa8ce365f180 00000400:00000200:2.0:1789449497.733711:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449497.733717:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 400/400 into md 0x804d [1] + 224 00000800:00000001:2.0:1789449497.733722:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449497.733730:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449497.733732:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449497.733736:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449497.733739:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449497.733746:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065f800 x1876371947516288/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449513 ref 1 fl Rpc:NQr/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449497.733755:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9e8b9065f800 x1876371947516288/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449513 ref 1 fl Rpc:RNQ/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449497.733776:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449497.733784:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449497.733787:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449497.733828:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449497.733833:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789449497.733840:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789449497.733844:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789449497.733847:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b8525c268. 00000400:00000200:2.0:1789449497.733851:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69e58 00000400:00000010:2.0:1789449497.733853:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69e58. 00000100:00000001:2.0:1789449497.733856:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449497.733861:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065f800 x1876371947516288/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449513 ref 1 fl Rpc:RNQ/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789449497.734094:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065f800 x1876371947516288/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449513 ref 1 fl Rpc:RNQU/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449497.734102:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789449497.734105:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449497.734108:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789449497.734112:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789449497.734115:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789449497.734118:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449497.734122:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789449497.734136:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b90c6ec60 time=127 v=5 (5 5 5 36) 00000100:00001000:2.0:1789449497.734141:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b90c6ec18 time=9 v=5 (1 0 0 0) 00000100:00000001:2.0:1789449497.734144:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789449497.734146:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449497.734150:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789449497.734155:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449497.734161:0:2401:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789449497.734164:0:2401:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e8b89903000: skip recheck: last_committed 4294967322 00000100:00000001:2.0:1789449497.734166:0:2401:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789449497.734168:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449497.734174:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065f800 x1876371947516288/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449513 ref 1 fl Rpc:RNQU/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449497.734182:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449497.734186:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789449497.734188:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1789449497.734192:0:2401:0:(osc_request.c:3123:osc_enqueue_interpret()) Process entered 00010000:00000001:2.0:1789449497.734196:0:2401:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449497.734317:0:2401:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449497.734321:0:2401:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4dc00 refcount=4 00000020:00000001:2.0:1789449497.734324:0:2401:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016081408 : -107152693470208 : ffff9e8b91c4dc00) 00010000:00000001:2.0:1789449497.734327:0:2401:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016081408 : -107152693470208 : ffff9e8b91c4dc00) 00010000:00000001:2.0:1789449497.734330:0:2401:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449497.734331:0:2401:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449497.734332:0:2401:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4dc00 refcount=5 00000020:00000001:2.0:1789449497.734333:0:2401:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016081408 : -107152693470208 : ffff9e8b91c4dc00) 00010000:00000001:2.0:1789449497.734336:0:2401:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016081408 : -107152693470208 : ffff9e8b91c4dc00) 00010000:00000001:2.0:1789449497.734340:0:2401:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449497.734344:0:2401:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449497.734350:0:2401:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000059f2df9/0xcddde1459ded6722 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 33229 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449497.734363:0:2401:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449497.734365:0:2401:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449497.734367:0:2401:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789449497.734370:0:2401:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449497.734371:0:2401:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449497.734373:0:2401:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4dc00 refcount=6 00000020:00000001:2.0:1789449497.734375:0:2401:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016081408 : -107152693470208 : ffff9e8b91c4dc00) 00010000:00000001:2.0:1789449497.734377:0:2401:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016081408 : -107152693470208 : ffff9e8b91c4dc00) 00010000:00000040:2.0:1789449497.734387:0:2401:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e8b91c4dc00, remote cookie: 0xeb7cbf5e2fd3d6ce, flags: 0x41011 00010000:00010000:2.0:1789449497.734392:0:2401:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000059f2df9/0xcddde1459ded6722 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d6ce expref: -99 pid: 33229 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449497.734401:0:2401:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:2.0:1789449497.734404:0:2401:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449497.734407:0:2401:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1789449497.734412:0:2401:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:2.0:1789449497.734417:0:2401:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000059f2df9/0xcddde1459ded6722 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d6ce expref: -99 pid: 33229 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789449497.734425:0:2401:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000401:0x16:0x0].0x0 (ffff9e8b90652400) refcount = 1 00010000:00000040:2.0:1789449497.734428:0:2401:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1789449497.734431:0:2401:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000059f2df9/0xcddde1459ded6722 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d6ce expref: -99 pid: 33229 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449497.734440:0:2401:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1789449497.734442:0:2401:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789449497.734445:0:2401:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789449497.734448:0:2401:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449497.734452:0:2401:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000059f2df9/0xcddde1459ded6722 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d6ce expref: -99 pid: 33229 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449497.734458:0:2401:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1789449497.734459:0:2401:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449497.734460:0:2401:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449497.734461:0:2401:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449497.734462:0:2401:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1789449497.734464:0:2401:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:2.0:1789449497.734467:0:2401:0:(osc_lock.c:317:osc_lock_upcall_speculative()) Process entered 00000020:00000001:2.0:1789449497.734470:0:2401:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789449497.734474:0:2401:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822744 : -107152888728872 : ffff9e8b862172d8) 00000020:00001000:2.0:1789449497.734476:0:2401:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b862172d0 00010000:00000001:2.0:1789449497.734478:0:2401:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449497.734479:0:2401:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449497.734481:0:2401:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4dc00 refcount=5 00000020:00000001:2.0:1789449497.734483:0:2401:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016081408 : -107152693470208 : ffff9e8b91c4dc00) 00010000:00000001:2.0:1789449497.734485:0:2401:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016081408 : -107152693470208 : ffff9e8b91c4dc00) 00000008:00000001:2.0:1789449497.734489:0:2401:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:2.0:1789449497.734494:0:2401:0:(cl_object.c:143:cl_object_top()) ffff9e8b84d26700 -> ffff9e8b84013530 00000008:00010000:2.0:1789449497.734498:0:2401:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000059f2df9/0xcddde1459ded6722 lrc: 5/2,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xeb7cbf5e2fd3d6ce expref: -99 pid: 33229 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:2.0:1789449497.734506:0:2401:0:(cl_object.c:143:cl_object_top()) ffff9e8b84d26700 -> ffff9e8b84013530 00000020:00000001:2.0:1789449497.734508:0:2401:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1789449497.734512:0:2401:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:2.0:1789449497.734515:0:2401:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1789449497.734518:0:2401:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449497.734519:0:2401:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449497.734521:0:2401:0:(cl_object.c:143:cl_object_top()) ffff9e8b84d26700 -> ffff9e8b84013530 00000008:00000001:2.0:1789449497.734523:0:2401:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00010000:00000001:2.0:1789449497.734525:0:2401:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449497.734526:0:2401:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00001000:2.0:1789449497.734530:0:2401:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b862172d0 00000008:00000001:2.0:1789449497.734533:0:2401:0:(osc_lock.c:344:osc_lock_upcall_speculative()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449497.734536:0:2401:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449497.734537:0:2401:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449497.734538:0:2401:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4dc00 refcount=5 00000020:00000001:2.0:1789449497.734540:0:2401:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016081408 : -107152693470208 : ffff9e8b91c4dc00) 00010000:00000001:2.0:1789449497.734542:0:2401:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016081408 : -107152693470208 : ffff9e8b91c4dc00) 00010000:00000001:2.0:1789449497.734544:0:2401:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789449497.734547:0:2401:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000059f2df9/0xcddde1459ded6722 lrc: 5/2,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xeb7cbf5e2fd3d6ce expref: -99 pid: 33229 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449497.734554:0:2401:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449497.734556:0:2401:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789449497.734559:0:2401:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000059f2df9/0xcddde1459ded6722 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xeb7cbf5e2fd3d6ce expref: -99 pid: 33229 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449497.734566:0:2401:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789449497.734568:0:2401:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449497.734569:0:2401:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1789449497.734570:0:2401:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449497.734572:0:2401:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449497.734573:0:2401:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449497.734574:0:2401:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4dc00 refcount=4 00000020:00000001:2.0:1789449497.734576:0:2401:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016081408 : -107152693470208 : ffff9e8b91c4dc00) 00010000:00000001:2.0:1789449497.734578:0:2401:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016081408 : -107152693470208 : ffff9e8b91c4dc00) 00010000:00000001:2.0:1789449497.734580:0:2401:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789449497.734582:0:2401:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000059f2df9/0xcddde1459ded6722 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xeb7cbf5e2fd3d6ce expref: -99 pid: 33229 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449497.734588:0:2401:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449497.734590:0:2401:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449497.734592:0:2401:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789449497.734594:0:2401:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789449497.734597:0:2401:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000059f2df9/0xcddde1459ded6722 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000000000 nid: local remote: 0xeb7cbf5e2fd3d6ce expref: -99 pid: 33229 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789449497.734607:0:2401:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789449497.734609:0:2401:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789449497.734612:0:2401:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789449497.734617:0:2401:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449497.734618:0:2401:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449497.734620:0:2401:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449497.734623:0:2401:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789449497.734625:0:2401:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449497.734628:0:2401:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449497.734630:0:2401:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449497.734631:0:2401:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789449497.734632:0:2401:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449497.734633:0:2401:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449497.734634:0:2401:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449497.734635:0:2401:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1789449497.734637:0:2401:0:(osc_request.c:3162:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449497.734643:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065f800 x1876371947516288/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449513 ref 1 fl Interpret:RNQU/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789449497.734653:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2401:1876371947516288:192.168.202.109@tcp:101:ll_agl.0 00000100:00000001:2.0:1789449497.734658:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449497.734661:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449497.734665:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065f800 x1876371947516288/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449513 ref 1 fl Complete:RNQU/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449497.734684:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789449497.734688:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789449497.734692:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b87c4b000. 02000000:00000001:2.0:1789449497.734699:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789449497.735146:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789449497.735151:0:2401:0:(genops.c:1222:class_import_put()) import ffff9e8b90c6e800 refcount=2 obd=lustre-OST0000-osc-ffff9e8b89903000 00000020:00000001:2.0:1789449497.735154:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789449497.735159:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e8b81340c00. 02000000:00000001:2.0:1789449497.735163:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789449497.735165:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789449497.735167:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065f800. 00000100:00000001:2.0:1789449497.735171:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789449497.735172:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449497.735175:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449497.735186:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449497.735189:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449497.735191:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449497.735194:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1789449497.735310:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83690a80 x1876371947516416/t0(0) o63->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1789449513 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449497.735324:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=7008 offset=224 replen=7008 req@ffff9e8b83690a80 x1876371947516416/t0(0) o63->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1789449513 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449497.735397:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449497.735401:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449497.736284:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449497.736310:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449497.736322:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1789449497.742863:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789449497.742898:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789449497.742905:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b83427f20. 00000400:00000200:1.0:1789449497.742917:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b8b001f00 00000400:00000010:1.0:1789449497.742920:0:2399:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff9e8b8b001f00. 00000100:00000001:1.0:1789449497.742927:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789449497.743331:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83690a80 x1876371947516416/t0(0) o63->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1789449513 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789449497.743347:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83690a80 x1876371947516416/t0(0) o63->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1789449513 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449497.743357:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789449497.743361:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449497.743365:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789449497.743369:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789449497.743373:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789449497.743376:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449497.743380:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789449497.743392:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436edc8 time=1789449497 v=5 (0 0 0 0) 00000100:00001000:1.0:1789449497.743396:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1789449497.743399:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1789449497.743403:0:2399:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = -2 req@ffff9e8b83690a80 x1876371947516416/t0(0) o63->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1789449513 ref 1 fl Rpc:RQU/200/0 rc 0/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449497.743410:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1789449497.743415:0:2399:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789449497.743417:0:2399:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967633 00000100:00000001:1.0:1789449497.743419:0:2399:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789449497.743423:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:1.0:1789449497.743428:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83690a80 x1876371947516416/t0(0) o63->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1789449513 ref 1 fl Rpc:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449497.743436:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:1.0:1789449497.743439:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789449497.743442:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789449497.743445:0:2399:0:(batch.c:404:batch_update_interpret()) Process entered 00000002:00000001:1.0:1789449497.743453:0:2399:0:(batch.c:335:batch_update_request_fini()) Process entered 00010000:00000001:1.0:1789449497.743460:0:2399:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789449497.743463:0:2399:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449497.743467:0:2399:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449497.743472:0:2399:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204ac00 refcount=4 00000020:00000001:1.0:1789449497.743475:0:2399:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825569792 : -107151883981824 : ffff9e8bc204ac00) 00010000:00000001:1.0:1789449497.743479:0:2399:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825569792 : -107151883981824 : ffff9e8bc204ac00) 00010000:00010000:1.0:1789449497.743486:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204ac00/0xcddde1459ded66ff lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x0 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449497.743495:0:2399:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:1.0:1789449497.743501:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204ac00/0xcddde1459ded66ff lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449497.743508:0:2399:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789449497.743511:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204ac00/0xcddde1459ded66ff lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x10206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449497.743518:0:2399:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449497.743521:0:2399:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789449497.743524:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204ac00/0xcddde1459ded66ff lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x10206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449497.743531:0:2399:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449497.743534:0:2399:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449497.743538:0:2399:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1789449497.743541:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204ac00/0xcddde1459ded66ff lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789449497.743548:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e8bc204ac00 already unused, calling callback (ffffffffc1b31740) 00000080:00000001:1.0:1789449497.743552:0:2399:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1789449497.743556:0:2399:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204ac00/0xcddde1459ded66ff lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449497.743563:0:2399:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1789449497.743565:0:2399:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1789449497.743569:0:2399:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204ac00/0xcddde1459ded66ff lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449497.743574:0:2399:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1789449497.743577:0:2399:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1789449497.743578:0:2399:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449497.743580:0:2399:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449497.743581:0:2399:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204ac00 refcount=5 00000020:00000001:1.0:1789449497.743584:0:2399:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825569792 : -107151883981824 : ffff9e8bc204ac00) 00010000:00000001:1.0:1789449497.743586:0:2399:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825569792 : -107151883981824 : ffff9e8bc204ac00) 00010000:00000001:1.0:1789449497.743589:0:2399:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789449497.743592:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204ac00/0xcddde1459ded66ff lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x20e400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:1.0:1789449497.743597:0:2399:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1789449497.743600:0:2399:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449497.743603:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1789449497.743605:0:2399:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789449497.743609:0:2399:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789449497.743611:0:2399:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789449497.743612:0:2399:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449497.743614:0:2399:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789449497.743617:0:2399:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9e8bc204ac00 with handle 0xcddde1459ded66ff from hash 00010000:00000001:1.0:1789449497.743620:0:2399:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789449497.743621:0:2399:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449497.743622:0:2399:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449497.743624:0:2399:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789449497.743626:0:2399:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789449497.743628:0:2399:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1789449497.743630:0:2399:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449497.743631:0:2399:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449497.743633:0:2399:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449497.743634:0:2399:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449497.743637:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204ac00/0xcddde1459ded66ff lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x4a0f400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449497.743643:0:2399:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449497.743644:0:2399:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449497.743645:0:2399:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1789449497.743647:0:2399:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789449497.743648:0:2399:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449497.743649:0:2399:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449497.743650:0:2399:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789449497.743652:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204ac00/0xcddde1459ded66ff lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x4a0f400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449497.743667:0:2399:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789449497.743670:0:2399:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:1.0:1789449497.743676:0:2399:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:1.0:1789449497.743680:0:2399:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181bcbc58 00000080:00400000:1.0:1789449497.743694:0:2399:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-3 rc -125 00000080:00000001:1.0:1789449497.743697:0:2399:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:1.0:1789449497.743701:0:2399:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1789449497.743703:0:2399:0:(dcache.c:176:ll_intent_release()) intent ffff9e8b8678f190 released 00000080:00000001:1.0:1789449497.743705:0:2399:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:1.0:1789449497.743709:0:2399:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 9 00000080:00000010:1.0:1789449497.743713:0:2399:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff9e8b853c5e40. 00000080:00000010:1.0:1789449497.743720:0:2399:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff9e8b8678f000. 00000080:00000001:1.0:1789449497.743726:0:2399:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:1.0:1789449497.743729:0:2399:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff9e8b91d9a240. 00010000:00000001:1.0:1789449497.743733:0:2399:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789449497.743735:0:2399:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449497.743736:0:2399:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449497.743738:0:2399:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204bc00 refcount=4 00000020:00000001:1.0:1789449497.743740:0:2399:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825573888 : -107151883977728 : ffff9e8bc204bc00) 00010000:00000001:1.0:1789449497.743742:0:2399:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825573888 : -107151883977728 : ffff9e8bc204bc00) 00010000:00010000:1.0:1789449497.743746:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204bc00/0xcddde1459ded6706 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x0 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449497.743751:0:2399:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:1.0:1789449497.743754:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204bc00/0xcddde1459ded6706 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449497.743758:0:2399:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789449497.743760:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204bc00/0xcddde1459ded6706 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x10206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:0.1:1789449497.743984:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b90652b00. 00010000:00000010:0.1:1789449497.744005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204a000. 00010000:00000010:0.1:1789449497.744010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4c000. 00010000:00000001:1.0:1789449497.744057:0:2399:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449497.744060:0:2399:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789449497.744063:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204bc00/0xcddde1459ded6706 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x10206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449497.744070:0:2399:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449497.744072:0:2399:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449497.744074:0:2399:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1789449497.744076:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204bc00/0xcddde1459ded6706 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789449497.744082:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e8bc204bc00 already unused, calling callback (ffffffffc1b31740) 00000080:00000001:1.0:1789449497.744084:0:2399:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1789449497.744086:0:2399:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204bc00/0xcddde1459ded6706 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449497.744092:0:2399:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1789449497.744093:0:2399:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1789449497.744096:0:2399:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204bc00/0xcddde1459ded6706 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449497.744100:0:2399:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1789449497.744102:0:2399:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1789449497.744104:0:2399:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449497.744105:0:2399:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449497.744107:0:2399:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204bc00 refcount=5 00000020:00000001:1.0:1789449497.744109:0:2399:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825573888 : -107151883977728 : ffff9e8bc204bc00) 00010000:00000001:1.0:1789449497.744111:0:2399:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825573888 : -107151883977728 : ffff9e8bc204bc00) 00010000:00000001:1.0:1789449497.744113:0:2399:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789449497.744115:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204bc00/0xcddde1459ded6706 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x20e400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:1.0:1789449497.744125:0:2399:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1789449497.744126:0:2399:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449497.744129:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1789449497.744130:0:2399:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789449497.744132:0:2399:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789449497.744133:0:2399:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789449497.744135:0:2399:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449497.744136:0:2399:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789449497.744138:0:2399:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9e8bc204bc00 with handle 0xcddde1459ded6706 from hash 00010000:00000001:1.0:1789449497.744141:0:2399:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789449497.744142:0:2399:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449497.744143:0:2399:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449497.744144:0:2399:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789449497.744146:0:2399:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789449497.744147:0:2399:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1789449497.744150:0:2399:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449497.744151:0:2399:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449497.744152:0:2399:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449497.744153:0:2399:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449497.744156:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204bc00/0xcddde1459ded6706 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x4a0f400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449497.744161:0:2399:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449497.744162:0:2399:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449497.744163:0:2399:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1789449497.744164:0:2399:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789449497.744166:0:2399:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449497.744167:0:2399:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449497.744168:0:2399:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789449497.744170:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204bc00/0xcddde1459ded6706 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x4a0f400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449497.744178:0:2399:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789449497.744180:0:2399:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:1.0:1789449497.744183:0:2399:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000800:00000001:2.0:1789449497.745847:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449497.745877:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449497.746049:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449497.746053:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449497.746066:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449497.746075:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449497.746086:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449497.746091:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449497.746097:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449497.746102:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 456 into portal 10 MB=0x6aa8ce365f300 00000400:00000200:2.0:1789449497.746108:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449497.746115:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 456/456 into md 0x8065 [1] + 224 00000800:00000001:2.0:1789449497.746123:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449497.746131:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449497.746136:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449497.746141:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449497.746151:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449497.746164:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d18e00 x1876371947516672/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 504/624 e 0 to 0 dl 1789449513 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449497.746177:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9e8b87d18e00 x1876371947516672/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 504/624 e 0 to 0 dl 1789449513 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449497.746310:0:33227:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449497.746332:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449497.746347:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449497.746351:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789449497.746384:0:2399:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181bcbc58 00000080:00400000:1.0:1789449497.746386:0:2399:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-4 rc -125 00000080:00000001:1.0:1789449497.746390:0:2399:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:1.0:1789449497.746394:0:2399:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1789449497.746396:0:2399:0:(dcache.c:176:ll_intent_release()) intent ffff9e8b8678e590 released 00000080:00000001:1.0:1789449497.746398:0:2399:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:1.0:1789449497.746403:0:2399:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 8 00000080:00000010:1.0:1789449497.746407:0:2399:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff9e8b831c5600. 00000080:00000010:1.0:1789449497.746412:0:2399:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449497.746417:0:2399:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:1.0:1789449497.746421:0:2399:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff9e8b91d9afc0. 00010000:00000001:1.0:1789449497.746428:0:2399:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789449497.746431:0:2399:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449497.746434:0:2399:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449497.746437:0:2399:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204b400 refcount=4 00000020:00000001:1.0:1789449497.746440:0:2399:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825571840 : -107151883979776 : ffff9e8bc204b400) 00010000:00000001:1.0:1789449497.746443:0:2399:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825571840 : -107151883979776 : ffff9e8bc204b400) 00010000:00010000:1.0:1789449497.746449:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204b400/0xcddde1459ded670d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x0 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449497.746457:0:2399:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:1.0:1789449497.746461:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204b400/0xcddde1459ded670d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449497.746466:0:2399:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789449497.746469:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204b400/0xcddde1459ded670d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x10206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449497.746475:0:2399:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449497.746477:0:2399:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789449497.746479:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204b400/0xcddde1459ded670d lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x10206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449497.746485:0:2399:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449497.746489:0:2399:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449497.746492:0:2399:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1789449497.746495:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204b400/0xcddde1459ded670d lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789449497.746501:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e8bc204b400 already unused, calling callback (ffffffffc1b31740) 00000080:00000001:1.0:1789449497.746504:0:2399:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1789449497.746507:0:2399:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204b400/0xcddde1459ded670d lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449497.746513:0:2399:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1789449497.746515:0:2399:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1789449497.746518:0:2399:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204b400/0xcddde1459ded670d lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449497.746523:0:2399:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1789449497.746525:0:2399:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1789449497.746526:0:2399:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449497.746528:0:2399:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449497.746529:0:2399:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204b400 refcount=5 00000020:00000001:1.0:1789449497.746531:0:2399:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825571840 : -107151883979776 : ffff9e8bc204b400) 00010000:00000001:1.0:1789449497.746533:0:2399:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825571840 : -107151883979776 : ffff9e8bc204b400) 00010000:00000001:1.0:1789449497.746536:0:2399:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789449497.746538:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204b400/0xcddde1459ded670d lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x20e400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:1.0:1789449497.746544:0:2399:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1789449497.746546:0:2399:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449497.746548:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1789449497.746550:0:2399:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789449497.746554:0:2399:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789449497.746555:0:2399:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789449497.746557:0:2399:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449497.746558:0:2399:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789449497.746562:0:2399:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9e8bc204b400 with handle 0xcddde1459ded670d from hash 00010000:00000001:1.0:1789449497.746564:0:2399:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789449497.746565:0:2399:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449497.746566:0:2399:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449497.746567:0:2399:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789449497.746569:0:2399:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789449497.746571:0:2399:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1789449497.746573:0:2399:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449497.746574:0:2399:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449497.746576:0:2399:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449497.746577:0:2399:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449497.746580:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204b400/0xcddde1459ded670d lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x4a0f400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449497.746585:0:2399:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449497.746586:0:2399:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449497.746587:0:2399:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1789449497.746588:0:2399:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789449497.746589:0:2399:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449497.746590:0:2399:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449497.746591:0:2399:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789449497.746594:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204b400/0xcddde1459ded670d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x4a0f400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449497.746608:0:2399:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789449497.746611:0:2399:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:1.0:1789449497.746614:0:2399:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:1.0:1789449497.746616:0:2399:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181bcbc58 00000080:00400000:1.0:1789449497.746617:0:2399:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-5 rc -125 00000080:00000001:1.0:1789449497.746619:0:2399:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:1.0:1789449497.746621:0:2399:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1789449497.746622:0:2399:0:(dcache.c:176:ll_intent_release()) intent ffff9e8b8678f590 released 00000080:00000001:1.0:1789449497.746623:0:2399:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:1.0:1789449497.746625:0:2399:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 7 00000080:00000010:1.0:1789449497.746627:0:2399:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff9e8b867029c0. 00000080:00000010:1.0:1789449497.746631:0:2399:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff9e8b8678f400. 00000080:00000001:1.0:1789449497.746636:0:2399:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:1.0:1789449497.746639:0:2399:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff9e8b91d9a540. 00010000:00000001:1.0:1789449497.746642:0:2399:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789449497.746643:0:2399:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449497.746645:0:2399:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449497.746646:0:2399:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204b000 refcount=4 00000020:00000001:1.0:1789449497.746648:0:2399:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825570816 : -107151883980800 : ffff9e8bc204b000) 00010000:00000001:1.0:1789449497.746651:0:2399:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825570816 : -107151883980800 : ffff9e8bc204b000) 00010000:00010000:1.0:1789449497.746654:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204b000/0xcddde1459ded6714 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x0 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449497.746659:0:2399:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:1.0:1789449497.746662:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204b000/0xcddde1459ded6714 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449497.746666:0:2399:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789449497.746668:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204b000/0xcddde1459ded6714 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449497.746673:0:2399:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449497.746675:0:2399:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789449497.746677:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204b000/0xcddde1459ded6714 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449497.746695:0:2399:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449497.746697:0:2399:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449497.746699:0:2399:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1789449497.746701:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204b000/0xcddde1459ded6714 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789449497.746706:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e8bc204b000 already unused, calling callback (ffffffffc1b31740) 00000080:00000001:1.0:1789449497.746708:0:2399:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1789449497.746711:0:2399:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204b000/0xcddde1459ded6714 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449497.746717:0:2399:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1789449497.746718:0:2399:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1789449497.746721:0:2399:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204b000/0xcddde1459ded6714 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449497.746726:0:2399:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1789449497.746727:0:2399:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1789449497.746728:0:2399:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449497.746730:0:2399:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449497.746731:0:2399:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204b000 refcount=5 00000020:00000001:1.0:1789449497.746733:0:2399:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825570816 : -107151883980800 : ffff9e8bc204b000) 00010000:00000001:1.0:1789449497.746736:0:2399:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825570816 : -107151883980800 : ffff9e8bc204b000) 00010000:00000001:1.0:1789449497.746738:0:2399:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789449497.746740:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204b000/0xcddde1459ded6714 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x20e400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:1.0:1789449497.746745:0:2399:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1789449497.746747:0:2399:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449497.746749:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1789449497.746750:0:2399:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789449497.746751:0:2399:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789449497.746753:0:2399:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789449497.746754:0:2399:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449497.746756:0:2399:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789449497.746758:0:2399:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9e8bc204b000 with handle 0xcddde1459ded6714 from hash 00010000:00000001:1.0:1789449497.746760:0:2399:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789449497.746761:0:2399:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449497.746763:0:2399:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449497.746764:0:2399:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789449497.746765:0:2399:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789449497.746766:0:2399:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1789449497.746768:0:2399:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449497.746770:0:2399:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449497.746771:0:2399:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449497.746773:0:2399:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449497.746775:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204b000/0xcddde1459ded6714 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449497.746793:0:2399:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449497.746794:0:2399:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449497.746796:0:2399:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1789449497.746797:0:2399:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789449497.746798:0:2399:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000001:0.0:1789449497.747910:0:33227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449497.747916:0:33227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449497.747922:0:33227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b86580898. 00000400:00000200:0.0:1789449497.747933:0:33227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5aa0 00000400:00000010:0.0:1789449497.747937:0:33227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5aa0. 00000100:00000001:0.0:1789449497.747942:0:33227:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449497.747955:0:33227:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b87d18e00 x1876371947516672/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 504/624 e 0 to 0 dl 1789449513 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789449497.747967:0:33227:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b87d18e00 x1876371947516672/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 504/624 e 0 to 0 dl 1789449513 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449497.747974:0:33227:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449497.747977:0:33227:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449497.747981:0:33227:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449497.747985:0:33227:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449497.747997:0:33227:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449497.748000:0:33227:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449497.748004:0:33227:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449497.748017:0:33227:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=127 v=5 (5 102 102 102) 00000100:00001000:0.0:1789449497.748021:0:33227:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1789449497.748024:0:33227:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449497.748026:0:33227:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449497.748029:0:33227:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449497.748034:0:33227:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449497.748038:0:33227:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789449497.748041:0:33227:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009c/0x100000153] 00000100:00000001:0.0:1789449497.748043:0:33227:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789449497.748046:0:33227:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449497.748047:0:33227:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849141248 : -107152860410368 : ffff9e8b87d18e00) 00000100:00000001:0.0:1789449497.748051:0:33227:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789449497.748054:0:33227:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967633 00000100:00000001:0.0:1789449497.748055:0:33227:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449497.748059:0:33227:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449497.748065:0:33227:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b87d18e00 x1876371947516672/t4294967636(4294967636) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 504/456 e 0 to 0 dl 1789449513 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449497.748072:0:33227:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449497.748075:0:33227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449497.748078:0:33227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449497.748082:0:33227:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b87d18e00 x1876371947516672/t4294967636(4294967636) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 504/456 e 0 to 0 dl 1789449513 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789449497.748090:0:33227:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b87d18e00 pname:cluuid:pid:xid:nid:opc:job multiop:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:33227:1876371947516672:192.168.202.109@tcp:36:multiop.0 00000100:00000001:0.0:1789449497.748097:0:33227:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449497.748101:0:33227:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449497.748104:0:33227:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789449497.748107:0:33227:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449497.748110:0:33227:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d18e00 x1876371947516672/t4294967636(4294967636) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 504/456 e 0 to 0 dl 1789449513 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449497.748117:0:33227:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789449497.748121:0:33227:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b836ead80. 00000100:00000001:0.0:1789449497.748125:0:33227:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789449497.748127:0:33227:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449497.748137:0:33227:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449497.748140:0:33227:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449497.748145:0:33227:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 6 00000080:00000010:0.0:1789449497.748149:0:33227:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b8bdad600. 00000100:00000001:0.0:1789449497.748157:0:33227:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449497.748161:0:33227:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d18e00 x1876371947516672/t4294967636(4294967636) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 504/456 e 0 to 0 dl 1789449513 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449497.748167:0:33227:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449497.748171:0:33227:0:(namei.c:2401:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449497.748185:0:33227:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1789449497.748188:0:33227:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181643e30 00000080:00002000:0.0:1789449497.748191:0:33227:0:(dcache.c:127:ll_ddelete()) deleting dentry f22.recovery-small-1 (ffff9e8b89332d80, parent ffff9e8b892cbca8, inode 0000000000000000) hashed, 00000080:00000001:0.0:1789449497.748194:0:33227:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789449497.748301:0:2399:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449497.748303:0:2399:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789449497.748309:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204b000/0xcddde1459ded6714 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449497.748326:0:2399:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789449497.748329:0:2399:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:1.0:1789449497.748333:0:2399:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:1.0:1789449497.748336:0:2399:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181bcbc58 00000080:00400000:1.0:1789449497.748338:0:2399:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-6 rc -125 00000080:00000001:1.0:1789449497.748341:0:2399:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:1.0:1789449497.748344:0:2399:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1789449497.748346:0:2399:0:(dcache.c:176:ll_intent_release()) intent ffff9e8b8678d590 released 00000080:00000001:1.0:1789449497.748349:0:2399:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:1.0:1789449497.748351:0:2399:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 5 00000080:00000010:1.0:1789449497.748355:0:2399:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff9e8b86702e40. 00000080:00000010:1.0:1789449497.748359:0:2399:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff9e8b8678d400. 00000080:00000001:1.0:1789449497.748364:0:2399:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:1.0:1789449497.748367:0:2399:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff9e8b91d9af80. 00010000:00000001:1.0:1789449497.748373:0:2399:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789449497.748375:0:2399:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449497.748376:0:2399:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449497.748379:0:2399:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204a600 refcount=4 00000020:00000001:1.0:1789449497.748383:0:2399:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825568256 : -107151883983360 : ffff9e8bc204a600) 00010000:00000001:1.0:1789449497.748385:0:2399:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825568256 : -107151883983360 : ffff9e8bc204a600) 00010000:00010000:1.0:1789449497.748390:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a600/0xcddde1459ded671b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x0 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449497.748395:0:2399:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:1.0:1789449497.748400:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a600/0xcddde1459ded671b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1789449497.748406:0:33227:0:(dcache.c:39:ll_release()) Process entered 00010000:00000001:1.0:1789449497.748407:0:2399:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789449497.748412:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a600/0xcddde1459ded671b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1789449497.748413:0:33227:0:(dcache.c:48:ll_release()) Process leaving 00010000:00000001:1.0:1789449497.748421:0:2399:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449497.748422:0:2399:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789449497.748425:0:33227:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00010000:00010000:1.0:1789449497.748426:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a600/0xcddde1459ded671b lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1789449497.748431:0:33227:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1789449497.748435:0:33227:0:(cl_object.c:754:cl_env_obtain()) Process entered 00010000:00000001:1.0:1789449497.748436:0:2399:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449497.748441:0:2399:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449497.748442:0:33227:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822024 : -107152888729592 : ffff9e8b86217008) 00010000:00000001:1.0:1789449497.748445:0:2399:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000020:00001000:0.0:1789449497.748447:0:33227:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217000 00010000:00010000:1.0:1789449497.748450:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a600/0xcddde1459ded671b lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00000001:0.0:1789449497.748455:0:33227:0:(cl_object.c:143:cl_object_top()) ffff9e8b84013080 -> ffff9e8b84013080 00010000:00010000:1.0:1789449497.748459:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e8bc204a600 already unused, calling callback (ffffffffc1b31740) 00000020:00000001:0.0:1789449497.748461:0:33227:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:1.0:1789449497.748465:0:2399:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789449497.748466:0:33227:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1789449497.748471:0:33227:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x28:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00010000:00010000:1.0:1789449497.748472:0:2399:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a600/0xcddde1459ded671b lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00000001:0.0:1789449497.748476:0:33227:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789449497.748479:0:33227:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1789449497.748482:0:33227:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449497.748484:0:2399:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1789449497.748487:0:2399:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00020000:00000002:0.0:1789449497.748489:0:33227:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x28:0x0]io ffff9e8b84db2c50 type 6 ignore/verify layout 1/0 00010000:00010000:1.0:1789449497.748492:0:2399:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a600/0xcddde1459ded671b lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00020000:00000002:0.0:1789449497.748494:0:33227:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b836971f0) owner 0000000000000000/ffff9e8b90fa4f80 00010000:00000001:1.0:1789449497.748503:0:2399:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00020000:00000001:0.0:1789449497.748503:0:33227:0:(lov_io.c:2292:lov_io_init_empty()) Process entered 00020000:00000001:0.0:1789449497.748507:0:33227:0:(lov_io.c:2326:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789449497.748509:0:2399:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00020000:00000002:0.0:1789449497.748511:0:33227:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b836971f0) owner 0000000000000000/ffff9e8b90fa4f80 00010000:00000001:1.0:1789449497.748512:0:2399:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449497.748516:0:2399:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000001:0.0:1789449497.748517:0:33227:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1789449497.748519:0:2399:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204a600 refcount=5 00000020:00000001:0.0:1789449497.748521:0:33227:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:1.0:1789449497.748523:0:2399:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825568256 : -107151883983360 : ffff9e8bc204a600) 00000080:00000001:0.0:1789449497.748526:0:33227:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00010000:00000001:1.0:1789449497.748528:0:2399:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825568256 : -107151883983360 : ffff9e8bc204a600) 00000080:00200000:0.0:1789449497.748530:0:33227:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x28:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00000001:1.0:1789449497.748533:0:2399:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00000080:00000001:0.0:1789449497.748535:0:33227:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00010000:00010000:1.0:1789449497.748538:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a600/0xcddde1459ded671b lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x20e400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00000001:0.0:1789449497.748538:0:33227:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789449497.748541:0:33227:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217000 00000080:00000001:0.0:1789449497.748547:0:33227:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449497.748548:0:2399:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1789449497.748551:0:2399:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449497.748554:0:33227:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00010000:00010000:1.0:1789449497.748555:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000080:00200000:0.0:1789449497.748558:0:33227:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000405:0x28:0x0](ffff9e8b89116c08) 00010000:00000001:1.0:1789449497.748559:0:2399:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789449497.748564:0:2399:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789449497.748567:0:2399:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00800000:00000001:0.0:1789449497.748567:0:33227:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:0.0:1789449497.748571:0:33227:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000405:0x28:0x0] 00010000:00000001:1.0:1789449497.748572:0:2399:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449497.748576:0:2399:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789449497.748580:0:2399:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9e8bc204a600 with handle 0xcddde1459ded671b from hash 00000002:00000001:0.0:1789449497.748581:0:33227:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00010000:00000001:1.0:1789449497.748583:0:2399:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789449497.748587:0:2399:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449497.748588:0:2399:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449497.748590:0:2399:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789449497.748591:0:2399:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00000002:00000001:0.0:1789449497.748592:0:33227:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449497.748594:0:2399:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000002:00000001:0.0:1789449497.748596:0:33227:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00010000:00000001:1.0:1789449497.748599:0:2399:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000002:00000001:0.0:1789449497.748601:0:33227:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449497.748603:0:2399:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:0.0:1789449497.748605:0:33227:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449497.748606:0:2399:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449497.748610:0:2399:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449497.748610:0:33227:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1789449497.748614:0:33227:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00010000:00010000:1.0:1789449497.748615:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a600/0xcddde1459ded671b lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1789449497.748618:0:33227:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449497.748622:0:33227:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449497.748628:0:2399:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:0.0:1789449497.748628:0:33227:0:(cl_object.c:754:cl_env_obtain()) Process entered 00010000:00000001:1.0:1789449497.748630:0:2399:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1789449497.748632:0:33227:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822024 : -107152888729592 : ffff9e8b86217008) 00010000:00000001:1.0:1789449497.748634:0:2399:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000020:00001000:0.0:1789449497.748637:0:33227:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217000 00010000:00000001:1.0:1789449497.748638:0:2399:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789449497.748641:0:2399:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449497.748643:0:2399:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449497.748644:0:2399:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789449497.748647:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204a600/0xcddde1459ded671b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00020000:00000001:0.0:1789449497.748648:0:33227:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:0.0:1789449497.748652:0:33227:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b836971f0) owner 0000000000000000/ffff9e8b90fa4f80 00020000:00000001:0.0:1789449497.748659:0:33227:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00010000:00000001:1.0:1789449497.748661:0:2399:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00020000:00000001:0.0:1789449497.748662:0:33227:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449497.748665:0:2399:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00020000:00000002:0.0:1789449497.748666:0:33227:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b836971f0) owner 0000000000000000/ffff9e8b90fa4f80 00000080:00000001:1.0:1789449497.748672:0:2399:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00020000:00000001:0.0:1789449497.748672:0:33227:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:0.0:1789449497.748676:0:33227:0:(lov_object.c:1552:lov_object_free()) Process entered 00000020:00000001:1.0:1789449497.748677:0:2399:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181bcbc58 00020000:00000002:0.0:1789449497.748680:0:33227:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b836971f0) owner 0000000000000000/ffff9e8b90fa4f80 00020000:00000002:0.0:1789449497.748685:0:33227:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b836971f0) owner 0000000000000000/ffff9e8b90fa4f80 00020000:00000010:0.0:1789449497.748689:0:33227:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff9e8b836971f0. 00000080:00400000:1.0:1789449497.748691:0:2399:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-7 rc -125 00020000:00000001:0.0:1789449497.748693:0:33227:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000001:1.0:1789449497.748696:0:2399:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000010:0.0:1789449497.748697:0:33227:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff9e8b84013000. 00000080:00000001:1.0:1789449497.748701:0:2399:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1789449497.748704:0:2399:0:(dcache.c:176:ll_intent_release()) intent ffff9e8b8678f990 released 00000080:00000001:1.0:1789449497.748706:0:2399:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:1.0:1789449497.748708:0:2399:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 4 00000080:00000010:1.0:1789449497.748710:0:2399:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff9e8b86702300. 00000080:00000010:1.0:1789449497.748714:0:2399:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449497.748717:0:2399:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:1.0:1789449497.748720:0:2399:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff9e8b91d9a580. 00010000:00000001:1.0:1789449497.748723:0:2399:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789449497.748725:0:2399:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449497.748726:0:2399:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449497.748728:0:2399:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204be00 refcount=4 00000020:00000001:1.0:1789449497.748730:0:2399:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825574400 : -107151883977216 : ffff9e8bc204be00) 00010000:00000001:1.0:1789449497.748732:0:2399:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825574400 : -107151883977216 : ffff9e8bc204be00) 00010000:00010000:1.0:1789449497.748734:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204be00/0xcddde1459ded6729 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x0 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449497.748739:0:2399:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:1.0:1789449497.748742:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204be00/0xcddde1459ded6729 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449497.748746:0:2399:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789449497.748749:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204be00/0xcddde1459ded6729 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449497.748754:0:2399:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449497.748755:0:2399:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789449497.748758:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204be00/0xcddde1459ded6729 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449497.748763:0:2399:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449497.748766:0:2399:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449497.748767:0:2399:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1789449497.748769:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204be00/0xcddde1459ded6729 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789449497.748784:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e8bc204be00 already unused, calling callback (ffffffffc1b31740) 00000080:00000001:1.0:1789449497.748786:0:2399:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1789449497.748788:0:2399:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204be00/0xcddde1459ded6729 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449497.748793:0:2399:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1789449497.748795:0:2399:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1789449497.748798:0:2399:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204be00/0xcddde1459ded6729 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449497.750543:0:2399:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1789449497.750549:0:2399:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1789449497.750552:0:2399:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449497.750555:0:2399:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449497.750559:0:2399:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204be00 refcount=5 00000020:00000001:1.0:1789449497.750562:0:2399:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825574400 : -107151883977216 : ffff9e8bc204be00) 00010000:00000001:1.0:1789449497.750565:0:2399:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825574400 : -107151883977216 : ffff9e8bc204be00) 00010000:00000001:1.0:1789449497.750568:0:2399:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789449497.750573:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204be00/0xcddde1459ded6729 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x20e400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:1.0:1789449497.750585:0:2399:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1789449497.750587:0:2399:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449497.750592:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1789449497.750594:0:2399:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789449497.750597:0:2399:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789449497.750599:0:2399:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789449497.750602:0:2399:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449497.750605:0:2399:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789449497.750609:0:2399:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9e8bc204be00 with handle 0xcddde1459ded6729 from hash 00010000:00000001:1.0:1789449497.750612:0:2399:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789449497.750614:0:2399:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449497.750616:0:2399:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449497.750617:0:2399:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789449497.750619:0:2399:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789449497.750621:0:2399:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1789449497.750624:0:2399:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449497.750625:0:2399:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449497.750627:0:2399:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449497.750630:0:2399:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449497.750633:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204be00/0xcddde1459ded6729 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449497.750639:0:2399:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449497.750641:0:2399:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449497.750643:0:2399:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1789449497.750645:0:2399:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789449497.750648:0:2399:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449497.750650:0:2399:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449497.750651:0:2399:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789449497.750654:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204be00/0xcddde1459ded6729 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449497.750670:0:2399:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789449497.750673:0:2399:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:1.0:1789449497.750678:0:2399:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:1.0:1789449497.750694:0:2399:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181bcbc58 00000080:00400000:1.0:1789449497.750696:0:2399:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-8 rc -125 00000080:00000001:1.0:1789449497.750698:0:2399:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:1.0:1789449497.750702:0:2399:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1789449497.750704:0:2399:0:(dcache.c:176:ll_intent_release()) intent ffff9e8b8678e190 released 00000080:00000001:1.0:1789449497.750706:0:2399:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:1.0:1789449497.750710:0:2399:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 3 00000080:00000010:1.0:1789449497.750713:0:2399:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff9e8b86702b40. 00000080:00000010:1.0:1789449497.750720:0:2399:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff9e8b8678e000. 00000080:00000001:1.0:1789449497.750727:0:2399:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:1.0:1789449497.750730:0:2399:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff9e8b91d9a180. 00010000:00000001:1.0:1789449497.750738:0:2399:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789449497.750740:0:2399:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449497.750742:0:2399:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449497.750745:0:2399:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b889f1000 refcount=4 00000020:00000001:1.0:1789449497.750747:0:2399:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920862609408 : -107152846942208 : ffff9e8b889f1000) 00010000:00000001:1.0:1789449497.750750:0:2399:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920862609408 : -107152846942208 : ffff9e8b889f1000) 00010000:00010000:1.0:1789449497.750754:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b889f1000/0xcddde1459ded6730 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449497.750760:0:2399:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:1.0:1789449497.750764:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b889f1000/0xcddde1459ded6730 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449497.750770:0:2399:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789449497.750781:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b889f1000/0xcddde1459ded6730 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449497.750787:0:2399:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449497.750788:0:2399:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789449497.750790:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b889f1000/0xcddde1459ded6730 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449497.750795:0:2399:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449497.750798:0:2399:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449497.752471:0:2399:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1789449497.752478:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b889f1000/0xcddde1459ded6730 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789449497.752488:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e8b889f1000 already unused, calling callback (ffffffffc1b31740) 00000080:00000001:1.0:1789449497.752491:0:2399:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1789449497.752494:0:2399:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b889f1000/0xcddde1459ded6730 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449497.752499:0:2399:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1789449497.752501:0:2399:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1789449497.752503:0:2399:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b889f1000/0xcddde1459ded6730 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449497.752506:0:2399:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1789449497.752508:0:2399:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1789449497.752510:0:2399:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449497.752512:0:2399:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449497.752513:0:2399:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b889f1000 refcount=5 00000020:00000001:1.0:1789449497.752515:0:2399:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920862609408 : -107152846942208 : ffff9e8b889f1000) 00010000:00000001:1.0:1789449497.752517:0:2399:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920862609408 : -107152846942208 : ffff9e8b889f1000) 00010000:00000001:1.0:1789449497.752518:0:2399:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789449497.752520:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b889f1000/0xcddde1459ded6730 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x20e400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:1.0:1789449497.752523:0:2399:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1789449497.752524:0:2399:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449497.752527:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1789449497.752528:0:2399:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789449497.752531:0:2399:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789449497.752532:0:2399:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789449497.752533:0:2399:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449497.752535:0:2399:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789449497.752539:0:2399:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9e8b889f1000 with handle 0xcddde1459ded6730 from hash 00010000:00000001:1.0:1789449497.752541:0:2399:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789449497.752542:0:2399:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449497.752543:0:2399:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449497.752544:0:2399:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789449497.752546:0:2399:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789449497.752547:0:2399:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1789449497.752548:0:2399:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449497.752548:0:2399:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449497.752549:0:2399:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449497.752550:0:2399:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449497.752552:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b889f1000/0xcddde1459ded6730 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449497.752555:0:2399:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449497.752555:0:2399:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449497.752556:0:2399:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1789449497.752557:0:2399:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789449497.752559:0:2399:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449497.752559:0:2399:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449497.752560:0:2399:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789449497.752561:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b889f1000/0xcddde1459ded6730 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1789449497.752567:0:2399:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9e8b90652c00 count: 0 00010000:00000010:1.0:1789449497.752574:0:2399:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e8b84d2a980. 00010000:00000001:1.0:1789449497.752583:0:2399:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789449497.752585:0:2399:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:1.0:1789449497.752588:0:2399:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:1.0:1789449497.752590:0:2399:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181bcbc58 00000080:00400000:1.0:1789449497.752591:0:2399:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-9 rc -125 00000080:00000001:1.0:1789449497.752593:0:2399:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:1.0:1789449497.752595:0:2399:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1789449497.752597:0:2399:0:(dcache.c:176:ll_intent_release()) intent ffff9e8b8678d990 released 00000080:00000001:1.0:1789449497.752599:0:2399:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:1.0:1789449497.752601:0:2399:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:1.0:1789449497.752604:0:2399:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff9e8b86702f00. 00000080:00000010:1.0:1789449497.752606:0:2399:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff9e8b8678d800. 00000080:00000001:1.0:1789449497.752611:0:2399:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:1.0:1789449497.752614:0:2399:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff9e8b91d9ae00. 00000002:00000010:1.0:1789449497.752619:0:2399:0:(batch.c:317:batch_update_request_destroy()) kvfree 'bub->bub_req': 4096 at ffff9e8b87d60000. 00000002:00000010:1.0:1789449497.752624:0:2399:0:(batch.c:318:batch_update_request_destroy()) kfreed 'bub': 40 at ffff9e8b91d9ac00. 00000002:00000010:1.0:1789449497.752626:0:2399:0:(batch.c:321:batch_update_request_destroy()) kfreed 'head': 80 at ffff9e8b87c1e660. 00000002:00000001:1.0:1789449497.752630:0:2399:0:(batch.c:394:batch_update_request_fini()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000002:00000001:1.0:1789449497.752632:0:2399:0:(batch.c:422:batch_update_interpret()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:1.0:1789449497.752652:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83690a80 x1876371947516416/t0(0) o63->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1789449513 ref 1 fl Interpret:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789449497.752663:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83690a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2399:1876371947516416:192.168.202.109@tcp:63:ll_sa.0 00000100:00000001:1.0:1789449497.752669:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449497.752674:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449497.752678:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83690a80 x1876371947516416/t0(0) o63->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1789449513 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000020:00001000:0.0:1789449497.753008:0:33227:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217000 00000080:00000001:0.0:1789449497.753018:0:33227:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1789449497.753022:0:33227:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000100:00000001:1.0:1789449497.753260:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789449497.753264:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789449497.753269:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9e8b86662000. 02000000:00000001:1.0:1789449497.753273:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789449497.753276:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449497.753278:0:2399:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:1.0:1789449497.753281:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789449497.753284:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 4096 at ffff9e8b87d61000. 02000000:00000001:1.0:1789449497.753288:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789449497.753290:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789449497.753293:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83690a80. 00000100:00000001:1.0:1789449497.753297:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789449497.753298:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449497.753301:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449497.753311:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789449497.753313:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449497.753316:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449497.753320:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1789449497.780345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204ac00. 00010000:00000010:1.1:1789449497.784955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204bc00. 00010000:00000010:1.1:1789449497.784974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204b400. 00010000:00000010:1.1:1789449497.784978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204b000. 00010000:00000010:1.1:1789449497.784981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204a600. 00010000:00000010:1.1:1789449497.784985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204be00. 00010000:00000010:1.1:1789449497.785001:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b90652c00. 00010000:00000010:1.1:1789449497.785007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b889f1000. 00000080:00000010:0.1:1789449497.792934:0:33230:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b8984f740. 00000080:00000010:0.1:1789449497.792962:0:33230:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e8b89116b40. 00010000:00010000:1.0:1789449497.794319:0:33232:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0000-mdc-ffff9e8b89903000 00010000:00000001:1.0:1789449497.794326:0:33232:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789449497.794328:0:33232:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789449497.794337:0:33232:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449497.794340:0:33232:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789449497.794345:0:33232:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789449497.794349:0:33232:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789449497.794352:0:33232:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1789449497.794374:0:33232:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789449497.794548:0:33231:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0001-mdc-ffff9e8b89903000 00010000:00000001:3.0:1789449497.794552:0:33231:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789449497.794553:0:33231:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449497.794555:0:33231:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449497.794556:0:33231:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789449497.794558:0:33231:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449497.794560:0:33231:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449497.794715:0:16815:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789449497.794719:0:16815:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449497.794723:0:16815:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1789449497.794727:0:16815:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1789449497.794731:0:16815:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789449497.794738:0:16815:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204ba00/0xcddde1459ded66e3 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xeb7cbf5e2fd3d67a expref: -99 pid: 33224 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:2.0:1789449497.794752:0:16815:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789449497.794759:0:16815:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789449497.794762:0:16815:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789449497.794765:0:16815:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x27:0x0] mode (null) 00000002:00000001:2.0:1789449497.794771:0:16815:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789449497.794774:0:16815:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789449497.794781:0:16815:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bde00 count: 2 00010000:00000001:2.0:1789449497.794785:0:16815:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789449497.794791:0:16815:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449497.794793:0:16815:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789449497.794794:0:16815:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789449497.794795:0:16815:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bde00 count: 2 00010000:00000001:2.0:1789449497.794797:0:16815:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789449497.794799:0:16815:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449497.794801:0:16815:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789449497.794802:0:16815:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789449497.794804:0:16815:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bde00 count: 2 00010000:00000001:2.0:1789449497.794806:0:16815:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789449497.794818:0:16815:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449497.794820:0:16815:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789449497.794821:0:16815:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789449497.794822:0:16815:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bde00 count: 2 00010000:00000001:2.0:1789449497.794824:0:16815:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789449497.794827:0:16815:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449497.794829:0:16815:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449497.794833:0:16815:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1789449497.794836:0:16815:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789449497.794841:0:16815:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822744 : -107152888728872 : ffff9e8b862172d8) 00000020:00001000:2.0:1789449497.794844:0:16815:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b862172d0 00000020:00000001:2.0:1789449497.794846:0:16815:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:2.0:1789449497.794850:0:16815:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x27:0x0]: losing layout lock 00000080:00000001:2.0:1789449497.794854:0:16815:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1789449497.794857:0:16815:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1789449497.794862:0:16815:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1789449497.794874:0:16815:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1789449497.795067:0:16815:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x27:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1789449497.795072:0:16815:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449497.795075:0:16815:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1789449497.795077:0:16815:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b862172d0 00000080:00000001:2.0:1789449497.795080:0:16815:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449497.795084:0:16815:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1789449497.795087:0:16815:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x27:0x0](ffff9e8b89113a88) invalid 00000020:00000001:2.0:1789449497.795090:0:16815:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c9bca0 00000080:00002000:2.0:1789449497.795093:0:16815:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f22.recovery-small-2 (ffff9e8b893321b0) parent ffff9e8b892cbca8 inode ffff9e8b89113a88 refc 1 00000080:00000001:2.0:1789449497.795097:0:16815:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1789449497.795100:0:16815:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789449497.795102:0:16815:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449497.795108:0:16815:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789449497.795113:0:16815:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789449497.795115:0:16815:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789449497.795116:0:16815:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449497.795118:0:16815:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789449497.795123:0:16815:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9e8bc204ba00 with handle 0xcddde1459ded66e3 from hash 00010000:00000001:2.0:1789449497.795126:0:16815:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789449497.795128:0:16815:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449497.795129:0:16815:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449497.795131:0:16815:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789449497.795135:0:16815:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789449497.795137:0:16815:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1789449497.795140:0:16815:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789449497.795143:0:16815:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789449497.795146:0:16815:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1789449497.795167:0:16815:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065f800. 00000020:00000040:2.0:1789449497.795171:0:16815:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000100:00000001:2.0:1789449497.795178:0:16815:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449497.795182:0:16815:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449497.795188:0:16815:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449497.795197:0:16815:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e8b86782000. 00000100:00000001:2.0:1789449497.795205:0:16815:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449497.795208:0:16815:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1789449497.795216:0:16815:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204ba00/0xcddde1459ded66e3 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xeb7cbf5e2fd3d67a expref: -99 pid: 33224 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1789449497.795224:0:16815:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1789449497.795225:0:16815:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449497.795229:0:16815:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789449497.795231:0:16815:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789449497.795239:0:16815:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b83163d80. 00000100:00000001:2.0:1789449497.795242:0:16815:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920769756544 : -107152939795072 : ffff9e8b83163d80) 00000100:00000001:2.0:1789449497.795245:0:16815:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449497.795246:0:16815:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993085440 : -107152716466176 : ffff9e8b9065f800) 00000100:00000001:2.0:1789449497.795252:0:16815:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449497.795257:0:16815:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449497.795259:0:16815:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789449497.795261:0:16815:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789449497.795274:0:16815:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065f800 x1876371947516800/t0(0) o103->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449497.795282:0:16815:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449497.795285:0:16815:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449497.795290:0:16815:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449497.795292:0:16815:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449497.795294:0:16815:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449497.795299:0:16815:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065f800 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:16815:1876371947516800:192.168.202.109@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1789449497.795303:0:16815:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789449497.795310:0:16815:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449497.795313:0:16815:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449497.795317:0:16815:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789449497.795321:0:16815:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b86782c00. 02000000:00000001:2.0:1789449497.795324:0:16815:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449497.795335:0:16815:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449497.795340:0:16815:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b9e70. 00000400:00000010:2.0:1789449497.795349:0:16815:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085df68. 00000100:00000200:2.0:1789449497.795358:0:16815:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947516800, portal 18 00000100:00000001:2.0:1789449497.795360:0:16815:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449497.795362:0:16815:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993085440 : -107152716466176 : ffff9e8b9065f800) 00000100:00000040:2.0:1789449497.795369:0:16815:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b9065f800 x1876371947516800/t0(0) o103->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449513 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449497.795377:0:16815:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449497.795380:0:16815:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449497.795383:0:16815:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d4c8. 00000100:00000200:2.0:1789449497.795386:0:16815:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1876371947516800, offset 0 00000400:00000200:2.0:1789449497.795393:0:16815:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449497.795403:0:16815:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449497.795414:0:16815:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449497.795422:0:16815:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449497.795427:0:16815:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449497.795432:0:16815:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449497.795434:0:16815:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449497.795439:0:16815:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2817:2817:256:4294967295] 192.168.202.109@tcp LPNI seq info [2817:2817:8:4294967295] 00000400:00000200:2.0:1789449497.795443:0:16815:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449497.795455:0:16815:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449497.795462:0:16815:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449497.795468:0:16815:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b8c688f00. 00000800:00000200:2.0:1789449497.795476:0:16815:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449497.795487:0:16815:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449497.795492:0:16815:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b8c688f00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1789449497.795513:0:16815:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449497.795520:0:16815:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 800312 usecs (801 jiffies) 00000400:00000200:2.0:1789449497.795523:0:16815:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449497.795527:0:16815:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296501282 00000100:00000001:2.0:1789449497.795530:0:16815:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296501285 00000100:00000001:2.0:1789449497.795533:0:16815:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296501282 00000100:00000001:2.0:1789449497.795535:0:16815:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296501285 00000100:00000001:2.0:1789449497.795537:0:16815:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449497.795541:0:16815:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449497.795543:0:16815:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449497.795546:0:16815:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789449497.795549:0:16815:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b83163d80 going to sleep for 11 seconds 00000100:00000001:2.0:1789449497.795552:0:16815:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449497.795555:0:16815:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449497.795829:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449497.795835:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c688f00. 00000400:00000200:3.0:1789449497.795842:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449497.795847:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449497.795854:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d4c8 00000400:00000010:3.0:1789449497.795856:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d4c8. 00000100:00000001:3.0:1789449497.795861:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449497.795866:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065f800 x1876371947516800/t0(0) o103->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449513 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449497.795876:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449497.795900:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b9065f800 x1876371947516800/t0(0) o103->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449513 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449497.795907:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449497.795908:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449497.810152:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449497.810176:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449497.810182:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449497.810194:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449497.810207:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449497.810217:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449497.810229:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449497.810235:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449497.810241:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449497.810246:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 18 MB=0x6aa8ce365f380 00000400:00000200:2.0:1789449497.810252:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449497.810260:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.109@tcp of length 224/224 into md 0x806d [1] + 224 00000800:00000001:2.0:1789449497.810268:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449497.810275:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449497.810279:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449497.810284:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449497.810293:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449497.810305:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065f800 x1876371947516800/t0(0) o103->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449513 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449497.810318:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b9065f800 x1876371947516800/t0(0) o103->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449513 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449497.810344:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449497.810355:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449497.810358:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449497.810431:0:16815:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789449497.810440:0:16815:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789449497.810442:0:16815:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789449497.810446:0:16815:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b9e70. 00000400:00000200:1.0:1789449497.810451:0:16815:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085df68 00000400:00000010:1.0:1789449497.810454:0:16815:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085df68. 00000100:00000001:1.0:1789449497.810457:0:16815:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789449497.810461:0:16815:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065f800 x1876371947516800/t0(0) o103->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449513 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789449497.810469:0:16815:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065f800 x1876371947516800/t0(0) o103->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449513 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449497.810475:0:16815:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789449497.810477:0:16815:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449497.810480:0:16815:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789449497.810484:0:16815:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789449497.810486:0:16815:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789449497.810489:0:16815:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449497.810492:0:16815:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789449497.810504:0:16815:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ed80 time=126 v=5 (5 5 5 5) 00000100:00001000:1.0:1789449497.810508:0:16815:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1789449497.810511:0:16815:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789449497.810513:0:16815:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449497.810516:0:16815:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789449497.810519:0:16815:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449497.810523:0:16815:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789449497.810526:0:16815:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967633 00000100:00000001:1.0:1789449497.810527:0:16815:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789449497.810530:0:16815:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449497.810535:0:16815:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065f800 x1876371947516800/t0(0) o103->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449513 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449497.810541:0:16815:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449497.810544:0:16815:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789449497.810546:0:16815:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789449497.810550:0:16815:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065f800 x1876371947516800/t0(0) o103->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449513 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789449497.810557:0:16815:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065f800 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:16815:1876371947516800:192.168.202.109@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1789449497.810562:0:16815:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449497.810564:0:16815:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449497.810567:0:16815:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789449497.810570:0:16815:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449497.810573:0:16815:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065f800 x1876371947516800/t0(0) o103->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449513 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449497.810579:0:16815:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789449497.810582:0:16815:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b83163d80. 00000100:00000001:1.0:1789449497.810586:0:16815:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789449497.810587:0:16815:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449497.810590:0:16815:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449497.810592:0:16815:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065f800 x1876371947516800/t0(0) o103->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449513 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449497.810598:0:16815:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789449497.810600:0:16815:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789449497.810604:0:16815:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b86782c00. 02000000:00000001:1.0:1789449497.810606:0:16815:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789449497.810609:0:16815:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449497.810611:0:16815:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:1.0:1789449497.810613:0:16815:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789449497.810616:0:16815:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e8b86782000. 02000000:00000001:1.0:1789449497.810619:0:16815:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789449497.810621:0:16815:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789449497.810623:0:16815:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065f800. 00000100:00000001:1.0:1789449497.810627:0:16815:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789449497.810628:0:16815:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789449497.810630:0:16815:0:(ldlm_request.c:1632:ldlm_cli_cancel_req()) Process leaving 00010000:00000001:1.0:1789449497.810634:0:16815:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789449497.810639:0:16815:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8bc204ba00/0xcddde1459ded66e3 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xeb7cbf5e2fd3d67a expref: -99 pid: 33224 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:1.0:1789449497.810650:0:16815:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9e8b91d9a8c0. 00010000:00000040:1.0:1789449497.810654:0:16815:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9e8b902bde00 count: 0 00010000:00000010:1.0:1789449497.810665:0:16815:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e8b898b7580. 00010000:00000001:1.0:1789449497.810675:0:16815:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449497.810677:0:16815:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449497.810692:0:16815:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449497.810696:0:16815:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789449497.810699:0:16815:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449497.810702:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789449497.810704:0:16815:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789449497.810705:0:16815:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449497.810707:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789449497.810709:0:16815:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789449497.810710:0:16815:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449497.810711:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1789449497.811024:0:33232:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449497.811029:0:33232:0:(ldlm_lockd.c:2264:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449497.811032:0:33232:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1789449497.844709:0:33233:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bde00. 00010000:00000010:1.1:1789449497.844729:0:33233:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204ba00. 00010000:00000001:3.0:1789449498.114085:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449498.114096:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449498.114102:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449498.114103:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449498.114281:0:16942:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789449498.114287:0:16942:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449498.114292:0:16942:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789449499.074363:0:29299:0:(connection.c:75:cpu_latency_work()) work item of ffff9e8b8322a330 (cpu 3) has reached its deadline 4296501285, at 4296501760 00000100:00000010:3.0:1789449499.074379:0:29299:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e8b898c6360. 00000100:00000001:2.0:1789449499.074479:0:16807:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1789449499.074484:0:16807:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449499.074497:0:32803:0:(connection.c:75:cpu_latency_work()) work item of ffff9e8b8322a220 (cpu 2) has reached its deadline 4296501285, at 4296501760 00000100:00000010:2.0:1789449499.074513:0:32803:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e8b898c6660. 00010000:00000001:3.0:1789449499.138494:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449499.138508:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449499.138514:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449499.138515:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449499.138716:0:16814:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789449499.138720:0:16814:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449499.138723:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789449499.589787:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80a9314a-fa92-41c3-8d17-36c58fffb192->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789449499.589797:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789449499.589807:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065f100. 00000020:00000040:2.0:1789449499.589812:0:37:0:(genops.c:1209:class_import_get()) import ffff9e8b83927000 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:2.0:1789449499.589815:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449499.589818:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449499.589822:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449499.589828:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b8c688b00. 00000100:00000001:2.0:1789449499.589834:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449499.589843:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 80a9314a-fa92-41c3-8d17-36c58fffb192->MGS req@ffff9e8b9065f100 x1876371947516928/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789449499.589852:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449499.589855:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449499.589860:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b5a0b2a6] to pc [ptlrpcd_01_01+1] req@ffff9e8b9065f100 x1876371947516928/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449499.589911:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449499.589914:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789449499.589917:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1789449499.589918:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1789449499.589921:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065ed80. 00000100:00000001:3.0:1789449499.589922:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1789449499.589923:0:37:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000100:00000001:2.0:1789449499.589926:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449499.589927:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449499.589929:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449499.589933:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b8c688200. 00000100:00000001:3.0:1789449499.589934:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1789449499.589936:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449499.589940:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0000_UUID req@ffff9e8b9065ed80 x1876371947517056/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1789449499.589941:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065f100 x1876371947516928/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449499.589949:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789449499.589951:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449499.589951:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449499.589954:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449499.589954:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b0f6468] to pc [ptlrpcd_01_00+0] req@ffff9e8b9065ed80 x1876371947517056/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1789449499.589959:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789449499.589961:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449499.589962:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449499.589964:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449499.589965:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1789449499.589967:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:80a9314a-fa92-41c3-8d17-36c58fffb192:2402:1876371947516928:192.168.202.109@tcp:400:kworker.0 00000100:00000001:2.0:1789449499.589978:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1789449499.589981:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000010:2.0:1789449499.589981:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065c700. 00000020:00000040:2.0:1789449499.589983:0:37:0:(genops.c:1209:class_import_get()) import ffff9e8b862dc800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000100:00000001:2.0:1789449499.589985:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789449499.589987:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449499.589987:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449499.589988:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449499.589990:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449499.589991:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b8c688c00. 02000000:00000001:3.0:1789449499.589992:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1789449499.589994:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789449499.589997:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b8435ea00. 00000100:00000040:2.0:1789449499.589997:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0001_UUID req@ffff9e8b9065c700 x1876371947517184/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1789449499.589999:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449499.590004:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449499.590006:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449499.590008:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000040:2.0:1789449499.590009:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061cd0eef] to pc [ptlrpcd_01_01+1] req@ffff9e8b9065c700 x1876371947517184/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1789449499.590013:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b8525c058. 00000100:00000001:2.0:1789449499.590016:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449499.590019:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1789449499.590020:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69cc0. 00000100:00000001:2.0:1789449499.590021:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789449499.590024:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065e300. 00000020:00000040:2.0:1789449499.590026:0:37:0:(genops.c:1209:class_import_get()) import ffff9e8b90c6e800 refcount=3 obd=lustre-OST0000-osc-ffff9e8b89903000 00000100:00000200:3.0:1789449499.590027:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947516928, portal 25 00000100:00000001:2.0:1789449499.590028:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1789449499.590029:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1789449499.590029:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449499.590030:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449499.590031:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993083648 : -107152716467968 : ffff9e8b9065f100) 02000000:00000010:2.0:1789449499.590034:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b8c688f00. 00000100:00000040:3.0:1789449499.590037:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b9065f100 x1876371947516928/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449499.590037:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449499.590040:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0000_UUID req@ffff9e8b9065e300 x1876371947517312/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789449499.590045:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1789449499.590047:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1789449499.590049:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:2.0:1789449499.590049:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789449499.590052:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69a18. 00000100:00000040:2.0:1789449499.590052:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b65bae2d] to pc [ptlrpcd_01_00+0] req@ffff9e8b9065e300 x1876371947517312/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789449499.590055:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876371947516928, offset 0 00000100:00000001:2.0:1789449499.590059:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449499.590061:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1789449499.590062:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:2.0:1789449499.590064:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789449499.590067:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065d880. 00000020:00000040:2.0:1789449499.590069:0:37:0:(genops.c:1209:class_import_get()) import ffff9e8b8986b000 refcount=3 obd=lustre-OST0001-osc-ffff9e8b89903000 00000100:00000001:2.0:1789449499.590070:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449499.590071:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1789449499.590072:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 02000000:00000001:2.0:1789449499.590073:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449499.590076:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b907f5f00. 00000100:00000001:2.0:1789449499.590078:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449499.590081:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000040:2.0:1789449499.590081:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0001_UUID req@ffff9e8b9065d880 x1876371947517440/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1789449499.590086:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1789449499.590087:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449499.590088:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449499.590090:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000040:2.0:1789449499.590091:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d48193cb] to pc [ptlrpcd_01_01+1] req@ffff9e8b9065d880 x1876371947517440/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1789449499.590094:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789449499.590097:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1789449499.590101:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2818:2818:256:4294967295] 192.168.202.109@tcp LPNI seq info [2818:2818:8:4294967295] 00000100:00000001:2.0:1789449499.590105:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449499.590106:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000040:2.0:1789449499.590109:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1839) 00000400:00000200:3.0:1789449499.590115:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449499.590122:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:2.0:1789449499.590124:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:3.0:1789449499.590127:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051c900. 00000100:00000001:2.0:1789449499.590127:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449499.590128:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789449499.590132:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065ed80 x1876371947517056/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1789449499.590133:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:2.0:1789449499.590138:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449499.590139:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449499.590140:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 02000000:00000001:2.0:1789449499.590142:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449499.590143:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1789449499.590145:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051c900 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:2.0:1789449499.590145:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449499.590148:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2401:1876371947517056:192.168.202.109@tcp:400:kworker.0 00000100:00000001:2.0:1789449499.590151:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789449499.590153:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449499.590155:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449499.590157:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449499.590157:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1789449499.590160:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 02000000:00000010:2.0:1789449499.590160:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b83420400. 02000000:00000001:2.0:1789449499.590161:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449499.590163:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296506403 00000400:00000200:2.0:1789449499.590165:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449499.590168:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b93c8. 00000400:00000010:2.0:1789449499.590172:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085daa0. 00000100:00000200:2.0:1789449499.590179:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947517056, portal 10 00000100:00000010:3.0:1789449499.590180:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e8b87cd58a0. 00000100:00000001:2.0:1789449499.590182:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449499.590183:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993082752 : -107152716468864 : ffff9e8b9065ed80) 00000100:00000001:3.0:1789449499.590186:0:2402:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000040:2.0:1789449499.590189:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b9065ed80 x1876371947517056/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449499.590190:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296506403 00000100:00000010:3.0:1789449499.590194:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e8b87cd5d80. 00000100:00000001:2.0:1789449499.590196:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1789449499.590197:0:2402:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000100:00000040:2.0:1789449499.590198:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:3.0:1789449499.590200:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1789449499.590200:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085dee0. 00000100:00000001:3.0:1789449499.590203:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1789449499.590203:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876371947517056, offset 0 00000100:00000001:3.0:1789449499.590207:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449499.590208:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:3.0:1789449499.590209:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449499.590212:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449499.590215:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:3.0:1789449499.590217:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1789449499.590218:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1789449499.590219:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1789449499.590220:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:3.0:1789449499.590221:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449499.590223:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1789449499.590223:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1789449499.590224:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1789449499.590225:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000040:3.0:1789449499.590227:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065c700 x1876371947517184/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1789449499.590228:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2819:2819:255:4294967295] 192.168.202.109@tcp LPNI seq info [2819:2819:7:4294967295] 00000400:00000200:2.0:1789449499.590232:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:3.0:1789449499.590235:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789449499.590236:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449499.590238:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1789449499.590239:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 02000000:00000001:3.0:1789449499.590241:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789449499.590243:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449499.590243:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00100000:3.0:1789449499.590246:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2402:1876371947517184:192.168.202.109@tcp:400:kworker.0 00000800:00000010:2.0:1789449499.590247:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b861f5c00. 00000100:00000001:3.0:1789449499.590249:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000200:2.0:1789449499.590251:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 02000000:00000001:3.0:1789449499.590252:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789449499.590253:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449499.590255:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:2.0:1789449499.590255:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 02000000:00000010:3.0:1789449499.590258:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b8435e600. 00000800:00000200:2.0:1789449499.590258:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b861f5c00 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:3.0:1789449499.590260:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449499.590261:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449499.590262:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:3.0:1789449499.590265:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b8525c4d0. 00000100:00000040:2.0:1789449499.590265:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 799268 usecs (800 jiffies) 00000400:00000010:3.0:1789449499.590268:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69c38. 00000100:00000200:3.0:1789449499.590271:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947517184, portal 10 00000100:00000001:3.0:1789449499.590273:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449499.590274:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993072896 : -107152716478720 : ffff9e8b9065c700) 00000100:00000040:3.0:1789449499.590280:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b9065c700 x1876371947517184/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449499.590286:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449499.590288:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1789449499.590291:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b693b8. 00000100:00000200:3.0:1789449499.590293:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876371947517184, offset 0 00000400:00000200:3.0:1789449499.590297:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1789449499.590300:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449499.590304:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449499.590307:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789449499.590309:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1789449499.590311:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789449499.590314:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1789449499.590317:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2820:2820:254:4294967295] 192.168.202.109@tcp LPNI seq info [2820:2820:6:4294967295] 00000400:00000200:3.0:1789449499.590321:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449499.590326:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449499.590331:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449499.590334:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000800:00000010:3.0:1789449499.590335:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051c200. 00000100:00000001:2.0:1789449499.590336:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296503076 00000800:00000200:3.0:1789449499.590338:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:2.0:1789449499.590339:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296506403 00000100:00000001:2.0:1789449499.590341:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296503076 00000800:00000200:3.0:1789449499.590343:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:2.0:1789449499.590343:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296506403 00000800:00000200:3.0:1789449499.590346:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051c200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789449499.590346:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449499.590348:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449499.590349:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449499.590350:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789449499.590351:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: using a timeout of 22008 usecs (23 jiffies) 00000400:00000200:3.0:1789449499.590354:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000040:2.0:1789449499.590354:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065e300 x1876371947517312/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449499.590355:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296502299 00000100:00000001:3.0:1789449499.590358:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296506403 00000100:00000001:3.0:1789449499.590360:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296502299 00000100:00000001:2.0:1789449499.590361:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789449499.590362:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296506403 00000100:00000001:2.0:1789449499.590363:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449499.590364:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449499.590365:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1789449499.590366:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449499.590367:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1789449499.590367:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449499.590369:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449499.590370:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065d880 x1876371947517440/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789449499.590372:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2401:1876371947517312:192.168.202.109@tcp:400:kworker.0 00000100:00000001:2.0:1789449499.590375:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1789449499.590377:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789449499.590378:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449499.590378:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449499.590379:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449499.590380:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449499.590381:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1789449499.590382:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789449499.590383:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449499.590384:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b83420000. 00000100:00100000:3.0:1789449499.590386:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2402:1876371947517440:192.168.202.109@tcp:400:kworker.0 02000000:00000001:2.0:1789449499.590386:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449499.590389:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:3.0:1789449499.590390:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789449499.590391:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:2.0:1789449499.590392:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b9cb8. 02000000:00000001:3.0:1789449499.590393:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449499.590394:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1789449499.590395:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085dbb0. 02000000:00000010:3.0:1789449499.590396:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b8435e400. 02000000:00000001:3.0:1789449499.590398:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1789449499.590398:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947517312, portal 4 00000100:00000001:2.0:1789449499.590400:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1789449499.590401:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449499.590401:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993080064 : -107152716471552 : ffff9e8b9065e300) 00000400:00000010:3.0:1789449499.590403:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b8525cec8. 00000400:00000010:3.0:1789449499.590406:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69330. 00000100:00000040:2.0:1789449499.590407:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b9065e300 x1876371947517312/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789449499.590408:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947517440, portal 4 00000100:00000001:3.0:1789449499.590410:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449499.590412:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993077376 : -107152716474240 : ffff9e8b9065d880) 00000100:00000001:2.0:1789449499.590414:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449499.590416:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000040:3.0:1789449499.590417:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b9065d880 x1876371947517440/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1789449499.590418:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d330. 00000100:00000200:2.0:1789449499.590420:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876371947517312, offset 0 00000100:00000001:3.0:1789449499.590423:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1789449499.590424:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000040:3.0:1789449499.590425:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1789449499.590427:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69908. 00000400:00000200:2.0:1789449499.590428:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000200:3.0:1789449499.590429:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876371947517440, offset 0 00000400:00000200:2.0:1789449499.590431:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449499.590433:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449499.590434:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449499.590436:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449499.590438:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449499.590441:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449499.590443:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2821:2821:253:4294967295] 192.168.202.109@tcp LPNI seq info [2821:2821:5:4294967295] 00000400:00000200:2.0:1789449499.590447:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449499.590452:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449499.590457:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449499.590460:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b861f5e00. 00000800:00000200:2.0:1789449499.590464:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449499.590467:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449499.590470:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b861f5e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789449499.590472:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449499.590475:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: using a timeout of 22673 usecs (23 jiffies) 00000400:00000200:2.0:1789449499.590478:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449499.590479:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296502299 00000100:00000001:2.0:1789449499.590481:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296506403 00000100:00000001:2.0:1789449499.590483:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296502299 00000100:00000001:2.0:1789449499.590485:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296506403 00000100:00000001:2.0:1789449499.590487:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449499.590489:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449499.590492:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449499.590494:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449499.590498:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449499.590499:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789449499.590501:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449499.590502:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449499.590503:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449499.590506:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449499.590569:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449499.590573:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b9051c900. 00000400:00000200:2.0:1789449499.590580:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449499.590585:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449499.590723:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449499.590727:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449499.590730:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789449499.590732:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1789449499.590734:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789449499.590736:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1789449499.590738:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2822:2822:252:4294967295] 192.168.202.109@tcp LPNI seq info [2822:2822:4:4294967295] 00000400:00000200:3.0:1789449499.590742:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449499.590748:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449499.590752:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449499.590755:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69a18 00000800:00000010:3.0:1789449499.590756:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051c100. 00000400:00000010:2.0:1789449499.590758:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69a18. 00000800:00000200:3.0:1789449499.590759:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449499.590763:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:2.0:1789449499.590763:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000800:00000200:3.0:1789449499.590766:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051c100 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:2.0:1789449499.590768:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065f100 x1876371947516928/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449499.590769:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449499.590772:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: using a timeout of 233692 usecs (234 jiffies) 00000400:00000200:3.0:1789449499.590775:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:3.0:1789449499.590777:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296502510 00000100:00000001:2.0:1789449499.590777:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789449499.590779:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296506403 00000100:00000001:3.0:1789449499.590781:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296502510 00000100:00000040:2.0:1789449499.590781:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065f100 x1876371947516928/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449515 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449499.590784:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296506403 00000100:00000001:3.0:1789449499.590786:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449499.590788:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449499.590789:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449499.590790:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789449499.590791:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449499.590793:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449499.590796:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449499.590797:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789449499.590799:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449499.590800:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449499.590802:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449499.590803:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1789449499.590804:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1789449499.590805:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b861f5c00. 00000400:00000200:2.0:1789449499.590808:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449499.590812:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449499.590814:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085dee0 00000400:00000010:2.0:1789449499.590816:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085dee0. 00000100:00000001:2.0:1789449499.590819:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449499.590822:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065ed80 x1876371947517056/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449499.590828:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449499.590831:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065ed80 x1876371947517056/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449515 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449499.590837:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449499.590838:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789449499.590847:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449499.590849:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b9051c200. 00000400:00000200:2.0:1789449499.590851:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449499.590854:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449499.590855:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b693b8 00000400:00000010:2.0:1789449499.590856:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b693b8. 00000100:00000001:2.0:1789449499.590858:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449499.590860:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065c700 x1876371947517184/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449499.590865:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449499.590867:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065c700 x1876371947517184/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449515 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449499.590871:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449499.590871:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789449499.590876:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449499.590877:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b861f5e00. 00000400:00000200:2.0:1789449499.590895:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449499.590897:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449499.590898:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d330 00000400:00000010:2.0:1789449499.590899:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d330. 00000100:00000001:2.0:1789449499.590901:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449499.590903:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065e300 x1876371947517312/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449499.590907:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449499.590908:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065e300 x1876371947517312/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449515 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449499.590912:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449499.590913:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789449499.590997:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449499.590999:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b9051c100. 00000400:00000200:2.0:1789449499.591001:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449499.591003:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449499.591005:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69908 00000400:00000010:2.0:1789449499.591006:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69908. 00000100:00000001:2.0:1789449499.591008:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449499.591010:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065d880 x1876371947517440/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449499.591015:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449499.591017:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065d880 x1876371947517440/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449515 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449499.591021:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449499.591022:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449499.595085:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449499.595104:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449499.595108:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449499.595111:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449499.595120:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449499.595128:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449499.595137:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449499.595141:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449499.595147:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449499.595152:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 4 MB=0x6aa8ce365f580 00000400:00000200:2.0:1789449499.595157:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449499.595164:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 224/224 into md 0x80ad [1] + 224 00000800:00000001:2.0:1789449499.595184:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449499.595188:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449499.595192:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449499.595196:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449499.595203:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449499.595212:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065e300 x1876371947517312/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449515 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449499.595223:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b9065e300 x1876371947517312/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449515 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449499.595314:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449499.595319:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449499.595431:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449499.595442:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449499.595446:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449499.595447:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449499.595449:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449499.595452:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449499.595455:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449499.595468:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449499.595470:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449499.595472:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449499.595475:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 4 MB=0x6aa8ce365f600 00000400:00000200:2.0:1789449499.595478:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449499.595481:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 224/224 into md 0x80b5 [1] + 224 00000800:00000001:2.0:1789449499.595484:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449499.595487:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449499.595489:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449499.595492:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449499.595495:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449499.595502:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065d880 x1876371947517440/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449515 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449499.595509:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b9065d880 x1876371947517440/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449515 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449499.595523:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449499.595526:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449499.595529:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449499.595531:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449499.595532:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449499.595534:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449499.595537:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449499.595540:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449499.595542:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449499.595544:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449499.595547:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x6aa8ce365f480 00000400:00000200:2.0:1789449499.595549:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449499.595553:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x808d [1] + 224 00000800:00000001:2.0:1789449499.595556:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449499.595558:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449499.595559:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449499.595562:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449499.595564:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449499.595567:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065ed80 x1876371947517056/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449515 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449499.595574:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b9065ed80 x1876371947517056/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449515 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449499.595580:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449499.595582:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449499.595584:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449499.595586:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449499.595587:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449499.595589:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449499.595592:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449499.595594:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449499.595596:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449499.595598:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449499.595600:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x6aa8ce365f500 00000400:00000200:2.0:1789449499.595603:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449499.595606:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x809d [1] + 224 00000800:00000001:2.0:1789449499.595608:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449499.595613:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449499.595615:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449499.595617:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449499.595619:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449499.595623:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065c700 x1876371947517184/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449515 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449499.595629:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b9065c700 x1876371947517184/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449515 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449499.595635:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449499.595637:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449499.595639:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449499.595666:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449499.595668:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789449499.595674:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789449499.595676:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789449499.595679:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b8525c4d0. 00000400:00000200:2.0:1789449499.595683:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69c38 00000400:00000010:2.0:1789449499.595686:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69c38. 00000100:00000001:2.0:1789449499.595688:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449499.595692:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065c700 x1876371947517184/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449515 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789449499.595703:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065c700 x1876371947517184/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449515 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449499.595708:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789449499.595710:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449499.595712:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789449499.595715:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789449499.595717:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789449499.595719:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449499.595721:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789449499.595731:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b862dcc60 time=129 v=5 (5 102 102 102) 00000100:00001000:2.0:1789449499.595735:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b862dcc18 time=129 v=5 (1 1 1 1) 00000100:00000001:2.0:1789449499.595737:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789449499.595739:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449499.595742:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789449499.595745:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449499.595748:0:2402:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789449499.595750:0:2402:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967328 00000100:00000001:2.0:1789449499.595752:0:2402:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789449499.595753:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449499.595757:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065c700 x1876371947517184/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449515 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449499.595763:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449499.595766:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789449499.595768:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789449499.595771:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065c700 x1876371947517184/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449515 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789449499.595778:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2402:1876371947517184:192.168.202.109@tcp:400:kworker.0 00000400:00000001:2.0:1789449499.595783:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789449499.595784:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789449499.595785:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b8525cec8. 00000400:00000200:2.0:1789449499.595787:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69330 00000400:00000010:2.0:1789449499.595788:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69330. 00000100:00000001:2.0:1789449499.595790:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449499.595792:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065d880 x1876371947517440/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449515 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789449499.595798:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065d880 x1876371947517440/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449515 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449499.595803:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789449499.595804:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449499.595806:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789449499.595807:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789449499.595808:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789449499.595809:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449499.595810:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789449499.595813:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8986b460 time=129 v=5 (5 5 5 36) 00000100:00001000:2.0:1789449499.595815:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8986b418 time=12 v=5 (1 0 0 0) 00000100:00000001:2.0:1789449499.595817:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789449499.595818:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449499.595820:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789449499.595821:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449499.595823:0:2402:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789449499.595824:0:2402:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9e8b89903000: skip recheck: last_committed 4294967328 00000100:00000001:2.0:1789449499.595826:0:2402:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789449499.595827:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449499.595830:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065d880 x1876371947517440/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449515 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449499.595835:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449499.595836:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789449499.595837:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789449499.595840:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065d880 x1876371947517440/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449515 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789449499.595845:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2402:1876371947517440:192.168.202.109@tcp:400:kworker.0 00000100:00000001:2.0:1789449499.595851:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449499.595854:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449499.595856:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065c700 x1876371947517184/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449515 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449499.595862:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789449499.595864:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789449499.595868:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b8435e600. 02000000:00000001:2.0:1789449499.595870:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789449499.595872:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789449499.595874:0:2402:0:(genops.c:1222:class_import_put()) import ffff9e8b862dc800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000020:00000001:2.0:1789449499.595876:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789449499.595905:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b8c688c00. 02000000:00000001:2.0:1789449499.595909:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789449499.595911:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789449499.595913:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065c700. 00000100:00000001:2.0:1789449499.595916:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789449499.595917:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449499.595919:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449499.595921:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065d880 x1876371947517440/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449515 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449499.595936:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789449499.595938:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789449499.595939:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b8435e400. 02000000:00000001:2.0:1789449499.595940:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789449499.595941:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789449499.595942:0:2402:0:(genops.c:1222:class_import_put()) import ffff9e8b8986b000 refcount=2 obd=lustre-OST0001-osc-ffff9e8b89903000 00000020:00000001:2.0:1789449499.595944:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789449499.595945:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b907f5f00. 02000000:00000001:2.0:1789449499.595947:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789449499.595948:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789449499.595949:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065d880. 00000100:00000001:2.0:1789449499.595951:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789449499.595952:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449499.595955:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449499.595956:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449499.595958:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449499.595959:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449499.595960:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1789449499.596336:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449499.596339:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449499.596341:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b9cb8. 00000400:00000200:3.0:1789449499.596345:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085dbb0 00000400:00000010:3.0:1789449499.596346:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085dbb0. 00000100:00000001:3.0:1789449499.596349:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449499.596354:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065e300 x1876371947517312/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449515 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789449499.596362:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065e300 x1876371947517312/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449515 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449499.596368:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449499.596370:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449499.596372:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449499.596374:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449499.596375:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449499.596377:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449499.596379:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449499.596383:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b90c6ec60 time=129 v=5 (5 5 5 36) 00000100:00001000:3.0:1789449499.596386:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b90c6ec18 time=11 v=5 (1 0 0 0) 00000100:00000001:3.0:1789449499.596389:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789449499.596390:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449499.596392:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789449499.596394:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449499.596397:0:2401:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789449499.596398:0:2401:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e8b89903000: skip recheck: last_committed 4294967322 00000100:00000001:3.0:1789449499.596399:0:2401:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789449499.596401:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449499.596404:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065e300 x1876371947517312/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449515 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449499.596410:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449499.596412:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449499.596413:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449499.596415:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065e300 x1876371947517312/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449515 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789449499.596422:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2401:1876371947517312:192.168.202.109@tcp:400:kworker.0 00000100:00000001:3.0:1789449499.596426:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449499.596428:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449499.596431:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065e300 x1876371947517312/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449515 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449499.596436:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449499.596438:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449499.596439:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b83420000. 02000000:00000001:3.0:1789449499.596442:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449499.596444:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449499.596445:0:2401:0:(genops.c:1222:class_import_put()) import ffff9e8b90c6e800 refcount=2 obd=lustre-OST0000-osc-ffff9e8b89903000 00000020:00000001:3.0:1789449499.596447:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449499.596449:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b8c688f00. 02000000:00000001:3.0:1789449499.596451:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449499.596452:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449499.596453:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065e300. 00000100:00000001:3.0:1789449499.596553:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449499.596555:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449499.596557:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449499.596559:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449499.596561:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789449499.596564:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449499.596565:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449499.596567:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b93c8. 00000400:00000200:3.0:1789449499.596569:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085daa0 00000400:00000010:3.0:1789449499.596571:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085daa0. 00000100:00000001:3.0:1789449499.596573:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449499.596578:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065ed80 x1876371947517056/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449515 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789449499.596586:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065ed80 x1876371947517056/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449515 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449499.596592:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449499.596594:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449499.596595:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449499.596597:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449499.596598:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449499.596599:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449499.596602:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449499.597097:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=129 v=5 (5 102 102 102) 00000100:00001000:3.0:1789449499.597102:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=12 v=5 (1 0 0 0) 00000100:00000001:3.0:1789449499.597104:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789449499.597105:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449499.597106:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789449499.597108:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449499.597109:0:2401:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789449499.597110:0:2401:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967633 00000100:00000001:3.0:1789449499.597112:0:2401:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789449499.597114:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449499.597117:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065ed80 x1876371947517056/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449515 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449499.597122:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449499.597123:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449499.597124:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449499.597126:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065ed80 x1876371947517056/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449515 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789449499.597132:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2401:1876371947517056:192.168.202.109@tcp:400:kworker.0 00000100:00000001:3.0:1789449499.597135:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449499.597136:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449499.597138:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065ed80 x1876371947517056/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449515 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449499.597142:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449499.597143:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449499.597144:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b83420400. 02000000:00000001:3.0:1789449499.597146:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449499.597147:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449499.597148:0:2401:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:3.0:1789449499.597149:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449499.597150:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b8c688200. 02000000:00000001:3.0:1789449499.597152:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449499.597153:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449499.597154:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065ed80. 00000100:00000001:3.0:1789449499.597156:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449499.597157:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449499.597158:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449499.597164:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449499.597166:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449499.597215:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449499.597217:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789449499.601041:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449499.601060:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449499.601065:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449499.601068:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449499.601078:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449499.601085:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449499.601094:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449499.601100:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449499.601106:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449499.601110:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x6aa8ce365f400 00000400:00000200:2.0:1789449499.601117:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449499.601123:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x807d [1] + 224 00000800:00000001:2.0:1789449499.601131:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449499.601138:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449499.601142:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449499.601147:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449499.601155:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449499.601164:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065f100 x1876371947516928/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449515 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449499.601187:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b9065f100 x1876371947516928/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449515 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449499.601208:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449499.601217:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449499.601220:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449499.601302:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449499.601310:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789449499.601322:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449499.601325:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449499.601329:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b8525c058. 00000400:00000200:3.0:1789449499.601337:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69cc0 00000400:00000010:3.0:1789449499.601340:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69cc0. 00000100:00000001:3.0:1789449499.601345:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449499.601355:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065f100 x1876371947516928/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449515 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789449499.601373:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065f100 x1876371947516928/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449515 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449499.601379:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449499.601382:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449499.601385:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449499.601389:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449499.601392:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449499.601394:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449499.601398:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449499.601408:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b83927460 time=130 v=5 (5 5 5 5) 00000100:00001000:3.0:1789449499.601413:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b83927418 time=130 v=5 (1 1 1 1) 00000100:00000001:3.0:1789449499.601416:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789449499.601417:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449499.601421:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789449499.601423:0:2402:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449499.601427:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449499.601432:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065f100 x1876371947516928/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449515 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449499.601440:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449499.601444:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449499.601446:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449499.601451:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065f100 x1876371947516928/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449515 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789449499.601461:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:80a9314a-fa92-41c3-8d17-36c58fffb192:2402:1876371947516928:192.168.202.109@tcp:400:kworker.0 00000100:00000001:3.0:1789449499.601468:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449499.601470:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449499.601474:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065f100 x1876371947516928/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449515 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449499.601481:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449499.601484:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449499.601490:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b8435ea00. 02000000:00000001:3.0:1789449499.601493:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449499.601496:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449499.601499:0:2402:0:(genops.c:1222:class_import_put()) import ffff9e8b83927000 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:3.0:1789449499.601501:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449499.601504:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b8c688b00. 02000000:00000001:3.0:1789449499.601508:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449499.601511:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449499.601513:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065f100. 00000100:00000001:3.0:1789449499.601517:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449499.601518:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449499.601521:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449499.601530:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449499.601532:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449499.601535:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449499.601538:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449500.162229:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449500.162239:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449500.162248:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449500.162249:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449500.162455:0:16815:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789449500.162460:0:16815:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449500.162464:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789449501.186104:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449501.186112:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449501.186118:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449501.186120:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449501.186402:0:16942:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789449501.186406:0:16942:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449501.186411:0:16942:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789449502.210001:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449502.210011:0:29299:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789449502.210014:0:29299:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449502.210021:0:29299:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449502.210027:0:29299:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789449502.210030:0:29299:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449502.210032:0:29299:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449502.210034:0:29299:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449502.210038:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449502.210040:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449502.210597:0:16814:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789449502.210601:0:16814:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449502.210605:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789449503.233967:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449503.233974:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449503.233980:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449503.233981:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449503.235256:0:16815:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789449503.235261:0:16815:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449503.235266:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789449504.194023:0:29299:0:(connection.c:75:cpu_latency_work()) work item of ffff9e8b8322a330 (cpu 3) has reached its deadline 4296506403, at 4296506880 00000100:00000040:2.0:1789449504.194023:0:32803:0:(connection.c:75:cpu_latency_work()) work item of ffff9e8b8322a220 (cpu 2) has reached its deadline 4296506403, at 4296506880 00000100:00000010:3.0:1789449504.194041:0:29299:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e8b87cd5d80. 00000100:00000010:2.0:1789449504.194043:0:32803:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e8b87cd58a0. 00010000:00000001:3.0:1789449504.258148:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449504.258156:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449504.258162:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449504.258164:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449504.258263:0:16942:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789449504.258267:0:16942:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449504.258270:0:16942:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789449504.707722:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80a9314a-fa92-41c3-8d17-36c58fffb192->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789449504.707734:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789449504.707745:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d19180. 00000020:00000040:0.0:1789449504.707751:0:8:0:(genops.c:1209:class_import_get()) import ffff9e8b83927000 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1789449504.707755:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449504.707758:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449504.707764:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449504.707772:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b864ec200. 00000100:00000001:0.0:1789449504.707779:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449504.707791:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 80a9314a-fa92-41c3-8d17-36c58fffb192->MGS req@ffff9e8b87d19180 x1876371947517568/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789449504.707802:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449504.707806:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449504.707813:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a13f8072] to pc [ptlrpcd_00_01+1] req@ffff9e8b87d19180 x1876371947517568/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449504.707844:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449504.707847:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789449504.707850:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789449504.707854:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d18a80. 00000020:00000040:0.0:1789449504.707857:0:8:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000100:00000001:0.0:1789449504.707859:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449504.707861:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449504.707863:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449504.707868:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b864ecb00. 00000100:00000001:0.0:1789449504.707871:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449504.707875:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0000_UUID req@ffff9e8b87d18a80 x1876371947517696/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789449504.707899:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449504.707901:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449504.707905:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038281a71] to pc [ptlrpcd_00_00+0] req@ffff9e8b87d18a80 x1876371947517696/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449504.707914:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449504.707916:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789449504.707919:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789449504.707931:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d18700. 00000020:00000040:0.0:1789449504.707934:0:8:0:(genops.c:1209:class_import_get()) import ffff9e8b862dc800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000100:00000001:0.0:1789449504.707936:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449504.707937:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449504.707939:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449504.707947:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b864ecd00. 00000100:00000001:0.0:1789449504.707950:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449504.707954:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0001_UUID req@ffff9e8b87d18700 x1876371947517824/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789449504.707961:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449504.707963:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449504.707966:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c4962709] to pc [ptlrpcd_00_01+1] req@ffff9e8b87d18700 x1876371947517824/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449504.707974:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449504.707976:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789449504.707979:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789449504.707983:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d18000. 00000020:00000040:0.0:1789449504.707985:0:8:0:(genops.c:1209:class_import_get()) import ffff9e8b90c6e800 refcount=3 obd=lustre-OST0000-osc-ffff9e8b89903000 00000100:00000001:0.0:1789449504.707987:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449504.707988:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449504.707990:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449504.707994:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b864ec900. 00000100:00000001:0.0:1789449504.707996:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449504.708000:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0000_UUID req@ffff9e8b87d18000 x1876371947517952/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789449504.708007:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449504.708009:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449504.708012:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000341559c1] to pc [ptlrpcd_00_00+0] req@ffff9e8b87d18000 x1876371947517952/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449504.708019:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449504.708022:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789449504.708025:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789449504.708028:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d18380. 00000020:00000040:0.0:1789449504.708029:0:8:0:(genops.c:1209:class_import_get()) import ffff9e8b8986b000 refcount=3 obd=lustre-OST0001-osc-ffff9e8b89903000 00000100:00000001:0.0:1789449504.708031:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449504.708032:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449504.708034:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449504.708037:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b864ec400. 00000100:00000001:0.0:1789449504.708039:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449504.708042:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0001_UUID req@ffff9e8b87d18380 x1876371947518080/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789449504.708049:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449504.708050:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449504.708053:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066d2a61b] to pc [ptlrpcd_00_01+1] req@ffff9e8b87d18380 x1876371947518080/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449504.708064:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449504.708068:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1845) 00000100:00000001:1.0:1789449504.708133:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449504.708138:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449504.708140:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789449504.708148:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b87d19180 x1876371947517568/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449504.708154:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449504.708156:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449504.708160:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789449504.708162:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789449504.708164:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449504.708167:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b87d19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:80a9314a-fa92-41c3-8d17-36c58fffb192:2400:1876371947517568:192.168.202.109@tcp:400:kworker.0 00000100:00000001:1.0:1789449504.708171:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789449504.708176:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789449504.708178:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449504.708180:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789449504.708184:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b837f0e00. 02000000:00000001:1.0:1789449504.708186:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789449504.708193:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:1.0:1789449504.708198:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b83427f20. 00000400:00000010:1.0:1789449504.708205:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012a18. 00000100:00000200:1.0:1789449504.708211:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947517568, portal 25 00000100:00000001:1.0:1789449504.708214:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449504.708215:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849142144 : -107152860409472 : ffff9e8b87d19180) 00000100:00000040:1.0:1789449504.708220:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b87d19180 x1876371947517568/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449504.708227:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789449504.708230:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1789449504.708232:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b850122a8. 00000100:00000200:1.0:1789449504.708235:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876371947517568, offset 0 00000400:00000200:1.0:1789449504.708241:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1789449504.708248:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449504.708255:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1789449504.708260:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789449504.708264:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1789449504.708267:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789449504.708270:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1789449504.708273:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2823:2823:256:4294967295] 192.168.202.109@tcp LPNI seq info [2823:2823:8:4294967295] 00000400:00000200:1.0:1789449504.708277:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449504.708287:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1789449504.708294:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1789449504.708299:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b8c47ae00. 00000800:00000200:1.0:1789449504.708305:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1789449504.708313:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1789449504.708318:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b8c47ae00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789449504.708335:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789449504.708339:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:1.0:1789449504.708342:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296511521 00000100:00000010:1.0:1789449504.708347:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e8b87c1e660. 00000100:00000001:1.0:1789449504.708353:0:2400:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789449504.708357:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296511521 00000100:00000010:1.0:1789449504.708360:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e8b87c1e8a0. 00000100:00000001:1.0:1789449504.708363:0:2400:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789449504.708366:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449504.708368:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449504.708371:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789449504.708375:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b87d18700 x1876371947517824/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449504.708382:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449504.708384:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449504.708386:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789449504.708388:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789449504.708389:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449504.708393:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b87d18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2400:1876371947517824:192.168.202.109@tcp:400:kworker.0 00000100:00000001:1.0:1789449504.708396:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789449504.708398:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789449504.708399:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449504.708401:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789449504.708405:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b837f0600. 02000000:00000001:1.0:1789449504.708406:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789449504.708409:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:1.0:1789449504.708412:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b83427b00. 00000400:00000010:1.0:1789449504.708415:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012330. 00000100:00000200:1.0:1789449504.708418:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947517824, portal 10 00000100:00000001:1.0:1789449504.708420:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449504.708421:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849139456 : -107152860412160 : ffff9e8b87d18700) 00000100:00000040:1.0:1789449504.708427:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b87d18700 x1876371947517824/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449504.708433:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789449504.708435:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1789449504.708437:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012d48. 00000100:00000200:1.0:1789449504.708439:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876371947517824, offset 0 00000400:00000200:1.0:1789449504.708443:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1789449504.708447:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449504.708450:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1789449504.708453:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789449504.708455:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1789449504.708457:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789449504.708460:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1789449504.708462:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2824:2824:255:4294967295] 192.168.202.109@tcp LPNI seq info [2824:2824:7:4294967295] 00000400:00000200:1.0:1789449504.708466:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449504.708472:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1789449504.708476:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1789449504.708480:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b8c47a100. 00000800:00000200:1.0:1789449504.708483:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1789449504.708487:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1789449504.708490:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b8c47a100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789449504.708493:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449504.708496:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: using a timeout of 21952 usecs (22 jiffies) 00000400:00000200:1.0:1789449504.708499:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:1.0:1789449504.708501:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296507416 00000100:00000001:1.0:1789449504.708503:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296511521 00000100:00000001:1.0:1789449504.708506:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296507416 00000100:00000001:1.0:1789449504.708508:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296511521 00000100:00000001:1.0:1789449504.708509:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449504.708512:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449504.708514:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789449504.708517:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b87d18380 x1876371947518080/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449504.708524:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449504.708525:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449504.708528:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789449504.708529:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789449504.708531:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449504.708534:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b87d18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2400:1876371947518080:192.168.202.109@tcp:400:kworker.0 00000100:00000001:1.0:1789449504.708537:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789449504.708539:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789449504.708541:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449504.708543:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789449504.708547:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b89880800. 02000000:00000001:1.0:1789449504.708548:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789449504.708551:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:1.0:1789449504.708553:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b834276e0. 00000400:00000010:1.0:1789449504.708557:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012880. 00000100:00000200:1.0:1789449504.708560:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947518080, portal 4 00000100:00000001:1.0:1789449504.708562:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449504.708563:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849138560 : -107152860413056 : ffff9e8b87d18380) 00000100:00000040:1.0:1789449504.708569:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b87d18380 x1876371947518080/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449504.708575:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789449504.708577:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1789449504.708579:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012000. 00000100:00000200:1.0:1789449504.708581:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876371947518080, offset 0 00000400:00000200:1.0:1789449504.708585:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1789449504.708589:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449504.708592:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1789449504.708594:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789449504.708597:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1789449504.708599:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789449504.708601:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1789449504.708604:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2825:2825:254:4294967295] 192.168.202.109@tcp LPNI seq info [2825:2825:6:4294967295] 00000400:00000200:1.0:1789449504.708608:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449504.708613:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1789449504.708617:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1789449504.708621:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b8c47a400. 00000800:00000200:1.0:1789449504.708624:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1789449504.708628:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1789449504.708630:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b8c47a400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789449504.708633:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449504.708637:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: using a timeout of 232525 usecs (233 jiffies) 00000400:00000200:1.0:1789449504.708640:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:1.0:1789449504.708642:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296507627 00000100:00000001:1.0:1789449504.708644:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296511521 00000100:00000001:1.0:1789449504.708646:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296507627 00000100:00000001:1.0:1789449504.708649:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296511521 00000100:00000001:1.0:1789449504.708651:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449504.708653:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449504.708655:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449504.708658:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449504.708665:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789449504.708668:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789449504.708670:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449504.708672:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449504.708673:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449504.708676:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1789449504.708677:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449504.708680:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789449504.708681:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449504.708683:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449504.708684:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449504.708685:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789449504.708689:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b87d18a80 x1876371947517696/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449504.708696:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449504.708697:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449504.708699:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789449504.708701:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789449504.708702:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449504.708705:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b87d18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2400:1876371947517696:192.168.202.109@tcp:400:kworker.0 00000100:00000001:1.0:1789449504.708708:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789449504.708710:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789449504.708712:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449504.708714:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789449504.708717:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b89881400. 02000000:00000001:1.0:1789449504.708719:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789449504.708721:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:1.0:1789449504.708724:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b83427000. 00000400:00000010:1.0:1789449504.708727:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b850127f8. 00000100:00000200:1.0:1789449504.708730:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947517696, portal 10 00000100:00000001:1.0:1789449504.708733:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449504.708734:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849140352 : -107152860411264 : ffff9e8b87d18a80) 00000100:00000040:1.0:1789449504.708740:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b87d18a80 x1876371947517696/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449504.708746:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789449504.708748:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1789449504.708751:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012220. 00000100:00000200:1.0:1789449504.708753:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876371947517696, offset 0 00000400:00000200:1.0:1789449504.708758:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1789449504.708761:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449504.708764:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1789449504.708765:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789449504.708767:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1789449504.708769:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789449504.708770:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1789449504.708772:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2826:2826:253:4294967295] 192.168.202.109@tcp LPNI seq info [2826:2826:5:4294967295] 00000400:00000200:1.0:1789449504.708775:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449504.708779:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1789449504.708782:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1789449504.708784:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b8c47a600. 00000800:00000200:1.0:1789449504.708786:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1789449504.708789:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1789449504.708791:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b8c47a600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789449504.708793:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449504.708795:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 798213 usecs (799 jiffies) 00000400:00000200:1.0:1789449504.708797:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:1.0:1789449504.708798:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296508193 00000100:00000001:1.0:1789449504.708800:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296511521 00000100:00000001:1.0:1789449504.708802:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296508193 00000100:00000001:1.0:1789449504.708803:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296511521 00000100:00000001:1.0:1789449504.708804:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449504.708805:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449504.708807:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789449504.708809:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b87d18000 x1876371947517952/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449504.708813:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449504.708814:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449504.708815:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789449504.708816:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789449504.708817:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449504.708819:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b87d18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2400:1876371947517952:192.168.202.109@tcp:400:kworker.0 00000100:00000001:1.0:1789449504.708821:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789449504.708822:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789449504.708823:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449504.708824:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789449504.708827:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b8632f800. 02000000:00000001:1.0:1789449504.708828:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789449504.708829:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:1.0:1789449504.708831:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b83427d68. 00000400:00000010:1.0:1789449504.708833:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012990. 00000100:00000200:1.0:1789449504.708835:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947517952, portal 4 00000100:00000001:1.0:1789449504.708836:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449504.708837:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849137664 : -107152860413952 : ffff9e8b87d18000) 00000100:00000040:1.0:1789449504.708841:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b87d18000 x1876371947517952/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449504.708849:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789449504.708850:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1789449504.708851:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012aa0. 00000100:00000200:1.0:1789449504.708853:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876371947517952, offset 0 00000400:00000200:1.0:1789449504.708855:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1789449504.708857:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449504.708858:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1789449504.708859:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789449504.708861:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1789449504.708862:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789449504.708863:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1789449504.708865:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2827:2827:252:4294967295] 192.168.202.109@tcp LPNI seq info [2827:2827:4:4294967295] 00000400:00000200:1.0:1789449504.708867:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449504.708871:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1789449504.708873:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1789449504.708875:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b8c47a500. 00000800:00000200:1.0:1789449504.708911:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1789449504.708915:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1789449504.708917:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b8c47a500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789449504.708920:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449504.708932:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: using a timeout of 22598 usecs (23 jiffies) 00000400:00000200:1.0:1789449504.708935:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:1.0:1789449504.708937:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296507418 00000100:00000001:1.0:1789449504.708939:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296511521 00000100:00000001:1.0:1789449504.708941:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296507418 00000100:00000001:1.0:1789449504.708943:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296511521 00000100:00000001:1.0:1789449504.708945:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449504.708947:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449504.708950:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449504.708952:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449504.708962:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449504.708964:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449504.709045:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449504.709049:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47ae00. 00000400:00000200:2.0:1789449504.709054:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449504.709058:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449504.709063:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b850122a8 00000400:00000010:2.0:1789449504.709065:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b850122a8. 00000100:00000001:2.0:1789449504.709069:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449504.709072:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d19180 x1876371947517568/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449504.709078:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449504.709081:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d19180 x1876371947517568/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449520 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449504.709085:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449504.709086:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789449504.709094:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449504.709095:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47a100. 00000400:00000200:2.0:1789449504.709096:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449504.709098:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449504.709099:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012d48 00000400:00000010:2.0:1789449504.709100:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012d48. 00000100:00000001:2.0:1789449504.709102:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449504.709103:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d18700 x1876371947517824/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449504.709107:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449504.709108:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d18700 x1876371947517824/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449520 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449504.709112:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449504.709112:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789449504.709116:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449504.709117:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47a400. 00000400:00000200:2.0:1789449504.709118:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449504.709119:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449504.709120:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012000 00000400:00000010:2.0:1789449504.709121:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012000. 00000100:00000001:2.0:1789449504.709122:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449504.709124:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d18380 x1876371947518080/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449504.709132:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449504.709133:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d18380 x1876371947518080/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449520 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449504.709137:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449504.709138:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789449504.709141:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449504.709142:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47a600. 00000400:00000200:2.0:1789449504.709143:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449504.709145:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449504.709146:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012220 00000400:00000010:2.0:1789449504.709146:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012220. 00000100:00000001:2.0:1789449504.709147:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449504.709149:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d18a80 x1876371947517696/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449504.709152:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449504.709154:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d18a80 x1876371947517696/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449520 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449504.709157:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449504.709158:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789449504.709217:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449504.709219:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47a500. 00000400:00000200:2.0:1789449504.709221:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449504.709223:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449504.709224:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012aa0 00000400:00000010:2.0:1789449504.709225:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012aa0. 00000100:00000001:2.0:1789449504.709226:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449504.709228:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d18000 x1876371947517952/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449504.709231:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449504.709233:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d18000 x1876371947517952/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449520 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449504.709240:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449504.709241:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449504.714929:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449504.714950:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449504.714953:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449504.714956:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449504.714965:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449504.714973:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449504.714983:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449504.714987:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449504.714993:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449504.714997:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x6aa8ce365f680 00000400:00000200:2.0:1789449504.715003:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449504.715010:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x80cd [1] + 224 00000800:00000001:2.0:1789449504.715017:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449504.715022:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449504.715025:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449504.715030:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449504.715038:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449504.715048:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d19180 x1876371947517568/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449520 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449504.715059:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b87d19180 x1876371947517568/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449520 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449504.715081:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449504.715090:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449504.715094:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449504.715095:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449504.715098:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449504.715101:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449504.715105:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449504.715109:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449504.715112:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449504.715115:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449504.715117:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 4 MB=0x6aa8ce365f880 00000400:00000200:2.0:1789449504.715121:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449504.715124:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 224/224 into md 0x80dd [1] + 224 00000800:00000001:2.0:1789449504.715128:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449504.715131:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449504.715133:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449504.715136:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449504.715139:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449504.715143:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d18380 x1876371947518080/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449520 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449504.715151:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b87d18380 x1876371947518080/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449520 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449504.715158:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449504.715161:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449504.715165:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449504.715166:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449504.715168:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449504.715171:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449504.715174:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449504.715178:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449504.715181:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449504.715183:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449504.715186:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 4 MB=0x6aa8ce365f800 00000400:00000200:2.0:1789449504.715188:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449504.715192:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 224/224 into md 0x80ed [1] + 224 00000800:00000001:2.0:1789449504.715195:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449504.715199:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449504.715201:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449504.715204:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449504.715207:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449504.715212:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d18000 x1876371947517952/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449520 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449504.715220:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b87d18000 x1876371947517952/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449520 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449504.715227:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449504.715231:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449504.715234:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449504.715236:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449504.715238:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449504.715241:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449504.715244:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449504.715248:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449504.715251:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449504.715254:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449504.715256:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x6aa8ce365f780 00000400:00000200:2.0:1789449504.715260:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449504.715264:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x80d5 [1] + 224 00000800:00000001:2.0:1789449504.715268:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449504.715271:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449504.715273:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449504.715276:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449504.715279:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449504.715283:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d18700 x1876371947517824/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449520 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449504.715292:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b87d18700 x1876371947517824/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449520 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449504.715299:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449504.715303:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449504.715306:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449504.715308:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449504.715310:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449504.715313:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449504.715316:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449504.715320:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449504.715323:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449504.715325:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449504.715328:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x6aa8ce365f700 00000400:00000200:2.0:1789449504.715330:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449504.715334:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x80e5 [1] + 224 00000800:00000001:2.0:1789449504.715337:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449504.715344:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449504.715346:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449504.715349:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449504.715352:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449504.715356:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d18a80 x1876371947517696/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449520 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449504.715365:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b87d18a80 x1876371947517696/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449520 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449504.715372:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449504.715376:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449504.715379:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449504.715500:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449504.715505:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789449504.715511:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789449504.715514:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789449504.715517:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b83427000. 00000400:00000200:1.0:1789449504.715521:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b850127f8 00000400:00000010:1.0:1789449504.715524:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b850127f8. 00000100:00000001:1.0:1789449504.715527:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789449504.715532:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b87d18a80 x1876371947517696/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449520 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789449504.715541:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b87d18a80 x1876371947517696/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449520 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449504.715547:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789449504.715550:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449504.715552:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789449504.715556:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789449504.715558:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789449504.715561:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449504.715564:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789449504.715573:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=134 v=5 (5 102 102 102) 00000100:00001000:1.0:1789449504.715577:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=17 v=5 (1 0 0 0) 00000100:00000001:1.0:1789449504.715580:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789449504.715582:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449504.715585:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789449504.715588:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449504.715592:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1789449504.715594:0:2400:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: committing for last_committed 4294967636 gen 2 00000100:00000040:1.0:1789449504.715600:0:2400:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967636) req@ffff9e8b83692680 x1876371947515264/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/664 e 0 to 0 dl 1789449512 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449504.715608:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449504.715610:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775190144 : -107152934361472 : ffff9e8b83692680) 00000100:00000001:1.0:1789449504.715613:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449504.715616:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83692680 x1876371947515264/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/664 e 0 to 0 dl 1789449512 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449504.715623:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449504.715627:0:2400:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967636) req@ffff9e8b83691180 x1876371947515904/t4294967635(4294967635) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/448 e 0 to 0 dl 1789449513 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449504.715633:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449504.715636:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83691180 x1876371947515904/t4294967635(4294967635) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/448 e 0 to 0 dl 1789449513 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449504.715642:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789449504.715644:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789449504.715648:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b8678c000. 02000000:00000001:1.0:1789449504.715652:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789449504.715654:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449504.715656:0:2400:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:1.0:1789449504.715658:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789449504.715661:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b8678dc00. 02000000:00000001:1.0:1789449504.715665:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789449504.715667:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789449504.715669:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83691180. 00000100:00000001:1.0:1789449504.715672:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789449504.715673:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789449504.715678:0:2400:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967636) req@ffff9e8b87d18e00 x1876371947516672/t4294967636(4294967636) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 504/456 e 0 to 0 dl 1789449513 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449504.715683:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449504.715685:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b87d18e00 x1876371947516672/t4294967636(4294967636) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 504/456 e 0 to 0 dl 1789449513 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449504.715691:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789449504.715692:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789449504.715693:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b836b2400. 02000000:00000001:1.0:1789449504.715696:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789449504.715697:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449504.715699:0:2400:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:1.0:1789449504.715700:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789449504.715701:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e8b82a99c00. 02000000:00000001:1.0:1789449504.715704:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789449504.715705:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789449504.715706:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b87d18e00. 00000100:00000001:1.0:1789449504.715709:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789449504.715710:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449504.715712:0:2400:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1789449504.715714:0:2400:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: normal: skip=1 replay=3/3 committed=0/0 00000100:00000001:1.0:1789449504.715717:0:2400:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789449504.715718:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449504.715723:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b87d18a80 x1876371947517696/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449520 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449504.715730:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449504.715732:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789449504.715734:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789449504.715738:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b87d18a80 x1876371947517696/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449520 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789449504.715747:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b87d18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2400:1876371947517696:192.168.202.109@tcp:400:kworker.0 00000400:00000001:1.0:1789449504.715752:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789449504.715753:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789449504.715755:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b83427d68. 00000400:00000200:1.0:1789449504.715757:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012990 00000400:00000010:1.0:1789449504.715759:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012990. 00000100:00000001:1.0:1789449504.715761:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789449504.715764:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b87d18000 x1876371947517952/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449520 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789449504.715771:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b87d18000 x1876371947517952/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449520 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449504.715781:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789449504.715782:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449504.715784:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789449504.715785:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789449504.715786:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789449504.715788:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449504.715789:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789449504.715793:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b90c6ec60 time=134 v=5 (5 5 5 36) 00000100:00001000:1.0:1789449504.715796:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b90c6ec18 time=16 v=5 (1 0 0 0) 00000100:00000001:1.0:1789449504.715798:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789449504.715799:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449504.715800:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789449504.715802:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449504.715804:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789449504.715806:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e8b89903000: skip recheck: last_committed 4294967322 00000100:00000001:1.0:1789449504.715808:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789449504.715809:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449504.715813:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b87d18000 x1876371947517952/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449520 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449504.715818:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449504.715820:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789449504.715821:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789449504.715824:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b87d18000 x1876371947517952/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449520 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789449504.715830:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b87d18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2400:1876371947517952:192.168.202.109@tcp:400:kworker.0 00000400:00000001:1.0:1789449504.715835:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789449504.715836:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789449504.715838:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b83427f20. 00000400:00000200:1.0:1789449504.715840:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012a18 00000400:00000010:1.0:1789449504.715842:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012a18. 00000100:00000001:1.0:1789449504.715843:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789449504.715846:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b87d19180 x1876371947517568/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449520 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789449504.715853:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b87d19180 x1876371947517568/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449520 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449504.715858:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789449504.715860:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449504.715861:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789449504.715862:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789449504.715863:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789449504.715865:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449504.715866:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789449504.715869:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b83927460 time=135 v=5 (5 5 5 5) 00000100:00001000:1.0:1789449504.715906:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b83927418 time=135 v=5 (1 1 1 1) 00000100:00000001:1.0:1789449504.715908:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789449504.715909:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449504.715911:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789449504.715913:0:2400:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449504.715915:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449504.715918:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b87d19180 x1876371947517568/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449520 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449504.715934:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449504.715936:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789449504.715937:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789449504.715940:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b87d19180 x1876371947517568/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449520 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789449504.715947:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b87d19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:80a9314a-fa92-41c3-8d17-36c58fffb192:2400:1876371947517568:192.168.202.109@tcp:400:kworker.0 00000400:00000001:1.0:1789449504.715952:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789449504.715953:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789449504.715955:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b83427b00. 00000400:00000200:1.0:1789449504.715957:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012330 00000400:00000010:1.0:1789449504.715959:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012330. 00000100:00000001:1.0:1789449504.715961:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789449504.715964:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b87d18700 x1876371947517824/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449520 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789449504.715971:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b87d18700 x1876371947517824/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449520 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449504.715976:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789449504.715977:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449504.715978:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789449504.715979:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789449504.715981:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789449504.715982:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449504.715983:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789449504.715987:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b862dcc60 time=134 v=5 (5 102 102 102) 00000100:00001000:1.0:1789449504.715990:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b862dcc18 time=134 v=5 (1 1 1 1) 00000100:00000001:1.0:1789449504.715992:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789449504.715993:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449504.715994:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789449504.715996:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449504.715998:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789449504.715999:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967328 00000100:00000001:1.0:1789449504.716001:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789449504.716002:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449504.716005:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b87d18700 x1876371947517824/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449520 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449504.716011:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449504.716012:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789449504.716013:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789449504.716016:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b87d18700 x1876371947517824/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449520 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789449504.716022:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b87d18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2400:1876371947517824:192.168.202.109@tcp:400:kworker.0 00000400:00000001:1.0:1789449504.716027:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789449504.716028:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789449504.716030:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b834276e0. 00000400:00000200:1.0:1789449504.716032:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012880 00000400:00000010:1.0:1789449504.716033:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012880. 00000100:00000001:1.0:1789449504.716035:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789449504.716037:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b87d18380 x1876371947518080/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449520 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789449504.716044:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b87d18380 x1876371947518080/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449520 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449504.716050:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789449504.716051:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449504.716052:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789449504.716054:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789449504.716055:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789449504.716056:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449504.716057:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789449504.716060:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8986b460 time=134 v=5 (5 5 5 36) 00000100:00001000:1.0:1789449504.716062:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8986b418 time=17 v=5 (1 0 0 0) 00000100:00000001:1.0:1789449504.716064:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789449504.716065:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449504.716067:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789449504.716069:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449504.716070:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789449504.716072:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9e8b89903000: skip recheck: last_committed 4294967328 00000100:00000001:1.0:1789449504.716074:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789449504.716075:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449504.716078:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b87d18380 x1876371947518080/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449520 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449504.716084:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449504.716085:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789449504.716086:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789449504.716089:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b87d18380 x1876371947518080/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449520 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789449504.716097:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b87d18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2400:1876371947518080:192.168.202.109@tcp:400:kworker.0 00000100:00000001:1.0:1789449504.716101:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449504.716103:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449504.716105:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b87d18a80 x1876371947517696/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449520 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449504.716111:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789449504.716112:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789449504.716114:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b89881400. 02000000:00000001:1.0:1789449504.716117:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789449504.716118:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449504.716119:0:2400:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:1.0:1789449504.716122:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789449504.716123:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b864ecb00. 02000000:00000001:1.0:1789449504.716126:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789449504.716127:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789449504.716128:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b87d18a80. 00000100:00000001:1.0:1789449504.716130:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789449504.716132:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449504.716133:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449504.716136:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b87d18000 x1876371947517952/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449520 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449504.716143:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789449504.716144:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789449504.716145:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b8632f800. 02000000:00000001:1.0:1789449504.716148:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789449504.716149:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449504.716151:0:2400:0:(genops.c:1222:class_import_put()) import ffff9e8b90c6e800 refcount=2 obd=lustre-OST0000-osc-ffff9e8b89903000 00000020:00000001:1.0:1789449504.716152:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789449504.716154:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b864ec900. 02000000:00000001:1.0:1789449504.716155:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789449504.716156:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789449504.716157:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b87d18000. 00000100:00000001:1.0:1789449504.716159:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789449504.716160:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449504.716162:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449504.716165:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b87d19180 x1876371947517568/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449520 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449504.716171:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789449504.716173:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789449504.716174:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b837f0e00. 02000000:00000001:1.0:1789449504.716177:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789449504.716178:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449504.716179:0:2400:0:(genops.c:1222:class_import_put()) import ffff9e8b83927000 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:1.0:1789449504.716180:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789449504.716182:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b864ec200. 02000000:00000001:1.0:1789449504.716184:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789449504.716185:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789449504.716186:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b87d19180. 00000100:00000001:1.0:1789449504.716188:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789449504.716189:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449504.716191:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449504.716194:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b87d18700 x1876371947517824/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449520 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449504.716199:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789449504.716200:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789449504.716201:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b837f0600. 02000000:00000001:1.0:1789449504.716203:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789449504.716203:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449504.716205:0:2400:0:(genops.c:1222:class_import_put()) import ffff9e8b862dc800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000020:00000001:1.0:1789449504.716206:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789449504.716208:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b864ecd00. 02000000:00000001:1.0:1789449504.716210:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789449504.716211:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789449504.716212:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b87d18700. 00000100:00000001:1.0:1789449504.716214:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789449504.716215:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449504.716216:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449504.716219:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b87d18380 x1876371947518080/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449520 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449504.716225:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789449504.716226:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789449504.716228:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b89880800. 02000000:00000001:1.0:1789449504.716230:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789449504.716231:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449504.716232:0:2400:0:(genops.c:1222:class_import_put()) import ffff9e8b8986b000 refcount=2 obd=lustre-OST0001-osc-ffff9e8b89903000 00000020:00000001:1.0:1789449504.716234:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789449504.716235:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b864ec400. 02000000:00000001:1.0:1789449504.716236:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789449504.716237:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789449504.716238:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b87d18380. 00000100:00000001:1.0:1789449504.716241:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789449504.716242:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449504.716244:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449504.716252:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789449504.716254:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449504.716256:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449504.716258:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449505.287092:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449505.287101:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449505.287107:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449505.287109:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449505.288049:0:16814:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789449505.288053:0:16814:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449505.288058:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789449506.306119:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449506.306128:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449506.306136:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449506.306137:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449506.306282:0:16815:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789449506.306287:0:16815:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449506.306291:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789449507.330038:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449507.330047:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449507.330054:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449507.330055:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449507.330193:0:16942:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789449507.330196:0:16942:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449507.330200:0:16942:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789449507.778151:0:33224:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789449507.778156:0:33224:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789449507.778159:0:33224:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789449507.778163:0:33224:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b853c5480 going to sleep for 1 seconds 00000100:00000001:1.0:1789449507.778167:0:33224:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449507.778170:0:33224:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449508.354010:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449508.354018:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449508.354024:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449508.354027:0:29299:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789449508.354029:0:29299:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449508.354037:0:29299:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449508.354040:0:29299:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449508.354042:0:29299:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449508.354046:0:29299:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789449508.354049:0:29299:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449508.354051:0:29299:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449508.354054:0:29299:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449508.354211:0:16814:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789449508.354215:0:16814:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449508.354218:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789449508.802465:0:33224:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789449508.802473:0:33224:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449508.802475:0:33224:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789449508.802481:0:33224:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b853c5480 going to sleep for 1 seconds 00000100:00000001:3.0:1789449508.802484:0:33224:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449508.802488:0:33224:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449509.314051:0:32803:0:(connection.c:75:cpu_latency_work()) work item of ffff9e8b8322a220 (cpu 2) has reached its deadline 4296511521, at 4296512000 00000100:00000010:2.0:1789449509.314067:0:32803:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e8b87c1e660. 00000100:00000040:3.0:1789449509.314138:0:29299:0:(connection.c:75:cpu_latency_work()) work item of ffff9e8b8322a330 (cpu 3) has reached its deadline 4296511521, at 4296512000 00000100:00000010:3.0:1789449509.314144:0:29299:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e8b87c1e8a0. 00010000:00000001:3.0:1789449509.379857:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449509.379866:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449509.379872:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449509.379873:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449509.379994:0:16815:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789449509.380000:0:16815:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449509.380003:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789449509.826369:0:33224:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789449509.826377:0:33224:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449509.826379:0:33224:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789449509.826385:0:33224:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b853c5480 going to sleep for 1 seconds 00000100:00000001:3.0:1789449509.826390:0:33224:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449509.826393:0:33224:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449509.826518:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80a9314a-fa92-41c3-8d17-36c58fffb192->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789449509.826524:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789449509.826534:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d1aa00. 00000020:00000040:0.0:1789449509.826539:0:37:0:(genops.c:1209:class_import_get()) import ffff9e8b83927000 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1789449509.826544:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449509.826547:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449509.826552:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449509.826570:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b864ec600. 00000100:00000001:0.0:1789449509.826578:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449509.826588:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 80a9314a-fa92-41c3-8d17-36c58fffb192->MGS req@ffff9e8b87d1aa00 x1876371947518208/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789449509.826599:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449509.826604:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449509.826610:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab56ac43] to pc [ptlrpcd_00_00+0] req@ffff9e8b87d1aa00 x1876371947518208/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449509.826628:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449509.826630:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789449509.826633:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789449509.826635:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d1b100. 00000020:00000040:0.0:1789449509.826638:0:37:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000100:00000001:0.0:1789449509.826640:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449509.826641:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449509.826643:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449509.826646:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b864ec500. 00000100:00000001:0.0:1789449509.826648:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449509.826652:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0000_UUID req@ffff9e8b87d1b100 x1876371947518336/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789449509.826677:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449509.826679:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449509.826683:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002fffbd4d] to pc [ptlrpcd_00_01+1] req@ffff9e8b87d1b100 x1876371947518336/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449509.826691:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449509.826693:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789449509.826697:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789449509.826700:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d19880. 00000020:00000040:0.0:1789449509.826702:0:37:0:(genops.c:1209:class_import_get()) import ffff9e8b862dc800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000100:00000001:0.0:1789449509.826704:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449509.826705:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449509.826707:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449509.826710:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b864ec300. 00000100:00000001:0.0:1789449509.826713:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449509.826717:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0001_UUID req@ffff9e8b87d19880 x1876371947518464/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789449509.826723:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449509.826725:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449509.826729:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb8ef153] to pc [ptlrpcd_00_00+0] req@ffff9e8b87d19880 x1876371947518464/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449509.826736:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449509.826739:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789449509.826742:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789449509.826745:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d19500. 00000020:00000040:0.0:1789449509.826747:0:37:0:(genops.c:1209:class_import_get()) import ffff9e8b90c6e800 refcount=3 obd=lustre-OST0000-osc-ffff9e8b89903000 00000100:00000001:0.0:1789449509.826750:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449509.826751:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449509.826752:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449509.826755:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b864ece00. 00000100:00000001:0.0:1789449509.826759:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449509.826763:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0000_UUID req@ffff9e8b87d19500 x1876371947518592/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789449509.826769:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449509.826771:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449509.826775:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c026079] to pc [ptlrpcd_00_01+1] req@ffff9e8b87d19500 x1876371947518592/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449509.826782:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449509.826785:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789449509.826788:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789449509.826791:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d1b800. 00000020:00000040:0.0:1789449509.826794:0:37:0:(genops.c:1209:class_import_get()) import ffff9e8b8986b000 refcount=3 obd=lustre-OST0001-osc-ffff9e8b89903000 00000100:00000001:0.0:1789449509.826796:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449509.826797:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449509.826799:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449509.826802:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b864eca00. 00000100:00000001:0.0:1789449509.826805:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449509.826809:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0001_UUID req@ffff9e8b87d1b800 x1876371947518720/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789449509.826815:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449509.826817:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449509.826820:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e56ba1b9] to pc [ptlrpcd_00_00+0] req@ffff9e8b87d1b800 x1876371947518720/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449509.826827:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449509.826831:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1850) 00000100:00000001:1.0:1789449509.827353:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449509.827358:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449509.827360:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789449509.827367:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b87d1aa00 x1876371947518208/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449509.827376:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449509.827378:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449509.827382:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789449509.827385:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789449509.827388:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449509.827391:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b87d1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:80a9314a-fa92-41c3-8d17-36c58fffb192:2399:1876371947518208:192.168.202.109@tcp:400:kworker.0 00000100:00000001:1.0:1789449509.827396:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789449509.827401:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789449509.827403:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449509.827405:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789449509.827410:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b8632e000. 02000000:00000001:1.0:1789449509.827412:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789449509.827420:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:1.0:1789449509.827424:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b834276e0. 00000400:00000010:1.0:1789449509.827431:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012880. 00000100:00000200:1.0:1789449509.827438:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947518208, portal 25 00000100:00000001:1.0:1789449509.827441:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449509.827442:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849148416 : -107152860403200 : ffff9e8b87d1aa00) 00000100:00000040:1.0:1789449509.827448:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b87d1aa00 x1876371947518208/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449509.827456:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789449509.827459:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1789449509.827461:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012330. 00000100:00000200:1.0:1789449509.827465:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876371947518208, offset 0 00000400:00000200:1.0:1789449509.827471:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1789449509.827479:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449509.827487:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1789449509.827492:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789449509.827495:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1789449509.827499:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789449509.827502:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1789449509.827505:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2828:2828:256:4294967295] 192.168.202.109@tcp LPNI seq info [2828:2828:8:4294967295] 00000400:00000200:1.0:1789449509.827509:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449509.827518:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1789449509.827524:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1789449509.827528:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b8c47a700. 00000800:00000200:1.0:1789449509.827534:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1789449509.827541:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1789449509.827545:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b8c47a700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789449509.827564:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789449509.827568:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:1.0:1789449509.827570:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296516640 00000100:00000010:1.0:1789449509.827574:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e8b87c1e2a0. 00000100:00000001:1.0:1789449509.827581:0:2399:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789449509.827585:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296516640 00000100:00000010:1.0:1789449509.827588:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e8b87c1e7e0. 00000100:00000001:1.0:1789449509.827591:0:2399:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789449509.827596:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449509.827599:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449509.827601:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789449509.827605:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b87d19880 x1876371947518464/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449509.827611:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449509.827612:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449509.827614:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789449509.827616:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789449509.827618:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449509.827620:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b87d19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2399:1876371947518464:192.168.202.109@tcp:400:kworker.0 00000100:00000001:1.0:1789449509.827624:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789449509.827626:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789449509.827628:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449509.827629:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789449509.827632:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b8632f400. 02000000:00000001:1.0:1789449509.827634:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789449509.827637:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:1.0:1789449509.827640:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b83427b00. 00000400:00000010:1.0:1789449509.827643:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012a18. 00000100:00000200:1.0:1789449509.827646:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947518464, portal 10 00000100:00000001:1.0:1789449509.827648:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449509.827649:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849143936 : -107152860407680 : ffff9e8b87d19880) 00000100:00000040:1.0:1789449509.827656:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b87d19880 x1876371947518464/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1789449509.827853:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449509.827858:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47a700. 00000400:00000200:2.0:1789449509.827862:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449509.827867:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449509.827873:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012330 00000400:00000010:2.0:1789449509.827917:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012330. 00000100:00000001:2.0:1789449509.827923:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449509.827927:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d1aa00 x1876371947518208/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449509.827940:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449509.827944:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d1aa00 x1876371947518208/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449525 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449509.827950:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449509.827952:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789449509.828403:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789449509.828406:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1789449509.828411:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012990. 00000100:00000200:1.0:1789449509.828415:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876371947518464, offset 0 00000400:00000200:1.0:1789449509.828420:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1789449509.828427:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449509.828432:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1789449509.828435:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789449509.828437:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1789449509.828440:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789449509.828442:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1789449509.828445:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2829:2829:256:4294967295] 192.168.202.109@tcp LPNI seq info [2829:2829:8:4294967295] 00000400:00000200:1.0:1789449509.828448:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449509.828455:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1789449509.828459:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1789449509.828464:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b8c47af00. 00000800:00000200:1.0:1789449509.828468:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1789449509.828475:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1789449509.828479:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b8c47af00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789449509.828542:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449509.828548:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: using a timeout of 21908 usecs (22 jiffies) 00000400:00000200:1.0:1789449509.828551:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:1.0:1789449509.828553:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296512536 00000100:00000001:1.0:1789449509.828556:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296516640 00000100:00000001:1.0:1789449509.828558:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296512536 00000100:00000001:1.0:1789449509.828560:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296516640 00000100:00000001:1.0:1789449509.828562:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449509.828564:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449509.828566:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789449509.828571:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b87d1b800 x1876371947518720/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449509.828577:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449509.828578:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449509.828581:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789449509.828583:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789449509.828585:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449509.828588:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b87d1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2399:1876371947518720:192.168.202.109@tcp:400:kworker.0 00000100:00000001:1.0:1789449509.828592:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789449509.828596:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789449509.828598:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449509.828599:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789449509.828603:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b8632e800. 02000000:00000001:1.0:1789449509.828605:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789449509.828608:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:1.0:1789449509.828610:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b83427f20. 00000400:00000010:1.0:1789449509.828615:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b850127f8. 00000100:00000200:1.0:1789449509.828618:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947518720, portal 4 00000100:00000001:1.0:1789449509.828620:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449509.828621:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849152000 : -107152860399616 : ffff9e8b87d1b800) 00000100:00000040:1.0:1789449509.828627:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b87d1b800 x1876371947518720/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449509.828633:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789449509.828635:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1789449509.828637:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012550. 00000100:00000200:1.0:1789449509.828639:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876371947518720, offset 0 00000400:00000200:1.0:1789449509.828643:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1789449509.828647:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449509.828650:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1789449509.828652:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789449509.828654:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1789449509.828656:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789449509.828657:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1789449509.828827:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2830:2830:255:4294967295] 192.168.202.109@tcp LPNI seq info [2830:2830:7:4294967295] 00000400:00000200:1.0:1789449509.828834:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449509.828841:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1789449509.828846:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1789449509.828850:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b8c47a000. 00000800:00000200:1.0:1789449509.828854:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1789449509.828858:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1789449509.828861:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b8c47a000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789449509.828864:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449509.828867:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: using a timeout of 231383 usecs (232 jiffies) 00000400:00000200:1.0:1789449509.828870:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:1.0:1789449509.828872:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296512746 00000100:00000001:1.0:1789449509.828874:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296516640 00000100:00000001:1.0:1789449509.828901:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296512746 00000100:00000001:1.0:1789449509.828904:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296516640 00000100:00000001:1.0:1789449509.828905:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449509.828907:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449509.828910:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449509.828913:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449509.828920:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789449509.828923:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789449509.828925:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449509.828927:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449509.828928:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449509.828931:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1789449509.828932:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449509.828934:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789449509.828935:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449509.828937:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449509.828938:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449509.828939:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789449509.828944:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b87d1b100 x1876371947518336/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449509.828950:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449509.828951:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449509.828954:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789449509.828956:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789449509.828958:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449509.828961:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b87d1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2399:1876371947518336:192.168.202.109@tcp:400:kworker.0 00000100:00000001:1.0:1789449509.828964:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789449509.828966:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789449509.828967:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449509.828969:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789449509.828973:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b8632f800. 02000000:00000001:1.0:1789449509.828975:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789449509.828978:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:1.0:1789449509.828982:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b83427d68. 00000400:00000010:1.0:1789449509.828985:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b850125d8. 00000100:00000200:1.0:1789449509.828988:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947518336, portal 10 00000100:00000001:1.0:1789449509.828990:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449509.828991:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849150208 : -107152860401408 : ffff9e8b87d1b100) 00000100:00000040:1.0:1789449509.828996:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b87d1b100 x1876371947518336/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449509.829002:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789449509.829004:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1789449509.829006:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012088. 00000100:00000200:1.0:1789449509.829008:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876371947518336, offset 0 00000400:00000200:1.0:1789449509.829012:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1789449509.829016:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449509.829020:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1789449509.829022:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789449509.829024:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1789449509.829026:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789449509.829028:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1789449509.829031:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2831:2831:254:4294967295] 192.168.202.109@tcp LPNI seq info [2831:2831:6:4294967295] 00000400:00000200:1.0:1789449509.829034:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449509.829040:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1789449509.829043:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1789449509.829047:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b8c47a200. 00000800:00000200:1.0:1789449509.829050:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1789449509.829054:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1789449509.829056:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b8c47a200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789449509.829059:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449509.829062:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 797163 usecs (798 jiffies) 00000400:00000200:1.0:1789449509.829064:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:1.0:1789449509.829066:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296513312 00000100:00000001:1.0:1789449509.829068:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296516640 00000100:00000001:1.0:1789449509.829070:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296513312 00000100:00000001:1.0:1789449509.829072:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296516640 00000100:00000001:1.0:1789449509.829074:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449509.829076:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449509.829078:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789449509.829083:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b87d19500 x1876371947518592/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449509.829090:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449509.829092:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449509.829094:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789449509.829096:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789449509.829097:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449509.829775:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b87d19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2399:1876371947518592:192.168.202.109@tcp:400:kworker.0 00000100:00000001:1.0:1789449509.829780:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789449509.829783:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789449509.829785:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449509.829787:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789449509.829793:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b837f0600. 02000000:00000001:1.0:1789449509.829795:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789449509.829801:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:1.0:1789449509.829805:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b83427000. 00000400:00000010:1.0:1789449509.829810:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012660. 00000100:00000200:1.0:1789449509.829814:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947518592, portal 4 00000100:00000001:1.0:1789449509.829816:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449509.829817:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849143040 : -107152860408576 : ffff9e8b87d19500) 00000100:00000040:1.0:1789449509.829825:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b87d19500 x1876371947518592/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449509.829832:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789449509.829834:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1789449509.829837:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012198. 00000100:00000200:1.0:1789449509.829839:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876371947518592, offset 0 00000400:00000200:1.0:1789449509.829844:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1789449509.829848:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449509.829853:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1789449509.829856:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789449509.829859:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1789449509.829862:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789449509.829866:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1789449509.829869:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2832:2832:253:4294967295] 192.168.202.109@tcp LPNI seq info [2832:2832:5:4294967295] 00000400:00000200:1.0:1789449509.829873:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449509.829918:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1789449509.829923:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1789449509.829928:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b8c47a700. 00000800:00000200:1.0:1789449509.829932:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1789449509.829937:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1789449509.829940:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b8c47a700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789449509.829944:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449509.829947:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: using a timeout of 22533 usecs (23 jiffies) 00000400:00000200:1.0:1789449509.829951:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:1.0:1789449509.829953:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296512537 00000100:00000001:1.0:1789449509.829955:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296516640 00000100:00000001:1.0:1789449509.829958:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296512537 00000100:00000001:1.0:1789449509.829960:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296516640 00000100:00000001:1.0:1789449509.829962:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449509.829964:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449509.829967:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449509.829970:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449509.829989:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449509.829992:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789449509.837430:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449509.837449:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449509.837453:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449509.837456:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449509.837467:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449509.837474:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449509.837484:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449509.837489:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449509.837495:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449509.837499:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x6aa8ce365f900 00000400:00000200:3.0:1789449509.837504:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449509.837511:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x80f5 [1] + 224 00000800:00000001:3.0:1789449509.837519:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449509.837526:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449509.837530:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449509.837534:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449509.837542:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449509.837551:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d1aa00 x1876371947518208/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449525 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449509.837562:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b87d1aa00 x1876371947518208/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449525 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449509.837579:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000200:3.0:1789449509.837617:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449509.837622:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47af00. 00000400:00000200:3.0:1789449509.837625:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449509.837628:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449509.837632:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012990 00000400:00000010:3.0:1789449509.837634:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012990. 00000100:00000001:3.0:1789449509.837638:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449509.837642:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d19880 x1876371947518464/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449509.837652:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449509.837655:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d19880 x1876371947518464/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449525 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449509.837661:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449509.837662:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789449509.837668:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449509.837672:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789449509.837678:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449509.837680:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47a000. 00000400:00000200:3.0:1789449509.837683:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449509.837686:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449509.837689:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012550 00000400:00000010:3.0:1789449509.837691:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012550. 00000100:00000001:3.0:1789449509.837693:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449509.837697:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d1b800 x1876371947518720/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449509.837704:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449509.837707:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d1b800 x1876371947518720/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449525 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449509.837713:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449509.837715:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789449509.837722:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449509.837724:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47a200. 00000400:00000200:3.0:1789449509.837727:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449509.837730:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449509.837733:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012088 00000400:00000010:3.0:1789449509.837735:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012088. 00000100:00000001:3.0:1789449509.837738:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449509.837742:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d1b100 x1876371947518336/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449509.837749:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449509.837752:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d1b100 x1876371947518336/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449525 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449509.837758:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449509.837760:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789449509.837785:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449509.837788:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47a700. 00000400:00000200:3.0:1789449509.837791:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449509.837794:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449509.837797:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012198 00000400:00000010:3.0:1789449509.837799:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012198. 00000100:00000001:3.0:1789449509.837801:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449509.837805:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d19500 x1876371947518592/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449509.837812:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449509.837814:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d19500 x1876371947518592/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449525 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449509.837820:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449509.837821:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789449509.839567:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449509.839575:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789449509.839584:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789449509.839586:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789449509.839590:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b834276e0. 00000400:00000200:1.0:1789449509.839595:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012880 00000400:00000010:1.0:1789449509.839597:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012880. 00000100:00000001:1.0:1789449509.839601:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789449509.839610:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b87d1aa00 x1876371947518208/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449525 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789449509.839625:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b87d1aa00 x1876371947518208/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449525 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449509.839633:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789449509.839635:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449509.839637:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789449509.839641:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789449509.839643:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789449509.839645:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449509.839648:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789449509.839654:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b83927460 time=140 v=5 (5 5 5 5) 00000100:00001000:1.0:1789449509.839659:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b83927418 time=140 v=5 (1 1 1 1) 00000100:00000001:1.0:1789449509.839661:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789449509.839663:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449509.839665:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789449509.839667:0:2399:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449509.839669:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449509.839673:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b87d1aa00 x1876371947518208/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449525 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449509.839679:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449509.839682:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789449509.839684:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789449509.839688:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b87d1aa00 x1876371947518208/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449525 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789449509.839696:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b87d1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:80a9314a-fa92-41c3-8d17-36c58fffb192:2399:1876371947518208:192.168.202.109@tcp:400:kworker.0 00000100:00000001:1.0:1789449509.839702:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449509.839705:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449509.839708:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b87d1aa00 x1876371947518208/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449525 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449509.839714:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789449509.839716:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789449509.839720:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b8632e000. 02000000:00000001:1.0:1789449509.839723:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789449509.839727:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449509.839729:0:2399:0:(genops.c:1222:class_import_put()) import ffff9e8b83927000 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:1.0:1789449509.839731:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789449509.839734:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b864ec600. 02000000:00000001:1.0:1789449509.839737:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789449509.839738:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789449509.839740:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b87d1aa00. 00000100:00000001:1.0:1789449509.839743:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789449509.839745:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449509.839748:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449509.839750:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449509.839751:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449509.839753:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449509.839754:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789449509.854153:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449509.854172:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449509.854176:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449509.854179:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449509.854188:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449509.854196:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449509.854204:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449509.854209:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449509.854214:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449509.854218:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 4 MB=0x6aa8ce365fb00 00000400:00000200:2.0:1789449509.854223:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449509.854229:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 224/224 into md 0x8105 [1] + 224 00000800:00000001:2.0:1789449509.854237:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449509.854244:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449509.854248:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449509.854252:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449509.854259:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449509.854269:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d1b800 x1876371947518720/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449525 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449509.854281:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b87d1b800 x1876371947518720/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449525 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449509.854302:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449509.854310:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449509.854314:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449509.854376:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449509.854380:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789449509.854388:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789449509.854390:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789449509.854393:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b83427f20. 00000400:00000200:1.0:1789449509.854409:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b850127f8 00000400:00000010:1.0:1789449509.854412:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b850127f8. 00000100:00000001:1.0:1789449509.854416:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789449509.854421:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b87d1b800 x1876371947518720/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449525 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789449509.854429:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b87d1b800 x1876371947518720/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449525 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449509.854436:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789449509.854438:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449509.854440:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789449509.854443:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789449509.854445:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789449509.854447:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449509.854451:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789449509.854460:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8986b460 time=139 v=5 (5 5 5 36) 00000100:00001000:1.0:1789449509.854463:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8986b418 time=22 v=5 (1 0 0 0) 00000100:00000001:1.0:1789449509.854467:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789449509.854468:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449509.854471:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789449509.854474:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449509.854478:0:2399:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789449509.854481:0:2399:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9e8b89903000: skip recheck: last_committed 4294967328 00000100:00000001:1.0:1789449509.854483:0:2399:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789449509.854485:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449509.854490:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b87d1b800 x1876371947518720/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449525 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449509.854496:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449509.854499:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789449509.854501:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789449509.854504:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b87d1b800 x1876371947518720/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449525 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789449509.854512:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b87d1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2399:1876371947518720:192.168.202.109@tcp:400:kworker.0 00000100:00000001:1.0:1789449509.854516:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449509.854518:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449509.854522:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b87d1b800 x1876371947518720/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449525 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449509.854528:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789449509.854530:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789449509.854534:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b8632e800. 02000000:00000001:1.0:1789449509.854538:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789449509.854540:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449509.854542:0:2399:0:(genops.c:1222:class_import_put()) import ffff9e8b8986b000 refcount=2 obd=lustre-OST0001-osc-ffff9e8b89903000 00000020:00000001:1.0:1789449509.854544:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789449509.854547:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b864eca00. 02000000:00000001:1.0:1789449509.854550:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789449509.854552:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789449509.854568:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b87d1b800. 00000100:00000001:1.0:1789449509.854572:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789449509.854574:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449509.854577:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449509.854579:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449509.854580:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449509.854582:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449509.854584:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789449509.859083:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449509.859110:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449509.859118:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449509.859121:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449509.859133:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449509.859142:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449509.859154:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449509.859160:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449509.859166:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449509.859171:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 4 MB=0x6aa8ce365fa80 00000400:00000200:2.0:1789449509.859178:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449509.859186:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 224/224 into md 0x8115 [1] + 224 00000800:00000001:2.0:1789449509.859195:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449509.859266:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449509.859271:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449509.859277:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449509.859287:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449509.859299:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d19500 x1876371947518592/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449525 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449509.859311:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b87d19500 x1876371947518592/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449525 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449509.859331:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449509.859341:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449509.859344:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449509.860220:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449509.860229:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789449509.860239:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789449509.860241:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789449509.860245:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b83427000. 00000400:00000200:1.0:1789449509.860254:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012660 00000400:00000010:1.0:1789449509.860256:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012660. 00000100:00000001:1.0:1789449509.860262:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789449509.860273:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b87d19500 x1876371947518592/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449525 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789449509.860286:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b87d19500 x1876371947518592/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449525 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449509.860295:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789449509.860297:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449509.860300:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789449509.860304:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789449509.860307:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789449509.860309:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449509.860312:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789449509.860321:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b90c6ec60 time=139 v=5 (5 5 5 36) 00000100:00001000:1.0:1789449509.860326:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b90c6ec18 time=21 v=5 (1 0 0 0) 00000100:00000001:1.0:1789449509.860328:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789449509.860330:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449509.860333:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789449509.860336:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449509.860340:0:2399:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789449509.860342:0:2399:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e8b89903000: skip recheck: last_committed 4294967322 00000100:00000001:1.0:1789449509.860344:0:2399:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789449509.860346:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449509.860351:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b87d19500 x1876371947518592/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449525 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449509.860364:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449509.860367:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789449509.860369:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789449509.860373:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b87d19500 x1876371947518592/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449525 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789449509.860381:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b87d19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2399:1876371947518592:192.168.202.109@tcp:400:kworker.0 00000100:00000001:1.0:1789449509.860386:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449509.860389:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449509.860392:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b87d19500 x1876371947518592/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449525 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449509.860412:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789449509.860414:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789449509.860418:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b837f0600. 02000000:00000001:1.0:1789449509.860422:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789449509.860424:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449509.860426:0:2399:0:(genops.c:1222:class_import_put()) import ffff9e8b90c6e800 refcount=2 obd=lustre-OST0000-osc-ffff9e8b89903000 00000020:00000001:1.0:1789449509.860429:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789449509.860432:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b864ece00. 02000000:00000001:1.0:1789449509.860435:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789449509.860437:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789449509.860439:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b87d19500. 00000100:00000001:1.0:1789449509.860442:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789449509.860443:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449509.860447:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449509.860449:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449509.860450:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449509.860452:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449509.860453:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789449509.869943:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449509.869979:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449509.869984:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449509.869989:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449509.870005:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449509.870017:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449509.870029:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449509.870035:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449509.870042:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449509.870048:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x6aa8ce365fa00 00000400:00000200:2.0:1789449509.870054:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449509.870062:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x80fd [1] + 224 00000800:00000001:2.0:1789449509.870084:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449509.870098:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449509.870102:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449509.870108:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449509.870117:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449509.870130:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d19880 x1876371947518464/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449525 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449509.870143:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b87d19880 x1876371947518464/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449525 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449509.870162:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449509.870172:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449509.870176:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449509.871022:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449509.871032:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789449509.871042:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789449509.871044:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789449509.871049:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b83427b00. 00000400:00000200:1.0:1789449509.871058:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012a18 00000400:00000010:1.0:1789449509.871061:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012a18. 00000100:00000001:1.0:1789449509.871066:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789449509.871089:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b87d19880 x1876371947518464/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449525 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789449509.871109:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b87d19880 x1876371947518464/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449525 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449509.871117:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789449509.871120:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449509.871122:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789449509.871126:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789449509.871129:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789449509.871131:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449509.871134:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789449509.871144:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b862dcc60 time=139 v=5 (5 102 102 102) 00000100:00001000:1.0:1789449509.871149:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b862dcc18 time=139 v=5 (1 1 1 1) 00000100:00000001:1.0:1789449509.871151:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789449509.871153:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449509.871156:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789449509.871160:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449509.871164:0:2399:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789449509.871166:0:2399:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967328 00000100:00000001:1.0:1789449509.871168:0:2399:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789449509.871170:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449509.871176:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b87d19880 x1876371947518464/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449525 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449509.871184:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449509.871187:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789449509.871189:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789449509.871193:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b87d19880 x1876371947518464/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449525 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789449509.871201:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b87d19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2399:1876371947518464:192.168.202.109@tcp:400:kworker.0 00000100:00000001:1.0:1789449509.871207:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449509.871209:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449509.871213:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b87d19880 x1876371947518464/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449525 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449509.871219:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789449509.871222:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789449509.871225:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b8632f400. 02000000:00000001:1.0:1789449509.871231:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789449509.871234:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449509.871235:0:2399:0:(genops.c:1222:class_import_put()) import ffff9e8b862dc800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000020:00000001:1.0:1789449509.871238:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789449509.871241:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b864ec300. 02000000:00000001:1.0:1789449509.871244:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789449509.871247:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789449509.871249:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b87d19880. 00000100:00000001:1.0:1789449509.871252:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789449509.871254:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449509.871258:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449509.871260:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449509.871262:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449509.871263:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449509.871265:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789449509.895953:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449509.895981:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449509.895988:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449509.895991:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449509.896003:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449509.896014:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449509.896028:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449509.896035:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449509.896043:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449509.896049:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x6aa8ce365f980 00000400:00000200:2.0:1789449509.896058:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449509.896066:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x810d [1] + 224 00000800:00000001:2.0:1789449509.896352:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449509.896428:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449509.896434:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449509.896440:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449509.896451:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449509.896463:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d1b100 x1876371947518336/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449525 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449509.896482:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b87d1b100 x1876371947518336/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449525 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449509.896505:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449509.896516:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449509.896519:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449509.896623:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449509.896632:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789449509.896642:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789449509.896644:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789449509.896649:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b83427d68. 00000400:00000200:1.0:1789449509.896657:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b850125d8 00000400:00000010:1.0:1789449509.896660:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b850125d8. 00000100:00000001:1.0:1789449509.896664:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789449509.896677:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b87d1b100 x1876371947518336/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449525 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789449509.896688:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b87d1b100 x1876371947518336/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449525 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449509.896696:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789449509.896699:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449509.896702:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789449509.896705:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789449509.896707:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789449509.896709:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449509.896712:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789449509.896720:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=139 v=5 (5 102 102 102) 00000100:00001000:1.0:1789449509.896725:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=22 v=5 (1 0 0 0) 00000100:00000001:1.0:1789449509.896728:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789449509.896729:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449509.896732:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789449509.896737:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449509.896741:0:2399:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789449509.896743:0:2399:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967636 00000100:00000001:1.0:1789449509.896745:0:2399:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789449509.896747:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449509.896751:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b87d1b100 x1876371947518336/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449525 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449509.896759:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449509.896762:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789449509.896764:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789449509.896767:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b87d1b100 x1876371947518336/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449525 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789449509.896775:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b87d1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2399:1876371947518336:192.168.202.109@tcp:400:kworker.0 00000100:00000001:1.0:1789449509.896781:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449509.896784:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449509.896788:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b87d1b100 x1876371947518336/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449525 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449509.896794:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789449509.896796:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789449509.896800:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b8632f800. 02000000:00000001:1.0:1789449509.896804:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789449509.896807:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449509.896809:0:2399:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:1.0:1789449509.896812:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789449509.896814:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b864ec500. 02000000:00000001:1.0:1789449509.896818:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789449509.896819:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789449509.896821:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b87d1b100. 00000100:00000001:1.0:1789449509.896824:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789449509.896826:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449509.896827:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449509.896835:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789449509.896837:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449509.896839:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449509.896841:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449510.403794:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449510.403805:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449510.403812:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449510.403813:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449510.404119:0:16942:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789449510.404126:0:16942:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449510.404131:0:16942:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789449510.850272:0:33224:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789449510.850282:0:33224:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449510.850285:0:33224:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789449510.850292:0:33224:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b853c5480 going to sleep for 1 seconds 00000100:00000001:3.0:1789449510.850296:0:33224:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449510.850302:0:33224:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449511.426774:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449511.426787:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449511.426796:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449511.426798:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449511.426913:0:16814:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789449511.426918:0:16814:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449511.426922:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789449511.874564:0:33224:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789449511.874576:0:33224:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449511.874579:0:33224:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789449511.874587:0:33224:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b853c5480 going to sleep for 1 seconds 00000100:00000001:3.0:1789449511.874591:0:33224:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449511.874596:0:33224:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449512.450690:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449512.450701:0:29299:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789449512.450704:0:29299:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449512.450708:0:29299:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449512.450714:0:29299:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789449512.450717:0:29299:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449512.450720:0:29299:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449512.450723:0:29299:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449512.450727:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449512.450728:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449512.454143:0:16815:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789449512.454152:0:16815:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449512.454157:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789449512.898081:0:33224:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789449512.898091:0:33224:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00000400:3.0:1789449512.898111:0:33224:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789449496/real 1789449496] req@ffff9e8b83690000 x1876371947515520/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 1 dl 1789449512 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000400:00000001:3.0:1789449512.898132:0:33224:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449512.898134:0:33224:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449512.898139:0:33224:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b83427840. 00000400:00000200:3.0:1789449512.898147:0:33224:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012dd0 00000400:00000010:3.0:1789449512.898151:0:33224:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012dd0. 00000100:00000001:3.0:1789449512.898156:0:33224:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449512.898160:0:33224:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83690000 x1876371947515520/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 1 dl 1789449512 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789449512.898170:0:33224:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83690000 x1876371947515520/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 1 dl 1789449512 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449512.898185:0:33224:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449512.898187:0:33224:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449512.898190:0:33224:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449512.898193:0:33224:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449512.898208:0:33224:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:3.0:1789449512.898212:0:33224:0:(import.c:65:import_set_state_nolock()) ffff9e8b8436e800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1789449512.898217:0:33224:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff9e8b89903000: Connection to lustre-MDT0000 (at 192.168.202.109@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:3.0:1789449512.898221:0:33224:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:3.0:1789449512.898225:0:33224:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:3.0:1789449512.898228:0:33224:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449512.898230:0:33224:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:3.0:1789449512.898232:0:33224:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00000001:3.0:1789449512.898255:0:33224:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:3.0:1789449512.898257:0:33224:0:(client.c:2556:ptlrpc_expire_one_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449512.898261:0:33224:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449512.898263:0:33224:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449512.898266:0:33224:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b853c5480 going to sleep for 0 seconds 00000100:00000001:3.0:1789449512.898269:0:33224:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449512.898272:0:33224:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449512.898275:0:33224:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789449512.898278:0:33224:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449512.898280:0:33224:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449512.898432:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80a9314a-fa92-41c3-8d17-36c58fffb192->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789449512.898439:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789449512.898454:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d1bb80. 00000020:00000040:0.0:1789449512.898460:0:8:0:(genops.c:1209:class_import_get()) import ffff9e8b83927000 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1789449512.898465:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449512.898470:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449512.898476:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449512.898486:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b864ec000. 00000100:00000001:0.0:1789449512.898496:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449512.898502:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 80a9314a-fa92-41c3-8d17-36c58fffb192->MGS req@ffff9e8b87d1bb80 x1876371947518848/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789449512.898512:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449512.898517:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449512.898523:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e88f5405] to pc [ptlrpcd_00_01+1] req@ffff9e8b87d1bb80 x1876371947518848/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449512.898554:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789449512.898557:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789449512.898560:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1789449512.898562:0:8:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789449512.898564:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e8b8436e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789449512.898568:0:8:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789449512.898572:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff9e8b89903000: connect to NID 192.168.202.109@tcp last attempt 1822 00000400:00000200:0.0:1789449512.898580:0:8:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449512.898586:0:8:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.202.109@tcp is discovered: rc = 1 00000100:00000040:0.0:1789449512.898590:0:8:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9e8b895f2700 refcount 14 to 192.168.202.109@tcp 00000100:00000001:0.0:1789449512.898593:0:8:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789449512.898595:0:8:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9e8b895f2700 refcount 15 to 192.168.202.109@tcp 00000100:00000001:0.0:1789449512.898598:0:8:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446636920875198208 : -107152834353408 : ffff9e8b895f2700) 00000020:00000001:0.0:1789449512.898606:0:8:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789449512.898609:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xcddde1459ded5b21 00000020:00000001:0.0:1789449512.898612:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449512.898615:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e8b8986e800 refcount=5 00000020:00000001:0.0:1789449512.898618:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920877803520 : -107152831748096 : ffff9e8b8986e800) 00000020:00000001:0.0:1789449512.898620:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636920877803520 : -107152831748096 : ffff9e8b8986e800) 00000100:00000040:0.0:1789449512.898623:0:8:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9e8b895f2700 refcount 14 to 192.168.202.109@tcp 00000100:00000001:0.0:1789449512.898625:0:8:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789449512.898627:0:8:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9e8b895f2700 refcount 15 to 192.168.202.109@tcp 00000100:00000001:0.0:1789449512.898629:0:8:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446636920875198208 : -107152834353408 : ffff9e8b895f2700) 00000020:00000040:0.0:1789449512.898632:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff9e8b8986e800 : new refcount 4 00000100:00080000:0.0:1789449512.898635:0:8:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff9e8b89903000: import ffff9e8b8436e800 using connection 192.168.202.109@tcp/192.168.202.109@tcp 00000100:00000001:0.0:1789449512.898638:0:8:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449512.898640:0:8:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789449512.898647:0:8:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789449512.898650:0:8:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449512.898653:0:8:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1789449512.898657:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1789449512.898661:0:8:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449512.898663:0:8:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789449512.898666:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d19f80. 00000020:00000040:0.0:1789449512.898668:0:8:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e8b89903000 02000000:00000001:0.0:1789449512.898672:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789449512.898673:0:8:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449512.898676:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449512.898678:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449512.898680:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449512.898683:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b836b1000. 00000100:00000001:0.0:1789449512.898686:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449512.898692:0:8:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e8b87d19f80 x1876371947518976/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789449512.898699:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449512.898701:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449512.898704:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5ce975f] to pc [ptlrpcd_rcv+-1] req@ffff9e8b87d19f80 x1876371947518976/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449512.898728:0:8:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449512.898731:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789449512.898735:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789449512.898738:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d1a680. 00000020:00000040:0.0:1789449512.898740:0:8:0:(genops.c:1209:class_import_get()) import ffff9e8b862dc800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000100:00000001:0.0:1789449512.898742:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449512.898743:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449512.898745:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449512.898748:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b864ec700. 00000100:00000001:0.0:1789449512.898751:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449512.898755:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0001_UUID req@ffff9e8b87d1a680 x1876371947519104/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789449512.898761:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449512.898763:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449512.898766:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000406443e6] to pc [ptlrpcd_00_00+0] req@ffff9e8b87d1a680 x1876371947519104/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449512.898773:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449512.898777:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789449512.898780:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789449512.898786:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d1b100. 00000020:00000040:0.0:1789449512.898789:0:8:0:(genops.c:1209:class_import_get()) import ffff9e8b90c6e800 refcount=3 obd=lustre-OST0000-osc-ffff9e8b89903000 00000100:00000001:0.0:1789449512.898791:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449512.898792:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449512.898793:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449512.898797:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b864ec500. 00000100:00000001:0.0:1789449512.898799:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449512.898802:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0000_UUID req@ffff9e8b87d1b100 x1876371947519232/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789449512.898810:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449512.898812:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449512.898815:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002fffbd4d] to pc [ptlrpcd_00_01+1] req@ffff9e8b87d1b100 x1876371947519232/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449512.898822:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449512.898824:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789449512.898827:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1789449512.898830:0:8:0:(import.c:2113:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:0.0:1789449512.898833:0:8:0:(import.c:1807:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:0.0:1789449512.898835:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d19880. 00000020:00000040:0.0:1789449512.898838:0:8:0:(genops.c:1209:class_import_get()) import ffff9e8b8986b000 refcount=3 obd=lustre-OST0001-osc-ffff9e8b89903000 00000100:00000001:0.0:1789449512.898839:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449512.898841:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449512.898842:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449512.898845:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b864ec300. 00000100:00000001:0.0:1789449512.898857:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449512.898860:0:8:0:(import.c:1845:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446636920849143936 : -107152860407680 : ffff9e8b87d19880) 00000100:00080000:0.0:1789449512.898863:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e8b8986b000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:0.0:1789449512.898866:0:8:0:(import.c:2148:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff9e8b89903000: disconnect after 20s idle 00000100:00000001:0.0:1789449512.898868:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449512.898870:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449512.898874:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb8ef153] to pc [ptlrpcd_rcv+-1] req@ffff9e8b87d19880 x1876371947519360/t0(0) o9->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449512.898897:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449512.898903:0:8:0:(import.c:2152:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449512.898904:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449512.898909:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1789449512.898909:0:8:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449512.898914:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 2 (1853) 00000100:00000040:1.0:1789449512.898920:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b87d1bb80 x1876371947518848/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449512.898943:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449512.898945:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449512.898950:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789449512.898954:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789449512.898957:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449512.898962:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b87d1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:80a9314a-fa92-41c3-8d17-36c58fffb192:2400:1876371947518848:192.168.202.109@tcp:400:kworker.0 00000100:00000001:1.0:1789449512.898967:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789449512.898975:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789449512.898978:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449512.898979:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449512.898983:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1789449512.898984:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1789449512.898986:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 02000000:00000010:1.0:1789449512.898991:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b837f0600. 00000100:00000040:0.0:1789449512.898993:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b87d1a680 x1876371947519104/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1789449512.898996:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449512.899004:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1789449512.899008:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:0.0:1789449512.899008:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449512.899012:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1789449512.899015:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b83427d68. 02000000:00000001:0.0:1789449512.899016:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789449512.899020:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789449512.899024:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b850125d8. 00000100:00100000:0.0:1789449512.899024:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b87d1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2399:1876371947519104:192.168.202.109@tcp:400:kworker.0 00000100:00000001:0.0:1789449512.899033:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000200:1.0:1789449512.899035:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947518848, portal 25 02000000:00000001:0.0:1789449512.899036:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789449512.899038:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449512.899041:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1789449512.899042:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1789449512.899046:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849152896 : -107152860398720 : ffff9e8b87d1bb80) 02000000:00000010:0.0:1789449512.899048:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b82a98e00. 02000000:00000001:0.0:1789449512.899052:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449512.899056:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b87d1bb80 x1876371947518848/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1789449512.899060:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:0.0:1789449512.899065:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b86580898. 00000100:00000001:1.0:1789449512.899070:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1789449512.899073:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5aa0. 00000100:00000040:1.0:1789449512.899078:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000200:0.0:1789449512.899080:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947519104, portal 10 00000400:00000010:1.0:1789449512.899083:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012a18. 00000100:00000001:0.0:1789449512.899083:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449512.899086:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849147520 : -107152860404096 : ffff9e8b87d1a680) 00000100:00000200:1.0:1789449512.899090:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876371947518848, offset 0 00000100:00000040:0.0:1789449512.899096:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b87d1a680 x1876371947519104/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1789449512.899101:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:0.0:1789449512.899109:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789449512.899114:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000200:1.0:1789449512.899115:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:0.0:1789449512.899118:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5088. 00000100:00000200:0.0:1789449512.899122:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876371947519104, offset 0 00000400:00000200:1.0:1789449512.899125:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1789449512.899131:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1789449512.899133:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789449512.899139:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1789449512.899143:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789449512.899146:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1789449512.899150:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2833:2833:256:4294967295] 192.168.202.109@tcp LPNI seq info [2833:2833:8:4294967295] 00000400:00000200:1.0:1789449512.899155:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449512.899176:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1789449512.899185:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1789449512.899191:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b8c47a500. 00000800:00000200:1.0:1789449512.899200:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1789449512.899208:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1789449512.899211:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b8c47a500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789449512.899269:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789449512.899273:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:1.0:1789449512.899276:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296519712 00000100:00000001:1.0:1789449512.899280:0:2400:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296516640 00000100:00000001:1.0:1789449512.899283:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296519712 00000100:00000001:1.0:1789449512.899286:0:2400:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296516640 00000100:00000001:1.0:1789449512.899289:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449512.899291:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449512.899293:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789449512.899296:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b87d1b100 x1876371947519232/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449512.899301:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449512.899302:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449512.899304:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789449512.899305:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789449512.899306:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449512.899308:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b87d1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2400:1876371947519232:192.168.202.109@tcp:400:kworker.0 00000100:00000001:1.0:1789449512.899310:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789449512.899312:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789449512.899313:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449512.899314:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789449512.899317:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b837f0e00. 02000000:00000001:1.0:1789449512.899318:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789449512.899320:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:1.0:1789449512.899322:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b83427b00. 00000400:00000010:1.0:1789449512.899325:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012660. 00000100:00000200:1.0:1789449512.899327:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947519232, portal 4 00000100:00000001:1.0:1789449512.899328:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449512.899329:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849150208 : -107152860401408 : ffff9e8b87d1b100) 00000100:00000040:1.0:1789449512.899334:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b87d1b100 x1876371947519232/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449512.899339:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789449512.899341:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1789449512.899342:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b850127f8. 00000100:00000200:1.0:1789449512.899344:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876371947519232, offset 0 00000400:00000200:1.0:1789449512.899347:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:2.0:1789449512.899989:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449512.899994:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449512.899996:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789449512.900003:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b87d19f80 x1876371947518976/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449512.900010:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449512.900012:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449512.900014:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449512.900016:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449512.900018:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449512.900021:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b87d19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2398:1876371947518976:192.168.202.109@tcp:38:kworker.0 00000100:00000001:2.0:1789449512.900024:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789449512.900027:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449512.900028:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449512.900030:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789449512.900035:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b83607400. 02000000:00000001:2.0:1789449512.900037:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449512.900041:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449512.900046:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b9bb0. 00000400:00000010:2.0:1789449512.900051:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d330. 00000100:00000200:2.0:1789449512.900055:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947518976, portal 10 00000100:00000001:2.0:1789449512.900057:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449512.900058:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849145728 : -107152860405888 : ffff9e8b87d19f80) 00000100:00000040:2.0:1789449512.900064:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b87d19f80 x1876371947518976/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1789449522 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449512.900071:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449512.900074:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449512.900077:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085dee0. 00000100:00000200:2.0:1789449512.900079:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876371947518976, offset 0 00000400:00000200:2.0:1789449512.900083:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449512.900088:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449512.900093:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449512.900097:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449512.900100:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449512.900102:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449512.900105:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449512.900108:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2834:2834:255:4294967295] 192.168.202.109@tcp LPNI seq info [2834:2834:7:4294967295] 00000400:00000200:2.0:1789449512.900112:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449512.900120:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449512.900124:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449512.900128:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b861f5e00. 00000800:00000200:2.0:1789449512.900133:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449512.900138:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449512.900141:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b861f5e00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1789449512.900145:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449512.900148:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 796220 usecs (797 jiffies) 00000400:00000200:2.0:1789449512.900151:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449512.900154:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296516383 00000100:00000001:2.0:1789449512.900156:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296519712 00000100:00000001:2.0:1789449512.900159:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296516383 00000100:00000001:2.0:1789449512.900161:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296519712 00000100:00000001:2.0:1789449512.900163:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449512.900165:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449512.900167:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789449512.900170:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b87d19880 x1876371947519360/t0(0) o9->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449512.900183:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449512.900184:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449512.900187:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449512.900188:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449512.900190:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449512.900192:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b87d19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2398:1876371947519360:192.168.202.109@tcp:9:kworker.0 00000100:00000001:2.0:1789449512.900195:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789449512.900209:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449512.900210:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449512.900212:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789449512.900215:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b83421000. 02000000:00000001:2.0:1789449512.900217:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449512.900220:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449512.900222:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b9f20. 00000400:00000010:2.0:1789449512.900225:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085dc38. 00000100:00000200:2.0:1789449512.900228:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947519360, portal 4 00000100:00000001:2.0:1789449512.900230:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449512.900231:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849143936 : -107152860407680 : ffff9e8b87d19880) 00000100:00000040:2.0:1789449512.900238:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b87d19880 x1876371947519360/t0(0) o9->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449522 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449512.900244:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449512.900246:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449512.900248:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085db28. 00000100:00000200:2.0:1789449512.900250:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876371947519360, offset 0 00000400:00000200:2.0:1789449512.900254:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449512.900257:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449512.900260:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449512.900263:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449512.900265:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449512.900267:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449512.900269:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449512.900274:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2835:2835:254:4294967295] 192.168.202.109@tcp LPNI seq info [2835:2835:6:4294967295] 00000400:00000200:2.0:1789449512.900278:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449512.900284:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449512.900289:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449512.900292:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b861f5c00. 00000800:00000200:2.0:1789449512.900296:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449512.900300:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449512.900302:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b861f5c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789449512.900305:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449512.900308:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: using a timeout of 230380 usecs (231 jiffies) 00000400:00000200:2.0:1789449512.900311:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449512.900313:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296515817 00000100:00000001:2.0:1789449512.900315:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296519712 00000100:00000001:2.0:1789449512.900318:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296515817 00000100:00000001:2.0:1789449512.900320:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296519712 00000100:00000001:2.0:1789449512.900323:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1789449512.900324:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1789449512.900325:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449512.900330:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1789449512.900332:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47a500. 00000100:00000001:2.0:1789449512.900333:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449512.900342:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1789449512.900344:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449512.900347:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000400:00000200:3.0:1789449512.900352:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449512.900352:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449512.900355:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449512.900358:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449512.900359:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449512.900360:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012a18 00000400:00000010:3.0:1789449512.900364:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012a18. 00000100:00000001:3.0:1789449512.900370:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449512.900375:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d1bb80 x1876371947518848/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449512.900386:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449512.900390:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d1bb80 x1876371947518848/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449528 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449512.900399:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449512.900401:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789449512.900416:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449512.900418:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b861f5e00. 00000400:00000200:3.0:1789449512.900421:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449512.900425:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449512.900427:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085dee0 00000400:00000010:3.0:1789449512.900429:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085dee0. 00000100:00000001:3.0:1789449512.900431:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449512.900435:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d19f80 x1876371947518976/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1789449522 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449512.900441:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449512.900444:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d19f80 x1876371947518976/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1789449522 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449512.900450:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449512.900452:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789449512.900529:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449512.900532:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b861f5c00. 00000400:00000200:3.0:1789449512.900535:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449512.900539:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449512.900541:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085db28 00000400:00000010:3.0:1789449512.900543:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085db28. 00000100:00000001:3.0:1789449512.900545:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449512.900549:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d19880 x1876371947519360/t0(0) o9->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449522 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1789449512.900802:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449512.900808:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1789449512.900811:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789449512.900814:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1789449512.900816:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789449512.900818:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1789449512.900821:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2836:2836:255:4294967295] 192.168.202.109@tcp LPNI seq info [2836:2836:7:4294967295] 00000400:00000200:0.0:1789449512.900825:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449512.900832:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1789449512.900837:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1789449512.900842:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b864ece00. 00000800:00000200:0.0:1789449512.900846:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1789449512.900862:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1789449512.900865:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b864ece00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789449512.900868:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449512.900871:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: using a timeout of 22033 usecs (23 jiffies) 00000400:00000200:0.0:1789449512.900874:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:0.0:1789449512.900876:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296515609 00000100:00000001:0.0:1789449512.900901:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296519712 00000100:00000001:0.0:1789449512.900904:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296515610 00000100:00000001:0.0:1789449512.900906:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296519712 00000100:00000001:0.0:1789449512.900908:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449512.900910:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449512.900913:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449512.900915:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449512.900921:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449512.900923:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789449512.900924:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449512.900926:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449512.900927:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449512.900929:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449512.904225:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449512.904241:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d19880 x1876371947519360/t0(0) o9->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449522 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449512.904253:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449512.904256:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789449512.904547:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449512.904553:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ece00. 00000400:00000200:3.0:1789449512.904624:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449512.904675:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449512.904683:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5088 00000400:00000010:3.0:1789449512.904687:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5088. 00000100:00000001:3.0:1789449512.904692:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449512.904698:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d1a680 x1876371947519104/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449512.904707:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449512.904711:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d1a680 x1876371947519104/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449528 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449512.904718:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449512.904720:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:1.0:1789449512.912567:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449512.912589:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1789449512.912595:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789449512.912600:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1789449512.912606:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789449512.912622:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1789449512.912627:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2837:2837:256:4294967295] 192.168.202.109@tcp LPNI seq info [2837:2837:8:4294967295] 00000400:00000200:1.0:1789449512.912633:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449512.912645:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1789449512.912653:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1789449512.912665:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b8c47a600. 00000800:00000200:1.0:1789449512.912674:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1789449512.912682:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1789449512.912687:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b8c47a600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789449512.926470:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449512.926500:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: using a timeout of 22631 usecs (23 jiffies) 00000400:00000200:1.0:1789449512.926513:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:1.0:1789449512.926518:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296515635 00000100:00000001:1.0:1789449512.926524:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296519712 00000100:00000001:1.0:1789449512.926527:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296515635 00000100:00000001:1.0:1789449512.926530:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296519712 00000100:00000001:1.0:1789449512.926532:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449512.926538:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449512.926543:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449512.926548:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449512.926559:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789449512.926564:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789449512.926567:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449512.926570:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449512.926572:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449512.926576:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789449512.927658:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449512.927684:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449512.927689:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449512.927692:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449512.927702:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449512.927712:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449512.927728:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449512.927735:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449512.927741:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449512.927747:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 4 MB=0x6aa8ce365fd80 00000400:00000200:2.0:1789449512.927754:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449512.927761:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 224/224 into md 0x8145 [1] + 224 00000800:00000001:2.0:1789449512.927771:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449512.927776:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449512.927781:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449512.927786:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449512.927797:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449512.927808:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d19880 x1876371947519360/t0(0) o9->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449522 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449512.927822:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b87d19880 x1876371947519360/t0(0) o9->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449522 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449512.927859:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000200:2.0:1789449512.928002:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449512.928007:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47a600. 00000400:00000200:2.0:1789449512.928012:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449512.928016:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449512.928022:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b850127f8 00000400:00000010:2.0:1789449512.928025:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b850127f8. 00000100:00000001:2.0:1789449512.928029:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449512.928034:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d1b100 x1876371947519232/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449512.928045:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449512.928048:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d1b100 x1876371947519232/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449528 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449512.928055:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449512.928057:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449512.928064:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449512.928068:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449512.928070:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449512.928072:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449512.928075:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449512.928079:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449512.928083:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449512.928086:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449512.928089:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449512.928091:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x6aa8ce365fc80 00000400:00000200:2.0:1789449512.928095:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449512.928101:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x8125 [1] + 224 00000800:00000001:2.0:1789449512.928105:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449512.928108:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449512.928110:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449512.928113:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449512.928116:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449512.928120:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d1a680 x1876371947519104/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449528 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449512.928128:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b87d1a680 x1876371947519104/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449528 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449512.928139:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449512.928144:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449512.928148:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449512.928149:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449512.928153:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449512.928155:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449512.928158:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449512.928162:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449512.928164:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449512.928166:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449512.928408:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 416 into portal 10 MB=0x6aa8ce365fc00 00000400:00000200:2.0:1789449512.928412:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449512.928417:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 416/416 into md 0x8135 [1] + 0 00000800:00000001:2.0:1789449512.928422:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449512.928428:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449512.928430:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449512.928433:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449512.928437:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449512.928442:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d19f80 x1876371947518976/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1789449522 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449512.928452:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9e8b87d19f80 x1876371947518976/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1789449522 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449512.928459:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449512.928463:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449512.928466:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449512.928468:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449512.928470:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449512.928473:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449512.928476:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449512.928480:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449512.928483:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449512.928486:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449512.928488:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x6aa8ce365fb80 00000400:00000200:2.0:1789449512.928492:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449512.928497:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x811d [1] + 224 00000800:00000001:2.0:1789449512.928501:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449512.928540:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449512.928542:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449512.928545:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449512.928548:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449512.928553:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d1bb80 x1876371947518848/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449528 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449512.928561:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b87d1bb80 x1876371947518848/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449528 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449512.928578:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449512.928582:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449512.928585:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449512.928799:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449512.928804:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789449512.928813:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789449512.928816:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789449512.928820:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b9bb0. 00000400:00000200:1.0:1789449512.928824:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d330 00000400:00000010:1.0:1789449512.928826:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d330. 00000100:00000001:1.0:1789449512.928830:0:2398:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789449512.928835:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b87d19f80 x1876371947518976/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1789449522 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789449512.928843:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b87d19f80 x1876371947518976/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1789449522 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449512.928861:0:2398:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789449512.928864:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449512.928867:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789449512.928871:0:2398:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789449512.928873:0:2398:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789449512.928876:0:2398:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449512.928912:0:2398:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789449512.928925:0:2398:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=142 v=5 (5 102 102 102) 00000100:00001000:1.0:1789449512.928930:0:2398:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=25 v=5 (1 0 0 0) 00000100:00000001:1.0:1789449512.928942:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789449512.928944:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449512.928948:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789449512.928952:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449512.928958:0:2398:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789449512.928960:0:2398:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967636 00000100:00000001:1.0:1789449512.928962:0:2398:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789449512.928965:0:2398:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449512.928971:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b87d19f80 x1876371947518976/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/416 e 0 to 0 dl 1789449522 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449512.928985:0:2398:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449512.928989:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789449512.928991:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449512.928994:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1789449512.929004:0:2398:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff9e8b89903000: connect to target with instance 1 00000020:00000001:1.0:1789449512.929008:0:2398:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789449512.929010:0:2398:0:(genops.c:804:class_conn2export()) looking for export cookie 0xcddde1459ded5b21 00000020:00000001:1.0:1789449512.929014:0:2398:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449512.929018:0:2398:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e8b8986e800 refcount=5 00000020:00000001:1.0:1789449512.929021:0:2398:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920877803520 : -107152831748096 : ffff9e8b8986e800) 00000020:00000001:1.0:1789449512.929024:0:2398:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636920877803520 : -107152831748096 : ffff9e8b8986e800) 00000100:00001000:1.0:1789449512.929028:0:2398:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=1789449512 v=0 (0 0 0 0) 00000100:00001000:1.0:1789449512.929032:0:2398:0:(import.c:2262:obd_at_measure()) AT ffff9e8b8436ec18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:1.0:1789449512.929038:0:2398:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 710, crc32c 3463, adler 492 00000020:00000040:1.0:1789449512.929046:0:2398:0:(genops.c:879:class_export_put()) PUTting export ffff9e8b8986e800 : new refcount 4 00000100:00000001:1.0:1789449512.929049:0:2398:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:1.0:1789449512.929053:0:2398:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000008:00000020:1.0:1789449512.929058:0:2398:0:(osc_request.c:1062:osc_init_grant()) lustre-MDT0000-mdc-ffff9e8b89903000, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000002:00000001:1.0:1789449512.929062:0:2398:0:(mdc_request.c:3107:mdc_init_ea_size()) Process entered 00000002:00000001:1.0:1789449512.929064:0:2398:0:(mdc_request.c:3114:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449512.929066:0:2398:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:1.0:1789449512.929070:0:2398:0:(lmv_obd.c:191:lmv_notify()) Process entered 00000080:00000001:1.0:1789449512.929075:0:2398:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1789449512.929078:0:2398:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449512.929080:0:2398:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449512.929083:0:2398:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449512.929084:0:2398:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1789449512.929085:0:2398:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449512.929087:0:2398:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449512.929089:0:2398:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:1.0:1789449512.929093:0:2398:0:(import.c:1342:ptlrpc_connect_interpret()) reconnected to lustre-MDT0000_UUID@192.168.202.109@tcp after partition 00000100:00080000:1.0:1789449512.929097:0:2398:0:(import.c:65:import_set_state_nolock()) ffff9e8b8436e800 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00000001:1.0:1789449512.929102:0:2398:0:(import.c:1693:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1789449512.929105:0:2398:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00000001:1.0:1789449512.929107:0:2398:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789449512.929110:0:2398:0:(import.c:65:import_set_state_nolock()) ffff9e8b8436e800 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:1.0:1789449512.929112:0:2398:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:1.0:1789449512.929113:0:2398:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:1.0:1789449512.929114:0:2398:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:1.0:1789449512.929115:0:2398:0:(lmv_obd.c:191:lmv_notify()) Process entered 00800000:00000001:1.0:1789449512.929118:0:2398:0:(lmv_obd.c:85:lmv_set_mdc_active()) Process entered 00800000:00000040:1.0:1789449512.929120:0:2398:0:(lmv_obd.c:88:lmv_set_mdc_active()) Searching in lmv ffff9e8b83135568 for uuid lustre-MDT0000_UUID (activate=1) 00800000:00000040:1.0:1789449512.929124:0:2398:0:(lmv_obd.c:94:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0xcddde1459ded5b21 00800000:00000040:1.0:1789449512.929127:0:2398:0:(lmv_obd.c:109:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff9e8b89903000=b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb device 3 (ffff9e8b831319c0) type mdc at LMV idx 0 00800000:00000040:1.0:1789449512.929130:0:2398:0:(lmv_obd.c:114:lmv_set_mdc_active()) OBD ffff9e8b831319c0 already active! 00800000:00000001:1.0:1789449512.929132:0:2398:0:(lmv_obd.c:115:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1789449512.929134:0:2398:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1789449512.929135:0:2398:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449512.929137:0:2398:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449512.929138:0:2398:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449512.929139:0:2398:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1789449512.929141:0:2398:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789449512.929143:0:2398:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000100:00000001:1.0:1789449512.929164:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449512.929167:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789449512.929420:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789449512.929422:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789449512.929424:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b83427d68. 00000400:00000200:1.0:1789449512.929428:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b850125d8 00000400:00000010:1.0:1789449512.929430:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b850125d8. 00000100:00000001:1.0:1789449512.929433:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789449512.929438:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b87d1bb80 x1876371947518848/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449528 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789449512.929447:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b87d1bb80 x1876371947518848/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449528 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449512.929453:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789449512.929456:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449512.929458:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789449512.929460:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789449512.929462:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789449512.929464:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449512.929466:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789449512.929469:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b83927460 time=143 v=5 (5 5 5 5) 00000100:00001000:1.0:1789449512.929472:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b83927418 time=143 v=5 (1 1 1 1) 00000100:00000001:1.0:1789449512.929475:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789449512.929476:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449512.929478:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789449512.929480:0:2400:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449512.929482:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449512.929486:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b87d1bb80 x1876371947518848/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449528 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449512.929493:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449512.929495:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789449512.929497:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789449512.929501:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b87d1bb80 x1876371947518848/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449528 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789449512.929510:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b87d1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:80a9314a-fa92-41c3-8d17-36c58fffb192:2400:1876371947518848:192.168.202.109@tcp:400:kworker.0 00000100:00000001:1.0:1789449512.929515:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449512.929519:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449512.929522:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b87d1bb80 x1876371947518848/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449528 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449512.929529:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789449512.929533:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789449512.929537:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b837f0600. 02000000:00000001:1.0:1789449512.929541:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789449512.929543:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449512.929545:0:2400:0:(genops.c:1222:class_import_put()) import ffff9e8b83927000 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:1.0:1789449512.929548:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789449512.929551:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b864ec000. 02000000:00000001:1.0:1789449512.929556:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789449512.929558:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789449512.929560:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b87d1bb80. 00000100:00000001:1.0:1789449512.929563:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789449512.929565:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449512.929568:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449512.929569:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449512.929571:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449512.929572:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449512.929574:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449512.931368:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449512.931378:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789449512.931388:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449512.931391:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449512.931396:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b86580898. 00000400:00000200:0.0:1789449512.931406:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5aa0 00000400:00000010:0.0:1789449512.931409:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5aa0. 00000100:00000001:0.0:1789449512.931414:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449512.931427:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b87d1a680 x1876371947519104/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449528 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789449512.931438:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b87d1a680 x1876371947519104/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449528 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449512.931445:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449512.931448:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449512.931451:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449512.931454:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449512.931456:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449512.931458:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449512.931461:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449512.931470:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b862dcc60 time=142 v=5 (5 102 102 102) 00000100:00001000:0.0:1789449512.931474:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b862dcc18 time=142 v=5 (1 1 1 1) 00000100:00000001:0.0:1789449512.931476:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449512.931477:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449512.931480:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449512.931484:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449512.931487:0:2399:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789449512.931490:0:2399:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967328 00000100:00000001:0.0:1789449512.931492:0:2399:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449512.931493:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449512.931497:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b87d1a680 x1876371947519104/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449528 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449512.931504:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449512.931506:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449512.931509:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449512.931512:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b87d1a680 x1876371947519104/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449528 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789449512.931520:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b87d1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2399:1876371947519104:192.168.202.109@tcp:400:kworker.0 00000100:00000001:0.0:1789449512.931526:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449512.931529:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449512.931532:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b87d1a680 x1876371947519104/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449528 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449512.931538:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789449512.931540:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449512.931543:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b82a98e00. 02000000:00000001:0.0:1789449512.931548:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789449512.931550:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449512.931564:0:2399:0:(genops.c:1222:class_import_put()) import ffff9e8b862dc800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000020:00000001:0.0:1789449512.931566:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449512.931568:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b864ec700. 02000000:00000001:0.0:1789449512.931571:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449512.931573:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449512.931575:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b87d1a680. 00000100:00000001:0.0:1789449512.931579:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449512.931580:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449512.931583:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449512.931591:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449512.931594:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449512.931596:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449512.931599:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449512.937743:0:2398:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449512.937756:0:2398:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:02000000:1.0:1789449512.937767:0:2398:0:(import.c:1788:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff9e8b89903000: Connection restored to 192.168.202.109@tcp (at 192.168.202.109@tcp) 00000100:00080000:1.0:1789449512.937782:0:2398:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000094bd975b): req@ffff9e8b83690000 x1876371947515520/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 1 dl 1789449512 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449512.937813:0:2398:0:(import.c:1799:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449512.937817:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449512.937825:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b87d19f80 x1876371947518976/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/416 e 0 to 0 dl 1789449522 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789449512.937835:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b87d19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2398:1876371947518976:192.168.202.109@tcp:38:kworker.0 00000400:00000001:1.0:1789449512.937875:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789449512.937894:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789449512.937899:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b9f20. 00000400:00000200:1.0:1789449512.937904:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085dc38 00000400:00000010:1.0:1789449512.937907:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085dc38. 00000100:00000001:1.0:1789449512.937913:0:2398:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789449512.937919:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b87d19880 x1876371947519360/t0(0) o9->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449522 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789449512.937929:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b87d19880 x1876371947519360/t0(0) o9->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449522 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449512.937945:0:2398:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789449512.937948:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449512.937951:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789449512.937956:0:2398:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789449512.937959:0:2398:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449512.937960:0:33224:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449512.937961:0:2398:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449512.937963:0:33224:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1789449512.937965:0:2398:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449512.937966:0:33224:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789449512.937968:0:33224:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449512.937971:0:33224:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789449512.937974:0:33224:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00001000:1.0:1789449512.937975:0:2398:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8986b460 time=142 v=5 (5 5 5 36) 02000000:00000001:0.0:1789449512.937977:0:33224:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789449512.937980:0:2398:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8986b418 time=25 v=5 (1 0 0 0) 00000100:00000001:0.0:1789449512.937980:0:33224:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1789449512.937983:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789449512.937984:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789449512.937986:0:33224:0:(client.c:3742:ptlrpc_set_mbits()) resend with new mbits old x1876371947515520 new x1876371947519488 00010000:00000001:1.0:1789449512.937987:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1789449512.937990:0:33224:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:1.0:1789449512.937991:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449512.937993:0:33224:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449512.937995:0:2398:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789449512.937997:0:2398:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9e8b89903000: skip recheck: last_committed 4294967328 00000100:00000001:1.0:1789449512.937999:0:2398:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789449512.938001:0:2398:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449512.938001:0:33224:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000040:1.0:1789449512.938006:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b87d19880 x1876371947519360/t0(0) o9->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449522 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1789449512.938008:0:33224:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b86580898. 00000100:00000001:1.0:1789449512.938012:0:2398:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1789449512.938014:0:33224:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5aa0. 00000100:00000001:1.0:1789449512.938015:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789449512.938017:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1789449512.938022:0:2398:0:(import.c:2058:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff9e8b87d19880 x1876371947519360/t0(0) o9->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449522 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789449512.938022:0:33224:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947515520, portal 10 00000100:00000001:0.0:1789449512.938025:0:33224:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449512.938026:0:33224:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775180288 : -107152934371328 : ffff9e8b83690000) 00000100:00080000:1.0:1789449512.938031:0:2398:0:(import.c:65:import_set_state_nolock()) ffff9e8b8986b000 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:0.0:1789449512.938034:0:33224:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=602 req@ffff9e8b83690000 x1876371947515520/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449528 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789449512.938036:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b87d19880 x1876371947519360/t0(0) o9->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449522 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449512.938042:0:33224:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:1.0:1789449512.938043:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b87d19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2398:1876371947519360:192.168.202.109@tcp:9:kworker.0 00000100:00000040:0.0:1789449512.938045:0:33224:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:1.0:1789449512.938047:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1789449512.938048:0:33224:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5d48. 00000100:00000001:1.0:1789449512.938051:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1789449512.938052:0:33224:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876371947515520, offset 0 00000100:00000040:1.0:1789449512.938054:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b87d19f80 x1876371947518976/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/416 e 0 to 0 dl 1789449522 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1789449512.938060:0:33224:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:1.0:1789449512.938065:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789449512.938069:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:0.0:1789449512.938069:0:33224:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 02000000:00000010:1.0:1789449512.938073:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b83607400. 02000000:00000001:1.0:1789449512.938076:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:0.0:1789449512.938078:0:33224:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000020:00000001:1.0:1789449512.938080:0:2398:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449512.938081:0:2398:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:1.0:1789449512.938084:0:2398:0:(genops.c:1229:class_import_put()) Process leaving 00000400:00000200:0.0:1789449512.938084:0:33224:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:1.0:1789449512.938086:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b836b1000. 00000400:00000200:0.0:1789449512.938088:0:33224:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 02000000:00000001:1.0:1789449512.938091:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789449512.938092:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:0.0:1789449512.938092:0:33224:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000010:1.0:1789449512.938094:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b87d19f80. 00000400:00000200:0.0:1789449512.938095:0:33224:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:1.0:1789449512.938098:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789449512.938099:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789449512.938099:0:33224:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2838:2838:256:4294967295] 192.168.202.109@tcp LPNI seq info [2838:2838:8:4294967295] 00000100:00000001:1.0:1789449512.938101:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449512.938103:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b87d19880 x1876371947519360/t0(0) o9->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449522 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1789449512.938104:0:33224:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:1.0:1789449512.938109:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789449512.938110:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789449512.938111:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b83421000. 02000000:00000001:1.0:1789449512.938113:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789449512.938114:0:2398:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449512.938115:0:2398:0:(genops.c:1222:class_import_put()) import ffff9e8b8986b000 refcount=2 obd=lustre-OST0001-osc-ffff9e8b89903000 00000400:00000200:0.0:1789449512.938115:0:33224:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000020:00000001:1.0:1789449512.938117:0:2398:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789449512.938119:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b864ec300. 02000000:00000001:1.0:1789449512.938121:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000800:00000200:0.0:1789449512.938121:0:33224:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.109@tcp 02000000:00000001:1.0:1789449512.938122:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789449512.938123:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b87d19880. 00000100:00000001:1.0:1789449512.938125:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789449512.938126:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449512.938128:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1789449512.938128:0:33224:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b864ec700. 00000800:00000200:0.0:1789449512.938135:0:33224:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:1.0:1789449512.938137:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789449512.938139:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449512.938141:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449512.938143:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789449512.938144:0:33224:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1789449512.938149:0:33224:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b864ec700 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1789449512.938159:0:33224:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449512.938164:0:33224:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 795212 usecs (796 jiffies) 00000400:00000200:0.0:1789449512.938167:0:33224:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:0.0:1789449512.938170:0:33224:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296516420 00000100:00000001:0.0:1789449512.938174:0:33224:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296519712 00000100:00000001:0.0:1789449512.938176:0:33224:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296516420 00000100:00000001:0.0:1789449512.938178:0:33224:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296519712 00000100:00000001:0.0:1789449512.938180:0:33224:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449512.938183:0:33224:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449512.938185:0:33224:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449512.938187:0:33224:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789449512.938189:0:33224:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b853c5480 going to sleep for 11 seconds 00000100:00000001:0.0:1789449512.938191:0:33224:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449512.938192:0:33224:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789449512.938471:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449512.938497:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449512.938500:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449512.938503:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449512.938508:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449512.938514:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449512.938521:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449512.938525:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449512.938530:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449512.938533:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 4 MB=0x6aa8ce365fd00 00000400:00000200:2.0:1789449512.938538:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449512.938543:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 224/224 into md 0x812d [1] + 224 00000800:00000001:2.0:1789449512.938550:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449512.938558:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449512.938562:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449512.938567:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449512.938574:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449512.938581:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d1b100 x1876371947519232/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449528 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449512.938591:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b87d1b100 x1876371947519232/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449528 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449512.938611:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000200:2.0:1789449512.938703:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449512.938708:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ec700. 00000400:00000200:2.0:1789449512.938711:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449512.938715:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449512.938718:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5d48 00000400:00000010:2.0:1789449512.938720:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5d48. 00000100:00000001:2.0:1789449512.938724:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449512.938728:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83690000 x1876371947515520/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449528 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449512.938737:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449512.938740:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83690000 x1876371947515520/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449528 ref 3 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449512.938745:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449512.938746:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449512.938753:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449512.938756:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789449512.938897:0:33245:0:(mdc_request.c:2638:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:3.0:1789449512.938902:0:33245:0:(kernelcomm.c:1325:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:3.0:1789449512.938906:0:33245:0:(kernelcomm.c:1339:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449512.938908:0:33245:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449512.938910:0:33245:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:3.0:1789449512.938912:0:33245:0:(genops.c:1229:class_import_put()) Process leaving 00000002:00000001:3.0:1789449512.938914:0:33245:0:(mdc_request.c:2648:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449512.940922:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449512.940940:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789449512.940951:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789449512.940954:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789449512.940959:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b83427b00. 00000400:00000200:1.0:1789449512.940968:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012660 00000400:00000010:1.0:1789449512.940971:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012660. 00000100:00000001:1.0:1789449512.940976:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789449512.940988:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b87d1b100 x1876371947519232/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449528 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789449512.940999:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b87d1b100 x1876371947519232/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449528 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449512.941007:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789449512.941009:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449512.941012:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789449512.941016:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789449512.941019:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789449512.941023:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449512.941026:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789449512.941038:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b90c6ec60 time=142 v=5 (5 5 5 36) 00000100:00001000:1.0:1789449512.941043:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b90c6ec18 time=24 v=5 (1 0 0 0) 00000100:00000001:1.0:1789449512.941046:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789449512.941048:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449512.941051:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789449512.941056:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449512.941061:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789449512.941063:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e8b89903000: skip recheck: last_committed 4294967322 00000100:00000001:1.0:1789449512.941066:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789449512.941067:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449512.941072:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b87d1b100 x1876371947519232/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449528 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449512.941080:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449512.941083:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789449512.941085:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789449512.941089:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b87d1b100 x1876371947519232/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449528 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789449512.941102:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b87d1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2400:1876371947519232:192.168.202.109@tcp:400:kworker.0 00000100:00000001:1.0:1789449512.941108:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449512.941111:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449512.941114:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b87d1b100 x1876371947519232/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449528 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449512.941122:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789449512.941125:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789449512.941129:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b837f0e00. 02000000:00000001:1.0:1789449512.941133:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789449512.941136:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449512.941138:0:2400:0:(genops.c:1222:class_import_put()) import ffff9e8b90c6e800 refcount=2 obd=lustre-OST0000-osc-ffff9e8b89903000 00000020:00000001:1.0:1789449512.941140:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789449512.941143:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b864ec500. 02000000:00000001:1.0:1789449512.941147:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789449512.941148:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789449512.941151:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b87d1b100. 00000100:00000001:1.0:1789449512.941154:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789449512.941156:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449512.941158:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449512.941176:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789449512.941179:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449512.941181:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449512.941184:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789449512.954281:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449512.954302:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449512.954308:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449512.954310:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449512.954335:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449512.954347:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449512.954359:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449512.954366:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449512.954372:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449512.954378:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 456 into portal 10 MB=0x6aa8ce365fe00 00000400:00000200:2.0:1789449512.954384:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449512.954392:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 456/456 into md 0x8155 [1] + 224 00000800:00000001:2.0:1789449512.954401:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449512.954410:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449512.954414:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449512.954419:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449512.954429:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449512.954442:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83690000 x1876371947515520/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449528 ref 2 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449512.954454:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=602 mlen=456 offset=224 replen=624 req@ffff9e8b83690000 x1876371947515520/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449528 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449512.954468:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449512.954490:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449512.954495:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449512.955964:0:33224:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789449512.955980:0:33224:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449512.955983:0:33224:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449512.955987:0:33224:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b86580898. 00000400:00000200:0.0:1789449512.955996:0:33224:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5aa0 00000400:00000010:0.0:1789449512.955999:0:33224:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5aa0. 00000100:00000001:0.0:1789449512.956005:0:33224:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449512.956014:0:33224:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83690000 x1876371947515520/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449528 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789449512.956025:0:33224:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83690000 x1876371947515520/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449528 ref 2 fl Rpc:RQU/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449512.956034:0:33224:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449512.956036:0:33224:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449512.956039:0:33224:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449512.956044:0:33224:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449512.956047:0:33224:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449512.956051:0:33224:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449512.956054:0:33224:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449512.956066:0:33224:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ecf0 time=142 v=5 (5 5 5 5) 00000100:00001000:0.0:1789449512.956072:0:33224:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1789449512.956074:0:33224:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449512.956076:0:33224:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449512.956079:0:33224:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449512.956083:0:33224:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449512.956087:0:33224:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789449512.956090:0:33224:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1789449512.956091:0:33224:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789449512.956095:0:33224:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449512.956097:0:33224:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775180288 : -107152934371328 : ffff9e8b83690000) 00000100:00000001:0.0:1789449512.956100:0:33224:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789449512.956102:0:33224:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967636 00000100:00000001:0.0:1789449512.956104:0:33224:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449512.956108:0:33224:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449512.956114:0:33224:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83690000 x1876371947515520/t4294967637(4294967637) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449528 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449512.956121:0:33224:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449512.956125:0:33224:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449512.956127:0:33224:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449512.956131:0:33224:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83690000 x1876371947515520/t4294967637(4294967637) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449528 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789449512.956138:0:33224:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83690000 pname:cluuid:pid:xid:nid:opc:job multiop:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:33224:1876371947515520:192.168.202.109@tcp:35:multiop.0 00000100:00000001:0.0:1789449512.956144:0:33224:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449512.956146:0:33224:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449512.956149:0:33224:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789449512.956152:0:33224:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449512.956155:0:33224:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83690000 x1876371947515520/t4294967637(4294967637) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449528 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449512.956162:0:33224:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789449512.956165:0:33224:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b853c5480. 00000100:00000001:0.0:1789449512.956169:0:33224:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789449512.956171:0:33224:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449512.956181:0:33224:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449512.956182:0:33224:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775180288 : -107152934371328 : ffff9e8b83690000) 00000002:00000001:0.0:1789449512.956185:0:33224:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449512.956188:0:33224:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789449512.956195:0:33224:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b837f0400. 00000080:00000001:0.0:1789449512.956199:0:33224:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1789449512.956203:0:33224:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1789449512.956206:0:33224:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449512.956209:0:33224:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449512.956212:0:33224:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449512.956214:0:33224:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449512.956216:0:33224:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449512.956218:0:33224:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x27:0x0] 00800000:00000001:0.0:1789449512.956221:0:33224:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449512.956226:0:33224:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1789449512.956232:0:33224:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9e8b83692680 x1876371947515264/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/664 e 0 to 0 dl 1789449512 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449512.956240:0:33224:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449512.956244:0:33224:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83692680 x1876371947515264/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/664 e 0 to 0 dl 1789449512 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449512.956251:0:33224:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1789449512.956255:0:33224:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449512.956257:0:33224:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:0.0:1789449512.956259:0:33224:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449512.956263:0:33224:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b8678d000. 02000000:00000001:0.0:1789449512.956269:0:33224:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449512.956271:0:33224:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449512.956274:0:33224:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83692680. 00000100:00000001:0.0:1789449512.956277:0:33224:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449512.956279:0:33224:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449512.956280:0:33224:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449512.956283:0:33224:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83690000 x1876371947515520/t4294967637(4294967637) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449528 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449512.956289:0:33224:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789449512.956291:0:33224:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff9e8b8984f480. 00000002:00000001:0.0:1789449512.956294:0:33224:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449512.956296:0:33224:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789449512.956298:0:33224:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9e8b91d9a500. 00000100:00000001:0.0:1789449512.956301:0:33224:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449512.956304:0:33224:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83690000 x1876371947515520/t4294967637(4294967637) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449528 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449512.956309:0:33224:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449512.956312:0:33224:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789449512.956317:0:33224:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9e8b8c447180. 00000080:00000001:0.0:1789449512.956321:0:33224:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449512.956326:0:33224:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb7118205bdf0 00000080:00000008:0.0:1789449512.956329:0:33224:0:(file.c:523:ll_file_release()) COMPLETED file f22.recovery-small-2:[0x200000405:0x27:0x0](ffff9e8b89113a88), flags 100002, rc = 0 00000080:00000001:0.0:1789449512.956332:0:33224:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449512.956339:0:33224:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1789449512.956341:0:33224:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb7118205be00 00000080:00002000:0.0:1789449512.956342:0:33224:0:(dcache.c:127:ll_ddelete()) deleting dentry f22.recovery-small-2 (ffff9e8b893321b0, parent ffff9e8b892cbca8, inode ffff9e8b89113a88) hashed, 00000080:00000001:0.0:1789449512.956345:0:33224:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789449512.956352:0:33224:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1789449512.956359:0:33224:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:0.1:1789449512.969904:0:33246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b8984fe40. 00000080:00000001:1.0:1789449512.975827:0:33246:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789449512.975836:0:33246:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789449512.975838:0:33246:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789449512.975842:0:33246:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181513b20 00000080:00200000:1.0:1789449512.975859:0:33246:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:1.0:1789449512.975869:0:33246:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b837f0e00. 00800000:00000002:1.0:1789449512.976024:0:33246:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:1.0:1789449512.976032:0:33246:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789449512.976040:0:33246:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789449512.976043:0:33246:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181513a40 00800000:00000002:1.0:1789449512.976046:0:33246:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789449512.976051:0:33246:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789449512.976055:0:33246:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449512.976059:0:33246:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449512.976062:0:33246:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449512.976065:0:33246:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449512.976067:0:33246:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449512.976069:0:33246:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789449512.976071:0:33246:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449512.976077:0:33246:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789449512.976083:0:33246:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789449512.976085:0:33246:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181513910 00000002:00010000:1.0:1789449512.976087:0:33246:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789449512.976090:0:33246:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789449512.976092:0:33246:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789449512.976096:0:33246:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789449512.976105:0:33246:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449512.976107:0:33246:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449512.976109:0:33246:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449512.976111:0:33246:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789449512.976114:0:33246:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1789449512.976121:0:33246:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83691180. 00000020:00000040:1.0:1789449512.976127:0:33246:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00010000:00000001:1.0:1789449512.976136:0:33246:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789449512.976142:0:33246:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789449512.976147:0:33246:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449512.976150:0:33246:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789449512.976153:0:33246:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789449512.976158:0:33246:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789449512.976177:0:33246:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b8678dc00. 00000100:00000001:1.0:1789449512.976186:0:33246:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449512.976192:0:33246:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789449512.980111:0:33246:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449512.980117:0:33246:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789449512.980119:0:33246:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449512.980121:0:33246:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449512.980139:0:33246:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446636920775184768 : -107152934366848 : ffff9e8b83691180) 00010000:00000001:1.0:1789449512.980148:0:33246:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789449512.980151:0:33246:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1789449512.980169:0:33246:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9e8b902bde00. 00010000:00000010:1.0:1789449512.980176:0:33246:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e8b898b7c00. 00010000:00000001:1.0:1789449512.980184:0:33246:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789449512.980188:0:33246:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8b889f1000. 00000020:00000001:1.0:1789449512.980195:0:33246:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789449512.980198:0:33246:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8b889f1000 with handle 0xcddde1459ded6737 to hash 00000020:00000001:1.0:1789449512.980201:0:33246:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789449512.980203:0:33246:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636920862609408 : -107152846942208 : ffff9e8b889f1000) 00010000:00000001:1.0:1789449512.980208:0:33246:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636920862609408 : -107152846942208 : ffff9e8b889f1000) 00010000:00000001:1.0:1789449512.980212:0:33246:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449512.980217:0:33246:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449512.980222:0:33246:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b889f1000/0xcddde1459ded6737 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 33246 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789449512.980233:0:33246:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b889f1000/0xcddde1459ded6737 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33246 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789449512.980245:0:33246:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b889f1000/0xcddde1459ded6737 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33246 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789449512.980252:0:33246:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789449512.980255:0:33246:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789449512.980265:0:33246:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b8b001f00. 00000100:00000001:1.0:1789449512.980267:0:33246:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920902524672 : -107152807026944 : ffff9e8b8b001f00) 00000100:00000001:1.0:1789449512.980271:0:33246:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449512.980273:0:33246:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775184768 : -107152934366848 : ffff9e8b83691180) 00000100:00000001:1.0:1789449512.980279:0:33246:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789449512.980284:0:33246:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449512.980286:0:33246:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789449512.980288:0:33246:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789449512.980302:0:33246:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83691180 x1876371947519616/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449512.980319:0:33246:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449512.980322:0:33246:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449512.980328:0:33246:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789449512.980332:0:33246:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789449512.980335:0:33246:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449512.980340:0:33246:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83691180 pname:cluuid:pid:xid:nid:opc:job rm:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:33246:1876371947519616:192.168.202.109@tcp:101:rm.0 00000100:00000001:1.0:1789449512.980345:0:33246:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789449512.980352:0:33246:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789449512.980355:0:33246:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449512.980358:0:33246:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789449512.980366:0:33246:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e8b86793800. 02000000:00000001:1.0:1789449512.980369:0:33246:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789449512.980379:0:33246:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:1.0:1789449512.980384:0:33246:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b83427b00. 00000400:00000010:1.0:1789449512.980392:0:33246:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012660. 00000100:00000200:1.0:1789449512.980400:0:33246:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876371947519616, portal 10 00000100:00000001:1.0:1789449512.980402:0:33246:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449512.980403:0:33246:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775184768 : -107152934366848 : ffff9e8b83691180) 00000100:00000040:1.0:1789449512.980410:0:33246:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b83691180 x1876371947519616/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449528 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449512.980417:0:33246:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789449512.980420:0:33246:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1789449512.980423:0:33246:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b850125d8. 00000100:00000200:1.0:1789449512.980427:0:33246:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876371947519616, offset 0 00000400:00000200:1.0:1789449512.980436:0:33246:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1789449512.980446:0:33246:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449512.980456:0:33246:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1789449512.980463:0:33246:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789449512.980468:0:33246:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1789449512.980472:0:33246:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789449512.980475:0:33246:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1789449512.980479:0:33246:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2839:2839:256:4294967295] 192.168.202.109@tcp LPNI seq info [2839:2839:8:4294967295] 00000400:00000200:1.0:1789449512.980485:0:33246:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449512.980496:0:33246:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1789449512.980504:0:33246:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1789449512.980510:0:33246:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b8c47a400. 00000800:00000200:1.0:1789449512.980519:0:33246:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1789449512.980529:0:33246:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1789449512.980535:0:33246:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b8c47a400 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1789449512.980558:0:33246:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449512.980564:0:33246:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 821185 usecs (822 jiffies) 00000400:00000200:1.0:1789449512.980567:0:33246:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:1.0:1789449512.980570:0:33246:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296516484 00000100:00000001:1.0:1789449512.980574:0:33246:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296519712 00000100:00000001:1.0:1789449512.980576:0:33246:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296516484 00000100:00000001:1.0:1789449512.980578:0:33246:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296519712 00000100:00000001:1.0:1789449512.980580:0:33246:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449512.980583:0:33246:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449512.980586:0:33246:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789449512.980588:0:33246:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789449512.980591:0:33246:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b8b001f00 going to sleep for 11 seconds 00000100:00000001:1.0:1789449512.980594:0:33246:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449512.980597:0:33246:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449512.982136:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449512.982147:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47a400. 00000400:00000200:3.0:1789449512.982157:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449512.982167:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449512.982177:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b850125d8 00000400:00000010:3.0:1789449512.982181:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b850125d8. 00000100:00000001:3.0:1789449512.982187:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449512.982196:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83691180 x1876371947519616/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449528 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449512.982211:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449512.982214:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83691180 x1876371947519616/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449528 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449512.982223:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449512.982225:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449512.994201:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449512.994233:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449512.994240:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449512.994243:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449512.994255:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449512.994266:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449512.994283:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449512.994289:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449512.994296:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449512.994301:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 688 into portal 10 MB=0x6aa8ce365fe80 00000400:00000200:2.0:1789449512.994309:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449512.994316:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 688/688 into md 0x815d [1] + 224 00000800:00000001:2.0:1789449512.994324:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449512.994339:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449512.994344:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449512.994349:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449512.994359:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449512.994371:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83691180 x1876371947519616/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449528 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449512.994383:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9e8b83691180 x1876371947519616/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449528 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449512.994406:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449512.994419:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449512.994422:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449512.994466:0:33246:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789449512.994477:0:33246:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789449512.994479:0:33246:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789449512.994484:0:33246:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b83427b00. 00000400:00000200:1.0:1789449512.994490:0:33246:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012660 00000400:00000010:1.0:1789449512.994492:0:33246:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012660. 00000100:00000001:1.0:1789449512.994497:0:33246:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789449512.994501:0:33246:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83691180 x1876371947519616/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449528 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789449512.994511:0:33246:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83691180 x1876371947519616/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449528 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449512.994518:0:33246:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789449512.994520:0:33246:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449512.994523:0:33246:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789449512.994527:0:33246:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789449512.994530:0:33246:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789449512.994533:0:33246:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449512.994536:0:33246:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789449512.994549:0:33246:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=142 v=5 (5 102 102 102) 00000100:00001000:1.0:1789449512.994554:0:33246:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1789449512.994558:0:33246:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789449512.994560:0:33246:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449512.994564:0:33246:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789449512.994568:0:33246:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449512.994572:0:33246:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789449512.994575:0:33246:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967636 00000100:00000001:1.0:1789449512.994577:0:33246:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789449512.994581:0:33246:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449512.994586:0:33246:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83691180 x1876371947519616/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449528 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449512.994594:0:33246:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449512.994598:0:33246:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789449512.994600:0:33246:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789449512.994604:0:33246:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83691180 x1876371947519616/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449528 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789449512.994612:0:33246:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83691180 pname:cluuid:pid:xid:nid:opc:job rm:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:33246:1876371947519616:192.168.202.109@tcp:101:rm.0 00000100:00000001:1.0:1789449512.994618:0:33246:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449512.994621:0:33246:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449512.994624:0:33246:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789449512.994626:0:33246:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449512.994630:0:33246:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83691180 x1876371947519616/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449528 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449512.994637:0:33246:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789449512.994641:0:33246:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b8b001f00. 00000100:00000001:1.0:1789449512.994645:0:33246:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789449512.994647:0:33246:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449512.994651:0:33246:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789449512.994656:0:33246:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449512.994659:0:33246:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449512.994664:0:33246:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b889f1000 refcount=4 00000020:00000001:1.0:1789449512.994666:0:33246:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920862609408 : -107152846942208 : ffff9e8b889f1000) 00010000:00000001:1.0:1789449512.994670:0:33246:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920862609408 : -107152846942208 : ffff9e8b889f1000) 00010000:00000040:1.0:1789449512.994679:0:33246:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e8b889f1000, remote cookie: 0xeb7cbf5e2fd3d70d, flags: 0x1001 00010000:00010000:1.0:1789449512.994686:0:33246:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b889f1000/0xcddde1459ded6737 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d70d expref: -99 pid: 33246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789449512.994700:0:33246:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b889f1000/0xcddde1459ded6737 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d70d expref: -99 pid: 33246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449512.994706:0:33246:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789449512.994712:0:33246:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789449512.994715:0:33246:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789449512.994716:0:33246:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789449512.994717:0:33246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789449512.994721:0:33246:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9e8b902bde00) refcount = 1 00010000:00010000:1.0:1789449512.994725:0:33246:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b889f1000/0xcddde1459ded6737 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d70d expref: -99 pid: 33246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449512.994731:0:33246:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789449512.994735:0:33246:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789449512.994736:0:33246:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449512.994740:0:33246:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789449512.994743:0:33246:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449512.994746:0:33246:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b889f1000/0xcddde1459ded6737 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d70d expref: -99 pid: 33246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449512.994757:0:33246:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789449512.994759:0:33246:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449512.994761:0:33246:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449512.994762:0:33246:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449512.994763:0:33246:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449512.994765:0:33246:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449512.994770:0:33246:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789449512.994771:0:33246:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449512.994773:0:33246:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449512.994774:0:33246:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b889f1000 refcount=3 00000020:00000001:1.0:1789449512.994776:0:33246:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920862609408 : -107152846942208 : ffff9e8b889f1000) 00010000:00000001:1.0:1789449512.994778:0:33246:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920862609408 : -107152846942208 : ffff9e8b889f1000) 00010000:00000001:1.0:1789449512.994780:0:33246:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449512.994781:0:33246:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449512.994782:0:33246:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b889f1000 refcount=4 00000020:00000001:1.0:1789449512.994784:0:33246:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920862609408 : -107152846942208 : ffff9e8b889f1000) 00010000:00000001:1.0:1789449512.994786:0:33246:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920862609408 : -107152846942208 : ffff9e8b889f1000) 00010000:00000001:1.0:1789449512.994789:0:33246:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449512.994792:0:33246:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449512.994796:0:33246:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b889f1000/0xcddde1459ded6737 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d70d expref: -99 pid: 33246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449512.994803:0:33246:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449512.994804:0:33246:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449512.994805:0:33246:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449512.994807:0:33246:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449512.994808:0:33246:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b889f1000 refcount=5 00000020:00000001:1.0:1789449512.994810:0:33246:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920862609408 : -107152846942208 : ffff9e8b889f1000) 00010000:00000001:1.0:1789449512.994812:0:33246:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920862609408 : -107152846942208 : ffff9e8b889f1000) 00010000:00000001:1.0:1789449512.994815:0:33246:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789449512.994818:0:33246:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b889f1000/0xcddde1459ded6737 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d70d expref: -99 pid: 33246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449512.994824:0:33246:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449512.994825:0:33246:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789449512.994828:0:33246:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b889f1000/0xcddde1459ded6737 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d70d expref: -99 pid: 33246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449512.994833:0:33246:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789449512.994834:0:33246:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449512.994835:0:33246:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449512.994836:0:33246:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449512.994837:0:33246:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789449512.994842:0:33246:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9e8b83691180 x1876371947519616/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449528 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1789449512.994863:0:33246:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449512.994864:0:33246:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449512.994866:0:33246:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b889f1000 refcount=3 00000020:00000001:1.0:1789449512.994868:0:33246:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920862609408 : -107152846942208 : ffff9e8b889f1000) 00010000:00000001:1.0:1789449512.994870:0:33246:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920862609408 : -107152846942208 : ffff9e8b889f1000) 00010000:00000001:1.0:1789449512.994872:0:33246:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449512.994873:0:33246:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789449512.994875:0:33246:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449512.994878:0:33246:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449512.994901:0:33246:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1789449512.994905:0:33246:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449512.994906:0:33246:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449512.994908:0:33246:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b889f1000 refcount=3 00000020:00000001:1.0:1789449512.994910:0:33246:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920862609408 : -107152846942208 : ffff9e8b889f1000) 00010000:00000001:1.0:1789449512.994912:0:33246:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920862609408 : -107152846942208 : ffff9e8b889f1000) 00000002:00010000:1.0:1789449512.994916:0:33246:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b889f1000/0xcddde1459ded6737 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d70d expref: -99 pid: 33246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449512.994923:0:33246:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449512.994925:0:33246:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449512.994927:0:33246:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789449512.994928:0:33246:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449512.994930:0:33246:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449512.994931:0:33246:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b889f1000 refcount=3 00000020:00000001:1.0:1789449512.995234:0:33246:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920862609408 : -107152846942208 : ffff9e8b889f1000) 00010000:00000001:1.0:1789449512.995307:0:33246:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920862609408 : -107152846942208 : ffff9e8b889f1000) 00010000:00000040:1.0:1789449512.995316:0:33246:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bde00 count: 2 00010000:00000001:1.0:1789449512.995319:0:33246:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1789449512.995505:0:33246:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e8b83488400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1789449512.995510:0:33246:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449512.995511:0:33246:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789449512.995513:0:33246:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789449512.995516:0:33246:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181513898 00000002:00002000:1.0:1789449512.995519:0:33246:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1789449512.995522:0:33246:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449512.995527:0:33246:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449512.995530:0:33246:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789449512.995533:0:33246:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1789449512.995538:0:33246:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449512.995542:0:33246:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:1.0:1789449512.995547:0:33246:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b837f0e00. 00000080:00000001:1.0:1789449512.995553:0:33246:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789449512.995556:0:33246:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789449512.995563:0:33246:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1789449512.995569:0:33246:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1789449512.995579:0:33246:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9e8b91d9a180. 00800000:00000001:1.0:1789449512.995581:0:33246:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446636921017442688 : -107152692108928 : ffff9e8b91d9a180) 00800000:00000001:1.0:1789449512.995584:0:33246:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449512.995587:0:33246:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789449512.995590:0:33246:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1789449512.995592:0:33246:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1789449512.995595:0:33246:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1789449512.995598:0:33246:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1789449512.995600:0:33246:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449512.995606:0:33246:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1789449512.995609:0:33246:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1789449512.995615:0:33246:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:1.0:1789449512.995618:0:33246:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449512.995619:0:33246:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449512.995621:0:33246:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b889f1000 refcount=3 00000020:00000001:1.0:1789449512.995623:0:33246:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920862609408 : -107152846942208 : ffff9e8b889f1000) 00010000:00000001:1.0:1789449512.995625:0:33246:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920862609408 : -107152846942208 : ffff9e8b889f1000) 00010000:00000001:1.0:1789449512.995627:0:33246:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449512.995629:0:33246:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789449512.995630:0:33246:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789449512.995633:0:33246:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1789449512.995635:0:33246:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b91d9a180 1 00800000:00000010:1.0:1789449512.995637:0:33246:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9e8b91d9a180. 00800000:00000001:1.0:1789449512.995640:0:33246:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789449512.995644:0:33246:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded6737 00800000:00000001:1.0:1789449512.995648:0:33246:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789449512.995649:0:33246:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789449512.995650:0:33246:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449512.995652:0:33246:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449512.995653:0:33246:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b889f1000 refcount=3 00000020:00000001:1.0:1789449512.995655:0:33246:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920862609408 : -107152846942208 : ffff9e8b889f1000) 00010000:00000001:1.0:1789449512.995657:0:33246:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920862609408 : -107152846942208 : ffff9e8b889f1000) 00010000:00000001:1.0:1789449512.995660:0:33246:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449512.995661:0:33246:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789449512.995662:0:33246:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449512.995664:0:33246:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449512.995666:0:33246:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789449512.995668:0:33246:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:1.0:1789449512.995671:0:33246:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded6737 from it ffffb71181513b58 00010000:00000001:1.0:1789449512.995673:0:33246:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449512.995674:0:33246:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449512.995675:0:33246:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b889f1000 refcount=3 00000020:00000001:1.0:1789449512.995676:0:33246:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920862609408 : -107152846942208 : ffff9e8b889f1000) 00010000:00000001:1.0:1789449512.995679:0:33246:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920862609408 : -107152846942208 : ffff9e8b889f1000) 00010000:00000001:1.0:1789449512.995681:0:33246:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789449512.995683:0:33246:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b889f1000/0xcddde1459ded6737 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d70d expref: -99 pid: 33246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449512.995690:0:33246:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449512.995691:0:33246:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449512.995693:0:33246:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789449512.995696:0:33246:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789449512.995699:0:33246:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b889f1000/0xcddde1459ded6737 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d70d expref: -99 pid: 33246 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789449512.995709:0:33246:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789449512.995712:0:33246:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789449512.995714:0:33246:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789449512.995719:0:33246:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449512.995721:0:33246:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449512.995723:0:33246:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449512.995726:0:33246:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789449512.995728:0:33246:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449512.995731:0:33246:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449512.995733:0:33246:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449512.995735:0:33246:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789449512.995736:0:33246:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449512.995737:0:33246:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789449512.995740:0:33246:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449512.995746:0:33246:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83691180 x1876371947519616/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449528 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449512.995753:0:33246:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789449512.995757:0:33246:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789449512.995761:0:33246:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9e8b86793800. 02000000:00000001:1.0:1789449512.995766:0:33246:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789449512.995769:0:33246:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449512.995771:0:33246:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:1.0:1789449512.995773:0:33246:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789449512.995777:0:33246:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b8678dc00. 02000000:00000001:1.0:1789449512.995781:0:33246:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789449512.995783:0:33246:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789449512.995785:0:33246:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83691180. 00000100:00000001:1.0:1789449512.995789:0:33246:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789449512.995790:0:33246:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789449512.995793:0:33246:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908), inode mode 41ff mask 1 00000080:00000001:1.0:1789449512.995799:0:33246:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789449512.995818:0:33246:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9e8b8984fb80. 00000020:00000001:1.0:1789449512.995823:0:33246:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181513ae8 00000080:00200000:1.0:1789449512.995825:0:33246:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9e8b89180908), flags=8 00000080:00000001:1.0:1789449512.995829:0:33246:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1789449512.995831:0:33246:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181513998 00000080:00200000:1.0:1789449512.995833:0:33246:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9e8b89180908), intent=getattr 00000080:00000001:1.0:1789449512.995840:0:33246:0:(statahead.c:1997:revalidate_statahead_dentry()) Process entered 00000080:00000020:1.0:1789449512.995844:0:33246:0:(statahead.c:273:sa_get()) lustre: wrong pid=33227:33246 for entry f22.recovery-small-2 00000080:00000001:1.0:1789449512.995905:0:33246:0:(statahead.c:2046:revalidate_statahead_dentry()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000080:00400000:1.0:1789449512.995908:0:33246:0:(statahead.c:2622:ll_revalidate_statahead()) revalidate statahead f22.recovery-small-2: rc = -22. 00000080:00000010:1.0:1789449512.995922:0:33246:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b837f0e00. 00800000:00000002:1.0:1789449512.995927:0:33246:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:2.0:1789449512.996041:0:33228:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:2.0:1789449512.996045:0:33228:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:2.0:1789449512.996050:0:33228:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff9e8b84d2ac00. 00000020:00000001:2.0:1789449512.996053:0:33228:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181bf3cd8 00000080:00400000:2.0:1789449512.996054:0:33228:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-10(ffff9e8b84d2ac00) index 9 00000080:00000001:2.0:1789449512.996058:0:33228:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446636920798882816 : -107152910668800 : ffff9e8b84d2ac00) 00000080:00000001:2.0:1789449512.996061:0:33228:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:2.0:1789449512.996066:0:33228:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff9e8b83605c00. 00800000:00000002:2.0:1789449512.996069:0:33228:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 3 00800000:00000001:2.0:1789449512.996075:0:33228:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:2.0:1789449512.996086:0:33228:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789449512.996089:0:33228:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789449512.996092:0:33228:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789449512.996094:0:33228:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789449512.996096:0:33228:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449512.996098:0:33228:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789449512.996101:0:33228:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789449512.996103:0:33228:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000001:2.0:1789449512.996105:0:33228:0:(lmv_obd.c:4592:lmv_batch_get_sub()) Process leaving (rc=18446636920877676480 : -107152831875136 : ffff9e8b8984f7c0) 00000002:00000001:2.0:1789449512.996108:0:33228:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:2.0:1789449512.996112:0:33228:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff9e8b83163a80. 00000002:00000001:2.0:1789449512.996114:0:33228:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000010:2.0:1789449512.996118:0:33228:0:(batch.c:289:batch_update_request_create()) kmalloced '(head)': 80 at ffff9e8b898c6660. 00000002:00000010:2.0:1789449512.996122:0:33228:0:(batch.c:217:batch_update_buffer_create()) kmalloced '(buf)': 40 at ffff9e8b90fc9640. 00000002:00000010:2.0:1789449512.996127:0:33228:0:(batch.c:223:batch_update_buffer_create()) kmalloced '(bur)': 4096 at ffff9e8b87e70000. 00000002:00000001:2.0:1789449512.996129:0:33228:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:2.0:1789449512.996131:0:33228:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:2.0:1789449512.996142:0:33228:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:2.0:1789449512.996145:0:33228:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:2.0:1789449512.996148:0:33228:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1789449512.996152:0:33228:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bde00 count: 2 00010000:00000001:2.0:1789449512.996154:0:33228:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789449512.996157:0:33228:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789449512.996161:0:33228:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8b91c4d600. 00000020:00000001:2.0:1789449512.996164:0:33228:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789449512.996167:0:33228:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8b91c4d600 with handle 0xcddde1459ded673e to hash 00000020:00000001:2.0:1789449512.996168:0:33228:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789449512.996170:0:33228:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636921016079872 : -107152693471744 : ffff9e8b91c4d600) 00010000:00000001:2.0:1789449512.996174:0:33228:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636921016079872 : -107152693471744 : ffff9e8b91c4d600) 00010000:00000001:2.0:1789449512.996178:0:33228:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449512.996180:0:33228:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449512.996183:0:33228:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d600/0xcddde1459ded673e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789449512.996195:0:33228:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d600/0xcddde1459ded673e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x0 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449512.996201:0:33228:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449512.996203:0:33228:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449512.996207:0:33228:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:2.0:1789449512.996211:0:33228:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff9e8b90fc9f80. 00000002:00000001:2.0:1789449512.996213:0:33228:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449512.996216:0:33228:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449512.996217:0:33228:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789449512.996219:0:33228:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449512.996221:0:33228:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789449512.996224:0:33228:0:(lmv_obd.c:4492:lmv_batch_flush()) Process entered 00000002:00000001:2.0:1789449512.996227:0:33228:0:(batch.c:690:cli_batch_flush()) Process entered 00000002:00000001:2.0:1789449512.996229:0:33228:0:(batch.c:435:batch_send_update_req()) Process entered 00000002:00000001:2.0:1789449512.996230:0:33228:0:(batch.c:121:batch_prep_update_req()) Process entered 00000100:00000010:2.0:1789449512.996236:0:33228:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065d880. 00000020:00000040:2.0:1789449512.996239:0:33228:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000100:00000001:2.0:1789449512.996244:0:33228:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449512.996247:0:33228:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449512.996252:0:33228:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449512.996259:0:33228:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b83607c00. 00000100:00000001:2.0:1789449512.996265:0:33228:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449512.996269:0:33228:0:(batch.c:105:batch_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449512.996272:0:33228:0:(batch.c:143:batch_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789449512.996274:0:33228:0:(batch.c:198:batch_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449512.996279:0:33228:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449512.996285:0:33228:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449512.996293:0:33228:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d48193cb] to pc [ptlrpcd_01_00+0] req@ffff9e8b9065d880 x1876371947519744/t0(0) o63->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:24/4 lens 680/4320 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000002:00000001:2.0:1789449512.996323:0:33228:0:(batch.c:480:batch_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449512.996326:0:33228:0:(batch.c:699:cli_batch_flush()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789449512.996328:0:33228:0:(lmv_obd.c:4514:lmv_batch_flush()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449512.996330:0:33228:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000010:2.0:1789449512.996333:0:33228:0:(statahead.c:1525:ll_statahead_by_fname()) kfreed 'fname': 255 at ffff9e8b8c47ac00. 00000080:00000001:2.0:1789449512.996337:0:33228:0:(statahead.c:1526:ll_statahead_by_fname()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789449512.996340:0:33228:0:(lmv_obd.c:4492:lmv_batch_flush()) Process entered 00000002:00000001:2.0:1789449512.996341:0:33228:0:(batch.c:690:cli_batch_flush()) Process entered 00000002:00000001:2.0:1789449512.996342:0:33228:0:(batch.c:694:cli_batch_flush()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789449512.996344:0:33228:0:(lmv_obd.c:4514:lmv_batch_flush()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449512.996345:0:33228:0:(statahead.c:1604:ll_statahead_thread()) Process leaving 00800000:00000001:2.0:1789449512.996347:0:33228:0:(lmv_obd.c:4459:lmv_batch_stop()) Process entered 00000002:00000001:2.0:1789449512.996349:0:33228:0:(batch.c:675:cli_batch_stop()) Process entered 00000002:00000001:2.0:1789449512.996350:0:33228:0:(batch.c:435:batch_send_update_req()) Process entered 00000002:00000001:2.0:1789449512.996352:0:33228:0:(batch.c:438:batch_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:2.0:1789449512.996354:0:33228:0:(batch.c:680:cli_batch_stop()) kfreed 'cbh': 32 at ffff9e8b8984f7c0. 00000002:00000001:2.0:1789449512.996356:0:33228:0:(batch.c:681:cli_batch_stop()) Process leaving (rc=0 : 0 : 0) 00800000:00000010:2.0:1789449512.996358:0:33228:0:(lmv_obd.c:4472:lmv_batch_stop()) kfreed 'sub': 32 at ffff9e8b8984f100. 00800000:00000010:2.0:1789449512.996361:0:33228:0:(lmv_obd.c:4480:lmv_batch_stop()) kfreed 'lbh': 48 at ffff9e8b91d9adc0. 00800000:00000001:2.0:1789449512.996363:0:33228:0:(lmv_obd.c:4481:lmv_batch_stop()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1789449512.996366:0:33228:0:(statahead.c:1138:ll_stop_agl()) stop agl thread: sai ffff9e8b81340800 pid 33229 00000080:00000001:0.0:1789449512.996441:0:33229:0:(statahead.c:1120:ll_agl_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1789449512.996744:0:33228:0:(statahead.c:1153:ll_stop_agl()) agl thread stopped: sai ffff9e8b81340800, parent / 00000100:00000001:3.0:1789449512.997088:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449512.997093:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449512.997097:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789449512.997108:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065d880 x1876371947519744/t0(0) o63->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:24/4 lens 680/4320 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449512.997128:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789449512.997131:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449512.997136:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789449512.997139:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789449512.997142:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449512.997146:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2401:1876371947519744:192.168.202.109@tcp:63:ll_sa.0 00000100:00000001:3.0:1789449512.997150:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789449512.997158:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789449512.997160:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449512.997163:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789449512.998077:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff9e8b8658e000. 02000000:00000001:3.0:1789449512.998087:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449512.998101:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:3.0:1789449512.998110:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b8525c058. 00000400:00000010:3.0:1789449512.998121:0:2401:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e8b9039ba80. 00000100:00000200:3.0:1789449512.998132:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1876371947519744, portal 4 00000100:00000001:3.0:1789449512.998136:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449512.998138:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993077376 : -107152716474240 : ffff9e8b9065d880) 00000100:00000040:3.0:1789449512.998151:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b9065d880 x1876371947519744/t0(0) o63->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:24/4 lens 680/4320 e 0 to 0 dl 1789449528 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449512.998160:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449512.998164:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000080:00000001:1.0:1789449512.998579:0:33246:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789449512.998587:0:33246:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789449512.998590:0:33246:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711815138b8 00800000:00000002:1.0:1789449512.998594:0:33246:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f22.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789449512.998599:0:33246:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789449512.998603:0:33246:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449512.998606:0:33246:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449512.998609:0:33246:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449512.998612:0:33246:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449512.998614:0:33246:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449512.998616:0:33246:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789449512.998619:0:33246:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449512.998724:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449512.998730:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789449512.998817:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69cc0. 00000100:00000200:3.0:1789449512.998825:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 680 bytes to portal 24, xid 1876371947519744, offset 0 00000400:00000200:3.0:1789449512.998835:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1789449512.998859:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449512.998869:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449512.998876:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789449512.998903:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1789449512.998907:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789449512.998911:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1789449512.998915:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2840:2840:256:4294967295] 192.168.202.109@tcp LPNI seq info [2840:2840:8:4294967295] 00000400:00000200:3.0:1789449512.998920:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449512.998931:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000020:00000001:0.0:1789449512.999484:0:33246:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181513850 00800000:00000002:0.0:1789449512.999489:0:33246:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='f22.recovery-small-2' -> mds #0 00000002:00000001:0.0:1789449512.999496:0:33246:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789449512.999498:0:33246:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181513788 00000002:00010000:0.0:1789449512.999500:0:33246:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f22.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:0.0:1789449512.999506:0:33246:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789449512.999509:0:33246:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1789449512.999518:0:33246:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d1a680. 00000020:00000040:0.0:1789449512.999523:0:33246:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00010000:00000001:0.0:1789449512.999532:0:33246:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789449512.999538:0:33246:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449512.999547:0:33246:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449512.999550:0:33246:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449512.999552:0:33246:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449512.999556:0:33246:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449512.999558:0:33246:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449512.999563:0:33246:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449512.999572:0:33246:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b836b1c00. 00000100:00000001:0.0:1789449512.999579:0:33246:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449512.999585:0:33246:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789449512.999587:0:33246:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449512.999589:0:33246:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789449512.999590:0:33246:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449512.999592:0:33246:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449512.999600:0:33246:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446636920849147520 : -107152860404096 : ffff9e8b87d1a680) 00010000:00000001:0.0:1789449512.999605:0:33246:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789449512.999608:0:33246:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1789449512.999614:0:33246:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bde00 count: 3 00010000:00000001:0.0:1789449512.999617:0:33246:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449512.999620:0:33246:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789449512.999624:0:33246:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8b86498600. 00000020:00000001:0.0:1789449512.999629:0:33246:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789449512.999632:0:33246:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8b86498600 with handle 0xcddde1459ded6745 to hash 00000020:00000001:0.0:1789449512.999635:0:33246:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789449512.999637:0:33246:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:0.0:1789449512.999641:0:33246:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:0.0:1789449512.999644:0:33246:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449512.999648:0:33246:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449512.999653:0:33246:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498600/0xcddde1459ded6745 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 33246 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789449512.999662:0:33246:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498600/0xcddde1459ded6745 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 33246 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789449512.999672:0:33246:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498600/0xcddde1459ded6745 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 33246 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789449512.999678:0:33246:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789449512.999680:0:33246:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789449512.999688:0:33246:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b836ead80. 00000100:00000001:0.0:1789449512.999690:0:33246:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920775552384 : -107152933999232 : ffff9e8b836ead80) 00000100:00000001:0.0:1789449512.999694:0:33246:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449512.999695:0:33246:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849147520 : -107152860404096 : ffff9e8b87d1a680) 00000100:00000001:0.0:1789449512.999701:0:33246:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449512.999705:0:33246:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449512.999708:0:33246:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789449512.999710:0:33246:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789449512.999718:0:33246:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b87d1a680 x1876371947519872/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449512.999726:0:33246:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789449512.999728:0:33246:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449512.999731:0:33246:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789449512.999734:0:33246:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789449512.999737:0:33246:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449512.999740:0:33246:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b87d1a680 pname:cluuid:pid:xid:nid:opc:job rm:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:33246:1876371947519872:192.168.202.109@tcp:101:rm.0 00000100:00000001:0.0:1789449512.999745:0:33246:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789449512.999751:0:33246:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789449512.999753:0:33246:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449512.999756:0:33246:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789449512.999761:0:33246:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e8b87da2800. 02000000:00000001:0.0:1789449512.999763:0:33246:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449512.999770:0:33246:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:0.0:1789449512.999775:0:33246:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b86580898. 00000400:00000010:0.0:1789449512.999780:0:33246:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5aa0. 00000100:00000200:0.0:1789449512.999786:0:33246:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876371947519872, portal 10 00000100:00000001:0.0:1789449512.999788:0:33246:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449512.999790:0:33246:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849147520 : -107152860404096 : ffff9e8b87d1a680) 00000100:00000040:0.0:1789449512.999797:0:33246:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b87d1a680 x1876371947519872/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449528 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449512.999805:0:33246:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789449512.999807:0:33246:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1789449512.999810:0:33246:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5c38. 00000100:00000200:0.0:1789449512.999814:0:33246:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876371947519872, offset 0 00000400:00000200:0.0:1789449512.999820:0:33246:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1789449512.999828:0:33246:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449512.999834:0:33246:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1789449512.999838:0:33246:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789449512.999841:0:33246:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1789449512.999844:0:33246:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789449512.999860:0:33246:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1789449512.999863:0:33246:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2841:2841:255:4294967295] 192.168.202.109@tcp LPNI seq info [2841:2841:7:4294967295] 00000400:00000200:0.0:1789449512.999868:0:33246:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000800:00000200:3.0:1789449513.000315:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 680 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449513.000404:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051c300. 00000800:00000200:3.0:1789449513.000416:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449513.000426:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449513.000431:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051c300 type 1, nob 776 niov 1 nkiov 1 00000100:00000001:3.0:1789449513.000460:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449513.000466:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 820121 usecs (821 jiffies) 00000400:00000200:3.0:1789449513.000471:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:3.0:1789449513.000474:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296516507 00000100:00000001:3.0:1789449513.000478:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296519712 00000100:00000001:3.0:1789449513.000481:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296516507 00000100:00000001:3.0:1789449513.000483:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296519712 00000100:00000001:3.0:1789449513.000486:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449513.000489:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449513.000494:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449513.000498:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449513.000507:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449513.000510:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789449513.000513:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449513.000515:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449513.000516:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449513.000520:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449513.000872:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449513.000877:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b9051c300. 00000400:00000200:0.0:1789449513.001068:0:33246:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1789449513.001076:0:33246:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1789449513.001081:0:33246:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b864eca00. 00000800:00000200:0.0:1789449513.001086:0:33246:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:2.0:1789449513.001090:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1789449513.001091:0:33246:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1789449513.001094:0:33246:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b864eca00 type 1, nob 688 niov 1 nkiov 1 00000400:00000200:2.0:1789449513.001095:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1789449513.001098:0:33246:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449513.001100:0:33246:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 820121 usecs (821 jiffies) 00000400:00000200:2.0:1789449513.001102:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69cc0 00000400:00000010:2.0:1789449513.001105:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69cc0. 00000400:00000200:0.0:1789449513.001105:0:33246:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:0.0:1789449513.001107:0:33246:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296516508 00000100:00000001:0.0:1789449513.001109:0:33246:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296519712 00000100:00000001:2.0:1789449513.001110:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1789449513.001111:0:33246:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296516508 00000100:00000001:0.0:1789449513.001113:0:33246:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296519712 00000100:00000200:2.0:1789449513.001115:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065d880 x1876371947519744/t0(0) o63->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:24/4 lens 680/4320 e 0 to 0 dl 1789449528 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449513.001126:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449513.001130:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065d880 x1876371947519744/t0(0) o63->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:24/4 lens 680/4320 e 0 to 0 dl 1789449528 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449513.001137:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449513.001139:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789449513.001159:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449513.001161:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864eca00. 00000400:00000200:2.0:1789449513.001165:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449513.001168:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449513.001171:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5c38 00000400:00000010:2.0:1789449513.001173:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5c38. 00000100:00000001:2.0:1789449513.001176:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449513.001179:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d1a680 x1876371947519872/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449528 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449513.001185:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449513.001187:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d1a680 x1876371947519872/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449528 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449513.001192:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449513.001193:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789449513.001474:0:33246:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449513.001476:0:33246:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449513.001479:0:33246:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449513.001481:0:33246:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=10 : 10 : a) 00000100:00100000:0.0:1789449513.001484:0:33246:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b836ead80 going to sleep for 10 seconds 00000100:00000001:0.0:1789449513.001486:0:33246:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449513.001488:0:33246:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789449513.006129:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449513.006150:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449513.006156:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449513.006159:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449513.006179:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449513.006189:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449513.006200:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449513.006206:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449513.006212:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449513.006217:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 640 into portal 10 MB=0x6aa8ce365ff80 00000400:00000200:2.0:1789449513.006225:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449513.006234:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 640/640 into md 0x8175 [1] + 224 00000800:00000001:2.0:1789449513.006254:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449513.006267:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449513.006272:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449513.006277:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449513.006287:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449513.006300:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d1a680 x1876371947519872/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449528 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449513.006312:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff9e8b87d1a680 x1876371947519872/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449528 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449513.006343:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449513.006355:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449513.006359:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449513.006995:0:33246:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789449513.007006:0:33246:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449513.007008:0:33246:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449513.007012:0:33246:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b86580898. 00000400:00000200:0.0:1789449513.007018:0:33246:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5aa0 00000400:00000010:0.0:1789449513.007021:0:33246:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5aa0. 00000100:00000001:0.0:1789449513.007025:0:33246:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449513.007031:0:33246:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b87d1a680 x1876371947519872/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449528 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789449513.007041:0:33246:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b87d1a680 x1876371947519872/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449528 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449513.007048:0:33246:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449513.007051:0:33246:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449513.007053:0:33246:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449513.007058:0:33246:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449513.007061:0:33246:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449513.007064:0:33246:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449513.007067:0:33246:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449513.007079:0:33246:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=143 v=5 (5 102 102 102) 00000100:00001000:0.0:1789449513.007085:0:33246:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1789449513.007088:0:33246:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449513.007090:0:33246:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449513.007093:0:33246:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449513.007098:0:33246:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449513.007103:0:33246:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789449513.007105:0:33246:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967636 00000100:00000001:0.0:1789449513.007107:0:33246:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449513.007110:0:33246:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449513.007115:0:33246:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b87d1a680 x1876371947519872/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/640 e 0 to 0 dl 1789449528 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449513.007122:0:33246:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449513.007126:0:33246:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449513.007128:0:33246:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449513.007132:0:33246:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b87d1a680 x1876371947519872/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/640 e 0 to 0 dl 1789449528 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789449513.007140:0:33246:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b87d1a680 pname:cluuid:pid:xid:nid:opc:job rm:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:33246:1876371947519872:192.168.202.109@tcp:101:rm.0 00000100:00000001:0.0:1789449513.007146:0:33246:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449513.007149:0:33246:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449513.007151:0:33246:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789449513.007154:0:33246:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449513.007157:0:33246:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d1a680 x1876371947519872/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/640 e 0 to 0 dl 1789449528 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449513.007164:0:33246:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789449513.007178:0:33246:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b836ead80. 00000100:00000001:0.0:1789449513.007183:0:33246:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789449513.007184:0:33246:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449513.007188:0:33246:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789449513.007192:0:33246:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449513.007195:0:33246:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449513.007199:0:33246:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498600 refcount=4 00000020:00000001:0.0:1789449513.007202:0:33246:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:0.0:1789449513.007205:0:33246:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000040:0.0:1789449513.007214:0:33246:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e8b86498600, remote cookie: 0xeb7cbf5e2fd3d729, flags: 0x1001 00010000:00010000:0.0:1789449513.007221:0:33246:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498600/0xcddde1459ded6745 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d729 expref: -99 pid: 33246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789449513.007239:0:33246:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x27:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1789449513.007243:0:33246:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1789449513.007256:0:33246:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9e8b82cbab00. 00010000:00000010:0.0:1789449513.007263:0:33246:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e8b9066e700. 00010000:00000001:0.0:1789449513.007269:0:33246:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449513.007273:0:33246:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498600/0xcddde1459ded6745 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d729 expref: -99 pid: 33246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789449513.007281:0:33246:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498600/0xcddde1459ded6745 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d729 expref: -99 pid: 33246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449513.007287:0:33246:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789449513.007292:0:33246:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789449513.007295:0:33246:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789449513.007296:0:33246:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789449513.007297:0:33246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789449513.007300:0:33246:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x27:0x0].0x0 (ffff9e8b82cbab00) refcount = 1 00010000:00010000:0.0:1789449513.007304:0:33246:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498600/0xcddde1459ded6745 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d729 expref: -99 pid: 33246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449513.007310:0:33246:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789449513.007314:0:33246:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789449513.007315:0:33246:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449513.007318:0:33246:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789449513.007321:0:33246:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449513.007339:0:33246:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498600/0xcddde1459ded6745 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d729 expref: -99 pid: 33246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449513.007349:0:33246:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789449513.007350:0:33246:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449513.007352:0:33246:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449513.007353:0:33246:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449513.007354:0:33246:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449513.007355:0:33246:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449513.007361:0:33246:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789449513.007363:0:33246:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449513.007364:0:33246:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449513.007365:0:33246:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498600 refcount=3 00000020:00000001:0.0:1789449513.007367:0:33246:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:0.0:1789449513.007369:0:33246:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:0.0:1789449513.007371:0:33246:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449513.007372:0:33246:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449513.007374:0:33246:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498600 refcount=4 00000020:00000001:0.0:1789449513.007375:0:33246:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:0.0:1789449513.007377:0:33246:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:0.0:1789449513.007380:0:33246:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449513.007383:0:33246:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449513.007386:0:33246:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498600/0xcddde1459ded6745 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d729 expref: -99 pid: 33246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449513.007393:0:33246:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449513.007394:0:33246:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449513.007395:0:33246:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449513.007396:0:33246:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449513.007397:0:33246:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498600 refcount=5 00000020:00000001:0.0:1789449513.007399:0:33246:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:0.0:1789449513.007401:0:33246:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:0.0:1789449513.007403:0:33246:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449513.007406:0:33246:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498600/0xcddde1459ded6745 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d729 expref: -99 pid: 33246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449513.007412:0:33246:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449513.007413:0:33246:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789449513.007416:0:33246:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498600/0xcddde1459ded6745 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d729 expref: -99 pid: 33246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449513.007422:0:33246:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449513.007423:0:33246:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449513.007424:0:33246:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449513.007426:0:33246:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449513.007426:0:33246:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789449513.007432:0:33246:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9e8b87d1a680 x1876371947519872/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/640 e 0 to 0 dl 1789449528 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1789449513.007441:0:33246:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449513.007442:0:33246:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449513.007443:0:33246:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498600 refcount=3 00000020:00000001:0.0:1789449513.007445:0:33246:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:0.0:1789449513.007448:0:33246:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00000002:00010000:0.0:1789449513.007452:0:33246:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498600/0xcddde1459ded6745 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d729 expref: -99 pid: 33246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1789449513.007461:0:33246:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9e8b8c476e40. 00010000:00000001:0.0:1789449513.007464:0:33246:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449513.007465:0:33246:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449513.007466:0:33246:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449513.007468:0:33246:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449513.007472:0:33246:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1789449513.007475:0:33246:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449513.007476:0:33246:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449513.007477:0:33246:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498600 refcount=3 00000020:00000001:0.0:1789449513.007479:0:33246:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:0.0:1789449513.007481:0:33246:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00000002:00010000:0.0:1789449513.007485:0:33246:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498600/0xcddde1459ded6745 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d729 expref: -99 pid: 33246 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449513.007491:0:33246:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449513.007492:0:33246:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449513.007494:0:33246:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789449513.007495:0:33246:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449513.007496:0:33246:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449513.007497:0:33246:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498600 refcount=3 00000020:00000001:0.0:1789449513.007499:0:33246:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:0.0:1789449513.007500:0:33246:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000040:0.0:1789449513.007505:0:33246:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbab00 count: 2 00010000:00000001:0.0:1789449513.007508:0:33246:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789449513.007512:0:33246:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e8b83488400 type 13 mode 4 res 8589935621/39 (0 0) 00010000:00000001:0.0:1789449513.007514:0:33246:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449513.007515:0:33246:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449513.007516:0:33246:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789449513.007520:0:33246:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181513710 00000002:00002000:0.0:1789449513.007522:0:33246:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f22.recovery-small-2 intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1789449513.007526:0:33246:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449513.007530:0:33246:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449513.007533:0:33246:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789449513.007537:0:33246:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1789449513.007540:0:33246:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449513.007545:0:33246:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 3 00000080:00000001:0.0:1789449513.007548:0:33246:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1789449513.007551:0:33246:0:(namei.c:674:ll_lookup_it_finish()) it ffffb71181513b20 it_disposition b 00000080:00000001:0.0:1789449513.007555:0:33246:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789449513.007564:0:33246:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1789449513.007568:0:33246:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789449513.007570:0:33246:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611175 : 144115205339611175 : 200000405000027) 00000080:00000001:0.0:1789449513.007574:0:33246:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:0.0:1789449513.007582:0:33246:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789449513.007587:0:33246:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822024 : -107152888729592 : ffff9e8b86217008) 00000020:00001000:0.0:1789449513.007589:0:33246:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217000 00000020:00000001:0.0:1789449513.007592:0:33246:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1789449513.007598:0:33246:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1789449513.007601:0:33246:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1789449513.007609:0:33246:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9e8b86657840. 00020000:00000010:0.0:1789449513.007614:0:33246:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9e8b86773100. 00020000:00000010:0.0:1789449513.007619:0:33246:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9e8b86657b40. 00020000:00000001:0.0:1789449513.007622:0:33246:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446636920825281344 : -107152884270272 : ffff9e8b86657b40) 00020000:00000002:0.0:1789449513.007626:0:33246:0:(lov_ea.c:755:dump_lsm()) lsm ffff9e8b86657b40, objid 0x27:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789449513.007631:0:33246:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout 1 layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789449513.007635:0:33246:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff9e8b86773100: ostid: 0x280000401:22 ost idx: 0 gen: 0 00020000:00000002:0.0:1789449513.007639:0:33246:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9e8b836978b8) owner ffff9e8b86534f80 00020000:00000001:0.0:1789449513.007642:0:33246:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1789449513.007644:0:33246:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9e8b836978b8) owner ffff9e8b86534f80 00020000:00000010:0.0:1789449513.007649:0:33246:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9e8b86773100. 00020000:00000010:0.0:1789449513.007652:0:33246:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9e8b86657840. 00020000:00000010:0.0:1789449513.007655:0:33246:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9e8b86657b40. 00020000:00000002:0.0:1789449513.007657:0:33246:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x27:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1789449513.007660:0:33246:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449513.007661:0:33246:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1789449513.007664:0:33246:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217000 00000080:00000001:0.0:1789449513.007668:0:33246:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611175 : 144115205339611175 : 200000405000027) 00000080:00000001:0.0:1789449513.007671:0:33246:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1789449513.007677:0:33246:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x27:0x0](ffff9e8b89113a88): rc = 0 00000080:00000001:0.0:1789449513.007680:0:33246:0:(namei.c:156:ll_iget()) Process leaving (rc=18446636920870091400 : -107152839460216 : ffff9e8b89113a88) 00010000:00000001:0.0:1789449513.007682:0:33246:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449513.007683:0:33246:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449513.007685:0:33246:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498600 refcount=3 00000020:00000001:0.0:1789449513.007687:0:33246:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:0.0:1789449513.007689:0:33246:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00000080:00000001:0.0:1789449513.007693:0:33246:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1789449513.007694:0:33246:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789449513.007695:0:33246:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822024 : -107152888729592 : ffff9e8b86217008) 00000020:00001000:0.0:1789449513.007697:0:33246:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217000 00000020:00000001:0.0:1789449513.007698:0:33246:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1789449513.007700:0:33246:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1789449513.007701:0:33246:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1789449513.007704:0:33246:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9e8b86657b40. 00020000:00000010:0.0:1789449513.007706:0:33246:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9e8b86773100. 00020000:00000010:0.0:1789449513.007708:0:33246:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9e8b86657840. 00020000:00000001:0.0:1789449513.007710:0:33246:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446636920825280576 : -107152884271040 : ffff9e8b86657840) 00020000:00000002:0.0:1789449513.007712:0:33246:0:(lov_ea.c:755:dump_lsm()) lsm ffff9e8b86657840, objid 0x27:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789449513.007716:0:33246:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout 1 layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789449513.007719:0:33246:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff9e8b86773100: ostid: 0x280000401:22 ost idx: 0 gen: 0 00020000:00000002:0.0:1789449513.007721:0:33246:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9e8b836978b8) owner ffff9e8b86534f80 00020000:00000001:0.0:1789449513.007723:0:33246:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1789449513.007724:0:33246:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9e8b836978b8) owner ffff9e8b86534f80 00020000:00000010:0.0:1789449513.007727:0:33246:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9e8b86773100. 00020000:00000010:0.0:1789449513.007729:0:33246:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9e8b86657b40. 00020000:00000010:0.0:1789449513.007731:0:33246:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9e8b86657840. 00020000:00000002:0.0:1789449513.007733:0:33246:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x27:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1789449513.007735:0:33246:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449513.007736:0:33246:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449513.007740:0:33246:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1789449513.007743:0:33246:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b836978b8) owner 0000000000000000/ffff9e8b86534f80 00020000:00000002:0.0:1789449513.007747:0:33246:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9e8b87c1e180 addref 2/0 by ffff9e8b86534f80. 00020000:00000002:0.0:1789449513.007750:0:33246:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b836978b8) owner 0000000000000000/ffff9e8b86534f80 00020000:00000001:0.0:1789449513.007752:0:33246:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1789449513.007755:0:33246:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1789449513.007756:0:33246:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1789449513.007759:0:33246:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1789449513.007761:0:33246:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1789449513.007764:0:33246:0:(file.c:6843:ll_layout_conf()) [0x200000405:0x27:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1789449513.007766:0:33246:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217000 00000080:00000001:0.0:1789449513.007768:0:33246:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449513.007770:0:33246:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449513.007771:0:33246:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789449513.007774:0:33246:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789449513.007777:0:33246:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1789449513.007779:0:33246:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449513.007783:0:33246:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x27:0x0](ffff9e8b89113a88) for lock 0xcddde1459ded6745 00800000:00000001:0.0:1789449513.007786:0:33246:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789449513.007788:0:33246:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789449513.007790:0:33246:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449513.007791:0:33246:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449513.007792:0:33246:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498600 refcount=3 00000020:00000001:0.0:1789449513.007794:0:33246:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:0.0:1789449513.007796:0:33246:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:0.0:1789449513.007799:0:33246:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449513.007800:0:33246:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449513.007801:0:33246:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449513.007803:0:33246:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1789449513.007812:0:33246:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9e8b89332798 inode ffff9e8b89113a88 refc 1 flags 0x40000e 00000080:00000001:0.0:1789449513.007816:0:33246:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1789449513.007820:0:33246:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x27:0x0](ffff9e8b89113a88) 00000080:00010000:0.0:1789449513.007825:0:33246:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded6745 from it ffffb71181513b20 00010000:00000001:0.0:1789449513.007826:0:33246:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449513.007828:0:33246:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000800:00000001:3.0:1789449513.010714:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449513.010739:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449513.010746:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449513.010749:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449513.010761:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449513.010771:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449513.010782:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449513.010787:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449513.010795:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449513.010800:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 4320 into portal 4 MB=0x6aa8ce365ff00 00000400:00000200:3.0:1789449513.010806:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449513.010815:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 4320/4320 into md 0x8165 [2] + 224 00000800:00000001:3.0:1789449513.010823:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449513.010835:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449513.010840:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449513.010845:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449513.010869:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449513.010926:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065d880 x1876371947519744/t0(0) o63->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:24/4 lens 680/4320 e 0 to 0 dl 1789449528 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449513.010939:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff9e8b9065d880 x1876371947519744/t0(0) o63->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:24/4 lens 680/4320 e 0 to 0 dl 1789449528 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449513.010957:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449513.010969:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449513.010973:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449513.010992:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449513.010996:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789449513.011004:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449513.011007:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449513.011010:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b8525c058. 00000400:00000200:3.0:1789449513.011015:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9039ba80 00000400:00000010:3.0:1789449513.011017:0:2401:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff9e8b9039ba80. 00000100:00000001:3.0:1789449513.011021:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449513.011025:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065d880 x1876371947519744/t0(0) o63->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:24/4 lens 680/4320 e 0 to 0 dl 1789449528 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789449513.011033:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065d880 x1876371947519744/t0(0) o63->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:24/4 lens 680/4320 e 0 to 0 dl 1789449528 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449513.011039:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449513.011042:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449513.011045:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449513.011049:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449513.011051:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449513.011054:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449513.011057:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449513.011069:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436edc8 time=16 v=5 (5 0 0 0) 00000100:00001000:3.0:1789449513.011074:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1789449513.011077:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1789449513.011080:0:2401:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = -2 req@ffff9e8b9065d880 x1876371947519744/t0(0) o63->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:24/4 lens 680/4320 e 0 to 0 dl 1789449528 ref 1 fl Rpc:RQU/200/0 rc 0/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449513.011087:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1789449513.011092:0:2401:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789449513.011095:0:2401:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967636 00000100:00000001:3.0:1789449513.011097:0:2401:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789449513.011101:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:3.0:1789449513.011105:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065d880 x1876371947519744/t0(0) o63->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:24/4 lens 680/4320 e 0 to 0 dl 1789449528 ref 1 fl Rpc:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449513.011113:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:3.0:1789449513.011116:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449513.011119:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789449513.011122:0:2401:0:(batch.c:404:batch_update_interpret()) Process entered 00000002:00000001:3.0:1789449513.011129:0:2401:0:(batch.c:335:batch_update_request_fini()) Process entered 00010000:00000001:3.0:1789449513.011138:0:2401:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789449513.011141:0:2401:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449513.011145:0:2401:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449513.011149:0:2401:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4d600 refcount=4 00000020:00000001:3.0:1789449513.011152:0:2401:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016079872 : -107152693471744 : ffff9e8b91c4d600) 00010000:00000001:3.0:1789449513.011156:0:2401:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016079872 : -107152693471744 : ffff9e8b91c4d600) 00010000:00010000:3.0:1789449513.011162:0:2401:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d600/0xcddde1459ded673e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x0 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449513.011186:0:2401:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:3.0:1789449513.011191:0:2401:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d600/0xcddde1459ded673e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449513.011197:0:2401:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789449513.011200:0:2401:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d600/0xcddde1459ded673e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449513.011206:0:2401:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449513.011208:0:2401:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789449513.011211:0:2401:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d600/0xcddde1459ded673e lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449513.011217:0:2401:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449513.011221:0:2401:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449513.011224:0:2401:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1789449513.011227:0:2401:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d600/0xcddde1459ded673e lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789449513.011234:0:2401:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e8b91c4d600 already unused, calling callback (ffffffffc1b31740) 00000080:00000001:3.0:1789449513.011238:0:2401:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1789449513.011243:0:2401:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d600/0xcddde1459ded673e lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449513.011249:0:2401:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1789449513.011251:0:2401:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1789449513.011255:0:2401:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d600/0xcddde1459ded673e lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449513.011259:0:2401:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1789449513.011262:0:2401:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1789449513.011263:0:2401:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449513.011265:0:2401:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449513.011266:0:2401:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4d600 refcount=5 00000020:00000001:3.0:1789449513.011268:0:2401:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016079872 : -107152693471744 : ffff9e8b91c4d600) 00010000:00000001:3.0:1789449513.011270:0:2401:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016079872 : -107152693471744 : ffff9e8b91c4d600) 00010000:00000001:3.0:1789449513.011273:0:2401:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789449513.011275:0:2401:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d600/0xcddde1459ded673e lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x20e400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1789449513.011281:0:2401:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789449513.011283:0:2401:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449513.011286:0:2401:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1789449513.011289:0:2401:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789449513.011292:0:2401:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789449513.011293:0:2401:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789449513.011295:0:2401:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449513.011297:0:2401:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789449513.011300:0:2401:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9e8b91c4d600 with handle 0xcddde1459ded673e from hash 00010000:00000001:3.0:1789449513.011302:0:2401:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789449513.011303:0:2401:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449513.011304:0:2401:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449513.011306:0:2401:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789449513.011307:0:2401:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789449513.011309:0:2401:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1789449513.011311:0:2401:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449513.011312:0:2401:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449513.011314:0:2401:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449513.011316:0:2401:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449513.011318:0:2401:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d600/0xcddde1459ded673e lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449513.011323:0:2401:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449513.011324:0:2401:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449513.011326:0:2401:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1789449513.011327:0:2401:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789449513.011329:0:2401:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449513.011330:0:2401:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449513.011331:0:2401:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789449513.011334:0:2401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d600/0xcddde1459ded673e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449513.011346:0:2401:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789449513.011348:0:2401:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1789449513.011353:0:2401:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:3.0:1789449513.011356:0:2401:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181bdbc58 00000080:00400000:3.0:1789449513.011358:0:2401:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-10 rc -125 00000080:00000001:3.0:1789449513.011360:0:2401:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1789449513.011364:0:2401:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1789449513.011366:0:2401:0:(dcache.c:176:ll_intent_release()) intent ffff9e8b83605d90 released 00000080:00000001:3.0:1789449513.011367:0:2401:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:3.0:1789449513.011372:0:2401:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:3.0:1789449513.011376:0:2401:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff9e8b83163a80. 00000080:00000010:3.0:1789449513.011380:0:2401:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff9e8b83605c00. 00000080:00000001:3.0:1789449513.011385:0:2401:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:3.0:1789449513.011388:0:2401:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff9e8b90fc9f80. 00000002:00000010:3.0:1789449513.011392:0:2401:0:(batch.c:317:batch_update_request_destroy()) kvfree 'bub->bub_req': 4096 at ffff9e8b87e70000. 00000002:00000010:3.0:1789449513.011398:0:2401:0:(batch.c:318:batch_update_request_destroy()) kfreed 'bub': 40 at ffff9e8b90fc9640. 00000002:00000010:3.0:1789449513.011400:0:2401:0:(batch.c:321:batch_update_request_destroy()) kfreed 'head': 80 at ffff9e8b898c6660. 00000002:00000001:3.0:1789449513.011403:0:2401:0:(batch.c:394:batch_update_request_fini()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000002:00000001:3.0:1789449513.011406:0:2401:0:(batch.c:422:batch_update_interpret()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:3.0:1789449513.011412:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065d880 x1876371947519744/t0(0) o63->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:24/4 lens 680/4320 e 0 to 0 dl 1789449528 ref 1 fl Interpret:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789449513.011420:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2401:1876371947519744:192.168.202.109@tcp:63:ll_sa.0 00000100:00000001:3.0:1789449513.011427:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449513.011430:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449513.011433:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065d880 x1876371947519744/t0(0) o63->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:24/4 lens 680/4320 e 0 to 0 dl 1789449528 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449513.011440:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449513.011443:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449513.011447:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9e8b8658e000. 02000000:00000001:3.0:1789449513.011451:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449513.011455:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449513.011457:0:2401:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:3.0:1789449513.011459:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449513.011462:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b83607c00. 02000000:00000001:3.0:1789449513.011465:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449513.011467:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449513.011469:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065d880. 00000100:00000001:3.0:1789449513.011473:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449513.011474:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449513.011477:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449513.011485:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449513.011488:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449513.011490:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449513.011494:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789449513.013803:0:33246:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498600 refcount=3 00000020:00000001:0.0:1789449513.013814:0:33246:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:0.0:1789449513.013819:0:33246:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:0.0:1789449513.013822:0:33246:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449513.013828:0:33246:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498600/0xcddde1459ded6745 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xeb7cbf5e2fd3d729 expref: -99 pid: 33246 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449513.013838:0:33246:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449513.013840:0:33246:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449513.013841:0:33246:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789449513.013845:0:33246:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789449513.013858:0:33246:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498600/0xcddde1459ded6745 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xeb7cbf5e2fd3d729 expref: -99 pid: 33246 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789449513.013872:0:33246:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789449513.013875:0:33246:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789449513.014018:0:33246:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449513.014024:0:33246:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449513.014025:0:33246:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449513.014027:0:33246:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449513.014031:0:33246:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789449513.014033:0:33246:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449513.014036:0:33246:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449513.014040:0:33246:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449513.014043:0:33246:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449513.014044:0:33246:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449513.014045:0:33246:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789449513.014050:0:33246:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1789449513.014058:0:33246:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b837f0e00. 00000100:00000001:0.0:1789449513.014064:0:33246:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449513.014078:0:33246:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b87d1a680 x1876371947519872/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/640 e 0 to 0 dl 1789449528 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449513.014087:0:33246:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789449513.014091:0:33246:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449513.014095:0:33246:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9e8b87da2800. 02000000:00000001:0.0:1789449513.014098:0:33246:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789449513.014101:0:33246:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449513.014103:0:33246:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:0.0:1789449513.014105:0:33246:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449513.014108:0:33246:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b836b1c00. 02000000:00000001:0.0:1789449513.014113:0:33246:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449513.014115:0:33246:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449513.014117:0:33246:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b87d1a680. 00000100:00000001:0.0:1789449513.014121:0:33246:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449513.014122:0:33246:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789449513.014126:0:33246:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1789449513.014128:0:33246:0:(dcache.c:176:ll_intent_release()) intent ffffb71181513b20 released 00000080:00000001:0.0:1789449513.014129:0:33246:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:0.0:1789449513.014148:0:33246:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181513d08 00000080:00200008:0.0:1789449513.014152:0:33246:0:(file.c:6296:ll_getattr_dentry()) START file f22.recovery-small-2:[0x200000405:0x27:0x0](ffff9e8b89113a88), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1789449513.014161:0:33246:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789449513.014163:0:33246:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181513c80 00000080:00200000:0.0:1789449513.014165:0:33246:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x27:0x0](ffff9e8b89113a88),name=f22.recovery-small-2 00000080:00000010:0.0:1789449513.014517:0:33246:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b82a98e00. 00800000:00000002:0.0:1789449513.014524:0:33246:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:0.0:1789449513.014532:0:33246:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789449513.014537:0:33246:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789449513.014539:0:33246:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181513ba0 00800000:00000002:0.0:1789449513.014542:0:33246:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x27:0x0] 'f22.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449513.014546:0:33246:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789449513.014550:0:33246:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449513.014553:0:33246:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449513.014556:0:33246:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449513.014558:0:33246:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449513.014560:0:33246:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449513.014562:0:33246:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449513.014565:0:33246:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449513.014568:0:33246:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449513.014570:0:33246:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449513.014571:0:33246:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449513.014572:0:33246:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449513.014574:0:33246:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449513.014576:0:33246:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x27:0x0] 00800000:00000001:0.0:1789449513.014577:0:33246:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449513.014580:0:33246:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x27:0x0], name='' -> mds #0 00000002:00000001:0.0:1789449513.014586:0:33246:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789449513.014588:0:33246:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181513a70 00000002:00010000:0.0:1789449513.014589:0:33246:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x27:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789449513.014593:0:33246:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789449513.014595:0:33246:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449513.014598:0:33246:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449513.014605:0:33246:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbab00 count: 2 00010000:00000001:0.0:1789449513.014608:0:33246:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449513.014613:0:33246:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449513.014617:0:33246:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789449513.014622:0:33246:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498600/0xcddde1459ded6745 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xeb7cbf5e2fd3d729 expref: -99 pid: 33246 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1789449513.015016:0:33246:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789449513.015024:0:33246:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449513.015029:0:33246:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498600/0xcddde1459ded6745 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xeb7cbf5e2fd3d729 expref: -99 pid: 33246 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1789449513.015038:0:33246:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789449513.015040:0:33246:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789449513.015043:0:33246:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789449513.015045:0:33246:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789449513.015047:0:33246:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789449513.015050:0:33246:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789449513.015053:0:33246:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789449513.015055:0:33246:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:0.0:1789449513.015059:0:33246:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b82a98e00. 00000080:00000001:0.0:1789449513.015066:0:33246:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789449513.015068:0:33246:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449513.015071:0:33246:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x27:0x0](ffff9e8b89113a88) 00000080:00010000:0.0:1789449513.015075:0:33246:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x27:0x0](ffff9e8b89113a88) for lock 0xcddde1459ded6745 00800000:00000001:0.0:1789449513.015078:0:33246:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789449513.015081:0:33246:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789449513.015083:0:33246:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449513.015086:0:33246:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449513.015088:0:33246:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498600 refcount=3 00000020:00000001:0.0:1789449513.015091:0:33246:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:0.0:1789449513.015093:0:33246:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:0.0:1789449513.015096:0:33246:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449513.015097:0:33246:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449513.015098:0:33246:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449513.015100:0:33246:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449513.015103:0:33246:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded6745 from it ffffb71181513cb8 00010000:00000001:0.0:1789449513.015105:0:33246:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449513.015106:0:33246:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449513.015107:0:33246:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498600 refcount=3 00000020:00000001:0.0:1789449513.015109:0:33246:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:0.0:1789449513.015111:0:33246:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:0.0:1789449513.015113:0:33246:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449513.015116:0:33246:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498600/0xcddde1459ded6745 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xeb7cbf5e2fd3d729 expref: -99 pid: 33246 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789449513.015122:0:33246:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449513.015123:0:33246:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449513.015124:0:33246:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789449513.015127:0:33246:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789449513.015130:0:33246:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498600/0xcddde1459ded6745 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xeb7cbf5e2fd3d729 expref: -99 pid: 33246 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789449513.015135:0:33246:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789449513.015138:0:33246:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789449513.015139:0:33246:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449513.015142:0:33246:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449513.015143:0:33246:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449513.015145:0:33246:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449513.015147:0:33246:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789449513.015149:0:33246:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449513.015151:0:33246:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449513.015153:0:33246:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449513.015154:0:33246:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449513.015155:0:33246:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449513.015156:0:33246:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789449513.015159:0:33246:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789449513.015160:0:33246:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789449513.015164:0:33246:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:0.0:1789449513.015695:0:33246:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1789449513.015699:0:33246:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789449513.015702:0:33246:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1789449513.015704:0:33246:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449513.015707:0:33246:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1789449513.015711:0:33246:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:0.0:1789449513.015715:0:33246:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789449513.015720:0:33246:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822024 : -107152888729592 : ffff9e8b86217008) 00000020:00001000:0.0:1789449513.015723:0:33246:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217000 00000020:00000001:0.0:1789449513.015729:0:33246:0:(cl_object.c:143:cl_object_top()) ffff9e8b84013530 -> ffff9e8b84013530 00000020:00000001:0.0:1789449513.015732:0:33246:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:0.0:1789449513.015735:0:33246:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1789449513.015738:0:33246:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x27:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:0.0:1789449513.015742:0:33246:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789449513.015743:0:33246:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1789449513.015746:0:33246:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1789449513.015748:0:33246:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449513.015750:0:33246:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789449513.015755:0:33246:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x27:0x0]io ffff9e8b84db2c50 type 7 ignore/verify layout 0/1 00020000:00000002:0.0:1789449513.015759:0:33246:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b836978b8) owner 0000000000000000/ffff9e8b86534f80 00020000:00000001:0.0:1789449513.015763:0:33246:0:(lov_io.c:2266:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1789449513.015765:0:33246:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1789449513.015768:0:33246:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1789449513.015770:0:33246:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449513.015773:0:33246:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1789449513.015775:0:33246:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1789449513.015777:0:33246:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449513.015779:0:33246:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789449513.015780:0:33246:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1789449513.015781:0:33246:0:(lov_io.c:2279:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1789449513.015783:0:33246:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b836978b8) owner 0000000000000000/ffff9e8b86534f80 00000020:00000001:0.0:1789449513.015785:0:33246:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1789449513.015788:0:33246:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1789449513.015789:0:33246:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x27:0x0] 00000020:00000001:0.0:1789449513.015792:0:33246:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1789449513.015794:0:33246:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1789449513.015797:0:33246:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1789449513.015799:0:33246:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000001:0.0:1789449513.015802:0:33246:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449513.015807:0:33246:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449513.015809:0:33246:0:(lov_offset.c:141:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789449513.015811:0:33246:0:(lov_offset.c:264:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1789449513.015814:0:33246:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000010:0.0:1789449513.015823:0:33246:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9e8b9066e900. 00020000:00000001:0.0:1789449513.015825:0:33246:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449513.015827:0:33246:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449513.015828:0:33246:0:(lov_offset.c:141:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789449513.015830:0:33246:0:(lov_offset.c:264:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1789449513.015833:0:33246:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1789449513.015835:0:33246:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789449513.015837:0:33246:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1789449513.015839:0:33246:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789449513.015840:0:33246:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820825480 : -107152888726136 : ffff9e8b86217d88) 00000020:00001000:0.0:1789449513.015842:0:33246:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217d80 00000020:00000001:0.0:1789449513.015845:0:33246:0:(cl_object.c:143:cl_object_top()) ffff9e8b840139e0 -> ffff9e8b84013530 00000020:00000001:0.0:1789449513.015856:0:33246:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:0.0:1789449513.015860:0:33246:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789449513.015861:0:33246:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1789449513.015863:0:33246:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:0.0:1789449513.015864:0:33246:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446636920799439952 : -107152910111664 : ffff9e8b84db2c50) 00000020:00000001:0.0:1789449513.015866:0:33246:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449513.015868:0:33246:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449513.015870:0:33246:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993117408 : -107152716434208 : ffff9e8b906674e0) 00000020:00000001:0.0:1789449513.015871:0:33246:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1789449513.016439:0:33246:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9e8b86a22390. 00000008:00010000:0.0:1789449513.016445:0:33246:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1789449513.016449:0:33246:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1789449513.016451:0:33246:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1789449513.016453:0:33246:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9e8b9066e930, osc lock ffff9e8b86a22390, flags 0x400001002 00000020:00000001:0.0:1789449513.016455:0:33246:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449513.016457:0:33246:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449513.016459:0:33246:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000001:0.0:1789449513.016462:0:33246:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446636920993147136 : -107152716404480 : ffff9e8b9066e900) 00000020:00000001:0.0:1789449513.016464:0:33246:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1789449513.016465:0:33246:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1789449513.016466:0:33246:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449513.016468:0:33246:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449513.016471:0:33246:0:(cl_io.c:1190:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1789449513.016473:0:33246:0:(cl_io.c:1198:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1789449513.016475:0:33246:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1789449513.016477:0:33246:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1789449513.016479:0:33246:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789449513.016480:0:33246:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993117408 : -107152716434208 : ffff9e8b906674e0) 00000020:00000001:0.0:1789449513.016482:0:33246:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1789449513.016484:0:33246:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1789449513.016486:0:33246:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1789449513.016491:0:33246:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1789449513.016494:0:33246:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1789449513.016495:0:33246:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1789449513.016497:0:33246:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1789449513.016498:0:33246:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1789449513.016500:0:33246:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1789449513.016502:0:33246:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1789449513.016505:0:33246:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449513.016512:0:33246:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652400 count: 2 00010000:00000001:0.0:1789449513.016515:0:33246:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449513.016521:0:33246:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449513.016526:0:33246:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789449513.016530:0:33246:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000059f2df9/0xcddde1459ded6722 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000000000 nid: local remote: 0xeb7cbf5e2fd3d6ce expref: -99 pid: 33229 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1789449513.016542:0:33246:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789449513.016547:0:33246:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449513.016550:0:33246:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000059f2df9/0xcddde1459ded6722 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000000000 nid: local remote: 0xeb7cbf5e2fd3d6ce expref: -99 pid: 33229 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789449513.016558:0:33246:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449513.016560:0:33246:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449513.016562:0:33246:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4dc00 refcount=3 00000020:00000001:0.0:1789449513.016564:0:33246:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016081408 : -107152693470208 : ffff9e8b91c4dc00) 00010000:00000001:0.0:1789449513.016567:0:33246:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016081408 : -107152693470208 : ffff9e8b91c4dc00) 00000008:00000001:0.0:1789449513.016571:0:33246:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1789449513.016573:0:33246:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449513.016575:0:33246:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449513.016576:0:33246:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4dc00 refcount=4 00000020:00000001:0.0:1789449513.016578:0:33246:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016081408 : -107152693470208 : ffff9e8b91c4dc00) 00010000:00000001:0.0:1789449513.016580:0:33246:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016081408 : -107152693470208 : ffff9e8b91c4dc00) 00000008:00000001:0.0:1789449513.016584:0:33246:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:0.0:1789449513.016587:0:33246:0:(cl_object.c:143:cl_object_top()) ffff9e8b84d26700 -> ffff9e8b84013530 00000008:00010000:0.0:1789449513.016592:0:33246:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000059f2df9/0xcddde1459ded6722 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xeb7cbf5e2fd3d6ce expref: -99 pid: 33229 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00000001:0.0:1789449513.016601:0:33246:0:(cl_object.c:143:cl_object_top()) ffff9e8b84d26700 -> ffff9e8b84013530 00000020:00000001:0.0:1789449513.016602:0:33246:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1789449513.016605:0:33246:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1789449513.016608:0:33246:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1789449513.016610:0:33246:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449513.016612:0:33246:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449513.016614:0:33246:0:(cl_object.c:143:cl_object_top()) ffff9e8b84d26700 -> ffff9e8b84013530 00000008:00000001:0.0:1789449513.016616:0:33246:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:0.0:1789449513.016619:0:33246:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1789449513.016621:0:33246:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1789449513.016623:0:33246:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1789449513.016625:0:33246:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449513.016626:0:33246:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449513.016627:0:33246:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449513.016629:0:33246:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4dc00 refcount=5 00000020:00000001:0.0:1789449513.016631:0:33246:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016081408 : -107152693470208 : ffff9e8b91c4dc00) 00010000:00000001:0.0:1789449513.016643:0:33246:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016081408 : -107152693470208 : ffff9e8b91c4dc00) 00010000:00000001:0.0:1789449513.016645:0:33246:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449513.016649:0:33246:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000059f2df9/0xcddde1459ded6722 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xeb7cbf5e2fd3d6ce expref: -99 pid: 33229 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789449513.016656:0:33246:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449513.016658:0:33246:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449513.016660:0:33246:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789449513.016663:0:33246:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789449513.016665:0:33246:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000059f2df9/0xcddde1459ded6722 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xeb7cbf5e2fd3d6ce expref: -99 pid: 33229 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789449513.016674:0:33246:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789449513.016677:0:33246:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789449513.016679:0:33246:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449513.016682:0:33246:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449513.016683:0:33246:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449513.016685:0:33246:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449513.016687:0:33246:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789449513.016689:0:33246:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449513.016690:0:33246:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449513.016692:0:33246:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449513.016694:0:33246:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449513.016695:0:33246:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449513.016696:0:33246:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449513.016697:0:33246:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449513.016697:0:33246:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789449513.016699:0:33246:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789449513.016701:0:33246:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449513.016703:0:33246:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449513.016705:0:33246:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449513.016706:0:33246:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449513.016708:0:33246:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1789449513.016709:0:33246:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1789449513.016711:0:33246:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1789449513.016712:0:33246:0:(cl_io.c:1210:cl_sync_io_wait()) Process entered 00000020:00000001:0.0:1789449513.016714:0:33246:0:(cl_io.c:1234:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449513.016716:0:33246:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449513.016721:0:33246:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1789449513.016722:0:33246:0:(cl_object.c:143:cl_object_top()) ffff9e8b84013530 -> ffff9e8b84013530 00000020:00000001:0.0:1789449513.016724:0:33246:0:(cl_object.c:143:cl_object_top()) ffff9e8b84013530 -> ffff9e8b84013530 00000020:00000001:0.0:1789449513.016726:0:33246:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1789449513.016729:0:33246:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1789449513.016733:0:33246:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1789449513.016735:0:33246:0:(lov_offset.c:45:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449513.016736:0:33246:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1789449513.016738:0:33246:0:(lov_offset.c:45:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789449513.016740:0:33246:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x27:1029 on OST[0]: s=0 (1) m=0 a=0 c=0 b=0 00020000:00000001:0.0:1789449513.016743:0:33246:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789449513.016746:0:33246:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:0.0:1789449513.016750:0:33246:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449513.016752:0:33246:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449513.016753:0:33246:0:(cl_object.c:143:cl_object_top()) ffff9e8b84013530 -> ffff9e8b84013530 00000080:00200000:0.0:1789449513.016756:0:33246:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x27:0x0] updating i_size 0 i_blocks 0 00000080:00000001:0.0:1789449513.016759:0:33246:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1789449513.016761:0:33246:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1789449513.016763:0:33246:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9e8b84db2bf0 (ffff9e8b86217008/0) at cl_lock_release():245 00000020:00000001:0.0:1789449513.016766:0:33246:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1789449513.016767:0:33246:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e8b84db2bf0 (ffff9e8b86217008/0) at cl_lock_cancel():142 00020000:00000001:0.0:1789449513.016769:0:33246:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1789449513.016771:0:33246:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789449513.016772:0:33246:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993117408 : -107152716434208 : ffff9e8b906674e0) 00000020:00000001:0.0:1789449513.016774:0:33246:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1789449513.016775:0:33246:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e8b9066e930 (ffff9e8b86217d88/1) at cl_lock_cancel():142 00000008:00000001:0.0:1789449513.016779:0:33246:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1789449513.016780:0:33246:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1789449513.016781:0:33246:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449513.016782:0:33246:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789449513.016784:0:33246:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1789449513.016786:0:33246:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1789449513.016787:0:33246:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1789449513.016788:0:33246:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1789449513.016789:0:33246:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1789449513.016791:0:33246:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e8b84db2bf0 (ffff9e8b86217008/0) at cl_lock_fini():72 00020000:00000001:0.0:1789449513.016794:0:33246:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1789449513.016795:0:33246:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1789449513.016796:0:33246:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e8b9066e930 (ffff9e8b86217008/1) at cl_lock_fini():72 00000008:00000010:0.0:1789449513.016799:0:33246:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9e8b86a22390. 00000020:00000001:0.0:1789449513.016803:0:33246:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1789449513.016805:0:33246:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9e8b9066e900. 00020000:00000001:0.0:1789449513.016808:0:33246:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1789449513.016810:0:33246:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1789449513.016811:0:33246:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1789449513.016813:0:33246:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449513.016816:0:33246:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:0.0:1789449513.016818:0:33246:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1789449513.016820:0:33246:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1789449513.016821:0:33246:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:0.0:1789449513.016823:0:33246:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789449513.016824:0:33246:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217d80 00020000:00000001:0.0:1789449513.016827:0:33246:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1789449513.016829:0:33246:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1789449513.016832:0:33246:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1789449513.016834:0:33246:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x27:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1789449513.016837:0:33246:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1789449513.016839:0:33246:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449513.016840:0:33246:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789449513.016842:0:33246:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1789449513.016843:0:33246:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789449513.016844:0:33246:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217000 00000001:00000001:0.0:1789449513.016857:0:33246:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449513.016866:0:33246:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181513d08 00000080:00000008:0.0:1789449513.016868:0:33246:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file f22.recovery-small-2:[0x200000405:0x27:0x0](ffff9e8b89113a88), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1789449513.016876:0:33246:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1789449513.016907:0:33246:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181513da0 00000080:00002000:0.0:1789449513.016910:0:33246:0:(dcache.c:127:ll_ddelete()) keeping dentry f22.recovery-small-2 (ffff9e8b89332798, parent ffff9e8b892cbca8, inode ffff9e8b89113a88) hashed, 00000080:00000001:0.0:1789449513.016912:0:33246:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449513.018467:0:33246:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789449513.018476:0:33246:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789449513.018478:0:33246:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789449513.018481:0:33246:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181513bd8 00000080:00200000:0.0:1789449513.018486:0:33246:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:0.0:1789449513.018497:0:33246:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b82a98e00. 00800000:00000002:0.0:1789449513.018508:0:33246:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:0.0:1789449513.018513:0:33246:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789449513.018519:0:33246:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789449513.018522:0:33246:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181513af8 00800000:00000002:0.0:1789449513.018525:0:33246:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449513.018529:0:33246:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789449513.018533:0:33246:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449513.018536:0:33246:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449513.018539:0:33246:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449513.018542:0:33246:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449513.018544:0:33246:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449513.018546:0:33246:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449513.018548:0:33246:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449513.018553:0:33246:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789449513.018559:0:33246:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789449513.018561:0:33246:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711815139c8 00000002:00010000:0.0:1789449513.018562:0:33246:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789449513.018566:0:33246:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789449513.018568:0:33246:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449513.018571:0:33246:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449513.018579:0:33246:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bde00 count: 2 00010000:00000001:0.0:1789449513.018582:0:33246:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449513.018587:0:33246:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449513.018592:0:33246:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789449513.018597:0:33246:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b889f1000/0xcddde1459ded6737 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d70d expref: -99 pid: 33246 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1789449513.018608:0:33246:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789449513.018613:0:33246:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449513.018616:0:33246:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b889f1000/0xcddde1459ded6737 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d70d expref: -99 pid: 33246 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1789449513.018623:0:33246:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789449513.018625:0:33246:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789449513.018627:0:33246:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789449513.018629:0:33246:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789449513.018632:0:33246:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789449513.019863:0:33246:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789449513.019868:0:33246:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789449513.019873:0:33246:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00010000:00000010:3.1:1789449513.019925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4d600. 00000080:00000010:0.0:1789449513.020544:0:33246:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b82a98e00. 00000080:00000001:0.0:1789449513.020556:0:33246:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789449513.020558:0:33246:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449513.020564:0:33246:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:0.0:1789449513.020569:0:33246:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded6737 00800000:00000001:0.0:1789449513.020574:0:33246:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789449513.020578:0:33246:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789449513.020580:0:33246:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449513.020583:0:33246:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449513.020588:0:33246:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b889f1000 refcount=3 00000020:00000001:0.0:1789449513.020590:0:33246:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920862609408 : -107152846942208 : ffff9e8b889f1000) 00010000:00000001:0.0:1789449513.020594:0:33246:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920862609408 : -107152846942208 : ffff9e8b889f1000) 00010000:00000001:0.0:1789449513.020598:0:33246:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449513.020600:0:33246:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449513.020602:0:33246:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449513.020604:0:33246:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449513.020607:0:33246:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded6737 from it ffffb71181513c10 00010000:00000001:0.0:1789449513.020610:0:33246:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449513.020611:0:33246:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449513.020612:0:33246:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b889f1000 refcount=3 00000020:00000001:0.0:1789449513.020614:0:33246:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920862609408 : -107152846942208 : ffff9e8b889f1000) 00010000:00000001:0.0:1789449513.020616:0:33246:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920862609408 : -107152846942208 : ffff9e8b889f1000) 00010000:00000001:0.0:1789449513.020619:0:33246:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449513.020625:0:33246:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b889f1000/0xcddde1459ded6737 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d70d expref: -99 pid: 33246 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789449513.021038:0:33246:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449513.021039:0:33246:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449513.021041:0:33246:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789449513.021045:0:33246:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789449513.021049:0:33246:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b889f1000/0xcddde1459ded6737 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d70d expref: -99 pid: 33246 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789449513.021057:0:33246:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789449513.021062:0:33246:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789449513.021064:0:33246:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449513.021070:0:33246:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449513.021071:0:33246:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449513.021073:0:33246:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449513.021077:0:33246:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789449513.021079:0:33246:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449513.021080:0:33246:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449513.021084:0:33246:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449513.021087:0:33246:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449513.021088:0:33246:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449513.021089:0:33246:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789449513.021093:0:33246:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789449513.021095:0:33246:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789449513.021099:0:33246:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908), inode mode 41ff mask 1 00000080:00000001:0.0:1789449513.021105:0:33246:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449513.021121:0:33246:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1789449513.021124:0:33246:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181513da0 00000080:00002000:0.0:1789449513.021126:0:33246:0:(dcache.c:87:ll_dcompare()) found name f22.recovery-small-2(ffff9e8b89332798) flags 0x48000e refc 0 00000080:00000001:0.0:1789449513.021129:0:33246:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449513.021131:0:33246:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181513e10 00000080:00200000:0.0:1789449513.021132:0:33246:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f22.recovery-small-2, flags=0 00000080:00000001:0.0:1789449513.021140:0:33246:0:(statahead.c:1997:revalidate_statahead_dentry()) Process entered 00000080:00000020:0.0:1789449513.021144:0:33246:0:(statahead.c:273:sa_get()) lustre: wrong pid=33227:33246 for entry f22.recovery-small-2 00000080:00000001:0.0:1789449513.021148:0:33246:0:(statahead.c:2046:revalidate_statahead_dentry()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000080:00400000:0.0:1789449513.021150:0:33246:0:(statahead.c:2622:ll_revalidate_statahead()) revalidate statahead f22.recovery-small-2: rc = -22. 00000080:00000001:0.0:1789449513.021158:0:33246:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789449513.021160:0:33246:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789449513.021162:0:33246:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181513d30 00000080:00200000:0.0:1789449513.022210:0:33246:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:0.0:1789449513.022228:0:33246:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b82a98e00. 00800000:00000002:0.0:1789449513.022241:0:33246:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:0.0:1789449513.022246:0:33246:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789449513.022251:0:33246:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789449513.022254:0:33246:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181513c50 00800000:00000002:0.0:1789449513.022256:0:33246:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449513.022261:0:33246:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789449513.022264:0:33246:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449513.022267:0:33246:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449513.022270:0:33246:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449513.022273:0:33246:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449513.022275:0:33246:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449513.022277:0:33246:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449513.022279:0:33246:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449513.022283:0:33246:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789449513.022288:0:33246:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789449513.022289:0:33246:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181513b20 00000002:00010000:0.0:1789449513.022291:0:33246:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789449513.022295:0:33246:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789449513.022298:0:33246:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449513.022300:0:33246:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449513.022307:0:33246:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bde00 count: 2 00010000:00000001:0.0:1789449513.022311:0:33246:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449513.022316:0:33246:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449513.022320:0:33246:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789449513.022330:0:33246:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b889f1000/0xcddde1459ded6737 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d70d expref: -99 pid: 33246 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1789449513.022341:0:33246:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789449513.022346:0:33246:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449513.022349:0:33246:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b889f1000/0xcddde1459ded6737 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d70d expref: -99 pid: 33246 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1789449513.022356:0:33246:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789449513.022358:0:33246:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789449513.022360:0:33246:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789449513.022362:0:33246:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789449513.022364:0:33246:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789449513.022366:0:33246:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789449513.022369:0:33246:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789449513.022372:0:33246:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:0.0:1789449513.022376:0:33246:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b82a98e00. 00000080:00000001:0.0:1789449513.022382:0:33246:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789449513.022384:0:33246:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449513.022387:0:33246:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:0.0:1789449513.022391:0:33246:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded6737 00800000:00000001:0.0:1789449513.022394:0:33246:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789449513.022396:0:33246:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789449513.022398:0:33246:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449513.022400:0:33246:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449513.022401:0:33246:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b889f1000 refcount=3 00000020:00000001:0.0:1789449513.022404:0:33246:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920862609408 : -107152846942208 : ffff9e8b889f1000) 00010000:00000001:0.0:1789449513.022406:0:33246:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920862609408 : -107152846942208 : ffff9e8b889f1000) 00010000:00000001:0.0:1789449513.022408:0:33246:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449513.022410:0:33246:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449513.022411:0:33246:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449513.022413:0:33246:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449513.022415:0:33246:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded6737 from it ffffb71181513d68 00010000:00000001:0.0:1789449513.022417:0:33246:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449513.022418:0:33246:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449513.022419:0:33246:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b889f1000 refcount=3 00000020:00000001:0.0:1789449513.022420:0:33246:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920862609408 : -107152846942208 : ffff9e8b889f1000) 00010000:00000001:0.0:1789449513.022422:0:33246:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920862609408 : -107152846942208 : ffff9e8b889f1000) 00010000:00000001:0.0:1789449513.022424:0:33246:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449513.022427:0:33246:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b889f1000/0xcddde1459ded6737 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d70d expref: -99 pid: 33246 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789449513.022433:0:33246:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449513.022434:0:33246:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449513.022435:0:33246:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789449513.022436:0:33246:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789449513.022439:0:33246:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b889f1000/0xcddde1459ded6737 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d70d expref: -99 pid: 33246 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1789449513.022445:0:33246:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789449513.022447:0:33246:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789449513.022449:0:33246:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449513.022452:0:33246:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449513.022453:0:33246:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449513.022455:0:33246:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449513.022458:0:33246:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789449513.022459:0:33246:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449513.022461:0:33246:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449513.022464:0:33246:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449513.022465:0:33246:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449513.022466:0:33246:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449513.022468:0:33246:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789449513.022471:0:33246:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789449513.022472:0:33246:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789449513.022475:0:33246:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908), inode mode 41ff mask 3 00000080:00000001:0.0:1789449513.022478:0:33246:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449513.022484:0:33246:0:(namei.c:2348:ll_unlink()) Process entered 00000020:00000001:0.0:1789449513.022485:0:33246:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181513df8 00000080:00200000:0.0:1789449513.022487:0:33246:0:(namei.c:2351:ll_unlink()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00000001:0.0:1789449513.022491:0:33246:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:0.0:1789449513.022494:0:33246:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789449513.022499:0:33246:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822024 : -107152888729592 : ffff9e8b86217008) 00000020:00001000:0.0:1789449513.022502:0:33246:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217000 00000020:00000001:0.0:1789449513.022504:0:33246:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1789449513.022510:0:33246:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b836978b8) owner 0000000000000000/ffff9e8b86534f80 00020000:00000002:0.0:1789449513.022513:0:33246:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9e8b87c1e180 addref 2/0 by ffff9e8b86534f80. 00020000:00000002:0.0:1789449513.022516:0:33246:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b836978b8) owner 0000000000000000/ffff9e8b86534f80 00020000:00000001:0.0:1789449513.022519:0:33246:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1789449513.022522:0:33246:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1789449513.022524:0:33246:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1789449513.022526:0:33246:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:0.0:1789449513.022528:0:33246:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:0.0:1789449513.022531:0:33246:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217000 00000080:00000001:0.0:1789449513.022534:0:33246:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1789449513.022538:0:33246:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b82a98e00. 00800000:00000002:0.0:1789449513.022540:0:33246:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00800000:00000001:0.0:1789449513.022551:0:33246:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:0.0:1789449513.022555:0:33246:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449513.022556:0:33246:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449513.022558:0:33246:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449513.022559:0:33246:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449513.022561:0:33246:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449513.022562:0:33246:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449513.022564:0:33246:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449513.022566:0:33246:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449513.022567:0:33246:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449513.022568:0:33246:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449513.022570:0:33246:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449513.022571:0:33246:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449513.022572:0:33246:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x27:0x0] 00800000:00000001:0.0:1789449513.022574:0:33246:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449513.022577:0:33246:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:0.0:1789449513.022578:0:33246:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449513.022579:0:33246:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449513.022580:0:33246:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449513.022581:0:33246:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449513.022583:0:33246:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449513.022584:0:33246:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x27:0x0] 00800000:00000001:0.0:1789449513.022586:0:33246:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449513.022589:0:33246:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000405:0x27:0x0] 00800000:00000001:0.0:1789449513.022591:0:33246:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449513.022593:0:33246:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000405:0x27:0x0] -> mds #0 00000002:00000001:0.0:1789449513.022597:0:33246:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1789449513.022600:0:33246:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789449513.022603:0:33246:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bde00 count: 2 00010000:00000001:0.0:1789449513.022605:0:33246:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449513.022608:0:33246:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789449513.022611:0:33246:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789449513.022614:0:33246:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b889f1000/0xcddde1459ded6737 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xeb7cbf5e2fd3d70d expref: -99 pid: 33246 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:0.0:1789449513.022622:0:33246:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789449513.022627:0:33246:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789449513.022629:0:33246:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789449513.023443:0:33246:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1789449513.023449:0:33246:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449513.023451:0:33246:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449513.023456:0:33246:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bde00 count: 3 00010000:00000001:0.0:1789449513.023459:0:33246:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789449513.023463:0:33246:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449513.023465:0:33246:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449513.023466:0:33246:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449513.023468:0:33246:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bde00 count: 3 00010000:00000001:0.0:1789449513.023470:0:33246:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789449513.023472:0:33246:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449513.023474:0:33246:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449513.023475:0:33246:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449513.023477:0:33246:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bde00 count: 3 00010000:00000001:0.0:1789449513.023479:0:33246:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789449513.023480:0:33246:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449513.023482:0:33246:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789449513.023486:0:33246:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9e8b89180840, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1789449513.023491:0:33246:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1789449513.023494:0:33246:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1789449513.023497:0:33246:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789449513.023498:0:33246:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449513.023504:0:33246:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789449513.023507:0:33246:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789449513.023509:0:33246:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789449513.023511:0:33246:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449513.023514:0:33246:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1789449513.023518:0:33246:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9e8b889f1000 with handle 0xcddde1459ded6737 from hash 00010000:00000001:0.0:1789449513.023520:0:33246:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789449513.023522:0:33246:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449513.023523:0:33246:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449513.023524:0:33246:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789449513.023528:0:33246:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789449513.023530:0:33246:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789449513.023534:0:33246:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789449513.023536:0:33246:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789449513.023539:0:33246:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789449513.023541:0:33246:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789449513.023545:0:33246:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbab00 count: 2 00010000:00000001:0.0:1789449513.023547:0:33246:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449513.023549:0:33246:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789449513.023551:0:33246:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789449513.023554:0:33246:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498600/0xcddde1459ded6745 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xeb7cbf5e2fd3d729 expref: -99 pid: 33246 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1789449513.023561:0:33246:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789449513.023563:0:33246:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789449513.023565:0:33246:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789449513.023566:0:33246:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x27:0x0] mode (null) 00000002:00000001:0.0:1789449513.023568:0:33246:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449513.023569:0:33246:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449513.023570:0:33246:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbab00 count: 3 00010000:00000001:0.0:1789449513.023572:0:33246:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789449513.023574:0:33246:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449513.023575:0:33246:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449513.023576:0:33246:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449513.023577:0:33246:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbab00 count: 3 00010000:00000001:0.0:1789449513.023579:0:33246:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789449513.023580:0:33246:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449513.023582:0:33246:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449513.023582:0:33246:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449513.023584:0:33246:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbab00 count: 3 00010000:00000001:0.0:1789449513.023585:0:33246:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789449513.023588:0:33246:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449513.023589:0:33246:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449513.023590:0:33246:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449513.023591:0:33246:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbab00 count: 3 00010000:00000001:0.0:1789449513.023593:0:33246:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789449513.023595:0:33246:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449513.023597:0:33246:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449513.023599:0:33246:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1789449513.023601:0:33246:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789449513.023606:0:33246:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822024 : -107152888729592 : ffff9e8b86217008) 00000020:00001000:0.0:1789449513.023608:0:33246:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217000 00000020:00000001:0.0:1789449513.023610:0:33246:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1789449513.023614:0:33246:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x27:0x0]: losing layout lock 00000080:00000001:0.0:1789449513.023618:0:33246:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1789449513.023622:0:33246:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1789449513.023626:0:33246:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1789449513.023628:0:33246:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1789449513.023631:0:33246:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x27:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1789449513.023646:0:33246:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449513.023648:0:33246:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1789449513.023650:0:33246:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217000 00000080:00000001:0.0:1789449513.023653:0:33246:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449513.023656:0:33246:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1789449513.023658:0:33246:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x27:0x0](ffff9e8b89113a88) invalid 00000020:00000001:0.0:1789449513.023661:0:33246:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181513a60 00000080:00002000:0.0:1789449513.023663:0:33246:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f22.recovery-small-2 (ffff9e8b89332798) parent ffff9e8b892cbca8 inode ffff9e8b89113a88 refc 1 00000080:00000001:0.0:1789449513.023667:0:33246:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1789449513.023669:0:33246:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789449513.023671:0:33246:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449513.023673:0:33246:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789449513.023675:0:33246:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789449513.023676:0:33246:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789449513.023678:0:33246:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449513.023679:0:33246:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1789449513.023682:0:33246:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9e8b86498600 with handle 0xcddde1459ded6745 from hash 00010000:00000001:0.0:1789449513.023684:0:33246:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789449513.023686:0:33246:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449513.023687:0:33246:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449513.023688:0:33246:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789449513.023690:0:33246:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789449513.023691:0:33246:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789449513.023694:0:33246:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789449513.023696:0:33246:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789449513.023698:0:33246:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1789449513.023708:0:33246:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d1a680. 00000020:00000040:0.0:1789449513.023713:0:33246:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e8b89903000 02000000:00000001:0.0:1789449513.023719:0:33246:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789449513.023722:0:33246:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449513.023724:0:33246:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789449513.023729:0:33246:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449513.023732:0:33246:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449513.023736:0:33246:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449513.023738:0:33246:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449513.023741:0:33246:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449513.023750:0:33246:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e8b82a99400. 00000100:00000001:0.0:1789449513.023759:0:33246:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449513.023762:0:33246:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789449513.023765:0:33246:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1789449513.023772:0:33246:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498600/0xcddde1459ded6745 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xeb7cbf5e2fd3d729 expref: -99 pid: 33246 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1789449513.023780:0:33246:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b889f1000/0xcddde1459ded6737 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xeb7cbf5e2fd3d70d expref: -99 pid: 33246 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1789449513.023785:0:33246:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1789449513.023787:0:33246:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1789449513.023788:0:33246:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789449513.023791:0:33246:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498600/0xcddde1459ded6745 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xeb7cbf5e2fd3d729 expref: -99 pid: 33246 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1789449513.023798:0:33246:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9e8b8c476e40. 00010000:00000040:0.0:1789449513.023803:0:33246:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9e8b82cbab00 count: 0 00010000:00000010:0.0:1789449513.023809:0:33246:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e8b9066e700. 00010000:00000001:0.0:1789449513.023819:0:33246:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449513.023820:0:33246:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789449513.023822:0:33246:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b889f1000/0xcddde1459ded6737 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xeb7cbf5e2fd3d70d expref: -99 pid: 33246 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:0.0:1789449513.023827:0:33246:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9e8b902bde00 count: 0 00010000:00000010:0.0:1789449513.023831:0:33246:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e8b898b7c00. 00010000:00000001:0.0:1789449513.023836:0:33246:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449513.023838:0:33246:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449513.023839:0:33246:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789449513.023841:0:33246:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449513.023843:0:33246:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1789449513.023867:0:33246:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e8b89903000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1789449513.023928:0:33246:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e8b87d1a680 x1876371947520128/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789449513.023946:0:33246:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789449513.023949:0:33246:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789449513.023958:0:33246:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b836ead80. 00000100:00000001:0.0:1789449513.023960:0:33246:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920775552384 : -107152933999232 : ffff9e8b836ead80) 00000100:00000001:0.0:1789449513.023964:0:33246:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449513.023965:0:33246:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849147520 : -107152860404096 : ffff9e8b87d1a680) 00000100:00000001:0.0:1789449513.023971:0:33246:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449513.023976:0:33246:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449513.023979:0:33246:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789449513.023980:0:33246:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789449513.023985:0:33246:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b87d1a680 x1876371947520128/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449513.023993:0:33246:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789449513.023996:0:33246:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449513.024000:0:33246:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789449513.024004:0:33246:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789449513.024006:0:33246:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449513.024010:0:33246:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b87d1a680 pname:cluuid:pid:xid:nid:opc:job rm:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:33246:1876371947520128:192.168.202.109@tcp:36:rm.0 00000100:00000001:0.0:1789449513.024014:0:33246:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789449513.024020:0:33246:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789449513.024023:0:33246:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449513.024025:0:33246:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789449513.024031:0:33246:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b836b1c00. 02000000:00000001:0.0:1789449513.024033:0:33246:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449513.024043:0:33246:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:0.0:1789449513.024048:0:33246:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b86580898. 00000400:00000010:0.0:1789449513.024056:0:33246:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5aa0. 00000100:00000200:0.0:1789449513.024065:0:33246:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947520128, portal 10 00000100:00000001:0.0:1789449513.024068:0:33246:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449513.024069:0:33246:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849147520 : -107152860404096 : ffff9e8b87d1a680) 00000100:00000040:0.0:1789449513.024076:0:33246:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b87d1a680 x1876371947520128/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 504/624 e 0 to 0 dl 1789449529 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449513.024085:0:33246:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789449513.024088:0:33246:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1789449513.024092:0:33246:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e54c8. 00000100:00000200:0.0:1789449513.024096:0:33246:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 12, xid 1876371947520128, offset 0 00000400:00000200:0.0:1789449513.024104:0:33246:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1789449513.024114:0:33246:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449513.024123:0:33246:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1789449513.024130:0:33246:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789449513.024135:0:33246:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1789449513.024139:0:33246:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789449513.024142:0:33246:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1789449513.024146:0:33246:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2842:2842:256:4294967295] 192.168.202.109@tcp LPNI seq info [2842:2842:8:4294967295] 00000400:00000200:0.0:1789449513.024152:0:33246:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449513.024163:0:33246:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1789449513.024171:0:33246:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1789449513.024177:0:33246:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b864ec600. 00000800:00000200:0.0:1789449513.024186:0:33246:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1789449513.024196:0:33246:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1789449513.024201:0:33246:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b864ec600 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:0.0:1789449513.024224:0:33246:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449513.024229:0:33246:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 817991 usecs (818 jiffies) 00000400:00000200:0.0:1789449513.024233:0:33246:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:0.0:1789449513.024236:0:33246:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296516528 00000100:00000001:0.0:1789449513.024240:0:33246:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296519712 00000100:00000001:0.0:1789449513.024243:0:33246:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296516528 00000100:00000001:0.0:1789449513.024245:0:33246:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296519712 00000100:00000001:0.0:1789449513.024248:0:33246:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449513.024251:0:33246:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449513.024253:0:33246:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449513.024255:0:33246:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789449513.024259:0:33246:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b836ead80 going to sleep for 11 seconds 00000100:00000001:0.0:1789449513.024263:0:33246:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449513.024267:0:33246:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449513.025668:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449513.025678:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ec600. 00000400:00000200:2.0:1789449513.025685:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449513.025695:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449513.025704:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e54c8 00000400:00000010:2.0:1789449513.025707:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e54c8. 00000100:00000001:2.0:1789449513.025713:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449513.025720:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d1a680 x1876371947520128/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 504/624 e 0 to 0 dl 1789449529 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449513.025732:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449513.025736:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d1a680 x1876371947520128/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 504/624 e 0 to 0 dl 1789449529 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449513.025743:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449513.025745:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:0.1:1789449513.028823:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cbab00. 00010000:00000010:0.1:1789449513.028857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b86498600. 00010000:00000010:0.1:1789449513.028864:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bde00. 00010000:00000010:0.1:1789449513.028868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b889f1000. 00000800:00000001:3.0:1789449513.034244:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449513.034265:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449513.034270:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449513.034274:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449513.034286:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449513.034296:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449513.034307:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449513.034313:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449513.034319:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449513.034324:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 456 into portal 10 MB=0x6aa8ce3660080 00000400:00000200:3.0:1789449513.034330:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449513.034338:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 456/456 into md 0x817d [1] + 224 00000800:00000001:3.0:1789449513.034348:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449513.034355:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449513.034359:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449513.034365:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449513.034374:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449513.034386:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d1a680 x1876371947520128/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 504/624 e 0 to 0 dl 1789449529 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449513.034404:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9e8b87d1a680 x1876371947520128/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 504/624 e 0 to 0 dl 1789449529 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449513.034429:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449513.034441:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449513.034444:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449513.036103:0:33246:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789449513.036118:0:33246:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449513.036120:0:33246:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449513.036125:0:33246:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b86580898. 00000400:00000200:0.0:1789449513.036133:0:33246:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5aa0 00000400:00000010:0.0:1789449513.036136:0:33246:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5aa0. 00000100:00000001:0.0:1789449513.036141:0:33246:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449513.036150:0:33246:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b87d1a680 x1876371947520128/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 504/624 e 0 to 0 dl 1789449529 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789449513.036161:0:33246:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b87d1a680 x1876371947520128/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 504/624 e 0 to 0 dl 1789449529 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449513.036169:0:33246:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449513.036171:0:33246:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449513.036173:0:33246:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449513.036178:0:33246:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449513.036180:0:33246:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449513.036182:0:33246:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449513.036186:0:33246:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449513.036197:0:33246:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=143 v=5 (5 102 102 102) 00000100:00001000:0.0:1789449513.036201:0:33246:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1789449513.036204:0:33246:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449513.036206:0:33246:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449513.036209:0:33246:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449513.036213:0:33246:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449513.036217:0:33246:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789449513.036219:0:33246:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009c/0x100000152] 00000100:00000001:0.0:1789449513.036221:0:33246:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789449513.036223:0:33246:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449513.036225:0:33246:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849147520 : -107152860404096 : ffff9e8b87d1a680) 00000100:00000001:0.0:1789449513.036229:0:33246:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789449513.036231:0:33246:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967636 00000100:00000001:0.0:1789449513.036233:0:33246:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449513.036236:0:33246:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449513.036241:0:33246:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b87d1a680 x1876371947520128/t4294967638(4294967638) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 504/456 e 0 to 0 dl 1789449529 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449513.036248:0:33246:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449513.036251:0:33246:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449513.036254:0:33246:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449513.036257:0:33246:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b87d1a680 x1876371947520128/t4294967638(4294967638) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 504/456 e 0 to 0 dl 1789449529 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789449513.036266:0:33246:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b87d1a680 pname:cluuid:pid:xid:nid:opc:job rm:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:33246:1876371947520128:192.168.202.109@tcp:36:rm.0 00000100:00000001:0.0:1789449513.036271:0:33246:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449513.036274:0:33246:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449513.036276:0:33246:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789449513.036279:0:33246:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449513.036282:0:33246:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d1a680 x1876371947520128/t4294967638(4294967638) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 504/456 e 0 to 0 dl 1789449529 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449513.036289:0:33246:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789449513.036292:0:33246:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b836ead80. 00000100:00000001:0.0:1789449513.036296:0:33246:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789449513.036297:0:33246:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449513.036308:0:33246:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449513.036311:0:33246:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449513.036316:0:33246:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:0.0:1789449513.036320:0:33246:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b82a98e00. 00000100:00000001:0.0:1789449513.036329:0:33246:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449513.036333:0:33246:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d1a680 x1876371947520128/t4294967638(4294967638) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 504/456 e 0 to 0 dl 1789449529 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449513.036339:0:33246:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449513.036344:0:33246:0:(namei.c:2401:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449513.036358:0:33246:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1789449513.036361:0:33246:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181513e28 00000080:00002000:0.0:1789449513.036364:0:33246:0:(dcache.c:127:ll_ddelete()) deleting dentry f22.recovery-small-2 (ffff9e8b89332798, parent ffff9e8b892cbca8, inode 0000000000000000) hashed, 00000080:00000001:0.0:1789449513.036368:0:33246:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789449513.036375:0:33246:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1789449513.036381:0:33246:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:0.1:1789449513.044937:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b8984fb80. 00000080:00400000:2.0:1789449513.130973:0:33228:0:(statahead.c:1623:ll_statahead_thread()) lustre: statahead thread stopped: sai ffff9e8b81340800, parent / hit 0 miss 0 00000080:00000001:2.0:1789449513.131000:0:33228:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:2.0:1789449513.131003:0:33228:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1789449513.131007:0:33228:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789449513.131012:0:33228:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822744 : -107152888728872 : ffff9e8b862172d8) 00000020:00001000:2.0:1789449513.131017:0:33228:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b862172d0 00000020:00000001:2.0:1789449513.131024:0:33228:0:(cl_object.c:143:cl_object_top()) ffff9e8b84013530 -> ffff9e8b84013530 00000020:00000001:2.0:1789449513.131027:0:33228:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:2.0:1789449513.131030:0:33228:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1789449513.131033:0:33228:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x27:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:2.0:1789449513.131037:0:33228:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789449513.131039:0:33228:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1789449513.131040:0:33228:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789449513.131046:0:33228:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x27:0x0]io ffff9e8b84db0e40 type 6 ignore/verify layout 1/0 00020000:00000002:2.0:1789449513.131049:0:33228:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b836978b8) owner 0000000000000000/ffff9e8b8677a7c0 00020000:00000001:2.0:1789449513.131054:0:33228:0:(lov_io.c:2266:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1789449513.131057:0:33228:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1789449513.131060:0:33228:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1789449513.131062:0:33228:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449513.131065:0:33228:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1789449513.131067:0:33228:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1789449513.131069:0:33228:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449513.131071:0:33228:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789449513.131072:0:33228:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1789449513.131074:0:33228:0:(lov_io.c:2279:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1789449513.131075:0:33228:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b836978b8) owner 0000000000000000/ffff9e8b8677a7c0 00000020:00000001:2.0:1789449513.131078:0:33228:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449513.131080:0:33228:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:2.0:1789449513.131082:0:33228:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1789449513.131085:0:33228:0:(lov_io.c:1078:lov_io_iter_init()) Process entered 00020000:00000001:2.0:1789449513.131087:0:33228:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00200000:2.0:1789449513.131090:0:33228:0:(lov_io.c:1153:lov_io_iter_init()) component[0] flags 0x10 00020000:00000001:2.0:1789449513.131094:0:33228:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449513.131097:0:33228:0:(lov_offset.c:141:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789449513.131099:0:33228:0:(lov_offset.c:264:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1789449513.131102:0:33228:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789449513.131104:0:33228:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1789449513.131105:0:33228:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789449513.131107:0:33228:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820824040 : -107152888727576 : ffff9e8b862177e8) 00000020:00001000:2.0:1789449513.131109:0:33228:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b862177e0 00000020:00000001:2.0:1789449513.131112:0:33228:0:(cl_object.c:143:cl_object_top()) ffff9e8b840139e0 -> ffff9e8b84013530 00000020:00000001:2.0:1789449513.131114:0:33228:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:2.0:1789449513.131118:0:33228:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789449513.131119:0:33228:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1789449513.131122:0:33228:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:2.0:1789449513.131123:0:33228:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446636920799432256 : -107152910119360 : ffff9e8b84db0e40) 00000020:00000001:2.0:1789449513.131125:0:33228:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449513.131127:0:33228:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449513.131128:0:33228:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993116240 : -107152716435376 : ffff9e8b90667050) 00000020:00000001:2.0:1789449513.131131:0:33228:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1789449513.131133:0:33228:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449513.131135:0:33228:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000001:2.0:1789449513.131137:0:33228:0:(lov_io.c:1276:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449513.131139:0:33228:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449513.131141:0:33228:0:(cl_io.c:315:cl_io_lock()) Process entered 00020000:00000001:2.0:1789449513.131143:0:33228:0:(lov_io.c:1419:lov_io_lock()) Process entered 00020000:00000001:2.0:1789449513.131145:0:33228:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:2.0:1789449513.131146:0:33228:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:2.0:1789449513.131148:0:33228:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1789449513.131149:0:33228:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449513.131150:0:33228:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449513.131153:0:33228:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449513.131154:0:33228:0:(lov_io.c:1420:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449513.131155:0:33228:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1789449513.131156:0:33228:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449513.131158:0:33228:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449513.131160:0:33228:0:(cl_io.c:529:cl_io_start()) Process entered 00020000:00000001:2.0:1789449513.131162:0:33228:0:(lov_io.c:1425:lov_io_start()) Process entered 00020000:00000001:2.0:1789449513.131163:0:33228:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:2.0:1789449513.131164:0:33228:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:2.0:1789449513.131167:0:33228:0:(osc_io.c:1105:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1789449513.131169:0:33228:0:(osc_cache.c:3327:osc_cache_writeback_range()) Process entered 00000008:00000001:2.0:1789449513.131173:0:33228:0:(osc_cache.c:3262:osc_cache_wait_range()) Process entered 00000008:00000020:2.0:1789449513.131176:0:33228:0:(osc_cache.c:3299:osc_cache_wait_range()) obj ffff9e8b84d26700 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:2.0:1789449513.131179:0:33228:0:(osc_cache.c:3300:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1789449513.131182:0:33228:0:(osc_cache.c:3467:osc_cache_writeback_range()) obj ffff9e8b84d26700 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:2.0:1789449513.131185:0:33228:0:(osc_cache.c:3482:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789449513.131188:0:33228:0:(osc_io.c:1174:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449513.131190:0:33228:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449513.131191:0:33228:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449513.131192:0:33228:0:(lov_io.c:1426:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449513.131194:0:33228:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449513.131196:0:33228:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:2.0:1789449513.131197:0:33228:0:(lov_io.c:1967:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1789449513.131199:0:33228:0:(lov_io.c:1431:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1789449513.131200:0:33228:0:(cl_io.c:556:cl_io_end()) Process entered 00000020:00000001:2.0:1789449513.131202:0:33228:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:2.0:1789449513.131203:0:33228:0:(lov_io.c:1441:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449513.131205:0:33228:0:(lov_io.c:1978:lov_io_fsync_end()) Process leaving 00000020:00000001:2.0:1789449513.131206:0:33228:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:2.0:1789449513.131208:0:33228:0:(cl_io.c:353:cl_io_unlock()) Process entered 00020000:00000001:2.0:1789449513.131210:0:33228:0:(lov_io.c:1519:lov_io_unlock()) Process entered 00020000:00000001:2.0:1789449513.131211:0:33228:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:2.0:1789449513.131212:0:33228:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:2.0:1789449513.131214:0:33228:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1789449513.131215:0:33228:0:(lov_io.c:1453:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449513.131217:0:33228:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449513.131219:0:33228:0:(lov_io.c:1522:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1789449513.131220:0:33228:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1789449513.131221:0:33228:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1789449513.131223:0:33228:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1789449513.131225:0:33228:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1789449513.131226:0:33228:0:(lov_io.c:1500:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1789449513.131227:0:33228:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:2.0:1789449513.131228:0:33228:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1789449513.131230:0:33228:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1789449513.131231:0:33228:0:(lov_io.c:1447:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449513.131233:0:33228:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449513.131235:0:33228:0:(lov_io.c:1511:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1789449513.131236:0:33228:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1789449513.131237:0:33228:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449513.131240:0:33228:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:2.0:1789449513.131241:0:33228:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1789449513.131243:0:33228:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1789449513.131244:0:33228:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:2.0:1789449513.131246:0:33228:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:2.0:1789449513.131247:0:33228:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b862177e0 00020000:00000001:2.0:1789449513.131250:0:33228:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1789449513.131252:0:33228:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1789449513.131254:0:33228:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1789449513.131256:0:33228:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x27:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1789449513.131259:0:33228:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1789449513.131260:0:33228:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:2.0:1789449513.131263:0:33228:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b862172d0 00000080:00000001:2.0:1789449513.131265:0:33228:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449513.131270:0:33228:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:2.0:1789449513.131272:0:33228:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000405:0x27:0x0](ffff9e8b89113a88) 00800000:00000001:2.0:1789449513.131280:0:33228:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:2.0:1789449513.131283:0:33228:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000405:0x27:0x0] 00000002:00000001:2.0:1789449513.131292:0:33228:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:2.0:1789449513.131299:0:33228:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449513.131302:0:33228:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:2.0:1789449513.131305:0:33228:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789449513.131307:0:33228:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449513.131310:0:33228:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:2.0:1789449513.131313:0:33228:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:2.0:1789449513.131315:0:33228:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449513.131318:0:33228:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449513.131322:0:33228:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789449513.131323:0:33228:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822744 : -107152888728872 : ffff9e8b862172d8) 00000020:00001000:2.0:1789449513.131326:0:33228:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b862172d0 00020000:00000001:2.0:1789449513.131332:0:33228:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:2.0:1789449513.131334:0:33228:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b836978b8) owner 0000000000000000/ffff9e8b8677a7c0 00020000:00000001:2.0:1789449513.131337:0:33228:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:2.0:1789449513.131341:0:33228:0:(lov_ea.c:755:dump_lsm()) lsm ffff9e8b87c1e180, objid 0x27:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789449513.131347:0:33228:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout 1 layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789449513.131351:0:33228:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff9e8b83773600: ostid: 0x280000401:22 ost idx: 0 gen: 0 00020000:00000001:2.0:1789449513.131354:0:33228:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:2.0:1789449513.131357:0:33228:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449513.131359:0:33228:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:2.0:1789449513.131361:0:33228:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:2.0:1789449513.131367:0:33228:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:2.0:1789449513.131373:0:33228:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652400 count: 2 00010000:00000001:2.0:1789449513.131375:0:33228:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789449513.131379:0:33228:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:2.0:1789449513.131381:0:33228:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:2.0:1789449513.131388:0:33228:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 0 [cma]time: 0 0 0 by oinfo size 0 blocks 0 [cma]time 0 0 0 ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000059f2df9/0xcddde1459ded6722 lrc: 1/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xeb7cbf5e2fd3d6ce expref: -99 pid: 33229 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00000001:2.0:1789449513.131403:0:33228:0:(cl_object.c:143:cl_object_top()) ffff9e8b84d26700 -> ffff9e8b84013530 00000020:00000001:2.0:1789449513.131405:0:33228:0:(cl_object.c:143:cl_object_top()) ffff9e8b84d26700 -> ffff9e8b84013530 00000008:00000001:2.0:1789449513.131407:0:33228:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789449513.131410:0:33228:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789449513.131412:0:33228:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789449513.131414:0:33228:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:2.0:1789449513.131422:0:33228:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff9e8b84d26700. 00020000:00000001:2.0:1789449513.131431:0:33228:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:2.0:1789449513.131434:0:33228:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff9e8b84013960. 00020000:00000001:2.0:1789449513.131442:0:33228:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:2.0:1789449513.131444:0:33228:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449513.131447:0:33228:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789449513.131449:0:33228:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b836978b8) owner 0000000000000000/ffff9e8b8677a7c0 00020000:00000001:2.0:1789449513.131450:0:33228:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:2.0:1789449513.131452:0:33228:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:2.0:1789449513.131454:0:33228:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b836978b8) owner 0000000000000000/ffff9e8b8677a7c0 00020000:00000001:2.0:1789449513.131456:0:33228:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:2.0:1789449513.131459:0:33228:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff9e8b89bc6898. 00020000:00000010:2.0:1789449513.131464:0:33228:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff9e8b853c5780. 00020000:00000010:2.0:1789449513.131468:0:33228:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff9e8b83467010. 00020000:00000002:2.0:1789449513.131471:0:33228:0:(lov_ea.c:755:dump_lsm()) lsm ffff9e8b87c1e180, objid 0x27:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789449513.131475:0:33228:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout 1 layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789449513.131479:0:33228:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff9e8b83773600: ostid: 0x280000401:22 ost idx: 0 gen: 0 00020000:00000010:2.0:1789449513.131484:0:33228:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9e8b83773600. 00020000:00000010:2.0:1789449513.131487:0:33228:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9e8b87c1e900. 00020000:00000010:2.0:1789449513.131490:0:33228:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9e8b87c1e180. 00020000:00000001:2.0:1789449513.131492:0:33228:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:2.0:1789449513.131494:0:33228:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b836978b8) owner 0000000000000000/ffff9e8b8677a7c0 00020000:00000010:2.0:1789449513.131496:0:33228:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff9e8b836978b8. 00020000:00000001:2.0:1789449513.131499:0:33228:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:2.0:1789449513.131502:0:33228:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff9e8b840134b0. 00000020:00001000:2.0:1789449513.131505:0:33228:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b862172d0 00000080:00000001:2.0:1789449513.131508:0:33228:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:2.0:1789449513.131510:0:33228:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000020:00000001:2.0:1789449513.131525:0:33228:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181bf3e60 00000080:00400000:2.0:1789449513.131528:0:33228:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-2(ffff9e8b898b7400) index 1 00000080:00000010:2.0:1789449513.131530:0:33228:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff9e8b898b7400. 00000020:00000001:2.0:1789449513.131535:0:33228:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181bf3e60 00000080:00400000:2.0:1789449513.131536:0:33228:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-3(ffff9e8b898b7780) index 2 00000080:00000010:2.0:1789449513.131538:0:33228:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff9e8b898b7780. 00000020:00000001:2.0:1789449513.131540:0:33228:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181bf3e60 00000080:00400000:2.0:1789449513.131542:0:33228:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-4(ffff9e8b898b7e80) index 3 00000080:00000010:2.0:1789449513.131543:0:33228:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff9e8b898b7e80. 00000020:00000001:2.0:1789449513.131546:0:33228:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181bf3e60 00000080:00400000:2.0:1789449513.131547:0:33228:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-5(ffff9e8b898b7300) index 4 00000080:00000010:2.0:1789449513.131549:0:33228:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff9e8b898b7300. 00000020:00000001:2.0:1789449513.131551:0:33228:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181bf3e60 00000080:00400000:2.0:1789449513.131553:0:33228:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-6(ffff9e8b898b7800) index 5 00000080:00000010:2.0:1789449513.131554:0:33228:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff9e8b898b7800. 00000020:00000001:2.0:1789449513.131557:0:33228:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181bf3e60 00000080:00400000:2.0:1789449513.131558:0:33228:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-7(ffff9e8b898b7600) index 6 00000080:00000010:2.0:1789449513.131560:0:33228:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff9e8b898b7600. 00000020:00000001:2.0:1789449513.131563:0:33228:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181bf3e60 00000080:00400000:2.0:1789449513.131564:0:33228:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-8(ffff9e8b898b7000) index 7 00000080:00000010:2.0:1789449513.131565:0:33228:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff9e8b898b7000. 00000020:00000001:2.0:1789449513.131575:0:33228:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181bf3e60 00000080:00400000:2.0:1789449513.131577:0:33228:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-9(ffff9e8b898b7280) index 8 00000080:00000010:2.0:1789449513.131578:0:33228:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff9e8b898b7280. 00000020:00000001:2.0:1789449513.131580:0:33228:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181bf3e60 00000080:00400000:2.0:1789449513.131582:0:33228:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-10(ffff9e8b84d2ac00) index 9 00000080:00000010:2.0:1789449513.131583:0:33228:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff9e8b84d2ac00. 00000080:00000010:2.0:1789449513.131589:0:33228:0:(statahead.c:636:ll_sai_free()) kfreed 'sai': 504 at ffff9e8b81340800. 00000080:00000010:2.0:1789449513.131594:0:33228:0:(statahead.c:555:ll_sax_free()) kfreed 'ctx': 2592 at ffff9e8b87e72000. 00000080:00000010:2.1:1789449513.156652:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e8b891139c0. 00010000:00000001:3.0:1789449513.473966:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449513.473975:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449513.473981:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449513.473982:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449513.474129:0:16942:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789449513.474133:0:16942:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449513.474136:0:16942:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789449514.498341:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449514.498349:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449514.498354:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449514.498356:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449514.498386:0:16814:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789449514.498390:0:16814:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449514.498393:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1789449514.719973:0:33333:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449514.948091:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80a9314a-fa92-41c3-8d17-36c58fffb192->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789449514.948102:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789449514.948110:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d19500. 00000020:00000040:0.0:1789449514.948116:0:37:0:(genops.c:1209:class_import_get()) import ffff9e8b83927000 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1789449514.948121:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449514.948124:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449514.948129:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449514.948136:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b864ec400. 00000100:00000001:0.0:1789449514.948143:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449514.948155:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 80a9314a-fa92-41c3-8d17-36c58fffb192->MGS req@ffff9e8b87d19500 x1876371947520256/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789449514.948168:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449514.948172:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449514.948179:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c026079] to pc [ptlrpcd_00_00+0] req@ffff9e8b87d19500 x1876371947520256/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449514.948203:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449514.948205:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789449514.948208:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789449514.948211:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d1b800. 00000020:00000040:0.0:1789449514.948214:0:37:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000100:00000001:0.0:1789449514.948217:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449514.948218:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449514.948221:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449514.948224:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b864ecd00. 00000100:00000001:0.0:1789449514.948227:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449514.948231:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0000_UUID req@ffff9e8b87d1b800 x1876371947520384/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789449514.948239:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449514.948241:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449514.948244:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e56ba1b9] to pc [ptlrpcd_00_01+1] req@ffff9e8b87d1b800 x1876371947520384/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449514.948252:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449514.948254:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789449514.948258:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789449514.948260:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d1aa00. 00000020:00000040:0.0:1789449514.948262:0:37:0:(genops.c:1209:class_import_get()) import ffff9e8b862dc800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000100:00000001:0.0:1789449514.948264:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449514.948265:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449514.948267:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449514.948270:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b864ec200. 00000100:00000001:0.0:1789449514.948272:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449514.948276:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0001_UUID req@ffff9e8b87d1aa00 x1876371947520512/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789449514.948283:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449514.948285:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449514.948288:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab56ac43] to pc [ptlrpcd_00_00+0] req@ffff9e8b87d1aa00 x1876371947520512/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449514.948294:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449514.948297:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789449514.948299:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789449514.948303:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d18380. 00000020:00000040:0.0:1789449514.948305:0:37:0:(genops.c:1209:class_import_get()) import ffff9e8b90c6e800 refcount=3 obd=lustre-OST0000-osc-ffff9e8b89903000 00000100:00000001:0.0:1789449514.948308:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449514.948309:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449514.948311:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449514.948313:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b864ec900. 00000100:00000001:0.0:1789449514.948317:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449514.948321:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0000_UUID req@ffff9e8b87d18380 x1876371947520640/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789449514.948328:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449514.948329:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449514.948333:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066d2a61b] to pc [ptlrpcd_00_01+1] req@ffff9e8b87d18380 x1876371947520640/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449514.948340:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449514.948342:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789449514.948346:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789449514.948350:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 3 (1855) 00000100:00000001:0.0:1789449514.948366:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449514.948369:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449514.948371:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789449514.948376:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b87d19500 x1876371947520256/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449514.948383:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789449514.948385:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449514.948389:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789449514.948391:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789449514.948394:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449514.948397:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b87d19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:80a9314a-fa92-41c3-8d17-36c58fffb192:2399:1876371947520256:192.168.202.109@tcp:400:kworker.0 00000100:00000001:0.0:1789449514.948401:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789449514.948406:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789449514.948408:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449514.948411:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789449514.948415:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b8bc16800. 02000000:00000001:0.0:1789449514.948418:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449514.948426:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:0.0:1789449514.948431:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b86580898. 00000400:00000010:0.0:1789449514.948437:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5aa0. 00000100:00000200:0.0:1789449514.948445:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947520256, portal 25 00000100:00000001:0.0:1789449514.948448:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449514.948449:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849143040 : -107152860408576 : ffff9e8b87d19500) 00000100:00000040:0.0:1789449514.948455:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b87d19500 x1876371947520256/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449530 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449514.948463:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789449514.948466:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1789449514.948469:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5770. 00000100:00000200:0.0:1789449514.948473:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876371947520256, offset 0 00000400:00000200:0.0:1789449514.948479:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1789449514.948488:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449514.948496:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1789449514.948501:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789449514.948505:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1789449514.948508:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789449514.948511:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1789449514.948515:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2843:2843:256:4294967295] 192.168.202.109@tcp LPNI seq info [2843:2843:8:4294967295] 00000400:00000200:0.0:1789449514.948520:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449514.948529:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1789449514.948536:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1789449514.948541:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b864ecb00. 00000800:00000200:0.0:1789449514.948548:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1789449514.948555:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1789449514.948559:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b864ecb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789449514.948584:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449514.948588:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:0.0:1789449514.948591:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296521761 00000100:00000001:0.0:1789449514.948598:0:2399:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296519712 00000100:00000001:0.0:1789449514.948602:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296521761 00000100:00000001:0.0:1789449514.948605:0:2399:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296519712 00000100:00000001:0.0:1789449514.948608:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449514.948611:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449514.948613:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789449514.948617:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b87d1aa00 x1876371947520512/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449514.948624:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789449514.948625:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449514.948627:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789449514.948629:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789449514.948631:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449514.948633:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b87d1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2399:1876371947520512:192.168.202.109@tcp:400:kworker.0 00000100:00000001:0.0:1789449514.948636:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789449514.948639:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789449514.948640:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449514.948642:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789449514.948648:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b8b10d400. 02000000:00000001:0.0:1789449514.948650:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449514.948653:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:0.0:1789449514.948656:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b865809a0. 00000400:00000010:0.0:1789449514.948660:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5660. 00000100:00000200:0.0:1789449514.948663:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947520512, portal 10 00000100:00000001:0.0:1789449514.948665:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449514.948666:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849148416 : -107152860403200 : ffff9e8b87d1aa00) 00000100:00000040:0.0:1789449514.948673:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b87d1aa00 x1876371947520512/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449530 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449514.948679:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789449514.948682:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1789449514.948685:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5f68. 00000100:00000200:0.0:1789449514.948688:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876371947520512, offset 0 00000400:00000200:0.0:1789449514.948692:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1789449514.948695:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449514.948699:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1789449514.948702:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789449514.948704:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1789449514.948707:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789449514.948709:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1789449514.948711:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2844:2844:255:4294967295] 192.168.202.109@tcp LPNI seq info [2844:2844:7:4294967295] 00000400:00000200:0.0:1789449514.948715:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449514.948721:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1789449514.948726:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1789449514.948729:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b864ec600. 00000800:00000200:0.0:1789449514.948733:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1789449514.948737:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1789449514.948740:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b864ec600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789449514.948743:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449514.948746:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: using a timeout of 22102 usecs (23 jiffies) 00000400:00000200:0.0:1789449514.948749:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:0.0:1789449514.948751:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296517657 00000100:00000001:0.0:1789449514.948753:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296521761 00000100:00000001:0.0:1789449514.948756:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296517657 00000100:00000001:0.0:1789449514.948758:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296521761 00000100:00000001:0.0:1789449514.948760:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449514.948762:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449514.948764:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449514.948767:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449514.948774:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449514.948776:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789449514.948778:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449514.948779:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449514.948781:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449514.948783:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1789449514.948785:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449514.948786:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449514.948787:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449514.948789:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449514.948790:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449514.948791:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789449514.948795:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b87d1b800 x1876371947520384/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449514.948801:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789449514.948803:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449514.948804:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789449514.948806:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789449514.948808:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449514.948811:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b87d1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2399:1876371947520384:192.168.202.109@tcp:400:kworker.0 00000100:00000001:0.0:1789449514.948814:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789449514.948817:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789449514.948837:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449514.948839:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789449514.948843:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b8b10d800. 02000000:00000001:0.0:1789449514.948844:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449514.948848:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:0.0:1789449514.948850:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b86580cb8. 00000400:00000010:0.0:1789449514.948854:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5000. 00000100:00000200:0.0:1789449514.948856:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947520384, portal 10 00000100:00000001:0.0:1789449514.948858:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449514.948860:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849152000 : -107152860399616 : ffff9e8b87d1b800) 00000100:00000040:0.0:1789449514.948866:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b87d1b800 x1876371947520384/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449530 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449514.948871:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789449514.948874:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1789449514.948876:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5e58. 00000100:00000200:0.0:1789449514.948902:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876371947520384, offset 0 00000400:00000200:0.0:1789449514.948908:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1789449514.948912:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449514.948915:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1789449514.948918:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789449514.948920:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1789449514.948923:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789449514.948925:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1789449514.948928:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2845:2845:254:4294967295] 192.168.202.109@tcp LPNI seq info [2845:2845:6:4294967295] 00000400:00000200:0.0:1789449514.948931:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449514.948936:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1789449514.948941:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1789449514.948944:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b864eca00. 00000800:00000200:0.0:1789449514.948948:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1789449514.948952:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1789449514.948954:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b864eca00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789449514.948957:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449514.948960:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 816932 usecs (817 jiffies) 00000400:00000200:0.0:1789449514.948963:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:0.0:1789449514.948965:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296518452 00000100:00000001:0.0:1789449514.948967:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296521761 00000100:00000001:0.0:1789449514.948969:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296518452 00000100:00000001:0.0:1789449514.948971:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296521761 00000100:00000001:0.0:1789449514.948973:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449514.948975:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449514.948977:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789449514.948980:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b87d18380 x1876371947520640/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449514.948987:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789449514.948989:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449514.948991:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789449514.948993:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789449514.948995:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449514.948998:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b87d18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2399:1876371947520640:192.168.202.109@tcp:400:kworker.0 00000100:00000001:0.0:1789449514.949001:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789449514.949003:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789449514.949004:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449514.949006:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789449514.949009:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b8b10ca00. 02000000:00000001:0.0:1789449514.949011:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449514.949014:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:0.0:1789449514.949016:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b865808f0. 00000400:00000010:0.0:1789449514.949020:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e52a8. 00000100:00000200:0.0:1789449514.949023:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947520640, portal 4 00000100:00000001:0.0:1789449514.949024:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449514.949025:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849138560 : -107152860413056 : ffff9e8b87d18380) 00000100:00000040:0.0:1789449514.949030:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b87d18380 x1876371947520640/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449530 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449514.949037:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789449514.949039:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1789449514.949042:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e55d8. 00000100:00000200:0.0:1789449514.949044:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876371947520640, offset 0 00000400:00000200:0.0:1789449514.949048:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1789449514.949051:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449514.949054:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1789449514.949057:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789449514.949059:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1789449514.949061:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789449514.949064:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1789449514.949066:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2846:2846:253:4294967295] 192.168.202.109@tcp LPNI seq info [2846:2846:5:4294967295] 00000400:00000200:0.0:1789449514.949070:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449514.949076:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1789449514.949081:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1789449514.949084:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b864ec500. 00000800:00000200:0.0:1789449514.949088:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1789449514.949092:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1789449514.949094:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b864ec500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789449514.949097:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449514.949100:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: using a timeout of 22781 usecs (23 jiffies) 00000400:00000200:0.0:1789449514.949103:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:0.0:1789449514.949104:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296517658 00000100:00000001:0.0:1789449514.949106:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296521761 00000100:00000001:0.0:1789449514.949108:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296517658 00000100:00000001:0.0:1789449514.949110:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296521761 00000100:00000001:0.0:1789449514.949112:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449514.949114:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449514.949116:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449514.949119:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449514.949129:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449514.949131:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449514.951312:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449514.951322:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ecb00. 00000400:00000200:3.0:1789449514.951330:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449514.951337:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449514.951345:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5770 00000400:00000010:3.0:1789449514.951348:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5770. 00000100:00000001:3.0:1789449514.951353:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449514.951361:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d19500 x1876371947520256/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449530 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449514.951374:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449514.951378:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d19500 x1876371947520256/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449530 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449514.951386:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449514.951388:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789449514.951399:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449514.951402:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ec600. 00000400:00000200:3.0:1789449514.951405:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449514.951409:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449514.951412:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5f68 00000400:00000010:3.0:1789449514.951414:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5f68. 00000100:00000001:3.0:1789449514.951416:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449514.951419:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d1aa00 x1876371947520512/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449530 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449514.951427:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449514.951430:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d1aa00 x1876371947520512/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449530 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449514.951436:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449514.951438:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789449514.951446:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449514.951449:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864eca00. 00000400:00000200:3.0:1789449514.951452:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449514.951455:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449514.951458:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5e58 00000400:00000010:3.0:1789449514.951460:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5e58. 00000100:00000001:3.0:1789449514.951462:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449514.951466:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d1b800 x1876371947520384/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449530 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449514.951473:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449514.951476:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d1b800 x1876371947520384/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449530 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449514.951494:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449514.951496:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789449514.951571:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449514.951573:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ec500. 00000400:00000200:3.0:1789449514.951577:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449514.951581:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449514.951584:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e55d8 00000400:00000010:3.0:1789449514.951586:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e55d8. 00000100:00000001:3.0:1789449514.951589:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449514.951593:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d18380 x1876371947520640/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449530 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449514.951600:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449514.951603:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d18380 x1876371947520640/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449530 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449514.951609:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449514.951611:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789449514.971805:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449514.971824:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449514.971838:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449514.971841:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449514.971852:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449514.971861:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449514.971935:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449514.971940:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449514.971945:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449514.971949:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x6aa8ce3660100 00000400:00000200:3.0:1789449514.971955:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449514.971960:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x8185 [1] + 224 00000800:00000001:3.0:1789449514.971968:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449514.971975:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449514.971978:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449514.971983:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449514.971990:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449514.971999:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d19500 x1876371947520256/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449530 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449514.972011:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b87d19500 x1876371947520256/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449530 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449514.972026:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449514.972034:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449514.972039:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449514.972099:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449514.972105:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789449514.972113:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449514.972115:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449514.972118:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b86580898. 00000400:00000200:0.0:1789449514.972123:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5aa0 00000400:00000010:0.0:1789449514.972126:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5aa0. 00000100:00000001:0.0:1789449514.972129:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449514.972133:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b87d19500 x1876371947520256/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449530 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789449514.972143:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b87d19500 x1876371947520256/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449530 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449514.972150:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449514.972153:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449514.972155:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449514.972158:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449514.972161:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449514.972163:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449514.972166:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449514.972174:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b83927460 time=145 v=5 (5 5 5 5) 00000100:00001000:0.0:1789449514.972178:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b83927418 time=145 v=5 (1 1 1 1) 00000100:00000001:0.0:1789449514.972181:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449514.972183:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449514.972186:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449514.972188:0:2399:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449514.972191:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449514.972195:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b87d19500 x1876371947520256/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449530 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449514.972202:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449514.972205:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449514.972207:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449514.972211:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b87d19500 x1876371947520256/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449530 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789449514.972218:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b87d19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:80a9314a-fa92-41c3-8d17-36c58fffb192:2399:1876371947520256:192.168.202.109@tcp:400:kworker.0 00000100:00000001:0.0:1789449514.972224:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449514.972226:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449514.972229:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b87d19500 x1876371947520256/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449530 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449514.972236:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789449514.972238:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449514.972242:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b8bc16800. 02000000:00000001:0.0:1789449514.972247:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789449514.972250:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449514.972252:0:2399:0:(genops.c:1222:class_import_put()) import ffff9e8b83927000 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:0.0:1789449514.972254:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449514.972257:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b864ec400. 02000000:00000001:0.0:1789449514.972261:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449514.972263:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449514.972265:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b87d19500. 00000100:00000001:0.0:1789449514.972268:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449514.972269:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449514.972272:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449514.972273:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449514.972274:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449514.972276:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449514.972278:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789449514.988073:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449514.988093:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449514.988097:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449514.988099:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449514.988108:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449514.988117:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449514.988125:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449514.988129:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449514.988134:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449514.988138:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x6aa8ce3660200 00000400:00000200:3.0:1789449514.988144:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449514.988149:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x818d [1] + 224 00000800:00000001:3.0:1789449514.988155:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449514.988159:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449514.988162:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449514.988166:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449514.988173:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449514.988183:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d1aa00 x1876371947520512/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449530 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449514.988193:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b87d1aa00 x1876371947520512/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449530 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449514.988210:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449514.988219:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449514.988222:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449514.988224:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449514.988226:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449514.988228:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449514.988231:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449514.988235:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449514.988237:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449514.988239:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449514.988242:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x6aa8ce3660180 00000400:00000200:3.0:1789449514.988245:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449514.988249:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x8195 [1] + 224 00000800:00000001:3.0:1789449514.988252:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449514.988255:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449514.988257:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449514.988259:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449514.988262:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449514.988266:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d1b800 x1876371947520384/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449530 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449514.988274:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b87d1b800 x1876371947520384/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449530 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449514.988282:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449514.988285:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449514.988288:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449514.988290:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449514.988292:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449514.988294:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449514.988297:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449514.988301:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449514.988304:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449514.988306:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449514.988309:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 4 MB=0x6aa8ce3660280 00000400:00000200:3.0:1789449514.988312:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449514.988316:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 224/224 into md 0x819d [1] + 224 00000800:00000001:3.0:1789449514.988319:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449514.988324:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449514.988326:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449514.988329:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449514.988332:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449514.988336:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d18380 x1876371947520640/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449530 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449514.988350:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b87d18380 x1876371947520640/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449530 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449514.988365:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449514.988369:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449514.988373:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449514.989703:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449514.989711:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789449514.989719:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449514.989721:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449514.989725:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b86580cb8. 00000400:00000200:0.0:1789449514.989730:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5000 00000400:00000010:0.0:1789449514.989732:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5000. 00000100:00000001:0.0:1789449514.989736:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449514.989743:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b87d1b800 x1876371947520384/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449530 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789449514.989754:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b87d1b800 x1876371947520384/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449530 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449514.989761:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449514.989763:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449514.989766:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449514.989770:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449514.989773:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449514.989775:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449514.989778:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449514.989787:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=144 v=5 (5 102 102 102) 00000100:00001000:0.0:1789449514.989791:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1789449514.989794:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449514.989796:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449514.989799:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449514.989802:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449514.989806:0:2399:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789449514.989808:0:2399:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967636 00000100:00000001:0.0:1789449514.989811:0:2399:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449514.989814:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449514.989839:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b87d1b800 x1876371947520384/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449530 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449514.989846:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449514.989849:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449514.989851:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449514.989854:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b87d1b800 x1876371947520384/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449530 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789449514.989862:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b87d1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2399:1876371947520384:192.168.202.109@tcp:400:kworker.0 00000400:00000001:0.0:1789449514.989868:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449514.989869:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449514.989871:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b865808f0. 00000400:00000200:0.0:1789449514.989873:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e52a8 00000400:00000010:0.0:1789449514.989875:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e52a8. 00000100:00000001:0.0:1789449514.989877:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449514.989902:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b87d18380 x1876371947520640/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449530 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789449514.989910:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b87d18380 x1876371947520640/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449530 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449514.989916:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449514.989917:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449514.989919:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449514.989920:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449514.989921:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449514.989923:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449514.989924:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449514.989928:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b90c6ec60 time=144 v=5 (5 5 5 36) 00000100:00001000:0.0:1789449514.989931:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b90c6ec18 time=26 v=5 (1 0 0 0) 00000100:00000001:0.0:1789449514.989933:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449514.989934:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449514.989936:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449514.989938:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449514.989940:0:2399:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789449514.989941:0:2399:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e8b89903000: skip recheck: last_committed 4294967322 00000100:00000001:0.0:1789449514.989943:0:2399:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449514.989944:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449514.989949:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b87d18380 x1876371947520640/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449530 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449514.989955:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449514.989957:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449514.989958:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449514.989962:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b87d18380 x1876371947520640/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449530 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789449514.989969:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b87d18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2399:1876371947520640:192.168.202.109@tcp:400:kworker.0 00000400:00000001:0.0:1789449514.989975:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449514.989976:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449514.989978:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b865809a0. 00000400:00000200:0.0:1789449514.989980:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5660 00000400:00000010:0.0:1789449514.989982:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5660. 00000100:00000001:0.0:1789449514.989984:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449514.989987:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b87d1aa00 x1876371947520512/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449530 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789449514.989994:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b87d1aa00 x1876371947520512/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449530 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449514.990001:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449514.990002:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449514.990004:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449514.990005:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449514.990006:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449514.990007:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449514.990009:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449514.990013:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b862dcc60 time=144 v=5 (5 102 102 102) 00000100:00001000:0.0:1789449514.990016:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b862dcc18 time=144 v=5 (1 1 1 1) 00000100:00000001:0.0:1789449514.990018:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449514.990019:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449514.990021:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449514.990023:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449514.990025:0:2399:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789449514.990026:0:2399:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967328 00000100:00000001:0.0:1789449514.990028:0:2399:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449514.990029:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449514.990033:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b87d1aa00 x1876371947520512/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449530 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449514.990049:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449514.990051:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449514.990052:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449514.990055:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b87d1aa00 x1876371947520512/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449530 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789449514.990061:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b87d1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2399:1876371947520512:192.168.202.109@tcp:400:kworker.0 00000100:00000001:0.0:1789449514.990065:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449514.990068:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449514.990071:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b87d1b800 x1876371947520384/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449530 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449514.990076:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789449514.990078:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449514.990081:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b8b10d800. 02000000:00000001:0.0:1789449514.990086:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789449514.990089:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449514.990091:0:2399:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:0.0:1789449514.990093:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449514.990095:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b864ecd00. 02000000:00000001:0.0:1789449514.990097:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449514.990099:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449514.990101:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b87d1b800. 00000100:00000001:0.0:1789449514.990105:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449514.990106:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449514.990107:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449514.990110:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b87d18380 x1876371947520640/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449530 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449514.990115:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789449514.990116:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449514.990117:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b8b10ca00. 02000000:00000001:0.0:1789449514.990120:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789449514.990121:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449514.990122:0:2399:0:(genops.c:1222:class_import_put()) import ffff9e8b90c6e800 refcount=2 obd=lustre-OST0000-osc-ffff9e8b89903000 00000020:00000001:0.0:1789449514.990123:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449514.990125:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b864ec900. 02000000:00000001:0.0:1789449514.990126:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449514.990127:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449514.990129:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b87d18380. 00000100:00000001:0.0:1789449514.990131:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449514.990132:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449514.990134:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449514.990136:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b87d1aa00 x1876371947520512/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449530 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449514.990142:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789449514.990143:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449514.990145:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b8b10d400. 02000000:00000001:0.0:1789449514.990147:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789449514.990148:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449514.990149:0:2399:0:(genops.c:1222:class_import_put()) import ffff9e8b862dc800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000020:00000001:0.0:1789449514.990151:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449514.990152:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b864ec200. 02000000:00000001:0.0:1789449514.990154:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449514.990155:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449514.990156:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b87d1aa00. 00000100:00000001:0.0:1789449514.990158:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449514.990159:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449514.990161:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449514.990168:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449514.990170:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449514.990172:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449514.990174:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449515.522308:0:33382:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449515.522319:0:33382:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449515.522328:0:33382:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449515.522329:0:33382:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449515.523015:0:16815:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789449515.523022:0:16815:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449515.523027:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789449516.550676:0:33382:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449516.550686:0:33382:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449516.550691:0:33382:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449516.550692:0:33382:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449516.550754:0:16942:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789449516.550757:0:16942:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449516.550760:0:16942:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1789449517.373775:0:33474:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449517.584216:0:33382:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449517.584226:0:33382:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449517.584233:0:33382:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449517.584234:0:33382:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449517.587452:0:16814:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789449517.587463:0:16814:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449517.587469:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789449517.955840:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80a9314a-fa92-41c3-8d17-36c58fffb192->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789449517.955850:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789449517.955863:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065c700. 00000020:00000040:2.0:1789449517.955872:0:37:0:(genops.c:1209:class_import_get()) import ffff9e8b83927000 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:2.0:1789449517.955984:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449517.955989:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449517.955995:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449517.956006:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b861f5000. 00000100:00000001:2.0:1789449517.956015:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449517.956031:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 80a9314a-fa92-41c3-8d17-36c58fffb192->MGS req@ffff9e8b9065c700 x1876371947520768/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789449517.956044:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449517.956049:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449517.956057:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061cd0eef] to pc [ptlrpcd_01_01+1] req@ffff9e8b9065c700 x1876371947520768/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449517.956080:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449517.956083:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789449517.956086:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789449517.956089:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065df80. 00000020:00000040:2.0:1789449517.956092:0:37:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000100:00000001:2.0:1789449517.956094:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449517.956095:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449517.956097:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449517.956101:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b861f5a00. 00000100:00000001:2.0:1789449517.956104:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449517.956107:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0000_UUID req@ffff9e8b9065df80 x1876371947520896/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789449517.956115:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449517.956117:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449517.956120:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd0bc953] to pc [ptlrpcd_01_00+0] req@ffff9e8b9065df80 x1876371947520896/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449517.956128:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449517.956130:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789449517.956134:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789449517.956137:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065d180. 00000020:00000040:2.0:1789449517.956139:0:37:0:(genops.c:1209:class_import_get()) import ffff9e8b862dc800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000100:00000001:2.0:1789449517.956141:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449517.956142:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449517.956144:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449517.956146:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b861f5f00. 00000100:00000001:2.0:1789449517.956149:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449517.956153:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0001_UUID req@ffff9e8b9065d180 x1876371947521024/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789449517.956165:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449517.956167:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449517.956170:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e2108b47] to pc [ptlrpcd_01_01+1] req@ffff9e8b9065d180 x1876371947521024/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449517.956177:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449517.956179:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789449517.956182:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789449517.956187:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065d500. 00000020:00000040:2.0:1789449517.956189:0:37:0:(genops.c:1209:class_import_get()) import ffff9e8b90c6e800 refcount=3 obd=lustre-OST0000-osc-ffff9e8b89903000 00000100:00000001:2.0:1789449517.956190:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449517.956192:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449517.956193:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449517.956199:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b861f5100. 00000100:00000001:2.0:1789449517.956201:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449517.956205:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0000_UUID req@ffff9e8b9065d500 x1876371947521152/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789449517.956212:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449517.956213:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449517.956217:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f9e8b8b] to pc [ptlrpcd_01_00+0] req@ffff9e8b9065d500 x1876371947521152/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449517.956224:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449517.956227:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789449517.956230:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789449517.956236:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1858) 00000100:00000001:2.0:1789449517.956250:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449517.956254:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449517.956257:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789449517.956263:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065c700 x1876371947520768/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449517.956277:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449517.956280:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449517.956285:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449517.956288:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449517.956291:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449517.956295:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:80a9314a-fa92-41c3-8d17-36c58fffb192:2402:1876371947520768:192.168.202.109@tcp:400:kworker.0 00000100:00000001:2.0:1789449517.956300:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789449517.956307:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449517.956310:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449517.956313:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789449517.956318:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b864b0e00. 02000000:00000001:2.0:1789449517.956320:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449517.956331:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449517.956336:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b9d10. 00000400:00000010:2.0:1789449517.956345:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d000. 00000100:00000200:2.0:1789449517.956355:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947520768, portal 25 00000100:00000001:2.0:1789449517.956357:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449517.956360:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993072896 : -107152716478720 : ffff9e8b9065c700) 00000100:00000040:2.0:1789449517.956365:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b9065c700 x1876371947520768/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449517.956373:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449517.956376:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449517.956379:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d908. 00000100:00000200:2.0:1789449517.956382:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876371947520768, offset 0 00000400:00000200:2.0:1789449517.956390:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449517.956401:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449517.956411:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449517.956418:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449517.956423:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449517.956428:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449517.956431:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449517.956436:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2847:2847:256:4294967295] 192.168.202.109@tcp LPNI seq info [2847:2847:8:4294967295] 00000400:00000200:2.0:1789449517.956440:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449517.956452:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449517.956459:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449517.956465:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b861f5c00. 00000800:00000200:2.0:1789449517.956473:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449517.956482:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449517.956487:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b861f5c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789449517.956498:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449517.956503:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449517.956506:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296524769 00000100:00000001:2.0:1789449517.956515:0:2402:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296521761 00000100:00000001:2.0:1789449517.956518:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296524769 00000100:00000001:2.0:1789449517.956522:0:2402:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296521761 00000100:00000001:2.0:1789449517.956525:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449517.956528:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449517.956531:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789449517.956535:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065d180 x1876371947521024/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449517.956542:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449517.956543:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449517.956545:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449517.956547:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449517.956549:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449517.956552:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2402:1876371947521024:192.168.202.109@tcp:400:kworker.0 00000100:00000001:2.0:1789449517.956554:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789449517.956557:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449517.956559:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449517.956560:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789449517.956564:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b864b0a00. 02000000:00000001:2.0:1789449517.956566:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449517.956569:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449517.956572:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b9c60. 00000400:00000010:2.0:1789449517.956575:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085de58. 00000100:00000200:2.0:1789449517.956578:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947521024, portal 10 00000100:00000001:2.0:1789449517.956580:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449517.956581:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993075584 : -107152716476032 : ffff9e8b9065d180) 00000100:00000040:2.0:1789449517.956589:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b9065d180 x1876371947521024/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449517.956595:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449517.956597:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449517.956599:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d990. 00000100:00000200:2.0:1789449517.956602:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876371947521024, offset 0 00000400:00000200:2.0:1789449517.956606:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449517.956609:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449517.956613:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449517.956616:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449517.956619:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449517.956621:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449517.956623:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449517.956626:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2848:2848:255:4294967295] 192.168.202.109@tcp LPNI seq info [2848:2848:7:4294967295] 00000400:00000200:2.0:1789449517.956630:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449517.956636:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449517.956640:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449517.956643:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b861f5e00. 00000800:00000200:2.0:1789449517.956647:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449517.956651:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449517.956653:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b861f5e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789449517.956656:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449517.956660:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: using a timeout of 22213 usecs (23 jiffies) 00000400:00000200:2.0:1789449517.956663:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449517.956666:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296520665 00000100:00000001:2.0:1789449517.956668:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296524769 00000100:00000001:2.0:1789449517.956670:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296520665 00000100:00000001:2.0:1789449517.956672:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296524769 00000100:00000001:2.0:1789449517.956674:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449517.956676:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449517.956678:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449517.956682:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449517.956690:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449517.956693:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789449517.956695:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449517.956696:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449517.956698:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449517.956701:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:2.0:1789449517.956703:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449517.956705:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449517.956706:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449517.956708:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449517.956709:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449517.956710:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789449517.956714:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065df80 x1876371947520896/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449517.956721:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449517.956723:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449517.956725:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449517.956727:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449517.956729:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449517.956731:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2402:1876371947520896:192.168.202.109@tcp:400:kworker.0 00000100:00000001:2.0:1789449517.956735:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789449517.956737:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449517.956738:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449517.956740:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789449517.956744:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b864b1000. 02000000:00000001:2.0:1789449517.956746:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449517.956750:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449517.956752:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b9000. 00000400:00000010:2.0:1789449517.956756:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d660. 00000100:00000200:2.0:1789449517.956759:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947520896, portal 10 00000100:00000001:2.0:1789449517.956761:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449517.956762:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993079168 : -107152716472448 : ffff9e8b9065df80) 00000100:00000040:2.0:1789449517.956769:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b9065df80 x1876371947520896/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449517.956775:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449517.956777:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449517.956780:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d2a8. 00000100:00000200:2.0:1789449517.956782:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876371947520896, offset 0 00000400:00000200:2.0:1789449517.956787:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449517.956791:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449517.956794:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449517.956797:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449517.956799:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449517.956815:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449517.956818:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449517.956820:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2849:2849:254:4294967295] 192.168.202.109@tcp LPNI seq info [2849:2849:6:4294967295] 00000400:00000200:2.0:1789449517.956824:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449517.956830:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449517.956834:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449517.956839:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b907f5f00. 00000800:00000200:2.0:1789449517.956843:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449517.956848:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449517.956851:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b907f5f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789449517.956854:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449517.956856:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 815923 usecs (816 jiffies) 00000400:00000200:2.0:1789449517.956860:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449517.956861:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296521458 00000100:00000001:2.0:1789449517.956865:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296524769 00000100:00000001:2.0:1789449517.956867:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296521458 00000100:00000001:2.0:1789449517.956869:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296524769 00000100:00000001:2.0:1789449517.956871:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449517.956873:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449517.956876:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789449517.956914:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065d500 x1876371947521152/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449517.956921:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449517.956923:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449517.956925:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449517.956926:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449517.956928:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449517.956931:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2402:1876371947521152:192.168.202.109@tcp:400:kworker.0 00000100:00000001:2.0:1789449517.956934:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789449517.956936:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449517.956937:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449517.956939:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789449517.956943:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b864b1800. 02000000:00000001:2.0:1789449517.956945:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449517.956948:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449517.956950:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b9b58. 00000400:00000010:2.0:1789449517.956954:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085dd48. 00000100:00000200:2.0:1789449517.956957:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947521152, portal 4 00000100:00000001:2.0:1789449517.956958:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449517.956960:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993076480 : -107152716475136 : ffff9e8b9065d500) 00000100:00000040:2.0:1789449517.956966:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b9065d500 x1876371947521152/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449517.956971:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449517.956973:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449517.956976:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d3b8. 00000100:00000200:2.0:1789449517.956978:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876371947521152, offset 0 00000400:00000200:2.0:1789449517.956983:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449517.956987:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449517.956990:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449517.956993:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449517.956995:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449517.956998:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449517.957000:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449517.957003:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2850:2850:253:4294967295] 192.168.202.109@tcp LPNI seq info [2850:2850:5:4294967295] 00000400:00000200:2.0:1789449517.957006:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449517.957012:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449517.957016:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449517.957020:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b8c688b00. 00000800:00000200:2.0:1789449517.957023:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449517.957027:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449517.957030:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b8c688b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789449517.957033:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449517.957036:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: using a timeout of 22926 usecs (23 jiffies) 00000400:00000200:2.0:1789449517.957039:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449517.957041:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296520666 00000100:00000001:2.0:1789449517.957043:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296524769 00000100:00000001:2.0:1789449517.957045:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296520666 00000100:00000001:2.0:1789449517.957048:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296524769 00000100:00000001:2.0:1789449517.957050:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449517.957052:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449517.957054:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449517.957057:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449517.957185:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449517.957190:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449517.957238:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449517.957243:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b861f5c00. 00000400:00000200:3.0:1789449517.957250:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449517.957257:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449517.957264:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d908 00000400:00000010:3.0:1789449517.957267:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d908. 00000100:00000001:3.0:1789449517.957272:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449517.957277:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065c700 x1876371947520768/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449517.957288:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449517.957292:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065c700 x1876371947520768/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449533 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449517.957300:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449517.957301:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789449517.957317:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449517.957320:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b861f5e00. 00000400:00000200:3.0:1789449517.957322:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449517.957326:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449517.957328:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d990 00000400:00000010:3.0:1789449517.957330:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d990. 00000100:00000001:3.0:1789449517.957332:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449517.957336:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065d180 x1876371947521024/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449517.957343:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449517.957346:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065d180 x1876371947521024/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449533 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449517.957352:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449517.957354:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789449517.957361:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449517.957364:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b907f5f00. 00000400:00000200:3.0:1789449517.957366:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449517.957369:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449517.957372:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d2a8 00000400:00000010:3.0:1789449517.957373:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d2a8. 00000100:00000001:3.0:1789449517.957375:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449517.957378:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065df80 x1876371947520896/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449517.957385:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449517.957387:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065df80 x1876371947520896/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449533 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449517.957393:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449517.957395:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789449517.957461:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449517.957465:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c688b00. 00000400:00000200:3.0:1789449517.957468:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449517.957471:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449517.957473:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d3b8 00000400:00000010:3.0:1789449517.957475:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d3b8. 00000100:00000001:3.0:1789449517.957477:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449517.957480:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065d500 x1876371947521152/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449517.957487:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449517.957490:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065d500 x1876371947521152/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449533 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449517.957495:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449517.957497:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789449517.980203:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449517.980224:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449517.980230:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449517.980233:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449517.980244:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449517.980254:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449517.980265:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449517.980271:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449517.980279:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449517.980284:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x6aa8ce3660300 00000400:00000200:3.0:1789449517.980291:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449517.980299:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x81a5 [1] + 224 00000800:00000001:3.0:1789449517.980308:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449517.980313:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449517.980317:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449517.980323:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449517.980333:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449517.980345:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065c700 x1876371947520768/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449533 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449517.980357:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b9065c700 x1876371947520768/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449533 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449517.980387:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449517.980397:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449517.980401:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449517.980403:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449517.980405:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449517.980408:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449517.980412:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449517.980416:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449517.980419:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449517.980421:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449517.980424:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 4 MB=0x6aa8ce3660480 00000400:00000200:3.0:1789449517.980428:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449517.980433:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 224/224 into md 0x81d5 [1] + 224 00000800:00000001:3.0:1789449517.980437:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449517.980440:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449517.980442:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449517.980446:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449517.980449:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449517.980454:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065d500 x1876371947521152/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449533 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449517.980463:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b9065d500 x1876371947521152/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449533 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449517.980471:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449517.980474:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449517.980477:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449517.980479:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449517.980481:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449517.980484:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449517.980488:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449517.980491:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449517.980494:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449517.980497:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449517.980500:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x6aa8ce3660400 00000400:00000200:3.0:1789449517.980504:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449517.980508:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x81b5 [1] + 224 00000800:00000001:3.0:1789449517.980511:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449517.980514:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449517.980516:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449517.980519:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449517.980522:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449517.980527:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065d180 x1876371947521024/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449533 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449517.980537:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b9065d180 x1876371947521024/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449533 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449517.980544:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449517.980547:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449517.980550:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449517.980552:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449517.980554:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449517.980557:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449517.980560:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449517.980564:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449517.980567:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449517.980570:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449517.980573:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x6aa8ce3660380 00000400:00000200:3.0:1789449517.980576:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449517.980580:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x81c5 [1] + 224 00000800:00000001:3.0:1789449517.980584:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449517.980589:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449517.980591:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449517.980594:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449517.980597:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449517.980602:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065df80 x1876371947520896/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449533 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449517.980611:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b9065df80 x1876371947520896/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449533 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449517.980618:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449517.980621:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449517.980624:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449517.980641:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449517.980645:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789449517.980654:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449517.980656:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449517.980660:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b9000. 00000400:00000200:3.0:1789449517.980666:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d660 00000400:00000010:3.0:1789449517.980669:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d660. 00000100:00000001:3.0:1789449517.980673:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449517.980678:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065df80 x1876371947520896/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449533 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789449517.980687:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065df80 x1876371947520896/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449533 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449517.980694:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449517.980697:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449517.980700:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449517.980703:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449517.980706:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449517.980709:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449517.980713:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449517.980725:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=147 v=5 (5 102 102 102) 00000100:00001000:3.0:1789449517.980729:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1789449517.980732:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789449517.980734:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449517.980737:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789449517.980741:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449517.980746:0:2402:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789449517.980748:0:2402:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967636 00000100:00000001:3.0:1789449517.980751:0:2402:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789449517.980755:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449517.980760:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065df80 x1876371947520896/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449533 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449517.980767:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449517.980770:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449517.980773:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449517.980778:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065df80 x1876371947520896/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449533 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789449517.980786:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2402:1876371947520896:192.168.202.109@tcp:400:kworker.0 00000400:00000001:3.0:1789449517.980792:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449517.980794:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449517.980795:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b9b58. 00000400:00000200:3.0:1789449517.980798:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085dd48 00000400:00000010:3.0:1789449517.980800:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085dd48. 00000100:00000001:3.0:1789449517.980815:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449517.980819:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065d500 x1876371947521152/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449533 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789449517.980827:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065d500 x1876371947521152/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449533 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449517.980834:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449517.980835:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449517.980837:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449517.980838:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449517.980840:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449517.980841:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449517.980843:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449517.980847:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b90c6ec60 time=147 v=5 (5 5 5 36) 00000100:00001000:3.0:1789449517.980850:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b90c6ec18 time=29 v=5 (1 0 0 0) 00000100:00000001:3.0:1789449517.980853:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789449517.980854:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449517.980856:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789449517.980858:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449517.980861:0:2402:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789449517.980862:0:2402:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e8b89903000: skip recheck: last_committed 4294967322 00000100:00000001:3.0:1789449517.980864:0:2402:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789449517.980866:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449517.980869:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065d500 x1876371947521152/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449533 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449517.980876:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449517.980910:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449517.980911:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449517.980916:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065d500 x1876371947521152/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449533 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789449517.980923:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2402:1876371947521152:192.168.202.109@tcp:400:kworker.0 00000400:00000001:3.0:1789449517.980929:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449517.980930:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449517.980931:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b9d10. 00000400:00000200:3.0:1789449517.980934:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d000 00000400:00000010:3.0:1789449517.980936:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d000. 00000100:00000001:3.0:1789449517.980938:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449517.980942:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065c700 x1876371947520768/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449533 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789449517.980950:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065c700 x1876371947520768/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449533 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449517.980956:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449517.980957:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449517.980959:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449517.980960:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449517.980961:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449517.980962:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449517.980964:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449517.980967:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b83927460 time=148 v=5 (5 5 5 5) 00000100:00001000:3.0:1789449517.980971:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b83927418 time=148 v=5 (1 1 1 1) 00000100:00000001:3.0:1789449517.980974:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789449517.980975:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449517.980977:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789449517.980979:0:2402:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449517.980980:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449517.980984:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065c700 x1876371947520768/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449533 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449517.980991:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449517.980993:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449517.980994:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449517.980998:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065c700 x1876371947520768/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449533 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789449517.981006:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:80a9314a-fa92-41c3-8d17-36c58fffb192:2402:1876371947520768:192.168.202.109@tcp:400:kworker.0 00000400:00000001:3.0:1789449517.981010:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449517.981011:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449517.981013:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b9c60. 00000400:00000200:3.0:1789449517.981016:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085de58 00000400:00000010:3.0:1789449517.981018:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085de58. 00000100:00000001:3.0:1789449517.981020:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449517.981023:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065d180 x1876371947521024/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449533 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789449517.981031:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065d180 x1876371947521024/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449533 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449517.981038:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449517.981039:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449517.981041:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449517.981042:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449517.981043:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449517.981045:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449517.981046:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449517.981050:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b862dcc60 time=147 v=5 (5 102 102 102) 00000100:00001000:3.0:1789449517.981054:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b862dcc18 time=147 v=5 (1 1 1 1) 00000100:00000001:3.0:1789449517.981057:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789449517.981058:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449517.981060:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789449517.981062:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449517.981064:0:2402:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789449517.981066:0:2402:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967328 00000100:00000001:3.0:1789449517.981067:0:2402:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789449517.981069:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449517.981072:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065d180 x1876371947521024/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449533 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449517.981079:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449517.981081:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449517.981082:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449517.981086:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065d180 x1876371947521024/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449533 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789449517.981094:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2402:1876371947521024:192.168.202.109@tcp:400:kworker.0 00000100:00000001:3.0:1789449517.981098:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449517.981101:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449517.981104:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065df80 x1876371947520896/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449533 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449517.981112:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449517.981114:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449517.981119:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b864b1000. 02000000:00000001:3.0:1789449517.981123:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449517.981127:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449517.981129:0:2402:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:3.0:1789449517.981131:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449517.981134:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b861f5a00. 02000000:00000001:3.0:1789449517.981139:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449517.981141:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449517.981143:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065df80. 00000100:00000001:3.0:1789449517.981148:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449517.981149:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449517.981151:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449517.981155:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065d500 x1876371947521152/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449533 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449517.981161:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449517.981162:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449517.981164:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b864b1800. 02000000:00000001:3.0:1789449517.981166:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449517.981167:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449517.981168:0:2402:0:(genops.c:1222:class_import_put()) import ffff9e8b90c6e800 refcount=2 obd=lustre-OST0000-osc-ffff9e8b89903000 00000020:00000001:3.0:1789449517.981170:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449517.981171:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b861f5100. 02000000:00000001:3.0:1789449517.981173:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449517.981175:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449517.981176:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065d500. 00000100:00000001:3.0:1789449517.981178:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449517.981179:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449517.981181:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449517.981184:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065c700 x1876371947520768/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449533 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449517.981190:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449517.981191:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449517.981193:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b864b0e00. 02000000:00000001:3.0:1789449517.981195:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449517.981196:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449517.981198:0:2402:0:(genops.c:1222:class_import_put()) import ffff9e8b83927000 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:3.0:1789449517.981199:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449517.981201:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b861f5000. 02000000:00000001:3.0:1789449517.981203:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449517.981204:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449517.981205:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065c700. 00000100:00000001:3.0:1789449517.981208:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449517.981209:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449517.981211:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449517.981214:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065d180 x1876371947521024/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449533 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449517.981222:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449517.981223:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449517.981225:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b864b0a00. 02000000:00000001:3.0:1789449517.981227:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449517.981228:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449517.981229:0:2402:0:(genops.c:1222:class_import_put()) import ffff9e8b862dc800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000020:00000001:3.0:1789449517.981231:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449517.981232:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b861f5f00. 02000000:00000001:3.0:1789449517.981234:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449517.981236:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449517.981237:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065d180. 00000100:00000001:3.0:1789449517.981239:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449517.981240:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449517.981243:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449517.981252:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449517.981255:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449517.981257:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449517.981260:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449518.594071:0:33382:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449518.594082:0:33382:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449518.594090:0:33382:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449518.594091:0:33382:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449518.594161:0:16815:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789449518.594165:0:16815:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449518.594169:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1789449518.976287:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449518.976306:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449518.976311:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449518.976316:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449518.976327:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449518.976337:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449518.976348:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449518.976355:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449518.976361:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449518.976366:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 328 into portal 15 MB=0x6aa8ce47d0380 00000400:00000200:2.0:1789449518.976376:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.109@tcp of length 328/328 into md 0x7f8d [2] + 328 00000800:00000001:2.0:1789449518.976386:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449518.976394:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449518.976399:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449518.976405:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449518.976417:0:2393:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1789449518.976420:0:2393:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1789449518.976428:0:2393:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065ce00. 00000100:00000040:2.0:1789449518.976433:0:2393:0:(events.c:341:request_in_callback()) incoming req@ffff9e8b9065ce00 x1876371965805440 msgsize 328 00000100:00100000:2.0:1789449518.976438:0:2393:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.109@tcp (source: 12345-192.168.202.109@tcp) 00000100:00000001:2.0:1789449518.976449:0:2393:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:2.0:1789449518.976459:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449518.976462:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449518.976491:0:16806:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1789449518.976494:0:16806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876371965805440 02000000:00000001:2.0:1789449518.976497:0:16806:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1789449518.976500:0:16806:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789449518.976503:0:16806:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449518.976510:0:16806:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449518.976515:0:16806:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876371965805440 00000020:00000001:2.0:1789449518.976519:0:16806:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789449518.976522:0:16806:0:(genops.c:804:class_conn2export()) looking for export cookie 0xcddde1459ded5b36 00000020:00000001:2.0:1789449518.976526:0:16806:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449518.976529:0:16806:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e8b89bcf000 refcount=4 00000020:00000001:2.0:1789449518.976532:0:16806:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920881344512 : -107152828207104 : ffff9e8b89bcf000) 00000020:00000001:2.0:1789449518.976535:0:16806:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636920881344512 : -107152828207104 : ffff9e8b89bcf000) 00000100:00000001:2.0:1789449518.976540:0:16806:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1789449518.976547:0:16806:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e8b90fc9140. 00000100:00000001:2.0:1789449518.976550:0:16806:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789449518.976553:0:16806:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e8b90fc9140. 00000020:00000010:2.0:1789449518.976563:0:16806:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e8b86782a00. 00000020:00000010:2.0:1789449518.976570:0:16806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e8b84d2a200. 00000020:00000010:2.0:1789449518.976576:0:16806:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e8b83cb7578. 00000100:00000040:2.0:1789449518.976589:0:16806:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1789449518.976593:0:16806:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1789449518.976595:0:16806:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1789449518.976597:0:16806:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449518.978965:0:16806:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449518.978986:0:16806:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449518.979010:0:16806:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1789449518.979012:0:16806:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1789449518.979022:0:16806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.109@tcp, seq: 61 00000100:00000040:2.0:1789449518.979027:0:16806:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9e8b89bcf000 : new rpc_count 1 00000100:00000001:2.0:1789449518.979029:0:16806:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446636920993074688 : -107152716476928 : ffff9e8b9065ce00) 00000100:00000040:2.0:1789449518.979037:0:16806:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e8b9065ce00 x1876371965805440/t0(0) o104->LOV_OSC_UUID@192.168.202.109@tcp:624/0 lens 328/0 e 0 to 0 dl 1789449529 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789449518.980916:0:16806:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1789449518.980929:0:16806:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e8b90fc9140. 00000100:00000001:2.0:1789449518.980934:0:16806:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789449518.980939:0:16806:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e8b90fc9140. 00000100:00100000:2.0:1789449518.980950:0:16806:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9e8b9065ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8827:x1876371965805440:12345-192.168.202.109@tcp:104: 00000100:00000200:2.0:1789449518.980954:0:16806:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876371965805440 00010000:00000001:2.0:1789449518.980958:0:16806:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1789449518.980969:0:16806:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449518.980972:0:16806:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449518.980976:0:16806:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4dc00 refcount=2 00000020:00000001:2.0:1789449518.980978:0:16806:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016081408 : -107152693470208 : ffff9e8b91c4dc00) 00010000:00000001:2.0:1789449518.980982:0:16806:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016081408 : -107152693470208 : ffff9e8b91c4dc00) 00010000:00000001:2.0:1789449518.980986:0:16806:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449518.980992:0:16806:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789449518.980998:0:16806:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000059f2df9/0xcddde1459ded6722 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xeb7cbf5e2fd3d6ce expref: -99 pid: 33229 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00000001:2.0:1789449518.981014:0:16806:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1789449518.981018:0:16806:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1789449518.981025:0:16806:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e8b83607400. 02000000:00000001:2.0:1789449518.981028:0:16806:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449518.981031:0:16806:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449518.981037:0:16806:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1789449518.981040:0:16806:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789449518.981045:0:16806:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b91c491e8 time=147 v=5 (1 1 1 1) 00000100:00000001:2.0:1789449518.981050:0:16806:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789449518.981054:0:16806:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9e8b895f2700 refcount 16 to 192.168.202.109@tcp 00000100:00000001:2.0:1789449518.981056:0:16806:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446636920875198208 : -107152834353408 : ffff9e8b895f2700) 02000000:00000001:2.0:1789449518.981059:0:16806:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1789449518.981061:0:16806:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449518.981065:0:16806:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449518.981068:0:16806:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449518.981076:0:16806:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d088. 00000100:00000200:2.0:1789449518.981085:0:16806:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1876371965805440, offset 224 00000400:00000200:2.0:1789449518.981093:0:16806:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449518.981106:0:16806:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449518.981116:0:16806:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.202.9@tcp to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449518.981124:0:16806:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2851:2851:256:4294967295] 192.168.202.109@tcp LPNI seq info [2851:2851:8:4294967295] 00000400:00000200:2.0:1789449518.981129:0:16806:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449518.981140:0:16806:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449518.981148:0:16806:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449518.981154:0:16806:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b8c688200. 00000800:00000200:2.0:1789449518.981162:0:16806:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449518.981171:0:16806:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449518.981177:0:16806:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b8c688200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789449518.981205:0:16806:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449518.981209:0:16806:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9e8b895f2700 refcount 15 to 192.168.202.109@tcp 00010000:00000001:2.0:1789449518.981213:0:16806:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1789449518.981218:0:16806:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9e8b862e3840. 00010000:00000001:2.0:1789449518.981220:0:16806:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1789449518.981237:0:16806:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1789449518.981240:0:16806:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449518.981242:0:16806:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449518.981244:0:16806:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449518.981251:0:16806:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065ce00 x1876371965805440/t0(0) o104->LOV_OSC_UUID@192.168.202.109@tcp:624/0 lens 328/224 e 0 to 0 dl 1789449529 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789449518.981261:0:16806:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9e8b9065ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8827:x1876371965805440:12345-192.168.202.109@tcp:104: Request processed in 350us (4825us total) trans 0 rc 0/0 00000100:00100000:2.0:1789449518.981271:0:16806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.109@tcp, seq: 61 00000100:00000040:2.0:1789449518.981276:0:16806:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e8b89bcf000 : new rpc_count 0 00000100:00000001:2.0:1789449518.981278:0:16806:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1789449518.981280:0:16806:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1789449518.981288:0:16806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e8b84d2a200. 00000020:00000010:2.0:1789449518.981293:0:16806:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e8b83cb7578. 00000020:00000010:2.0:1789449518.981298:0:16806:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e8b86782a00. 00000020:00000040:2.0:1789449518.981304:0:16806:0:(genops.c:879:class_export_put()) PUTting export ffff9e8b89bcf000 : new refcount 3 00000100:00000001:2.0:1789449518.981308:0:16806:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789449518.981458:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449518.981464:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c688200. 00000400:00000200:3.0:1789449518.981471:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449518.981477:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449518.981484:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d088 00000400:00000010:3.0:1789449518.981487:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d088. 00000100:00000001:3.0:1789449518.981492:0:2394:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1789449518.981494:0:2394:0:(events.c:402:reply_out_callback()) Process leaving 00000020:00000001:1.0:1789449518.982020:0:16942:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789449518.982025:0:16942:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449518.982029:0:16942:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1789449518.982033:0:16942:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1789449518.982036:0:16942:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1789449518.982041:0:16942:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000059f2df9/0xcddde1459ded6722 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xeb7cbf5e2fd3d6ce expref: -99 pid: 33229 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1789449518.982054:0:16942:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e8b91c4dc00 already unused, calling callback (ffffffffc11f9300) 00000008:00000001:1.0:1789449518.982059:0:16942:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1789449518.982062:0:16942:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1789449518.982064:0:16942:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449518.982066:0:16942:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449518.982069:0:16942:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4dc00 refcount=3 00000020:00000001:1.0:1789449518.982072:0:16942:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016081408 : -107152693470208 : ffff9e8b91c4dc00) 00010000:00000001:1.0:1789449518.982075:0:16942:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016081408 : -107152693470208 : ffff9e8b91c4dc00) 00010000:00000001:1.0:1789449518.982078:0:16942:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789449518.982082:0:16942:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000059f2df9/0xcddde1459ded6722 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xeb7cbf5e2fd3d6ce expref: -99 pid: 33229 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:1.0:1789449518.982091:0:16942:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1789449518.982094:0:16942:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789449518.982098:0:16942:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820824760 : -107152888726856 : ffff9e8b86217ab8) 00000020:00001000:1.0:1789449518.982101:0:16942:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217ab0 00000008:00000001:1.0:1789449518.982104:0:16942:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:1.0:1789449518.982107:0:16942:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1789449518.982109:0:16942:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217ab0 00000008:00000001:1.0:1789449518.982112:0:16942:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449518.982116:0:16942:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789449518.982122:0:16942:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789449518.982124:0:16942:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789449518.982126:0:16942:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449518.982128:0:16942:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789449518.982131:0:16942:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9e8b91c4dc00 with handle 0xcddde1459ded6722 from hash 00010000:00000001:1.0:1789449518.982134:0:16942:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789449518.982136:0:16942:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449518.982138:0:16942:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449518.982140:0:16942:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789449518.982144:0:16942:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789449518.982147:0:16942:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1789449518.982154:0:16942:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789449518.982158:0:16942:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449518.982161:0:16942:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789449518.982164:0:16942:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1789449518.982172:0:16942:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83691180. 00000020:00000040:1.0:1789449518.982177:0:16942:0:(genops.c:1209:class_import_get()) import ffff9e8b90c6e800 refcount=3 obd=lustre-OST0000-osc-ffff9e8b89903000 00000100:00000001:1.0:1789449518.982183:0:16942:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789449518.982186:0:16942:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789449518.982192:0:16942:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789449518.982200:0:16942:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e8b86220200. 00000100:00000001:1.0:1789449518.982207:0:16942:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449518.982210:0:16942:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1789449518.982215:0:16942:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000059f2df9/0xcddde1459ded6722 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xeb7cbf5e2fd3d6ce expref: -99 pid: 33229 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1789449518.982224:0:16942:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1789449518.982226:0:16942:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449518.982232:0:16942:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789449518.982237:0:16942:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449518.982246:0:16942:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b40db9bc] to pc [ptlrpcd_00_00+0] req@ffff9e8b83691180 x1876371947521280/t0(0) o103->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789449518.982277:0:16942:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449518.982280:0:16942:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449518.982282:0:16942:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449518.982285:0:16942:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449518.982287:0:16942:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789449518.982289:0:16942:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449518.982292:0:16942:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000059f2df9/0xcddde1459ded6722 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xeb7cbf5e2fd3d6ce expref: -99 pid: 33229 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789449518.982300:0:16942:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789449518.982303:0:16942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000059f2df9/0xcddde1459ded6722 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xeb7cbf5e2fd3d6ce expref: -99 pid: 33229 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:1.0:1789449518.982312:0:16942:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9e8b90fc9300. 00010000:00000040:1.0:1789449518.982317:0:16942:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9e8b90652400 count: 0 00010000:00000010:1.0:1789449518.982326:0:16942:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9e8b90652800. 00010000:00000001:1.0:1789449518.982334:0:16942:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449518.982336:0:16942:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1789449518.982338:0:16942:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9e8b862e3840. 00010000:00000001:1.0:1789449518.982342:0:16942:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449518.982345:0:16942:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789449518.982346:0:16942:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449518.982349:0:16942:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789449518.982351:0:16942:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789449518.982352:0:16942:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449518.982353:0:16942:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789449518.982355:0:16942:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789449518.982356:0:16942:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449518.982358:0:16942:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789449518.982367:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449518.982371:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449518.982374:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789449518.982381:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83691180 x1876371947521280/t0(0) o103->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449518.982389:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449518.982392:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449518.982396:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789449518.982399:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789449518.982402:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449518.982406:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83691180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2399:1876371947521280:192.168.202.109@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1789449518.982411:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789449518.982417:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789449518.982419:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449518.982422:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789449518.982427:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b86220000. 02000000:00000001:1.0:1789449518.982429:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789449518.982438:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:1.0:1789449518.982443:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b83427b00. 00000400:00000010:1.0:1789449518.982450:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012660. 00000100:00000200:1.0:1789449518.982459:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947521280, portal 18 00000100:00000001:1.0:1789449518.982462:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449518.982463:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775184768 : -107152934366848 : ffff9e8b83691180) 00000100:00000040:1.0:1789449518.982472:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b83691180 x1876371947521280/t0(0) o103->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449534 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449518.982480:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789449518.982483:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1789449518.982486:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012880. 00000100:00000200:1.0:1789449518.982489:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1876371947521280, offset 0 00000400:00000200:1.0:1789449518.982497:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1789449518.982504:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449518.982511:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1789449518.982518:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789449518.982522:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1789449518.982528:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789449518.982530:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1789449518.982534:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2852:2852:256:4294967295] 192.168.202.109@tcp LPNI seq info [2852:2852:8:4294967295] 00000400:00000200:1.0:1789449518.982539:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449518.982548:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1789449518.982554:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1789449518.982559:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b8c47a100. 00000800:00000200:1.0:1789449518.982566:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1789449518.982574:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1789449518.982579:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b8c47a100 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1789449518.982600:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449518.982606:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: using a timeout of 22965 usecs (23 jiffies) 00000400:00000200:1.0:1789449518.982609:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:1.0:1789449518.982612:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296521685 00000100:00000001:1.0:1789449518.982616:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296524769 00000100:00000001:1.0:1789449518.982618:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296521685 00000100:00000001:1.0:1789449518.982621:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296524769 00000100:00000001:1.0:1789449518.982623:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449518.982625:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449518.982629:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449518.982632:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449518.982642:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789449518.982645:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789449518.982647:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449518.982648:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449518.982650:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449518.982653:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449518.982668:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449518.982672:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449518.982715:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449518.982720:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47a100. 00000400:00000200:2.0:1789449518.982725:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449518.982730:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449518.982734:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012880 00000400:00000010:2.0:1789449518.982737:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012880. 00000100:00000001:2.0:1789449518.982741:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449518.982746:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83691180 x1876371947521280/t0(0) o103->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449534 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449518.983088:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449518.983096:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83691180 x1876371947521280/t0(0) o103->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449534 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449518.983104:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449518.983106:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449518.990569:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449518.990987:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449518.991008:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449518.991012:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449518.991026:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449518.991036:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449518.991047:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449518.991052:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449518.991058:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449518.991063:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 18 MB=0x6aa8ce3660500 00000400:00000200:2.0:1789449518.991069:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449518.991075:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.109@tcp of length 224/224 into md 0x81ed [1] + 224 00000800:00000001:2.0:1789449518.991083:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449518.991093:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449518.991098:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449518.991102:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449518.991112:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449518.991122:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83691180 x1876371947521280/t0(0) o103->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449534 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449518.991133:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b83691180 x1876371947521280/t0(0) o103->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449534 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449518.991150:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449518.991160:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449518.991163:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1789449518.992508:0:33589:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b90652400. 00010000:00000010:1.1:1789449518.992664:0:33589:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4dc00. 00000100:00000001:1.0:1789449518.998115:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449518.998127:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789449518.998141:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789449518.998143:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789449518.998148:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b83427b00. 00000400:00000200:1.0:1789449518.998157:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012660 00000400:00000010:1.0:1789449518.998160:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012660. 00000100:00000001:1.0:1789449518.998165:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789449518.998182:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83691180 x1876371947521280/t0(0) o103->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449534 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789449518.998195:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83691180 x1876371947521280/t0(0) o103->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449534 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449518.998203:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789449518.998206:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449518.998208:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789449518.998212:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789449518.998215:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789449518.998218:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449518.998221:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789449518.998234:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b90c6ed38 time=146 v=5 (5 5 5 5) 00000100:00001000:1.0:1789449518.998239:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b90c6ec18 time=30 v=5 (1 0 0 0) 00000100:00000001:1.0:1789449518.998242:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789449518.998244:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449518.998247:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789449518.998251:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449518.998256:0:2399:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789449518.998259:0:2399:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e8b89903000: skip recheck: last_committed 4294967322 00000100:00000001:1.0:1789449518.998261:0:2399:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789449518.998263:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449518.998268:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83691180 x1876371947521280/t0(0) o103->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449534 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449518.998275:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449518.998279:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789449518.998281:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789449518.998286:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83691180 x1876371947521280/t0(0) o103->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449534 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789449518.998294:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83691180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2399:1876371947521280:192.168.202.109@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1789449518.998300:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449518.998303:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449518.998306:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83691180 x1876371947521280/t0(0) o103->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449534 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449518.998319:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789449518.998321:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789449518.998326:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b86220000. 02000000:00000001:1.0:1789449518.998330:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789449518.998334:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449518.998336:0:2399:0:(genops.c:1222:class_import_put()) import ffff9e8b90c6e800 refcount=2 obd=lustre-OST0000-osc-ffff9e8b89903000 00000020:00000001:1.0:1789449518.998339:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789449518.998342:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e8b86220200. 02000000:00000001:1.0:1789449518.998345:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789449518.998347:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789449518.998349:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83691180. 00000100:00000001:1.0:1789449518.998353:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789449518.998355:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449518.998358:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449518.998368:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789449518.998371:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449518.998373:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449518.998376:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449519.496649:0:33620:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449519.618131:0:33382:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449519.618143:0:33382:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449519.618175:0:16814:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789449519.618179:0:16814:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449519.618183:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789449520.642914:0:33382:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449520.642922:0:33382:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449520.642975:0:16815:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789449520.642979:0:16815:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449520.642983:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1789449520.836366:0:33682:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449521.666457:0:33382:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449521.666469:0:33382:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789449521.666472:0:33382:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449521.666476:0:33382:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449521.666483:0:33382:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789449521.666486:0:33382:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449521.666489:0:33382:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449521.666491:0:33382:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449521.666580:0:16942:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789449521.666584:0:16942:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449521.666588:0:16942:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789449522.117199:0:33382:0:(connection.c:75:cpu_latency_work()) work item of ffff9e8b8322a330 (cpu 3) has reached its deadline 4296524769, at 4296524803 00000100:00000010:3.0:1789449522.117219:0:33382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e8b87c1e7e0. 00000100:00000040:2.0:1789449522.118129:0:32803:0:(connection.c:75:cpu_latency_work()) work item of ffff9e8b8322a220 (cpu 2) has reached its deadline 4296524769, at 4296524804 00000100:00000010:2.0:1789449522.118138:0:32803:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e8b87c1e2a0. 00000080:00000001:0.0:1789449522.480650:0:33775:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449522.690810:0:33382:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449522.690818:0:33382:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449522.692507:0:16814:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789449522.692514:0:16814:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449522.692520:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1789449522.986172:0:33812:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1789449522.986182:0:33812:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 23: client hang when close a file after mds crash ========================================================== 01:18:40 (1789449520) 00000001:00000001:0.0:1789449523.005543:0:33812:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:0.0:1789449523.082993:0:33816:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789449523.083003:0:33816:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789449523.083006:0:33816:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789449523.083011:0:33816:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181077bc0 00000080:00200000:0.0:1789449523.083016:0:33816:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:0.0:1789449523.083025:0:33816:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b8313f800. 00800000:00000002:0.0:1789449523.083034:0:33816:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:0.0:1789449523.083039:0:33816:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789449523.083045:0:33816:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789449523.083048:0:33816:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181077ae0 00800000:00000002:0.0:1789449523.083052:0:33816:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449523.083057:0:33816:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789449523.083059:0:33816:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449523.083064:0:33816:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449523.083067:0:33816:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449523.083070:0:33816:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449523.083073:0:33816:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449523.083075:0:33816:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449523.083077:0:33816:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449523.083082:0:33816:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789449523.083089:0:33816:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789449523.083091:0:33816:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711810779b0 00000002:00010000:0.0:1789449523.083093:0:33816:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789449523.083097:0:33816:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789449523.083100:0:33816:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449523.083104:0:33816:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789449523.083113:0:33816:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449523.083116:0:33816:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449523.083118:0:33816:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449523.083121:0:33816:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789449523.083124:0:33816:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1789449523.083130:0:33816:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d1aa00. 00000020:00000040:0.0:1789449523.083135:0:33816:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00010000:00000001:0.0:1789449523.083144:0:33816:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789449523.083151:0:33816:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449523.083155:0:33816:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449523.083159:0:33816:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449523.083162:0:33816:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449523.083167:0:33816:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449523.083175:0:33816:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b836b0400. 00000100:00000001:0.0:1789449523.083184:0:33816:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449523.083189:0:33816:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789449523.083192:0:33816:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449523.083194:0:33816:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789449523.083195:0:33816:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449523.083197:0:33816:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449523.083203:0:33816:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446636920849148416 : -107152860403200 : ffff9e8b87d1aa00) 00010000:00000001:0.0:1789449523.083208:0:33816:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789449523.083211:0:33816:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789449523.083216:0:33816:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9e8b82cba400. 00010000:00000010:0.0:1789449523.083221:0:33816:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e8b9066e800. 00010000:00000001:0.0:1789449523.083227:0:33816:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789449523.083231:0:33816:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8b86498e00. 00000020:00000001:0.0:1789449523.083235:0:33816:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789449523.083238:0:33816:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8b86498e00 with handle 0xcddde1459ded674c to hash 00000020:00000001:0.0:1789449523.083241:0:33816:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789449523.083242:0:33816:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636920823451136 : -107152886100480 : ffff9e8b86498e00) 00010000:00000001:0.0:1789449523.083247:0:33816:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636920823451136 : -107152886100480 : ffff9e8b86498e00) 00010000:00000001:0.0:1789449523.083252:0:33816:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449523.083255:0:33816:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449523.083260:0:33816:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498e00/0xcddde1459ded674c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 33816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789449523.083272:0:33816:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498e00/0xcddde1459ded674c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789449523.083284:0:33816:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498e00/0xcddde1459ded674c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33816 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789449523.083290:0:33816:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789449523.083292:0:33816:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789449523.083299:0:33816:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b990b63c0. 00000100:00000001:0.0:1789449523.083301:0:33816:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636921138144192 : -107152571407424 : ffff9e8b990b63c0) 00000100:00000001:0.0:1789449523.083304:0:33816:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449523.083306:0:33816:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849148416 : -107152860403200 : ffff9e8b87d1aa00) 00000100:00000001:0.0:1789449523.083312:0:33816:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449523.083317:0:33816:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449523.083319:0:33816:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789449523.083321:0:33816:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789449523.083335:0:33816:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b87d1aa00 x1876371947521408/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449523.083345:0:33816:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789449523.083348:0:33816:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449523.083353:0:33816:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789449523.083356:0:33816:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789449523.083358:0:33816:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449523.083363:0:33816:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b87d1aa00 pname:cluuid:pid:xid:nid:opc:job multiop:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:33816:1876371947521408:192.168.202.109@tcp:101:multiop.0 00000100:00000001:0.0:1789449523.083369:0:33816:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789449523.083375:0:33816:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789449523.083378:0:33816:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449523.083381:0:33816:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789449523.083387:0:33816:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e8b87da2800. 02000000:00000001:0.0:1789449523.083389:0:33816:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449523.083400:0:33816:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:0.0:1789449523.083405:0:33816:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b865809a0. 00000400:00000010:0.0:1789449523.083414:0:33816:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5660. 00000100:00000200:0.0:1789449523.083422:0:33816:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876371947521408, portal 10 00000100:00000001:0.0:1789449523.083424:0:33816:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449523.083426:0:33816:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849148416 : -107152860403200 : ffff9e8b87d1aa00) 00000100:00000040:0.0:1789449523.083432:0:33816:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b87d1aa00 x1876371947521408/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449539 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449523.083441:0:33816:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789449523.083445:0:33816:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1789449523.083449:0:33816:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e52a8. 00000100:00000200:0.0:1789449523.083454:0:33816:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876371947521408, offset 0 00000400:00000200:0.0:1789449523.083461:0:33816:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1789449523.083472:0:33816:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449523.083481:0:33816:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1789449523.083487:0:33816:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789449523.083492:0:33816:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1789449523.083497:0:33816:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789449523.083500:0:33816:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1789449523.083506:0:33816:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2853:2853:256:4294967295] 192.168.202.109@tcp LPNI seq info [2853:2853:8:4294967295] 00000400:00000200:0.0:1789449523.083511:0:33816:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449523.083524:0:33816:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1789449523.083531:0:33816:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1789449523.083537:0:33816:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b864ec900. 00000800:00000200:0.0:1789449523.083673:0:33816:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1789449523.083683:0:33816:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1789449523.083689:0:33816:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b864ec900 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1789449523.083699:0:33816:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449523.083815:0:33816:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 814891 usecs (815 jiffies) 00000400:00000200:0.0:1789449523.083821:0:33816:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:0.0:1789449523.083825:0:33816:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296526584 00000100:00000010:0.0:1789449523.083831:0:33816:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e8b86657f00. 00000100:00000001:0.0:1789449523.083839:0:33816:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789449523.083845:0:33816:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296526584 00000100:00000010:0.0:1789449523.083849:0:33816:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e8b86657b40. 00000100:00000001:0.0:1789449523.083852:0:33816:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789449523.083856:0:33816:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449523.083859:0:33816:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449523.083862:0:33816:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449523.083939:0:33816:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789449523.083944:0:33816:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b990b63c0 going to sleep for 11 seconds 00000100:00000001:0.0:1789449523.083947:0:33816:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449523.083950:0:33816:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449523.087334:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449523.087344:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ec900. 00000400:00000200:2.0:1789449523.087353:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449523.087364:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449523.087373:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e52a8 00000400:00000010:2.0:1789449523.087377:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e52a8. 00000100:00000001:2.0:1789449523.087383:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449523.087395:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d1aa00 x1876371947521408/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449539 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449523.087408:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449523.087413:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d1aa00 x1876371947521408/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449539 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449523.087420:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449523.087422:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449523.094096:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449523.094116:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449523.094122:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449523.094124:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449523.094136:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449523.094147:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449523.094157:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449523.094163:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449523.094170:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449523.094177:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 688 into portal 10 MB=0x6aa8ce3660580 00000400:00000200:2.0:1789449523.094183:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449523.094192:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 688/688 into md 0x81f5 [1] + 224 00000800:00000001:2.0:1789449523.094201:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449523.094209:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449523.094212:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449523.094218:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449523.094228:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449523.094240:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d1aa00 x1876371947521408/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449539 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449523.094254:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9e8b87d1aa00 x1876371947521408/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449539 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449523.094270:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449523.094280:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449523.094282:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449523.094557:0:33816:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789449523.094566:0:33816:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449523.094569:0:33816:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449523.094573:0:33816:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b865809a0. 00000400:00000200:0.0:1789449523.094578:0:33816:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5660 00000400:00000010:0.0:1789449523.094582:0:33816:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5660. 00000100:00000001:0.0:1789449523.094585:0:33816:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449523.094590:0:33816:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b87d1aa00 x1876371947521408/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449539 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789449523.094601:0:33816:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b87d1aa00 x1876371947521408/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449539 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449523.094608:0:33816:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449523.094611:0:33816:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449523.094614:0:33816:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449523.094618:0:33816:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449523.094621:0:33816:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449523.094623:0:33816:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449523.094627:0:33816:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449523.094639:0:33816:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=153 v=5 (5 102 102 102) 00000100:00001000:0.0:1789449523.094644:0:33816:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=11 v=5 (1 0 0 0) 00000100:00000001:0.0:1789449523.094647:0:33816:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449523.094649:0:33816:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449523.094652:0:33816:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449523.094656:0:33816:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449523.094661:0:33816:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1789449523.094663:0:33816:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: committing for last_committed 4294967638 gen 2 00000100:00000040:0.0:1789449523.094670:0:33816:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967638) req@ffff9e8b83690000 x1876371947515520/t4294967637(4294967637) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449528 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449523.094678:0:33816:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449523.094682:0:33816:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83690000 x1876371947515520/t4294967637(4294967637) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449528 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449523.094690:0:33816:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789449523.094693:0:33816:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449523.094697:0:33816:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b8678ec00. 02000000:00000001:0.0:1789449523.094702:0:33816:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789449523.094705:0:33816:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449523.094707:0:33816:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:0.0:1789449523.094710:0:33816:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449523.094713:0:33816:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e8b837f0c00. 02000000:00000001:0.0:1789449523.094717:0:33816:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449523.094719:0:33816:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449523.094721:0:33816:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83690000. 00000100:00000001:0.0:1789449523.094725:0:33816:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449523.094727:0:33816:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449523.094733:0:33816:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967638) req@ffff9e8b87d1a680 x1876371947520128/t4294967638(4294967638) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 504/456 e 0 to 0 dl 1789449529 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449523.094740:0:33816:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449523.094743:0:33816:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b87d1a680 x1876371947520128/t4294967638(4294967638) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 504/456 e 0 to 0 dl 1789449529 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449523.094749:0:33816:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789449523.094750:0:33816:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449523.094752:0:33816:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b836b1c00. 02000000:00000001:0.0:1789449523.094768:0:33816:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789449523.094769:0:33816:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449523.094770:0:33816:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:0.0:1789449523.094772:0:33816:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449523.094773:0:33816:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e8b82a99400. 02000000:00000001:0.0:1789449523.094776:0:33816:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449523.094777:0:33816:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449523.094779:0:33816:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b87d1a680. 00000100:00000001:0.0:1789449523.094782:0:33816:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449523.094783:0:33816:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449523.094786:0:33816:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1789449523.094789:0:33816:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: normal: skip=1 replay=2/2 committed=0/0 00000100:00000001:0.0:1789449523.094792:0:33816:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449523.094794:0:33816:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449523.094799:0:33816:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b87d1aa00 x1876371947521408/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449539 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449523.094807:0:33816:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449523.094811:0:33816:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449523.094814:0:33816:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449523.094818:0:33816:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b87d1aa00 x1876371947521408/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449539 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789449523.094827:0:33816:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b87d1aa00 pname:cluuid:pid:xid:nid:opc:job multiop:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:33816:1876371947521408:192.168.202.109@tcp:101:multiop.0 00000100:00000001:0.0:1789449523.094834:0:33816:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449523.094838:0:33816:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449523.094841:0:33816:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789449523.094843:0:33816:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449523.094846:0:33816:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d1aa00 x1876371947521408/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449539 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449523.094853:0:33816:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789449523.094856:0:33816:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b990b63c0. 00000100:00000001:0.0:1789449523.094859:0:33816:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789449523.094860:0:33816:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449523.094875:0:33816:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789449523.094907:0:33816:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449523.094911:0:33816:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449523.094916:0:33816:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498e00 refcount=4 00000020:00000001:0.0:1789449523.094919:0:33816:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823451136 : -107152886100480 : ffff9e8b86498e00) 00010000:00000001:0.0:1789449523.094923:0:33816:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823451136 : -107152886100480 : ffff9e8b86498e00) 00010000:00000040:0.0:1789449523.094932:0:33816:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e8b86498e00, remote cookie: 0xeb7cbf5e2fd3d76f, flags: 0x1001 00010000:00010000:0.0:1789449523.094939:0:33816:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498e00/0xcddde1459ded674c lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d76f expref: -99 pid: 33816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789449523.094953:0:33816:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498e00/0xcddde1459ded674c lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d76f expref: -99 pid: 33816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449523.094961:0:33816:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789449523.094966:0:33816:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789449523.094969:0:33816:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789449523.094971:0:33816:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789449523.094973:0:33816:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789449523.094976:0:33816:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9e8b82cba400) refcount = 1 00010000:00010000:0.0:1789449523.094981:0:33816:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498e00/0xcddde1459ded674c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d76f expref: -99 pid: 33816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449523.094988:0:33816:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789449523.094992:0:33816:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789449523.094995:0:33816:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449523.094999:0:33816:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789449523.095002:0:33816:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449523.095006:0:33816:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498e00/0xcddde1459ded674c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d76f expref: -99 pid: 33816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449523.095013:0:33816:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789449523.095015:0:33816:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449523.095017:0:33816:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449523.095018:0:33816:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449523.095019:0:33816:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449523.095021:0:33816:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449523.095026:0:33816:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789449523.095028:0:33816:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449523.095029:0:33816:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449523.095030:0:33816:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498e00 refcount=3 00000020:00000001:0.0:1789449523.095033:0:33816:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823451136 : -107152886100480 : ffff9e8b86498e00) 00010000:00000001:0.0:1789449523.095035:0:33816:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823451136 : -107152886100480 : ffff9e8b86498e00) 00010000:00000001:0.0:1789449523.095037:0:33816:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449523.095039:0:33816:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449523.095040:0:33816:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498e00 refcount=4 00000020:00000001:0.0:1789449523.095042:0:33816:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823451136 : -107152886100480 : ffff9e8b86498e00) 00010000:00000001:0.0:1789449523.095044:0:33816:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823451136 : -107152886100480 : ffff9e8b86498e00) 00010000:00000001:0.0:1789449523.095047:0:33816:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449523.095050:0:33816:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449523.095054:0:33816:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498e00/0xcddde1459ded674c lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d76f expref: -99 pid: 33816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449523.095059:0:33816:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449523.095060:0:33816:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449523.095062:0:33816:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449523.095063:0:33816:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449523.095064:0:33816:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498e00 refcount=5 00000020:00000001:0.0:1789449523.095066:0:33816:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823451136 : -107152886100480 : ffff9e8b86498e00) 00010000:00000001:0.0:1789449523.095069:0:33816:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823451136 : -107152886100480 : ffff9e8b86498e00) 00010000:00000001:0.0:1789449523.095072:0:33816:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449523.095075:0:33816:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498e00/0xcddde1459ded674c lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d76f expref: -99 pid: 33816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449523.095081:0:33816:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449523.095082:0:33816:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789449523.095085:0:33816:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498e00/0xcddde1459ded674c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d76f expref: -99 pid: 33816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449523.095092:0:33816:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449523.095094:0:33816:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449523.095095:0:33816:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449523.095096:0:33816:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449523.095097:0:33816:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789449523.095101:0:33816:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9e8b87d1aa00 x1876371947521408/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449539 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1789449523.095110:0:33816:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449523.095111:0:33816:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449523.095112:0:33816:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498e00 refcount=3 00000020:00000001:0.0:1789449523.095114:0:33816:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823451136 : -107152886100480 : ffff9e8b86498e00) 00010000:00000001:0.0:1789449523.095116:0:33816:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823451136 : -107152886100480 : ffff9e8b86498e00) 00010000:00000001:0.0:1789449523.095118:0:33816:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449523.095120:0:33816:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449523.095121:0:33816:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449523.095124:0:33816:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449523.095127:0:33816:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1789449523.095130:0:33816:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449523.095131:0:33816:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449523.095132:0:33816:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498e00 refcount=3 00000020:00000001:0.0:1789449523.095134:0:33816:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823451136 : -107152886100480 : ffff9e8b86498e00) 00010000:00000001:0.0:1789449523.095136:0:33816:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823451136 : -107152886100480 : ffff9e8b86498e00) 00000002:00010000:0.0:1789449523.095140:0:33816:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498e00/0xcddde1459ded674c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d76f expref: -99 pid: 33816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449523.095148:0:33816:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449523.095149:0:33816:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449523.095151:0:33816:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789449523.095153:0:33816:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449523.095153:0:33816:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449523.095155:0:33816:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498e00 refcount=3 00000020:00000001:0.0:1789449523.095157:0:33816:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823451136 : -107152886100480 : ffff9e8b86498e00) 00010000:00000001:0.0:1789449523.095160:0:33816:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823451136 : -107152886100480 : ffff9e8b86498e00) 00010000:00000040:0.0:1789449523.095168:0:33816:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cba400 count: 2 00010000:00000001:0.0:1789449523.095171:0:33816:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789449523.095176:0:33816:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e8b83488400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1789449523.095179:0:33816:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449523.095180:0:33816:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449523.095182:0:33816:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789449523.095185:0:33816:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181077938 00000002:00002000:0.0:1789449523.095187:0:33816:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1789449523.095191:0:33816:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449523.095196:0:33816:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449523.095199:0:33816:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789449523.095203:0:33816:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1789449523.095206:0:33816:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449523.095211:0:33816:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:0.0:1789449523.095215:0:33816:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b8313f800. 00000080:00000001:0.0:1789449523.095220:0:33816:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789449523.095223:0:33816:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789449523.095231:0:33816:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1789449523.095235:0:33816:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1789449523.095242:0:33816:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9e8b8c476640. 00800000:00000001:0.0:1789449523.095244:0:33816:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446636920923973184 : -107152785578432 : ffff9e8b8c476640) 00800000:00000001:0.0:1789449523.095247:0:33816:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449523.095249:0:33816:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789449523.095253:0:33816:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1789449523.095255:0:33816:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1789449523.095258:0:33816:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1789449523.095262:0:33816:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1789449523.095263:0:33816:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449523.095268:0:33816:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1789449523.095271:0:33816:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:0.0:1789449523.095274:0:33816:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115188193296385 mtime from 1789449497 to 1789449513 00000080:00200000:0.0:1789449523.095279:0:33816:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:0.0:1789449523.095282:0:33816:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449523.095283:0:33816:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449523.095284:0:33816:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498e00 refcount=3 00000020:00000001:0.0:1789449523.095286:0:33816:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823451136 : -107152886100480 : ffff9e8b86498e00) 00010000:00000001:0.0:1789449523.095289:0:33816:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823451136 : -107152886100480 : ffff9e8b86498e00) 00010000:00000001:0.0:1789449523.095291:0:33816:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449523.095292:0:33816:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789449523.095294:0:33816:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789449523.095296:0:33816:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1789449523.095298:0:33816:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8c476640 1 00800000:00000010:0.0:1789449523.095301:0:33816:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9e8b8c476640. 00800000:00000001:0.0:1789449523.095303:0:33816:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449523.095307:0:33816:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded674c 00800000:00000001:0.0:1789449523.095310:0:33816:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789449523.095311:0:33816:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789449523.095312:0:33816:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449523.095314:0:33816:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449523.095315:0:33816:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498e00 refcount=3 00000020:00000001:0.0:1789449523.095317:0:33816:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823451136 : -107152886100480 : ffff9e8b86498e00) 00010000:00000001:0.0:1789449523.095319:0:33816:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823451136 : -107152886100480 : ffff9e8b86498e00) 00010000:00000001:0.0:1789449523.095322:0:33816:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449523.095322:0:33816:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449523.095324:0:33816:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449523.095325:0:33816:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449523.095328:0:33816:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449523.095330:0:33816:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:0.0:1789449523.095334:0:33816:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded674c from it ffffb71181077bf8 00010000:00000001:0.0:1789449523.095336:0:33816:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449523.095337:0:33816:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449523.095339:0:33816:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498e00 refcount=3 00000020:00000001:0.0:1789449523.095341:0:33816:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823451136 : -107152886100480 : ffff9e8b86498e00) 00010000:00000001:0.0:1789449523.095343:0:33816:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823451136 : -107152886100480 : ffff9e8b86498e00) 00010000:00000001:0.0:1789449523.095345:0:33816:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449523.095347:0:33816:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498e00/0xcddde1459ded674c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d76f expref: -99 pid: 33816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449523.095352:0:33816:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449523.095353:0:33816:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449523.095355:0:33816:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789449523.095357:0:33816:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789449523.095360:0:33816:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498e00/0xcddde1459ded674c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d76f expref: -99 pid: 33816 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789449523.095368:0:33816:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789449523.095371:0:33816:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789449523.095373:0:33816:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449523.095378:0:33816:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449523.095379:0:33816:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449523.095381:0:33816:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449523.095384:0:33816:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789449523.095387:0:33816:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449523.095389:0:33816:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449523.095391:0:33816:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449523.095393:0:33816:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449523.095394:0:33816:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449523.095395:0:33816:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789449523.095397:0:33816:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449523.095401:0:33816:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b87d1aa00 x1876371947521408/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449539 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449523.095408:0:33816:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789449523.095410:0:33816:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449523.095411:0:33816:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9e8b87da2800. 02000000:00000001:0.0:1789449523.095415:0:33816:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789449523.095416:0:33816:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449523.095418:0:33816:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=3 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:0.0:1789449523.095420:0:33816:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449523.095422:0:33816:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b836b0400. 02000000:00000001:0.0:1789449523.095424:0:33816:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449523.095426:0:33816:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449523.095428:0:33816:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b87d1aa00. 00000100:00000001:0.0:1789449523.095431:0:33816:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449523.095432:0:33816:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789449523.095435:0:33816:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908), inode mode 41ff mask 1 00000080:00000001:0.0:1789449523.095441:0:33816:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789449523.095465:0:33816:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9e8b87d97d80. 00000080:00000001:0.0:1789449523.095470:0:33816:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789449523.095472:0:33816:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789449523.095474:0:33816:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181077b00 00000080:00200000:0.0:1789449523.095476:0:33816:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:0.0:1789449523.095480:0:33816:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b8313f800. 00800000:00000002:0.0:1789449523.095486:0:33816:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:0.0:1789449523.095489:0:33816:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789449523.095492:0:33816:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789449523.095494:0:33816:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181077a20 00800000:00000002:0.0:1789449523.095496:0:33816:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449523.095500:0:33816:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789449523.095502:0:33816:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449523.095505:0:33816:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449523.095508:0:33816:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449523.095511:0:33816:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449523.095513:0:33816:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449523.095516:0:33816:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449523.095518:0:33816:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449523.095522:0:33816:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789449523.095526:0:33816:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789449523.095527:0:33816:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711810778f0 00000002:00010000:0.0:1789449523.095529:0:33816:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789449523.095533:0:33816:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789449523.095535:0:33816:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449523.095537:0:33816:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449523.095540:0:33816:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cba400 count: 2 00010000:00000001:0.0:1789449523.095542:0:33816:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449523.095545:0:33816:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449523.095548:0:33816:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789449523.095551:0:33816:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498e00/0xcddde1459ded674c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d76f expref: -99 pid: 33816 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1789449523.095558:0:33816:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789449523.095563:0:33816:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449523.095566:0:33816:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498e00/0xcddde1459ded674c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d76f expref: -99 pid: 33816 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1789449523.095573:0:33816:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789449523.095575:0:33816:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789449523.095578:0:33816:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789449523.095580:0:33816:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789449523.095582:0:33816:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789449523.095583:0:33816:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789449523.095586:0:33816:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789449523.095587:0:33816:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:0.0:1789449523.095589:0:33816:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b8313f800. 00000080:00000001:0.0:1789449523.095591:0:33816:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789449523.095593:0:33816:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449523.095595:0:33816:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:0.0:1789449523.095598:0:33816:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded674c 00800000:00000001:0.0:1789449523.095601:0:33816:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789449523.095602:0:33816:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789449523.095603:0:33816:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449523.095605:0:33816:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449523.095606:0:33816:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498e00 refcount=3 00000020:00000001:0.0:1789449523.095608:0:33816:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823451136 : -107152886100480 : ffff9e8b86498e00) 00010000:00000001:0.0:1789449523.095610:0:33816:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823451136 : -107152886100480 : ffff9e8b86498e00) 00010000:00000001:0.0:1789449523.095613:0:33816:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449523.095614:0:33816:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449523.095615:0:33816:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449523.095617:0:33816:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449523.095619:0:33816:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded674c from it ffffb71181077b38 00010000:00000001:0.0:1789449523.095621:0:33816:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449523.095622:0:33816:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449523.095623:0:33816:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498e00 refcount=3 00000020:00000001:0.0:1789449523.095625:0:33816:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823451136 : -107152886100480 : ffff9e8b86498e00) 00010000:00000001:0.0:1789449523.095626:0:33816:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823451136 : -107152886100480 : ffff9e8b86498e00) 00010000:00000001:0.0:1789449523.095628:0:33816:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449523.095630:0:33816:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498e00/0xcddde1459ded674c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d76f expref: -99 pid: 33816 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789449523.095637:0:33816:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449523.095638:0:33816:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449523.095639:0:33816:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789449523.095640:0:33816:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789449523.095643:0:33816:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498e00/0xcddde1459ded674c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d76f expref: -99 pid: 33816 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789449523.095648:0:33816:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789449523.095649:0:33816:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789449523.095650:0:33816:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449523.095652:0:33816:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449523.095653:0:33816:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449523.095654:0:33816:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449523.095656:0:33816:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789449523.095657:0:33816:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449523.095659:0:33816:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449523.095660:0:33816:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449523.095662:0:33816:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449523.095663:0:33816:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449523.095664:0:33816:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789449523.095666:0:33816:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789449523.095667:0:33816:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789449523.095669:0:33816:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908), inode mode 41ff mask 3 00000080:00000001:0.0:1789449523.095672:0:33816:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449523.095676:0:33816:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1789449523.095678:0:33816:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181077b58 00000080:00200000:0.0:1789449523.095680:0:33816:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f23.recovery-small, dir=[0x200000007:0x1:0x0](ffff9e8b89180908), file ffff9e8b921fe600, open_flags 8042, mode 81a4 opened 0 00000080:00000010:0.0:1789449523.095685:0:33816:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9e8b86657300. 00000080:00000001:0.0:1789449523.095690:0:33816:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1789449523.095692:0:33816:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181077a08 00000080:00200000:0.0:1789449523.095694:0:33816:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f23.recovery-small, dir=[0x200000007:0x1:0x0](ffff9e8b89180908), intent=open|creat 00000080:00000010:0.0:1789449523.095702:0:33816:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b8313f800. 00800000:00000002:0.0:1789449523.095704:0:33816:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:0.0:1789449523.095709:0:33816:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789449523.095711:0:33816:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789449523.095712:0:33816:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181077928 00800000:00000002:0.0:1789449523.095714:0:33816:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f23.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449523.095718:0:33816:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1789449523.095721:0:33816:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1789449523.095724:0:33816:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449523.095726:0:33816:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449523.095727:0:33816:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449523.095728:0:33816:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449523.095731:0:33816:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449523.095732:0:33816:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449523.095734:0:33816:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449523.095737:0:33816:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446636920772627456 : -107152936924160 : ffff9e8b83420c00) 00800000:00000001:0.0:1789449523.095739:0:33816:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1789449523.095741:0:33816:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1789449523.095744:0:33816:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1789449523.095748:0:33816:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1789449523.095750:0:33816:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9e8b89903000: Allocated FID [0x200000405:0x29:0x0] 40000000:00000001:0.0:1789449523.095766:0:33816:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449523.095769:0:33816:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449523.095770:0:33816:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449523.095772:0:33816:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449523.095775:0:33816:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711810778a8 00800000:00000002:0.0:1789449523.095777:0:33816:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x29:0x0], name='f23.recovery-small' -> mds #0 layout version 1 00000002:00000001:0.0:1789449523.095781:0:33816:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789449523.095782:0:33816:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711810777e0 00000002:00010000:0.0:1789449523.095784:0:33816:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f23.recovery-small,[0x200000405:0x29:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:0.0:1789449523.095788:0:33816:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789449523.095791:0:33816:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1789449523.095795:0:33816:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1789449523.095798:0:33816:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449523.095800:0:33816:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789449523.095802:0:33816:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cba400 count: 2 00010000:00000001:0.0:1789449523.095804:0:33816:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449523.095807:0:33816:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789449523.095810:0:33816:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789449523.095813:0:33816:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498e00/0xcddde1459ded674c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xeb7cbf5e2fd3d76f expref: -99 pid: 33816 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1789449523.095822:0:33816:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789449523.095827:0:33816:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789449523.095829:0:33816:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789449523.095831:0:33816:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1789449523.095834:0:33816:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449523.095835:0:33816:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449523.095838:0:33816:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cba400 count: 3 00010000:00000001:0.0:1789449523.095840:0:33816:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789449523.095842:0:33816:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449523.095843:0:33816:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449523.095845:0:33816:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449523.095846:0:33816:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cba400 count: 3 00010000:00000001:0.0:1789449523.095848:0:33816:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789449523.095850:0:33816:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449523.095852:0:33816:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449523.095853:0:33816:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449523.095854:0:33816:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cba400 count: 3 00010000:00000001:0.0:1789449523.095856:0:33816:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789449523.095858:0:33816:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449523.095860:0:33816:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789449523.095863:0:33816:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9e8b89180840, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1789449523.095867:0:33816:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1789449523.095870:0:33816:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1789449523.095871:0:33816:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789449523.095873:0:33816:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449523.095876:0:33816:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789449523.095911:0:33816:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789449523.095913:0:33816:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789449523.095916:0:33816:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449523.095918:0:33816:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1789449523.095922:0:33816:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9e8b86498e00 with handle 0xcddde1459ded674c from hash 00010000:00000001:0.0:1789449523.095925:0:33816:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789449523.095927:0:33816:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449523.095928:0:33816:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449523.095930:0:33816:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789449523.095932:0:33816:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789449523.095934:0:33816:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789449523.095937:0:33816:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789449523.095939:0:33816:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789449523.095941:0:33816:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1789449523.095946:0:33816:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d1aa00. 00000020:00000040:0.0:1789449523.095950:0:33816:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e8b89903000 02000000:00000001:0.0:1789449523.095955:0:33816:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789449523.095957:0:33816:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449523.095961:0:33816:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789449523.095965:0:33816:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449523.095967:0:33816:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449523.095969:0:33816:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449523.095972:0:33816:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449523.095975:0:33816:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449523.095982:0:33816:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b836b0400. 00000100:00000001:0.0:1789449523.095989:0:33816:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449523.095992:0:33816:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789449523.095995:0:33816:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1789449523.096000:0:33816:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498e00/0xcddde1459ded674c lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xeb7cbf5e2fd3d76f expref: -99 pid: 33816 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1789449523.096007:0:33816:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1789449523.096009:0:33816:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789449523.096011:0:33816:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789449523.096014:0:33816:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498e00/0xcddde1459ded674c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xeb7cbf5e2fd3d76f expref: -99 pid: 33816 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:0.0:1789449523.096022:0:33816:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9e8b82cba400 count: 0 00010000:00000010:0.0:1789449523.096027:0:33816:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e8b9066e800. 00010000:00000001:0.0:1789449523.096036:0:33816:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449523.096037:0:33816:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449523.096039:0:33816:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789449523.096041:0:33816:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449523.096043:0:33816:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449523.096054:0:33816:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446636920849148416 : -107152860403200 : ffff9e8b87d1aa00) 00010000:00000001:0.0:1789449523.096057:0:33816:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789449523.096060:0:33816:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789449523.096064:0:33816:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9e8b82cba700. 00010000:00000010:0.0:1789449523.096067:0:33816:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e8b9066e800. 00010000:00000001:0.0:1789449523.096073:0:33816:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789449523.096076:0:33816:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8b86498200. 00000020:00000001:0.0:1789449523.096079:0:33816:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789449523.096081:0:33816:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8b86498200 with handle 0xcddde1459ded6753 to hash 00000020:00000001:0.0:1789449523.096084:0:33816:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789449523.096086:0:33816:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636920823448064 : -107152886103552 : ffff9e8b86498200) 00010000:00000001:0.0:1789449523.096090:0:33816:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636920823448064 : -107152886103552 : ffff9e8b86498200) 00010000:00000001:0.0:1789449523.096093:0:33816:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449523.096094:0:33816:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449523.096098:0:33816:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498200/0xcddde1459ded6753 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 33816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789449523.096110:0:33816:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498200/0xcddde1459ded6753 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33816 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1789449523.096123:0:33816:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e8b89903000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1789449523.096129:0:33816:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e8b87d1aa00 x1876371947521664/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1789449523.096138:0:33816:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498200/0xcddde1459ded6753 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33816 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789449523.096145:0:33816:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789449523.096147:0:33816:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789449523.096154:0:33816:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b990b63c0. 00000100:00000001:0.0:1789449523.096157:0:33816:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636921138144192 : -107152571407424 : ffff9e8b990b63c0) 00000100:00000001:0.0:1789449523.096160:0:33816:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449523.096162:0:33816:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849148416 : -107152860403200 : ffff9e8b87d1aa00) 00000100:00000001:0.0:1789449523.096167:0:33816:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449523.096172:0:33816:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449523.096174:0:33816:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789449523.096176:0:33816:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789449523.096181:0:33816:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b87d1aa00 x1876371947521664/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449523.096189:0:33816:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789449523.096192:0:33816:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449523.096196:0:33816:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789449523.096198:0:33816:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789449523.096201:0:33816:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449523.096205:0:33816:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b87d1aa00 pname:cluuid:pid:xid:nid:opc:job multiop:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:33816:1876371947521664:192.168.202.109@tcp:101:multiop.0 00000100:00000001:0.0:1789449523.096209:0:33816:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789449523.096215:0:33816:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789449523.096218:0:33816:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449523.096220:0:33816:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789449523.096296:0:33816:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9e8b87e40000. 02000000:00000001:0.0:1789449523.096299:0:33816:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449523.096308:0:33816:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:0.0:1789449523.096313:0:33816:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b865809a0. 00000400:00000010:0.0:1789449523.096320:0:33816:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9e8b836b1c00. 00000100:00000200:0.0:1789449523.096327:0:33816:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876371947521664, portal 10 00000100:00000001:0.0:1789449523.096329:0:33816:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449523.096330:0:33816:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849148416 : -107152860403200 : ffff9e8b87d1aa00) 00000100:00000040:0.0:1789449523.096336:0:33816:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b87d1aa00 x1876371947521664/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789449539 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449523.096344:0:33816:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789449523.096347:0:33816:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1789449523.096351:0:33816:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5660. 00000100:00000200:0.0:1789449523.096355:0:33816:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1876371947521664, offset 0 00000400:00000200:0.0:1789449523.096361:0:33816:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1789449523.096370:0:33816:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449523.096379:0:33816:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1789449523.096386:0:33816:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789449523.096390:0:33816:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1789449523.096394:0:33816:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789449523.096397:0:33816:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1789449523.096402:0:33816:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2854:2854:256:4294967295] 192.168.202.109@tcp LPNI seq info [2854:2854:8:4294967295] 00000400:00000200:0.0:1789449523.096407:0:33816:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449523.096418:0:33816:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1789449523.096425:0:33816:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1789449523.096430:0:33816:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b864ecd00. 00000800:00000200:0.0:1789449523.096437:0:33816:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1789449523.096446:0:33816:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1789449523.096451:0:33816:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b864ecd00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:0.0:1789449523.096471:0:33816:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449523.096475:0:33816:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 813838 usecs (814 jiffies) 00000400:00000200:0.0:1789449523.096479:0:33816:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:0.0:1789449523.096482:0:33816:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296526596 00000100:00000001:0.0:1789449523.096491:0:33816:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, simply extend its deadline from 4296526584 00000100:00000001:0.0:1789449523.096496:0:33816:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296526596 00000100:00000001:0.0:1789449523.096500:0:33816:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, simply extend its deadline from 4296526584 00000100:00000001:0.0:1789449523.096503:0:33816:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449523.096506:0:33816:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449523.096508:0:33816:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449523.096511:0:33816:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789449523.096513:0:33816:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b990b63c0 going to sleep for 11 seconds 00000100:00000001:0.0:1789449523.096515:0:33816:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449523.096518:0:33816:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449523.097025:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449523.097031:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ecd00. 00000400:00000200:2.0:1789449523.097036:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449523.097043:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449523.097049:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5660 00000400:00000010:2.0:1789449523.097053:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5660. 00000100:00000001:2.0:1789449523.097058:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449523.097063:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d1aa00 x1876371947521664/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789449539 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449523.097074:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449523.097077:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d1aa00 x1876371947521664/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789449539 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449523.097085:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449523.097086:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449523.108863:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449523.108902:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449523.108908:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449523.108911:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449523.108923:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449523.108933:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449523.108946:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449523.108952:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449523.108958:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449523.108963:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 664 into portal 10 MB=0x6aa8ce3660680 00000400:00000200:2.0:1789449523.108969:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449523.108976:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 664/664 into md 0x81fd [32] + 224 00000800:00000001:2.0:1789449523.108985:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449523.108997:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449523.109001:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449523.109006:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449523.109016:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449523.109028:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d1aa00 x1876371947521664/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789449539 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449523.109040:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9e8b87d1aa00 x1876371947521664/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789449539 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449523.109062:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449523.109071:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449523.109073:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449523.109380:0:33816:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789449523.109391:0:33816:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449523.109393:0:33816:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449523.109397:0:33816:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b865809a0. 00000400:00000200:0.0:1789449523.109402:0:33816:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b836b1c00 00000400:00000010:0.0:1789449523.109404:0:33816:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9e8b836b1c00. 00000100:00000001:0.0:1789449523.109409:0:33816:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449523.109414:0:33816:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b87d1aa00 x1876371947521664/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789449539 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789449523.109424:0:33816:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b87d1aa00 x1876371947521664/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789449539 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449523.109430:0:33816:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449523.109433:0:33816:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449523.109437:0:33816:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449523.109441:0:33816:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449523.109444:0:33816:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449523.109446:0:33816:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449523.109450:0:33816:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449523.109462:0:33816:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=3 v=5 (5 5 102 102) 00000100:00001000:0.0:1789449523.109466:0:33816:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=11 v=5 (1 0 0 0) 00000100:00000001:0.0:1789449523.109469:0:33816:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449523.109472:0:33816:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449523.109476:0:33816:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449523.109479:0:33816:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449523.109484:0:33816:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789449523.109486:0:33816:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009c/0x1] 00000100:00000001:0.0:1789449523.109488:0:33816:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789449523.109491:0:33816:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449523.109493:0:33816:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849148416 : -107152860403200 : ffff9e8b87d1aa00) 00000100:00000001:0.0:1789449523.109496:0:33816:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789449523.109499:0:33816:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967638 00000100:00000001:0.0:1789449523.109501:0:33816:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449523.109504:0:33816:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449523.109509:0:33816:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b87d1aa00 x1876371947521664/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 664/664 e 0 to 0 dl 1789449539 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449523.109517:0:33816:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449523.109521:0:33816:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449523.109523:0:33816:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449523.109528:0:33816:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b87d1aa00 x1876371947521664/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 664/664 e 0 to 0 dl 1789449539 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789449523.109537:0:33816:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b87d1aa00 pname:cluuid:pid:xid:nid:opc:job multiop:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:33816:1876371947521664:192.168.202.109@tcp:101:multiop.0 00000100:00000001:0.0:1789449523.109542:0:33816:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449523.109545:0:33816:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449523.109548:0:33816:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789449523.109551:0:33816:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449523.109555:0:33816:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d1aa00 x1876371947521664/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 664/664 e 0 to 0 dl 1789449539 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449523.109562:0:33816:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789449523.109566:0:33816:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b990b63c0. 00000100:00000001:0.0:1789449523.109569:0:33816:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789449523.109570:0:33816:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449523.109573:0:33816:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789449523.109579:0:33816:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449523.109583:0:33816:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449523.109586:0:33816:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498200 refcount=4 00000020:00000001:0.0:1789449523.109588:0:33816:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823448064 : -107152886103552 : ffff9e8b86498200) 00010000:00000001:0.0:1789449523.109592:0:33816:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823448064 : -107152886103552 : ffff9e8b86498200) 00010000:00000040:0.0:1789449523.109599:0:33816:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e8b86498200, remote cookie: 0xeb7cbf5e2fd3d78b, flags: 0x1001 00010000:00010000:0.0:1789449523.109606:0:33816:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498200/0xcddde1459ded6753 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d78b expref: -99 pid: 33816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789449523.109616:0:33816:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x29:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1789449523.109619:0:33816:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1789449523.109630:0:33816:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9e8b82cbad00. 00010000:00000010:0.0:1789449523.109635:0:33816:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e8b9066e600. 00010000:00000040:0.0:1789449523.109642:0:33816:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9e8b82cba700 count: 0 00010000:00000010:0.0:1789449523.109649:0:33816:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e8b9066e800. 00010000:00000001:0.0:1789449523.109658:0:33816:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449523.109663:0:33816:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498200/0xcddde1459ded6753 lrc: 4/0,1 mode: --/PR res: [0x200000405:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d78b expref: -99 pid: 33816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789449523.109673:0:33816:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498200/0xcddde1459ded6753 lrc: 4/0,1 mode: --/PR res: [0x200000405:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d78b expref: -99 pid: 33816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449523.109680:0:33816:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789449523.109685:0:33816:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789449523.109688:0:33816:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789449523.109690:0:33816:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789449523.109691:0:33816:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789449523.109694:0:33816:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x29:0x0].0x0 (ffff9e8b82cbad00) refcount = 1 00010000:00010000:0.0:1789449523.109698:0:33816:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498200/0xcddde1459ded6753 lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d78b expref: -99 pid: 33816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449523.109706:0:33816:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789449523.109710:0:33816:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789449523.109712:0:33816:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449523.109716:0:33816:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789449523.109719:0:33816:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449523.109722:0:33816:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498200/0xcddde1459ded6753 lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d78b expref: -99 pid: 33816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449523.109728:0:33816:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789449523.109730:0:33816:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449523.109732:0:33816:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449523.109733:0:33816:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449523.109734:0:33816:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449523.109736:0:33816:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449523.109741:0:33816:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789449523.109743:0:33816:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449523.109745:0:33816:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449523.109746:0:33816:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498200 refcount=3 00000020:00000001:0.0:1789449523.109748:0:33816:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823448064 : -107152886103552 : ffff9e8b86498200) 00010000:00000001:0.0:1789449523.109751:0:33816:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823448064 : -107152886103552 : ffff9e8b86498200) 00010000:00000001:0.0:1789449523.109764:0:33816:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449523.109766:0:33816:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449523.109767:0:33816:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498200 refcount=4 00000020:00000001:0.0:1789449523.109769:0:33816:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823448064 : -107152886103552 : ffff9e8b86498200) 00010000:00000001:0.0:1789449523.109772:0:33816:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823448064 : -107152886103552 : ffff9e8b86498200) 00010000:00000001:0.0:1789449523.109775:0:33816:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449523.109779:0:33816:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449523.109783:0:33816:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498200/0xcddde1459ded6753 lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d78b expref: -99 pid: 33816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449523.109790:0:33816:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449523.109791:0:33816:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449523.109793:0:33816:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449523.109794:0:33816:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449523.109795:0:33816:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498200 refcount=5 00000020:00000001:0.0:1789449523.109797:0:33816:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823448064 : -107152886103552 : ffff9e8b86498200) 00010000:00000001:0.0:1789449523.109800:0:33816:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823448064 : -107152886103552 : ffff9e8b86498200) 00010000:00000001:0.0:1789449523.109803:0:33816:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449523.109806:0:33816:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498200/0xcddde1459ded6753 lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d78b expref: -99 pid: 33816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449523.109813:0:33816:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449523.109814:0:33816:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789449523.109817:0:33816:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498200/0xcddde1459ded6753 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3d78b expref: -99 pid: 33816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449523.109822:0:33816:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449523.109824:0:33816:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449523.109825:0:33816:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449523.109826:0:33816:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449523.109827:0:33816:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789449523.109833:0:33816:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9e8b87d1aa00 x1876371947521664/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 664/664 e 0 to 0 dl 1789449539 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789449523.109842:0:33816:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1789449523.109847:0:33816:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9e8b87d1aa00 x1876371947521664/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 664/664 e 0 to 0 dl 1789449539 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789449523.109855:0:33816:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449523.109863:0:33816:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449523.109864:0:33816:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449523.109866:0:33816:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498200 refcount=3 00000020:00000001:0.0:1789449523.109868:0:33816:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823448064 : -107152886103552 : ffff9e8b86498200) 00010000:00000001:0.0:1789449523.109870:0:33816:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823448064 : -107152886103552 : ffff9e8b86498200) 00000002:00010000:0.0:1789449523.109874:0:33816:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498200/0xcddde1459ded6753 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d78b expref: -99 pid: 33816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1789449523.109909:0:33816:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9e8b8c476640. 00010000:00000001:0.0:1789449523.109911:0:33816:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449523.109913:0:33816:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449523.109914:0:33816:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449523.109917:0:33816:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449523.109920:0:33816:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1789449523.109923:0:33816:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449523.109924:0:33816:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849148416 : -107152860403200 : ffff9e8b87d1aa00) 00000100:00000001:0.0:1789449523.109926:0:33816:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449523.109928:0:33816:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849148416 : -107152860403200 : ffff9e8b87d1aa00) 00010000:00000001:0.0:1789449523.109930:0:33816:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449523.109931:0:33816:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449523.109932:0:33816:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498200 refcount=3 00000020:00000001:0.0:1789449523.109934:0:33816:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823448064 : -107152886103552 : ffff9e8b86498200) 00010000:00000001:0.0:1789449523.109936:0:33816:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823448064 : -107152886103552 : ffff9e8b86498200) 00000002:00010000:0.0:1789449523.109941:0:33816:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498200/0xcddde1459ded6753 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3d78b expref: -99 pid: 33816 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449523.109947:0:33816:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449523.109948:0:33816:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449523.109950:0:33816:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789449523.109952:0:33816:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449523.109953:0:33816:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449523.109954:0:33816:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498200 refcount=3 00000020:00000001:0.0:1789449523.109956:0:33816:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823448064 : -107152886103552 : ffff9e8b86498200) 00010000:00000001:0.0:1789449523.109958:0:33816:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823448064 : -107152886103552 : ffff9e8b86498200) 00010000:00000040:0.0:1789449523.109962:0:33816:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbad00 count: 2 00010000:00000001:0.0:1789449523.109964:0:33816:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789449523.109968:0:33816:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e8b83488400 type 13 mode 4 res 8589935621/41 (0 0) 00010000:00000001:0.0:1789449523.109971:0:33816:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449523.109972:0:33816:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449523.109974:0:33816:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789449523.109977:0:33816:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181077768 00000002:00002000:0.0:1789449523.109980:0:33816:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f23.recovery-small intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:0.0:1789449523.109984:0:33816:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449523.109989:0:33816:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449523.109992:0:33816:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789449523.109996:0:33816:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1789449523.110000:0:33816:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449523.110005:0:33816:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000001:0.0:1789449523.110008:0:33816:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1789449523.110011:0:33816:0:(namei.c:674:ll_lookup_it_finish()) it ffff9e8b86657300 it_disposition 1800037 00000080:00002000:0.0:1789449523.110018:0:33816:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9e8b891a4870 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1789449523.110024:0:33816:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789449523.110028:0:33816:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:0.0:1789449523.110030:0:33816:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181077990 00000080:00200000:0.0:1789449523.110032:0:33816:0:(namei.c:1628:ll_create_it()) VFS Op:name=f23.recovery-small, dir=[0x200000007:0x1:0x0](ffff9e8b89180908), intent=open|creat 00000080:00000001:0.0:1789449523.110036:0:33816:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:0.0:1789449523.110038:0:33816:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789449523.110045:0:33816:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1789449523.110049:0:33816:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789449523.110052:0:33816:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611177 : 144115205339611177 : 200000405000029) 00000080:00000001:0.0:1789449523.110056:0:33816:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1789449523.110068:0:33816:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9e8b89195280. 00000020:00000001:0.0:1789449523.110079:0:33816:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:0.0:1789449523.110081:0:33816:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1789449523.110085:0:33816:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:0.0:1789449523.110087:0:33816:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000405:0x29:0x0](ffff9e8b89195348) 00000020:00000001:0.0:1789449523.110091:0:33816:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789449523.110095:0:33816:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822024 : -107152888729592 : ffff9e8b86217008) 00000020:00001000:0.0:1789449523.110098:0:33816:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217000 00000020:00000001:0.0:1789449523.110103:0:33816:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:0.0:1789449523.110109:0:33816:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9e8b912e6320. 00000020:00000001:0.0:1789449523.110112:0:33816:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1789449523.110114:0:33816:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449523.110124:0:33816:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:0.0:1789449523.110130:0:33816:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9e8b8307cba0. 00020000:00000001:0.0:1789449523.110132:0:33816:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446636920768809888 : -107152940741728 : ffff9e8b8307cba0) 00020000:00000001:0.0:1789449523.110135:0:33816:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:0.0:1789449523.110139:0:33816:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1789449523.110148:0:33816:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9e8b86657a20. 00020000:00000010:0.0:1789449523.110153:0:33816:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9e8b84010300. 00020000:00000010:0.0:1789449523.110161:0:33816:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9e8b86657840. 00020000:00000001:0.0:1789449523.110163:0:33816:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446636920825280576 : -107152884271040 : ffff9e8b86657840) 00020000:00000002:0.0:1789449523.110167:0:33816:0:(lov_ea.c:755:dump_lsm()) lsm ffff9e8b86657840, objid 0x29:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789449523.110172:0:33816:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout 1 layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789449523.110177:0:33816:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff9e8b84010300: ostid: 0x2c0000401:20 ost idx: 1 gen: 0 00020000:00000001:0.0:1789449523.110180:0:33816:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:0.0:1789449523.110182:0:33816:0:(lov_ea.c:755:dump_lsm()) lsm ffff9e8b86657840, objid 0x29:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789449523.110187:0:33816:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout 1 layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789449523.110189:0:33816:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff9e8b84010300: ostid: 0x2c0000401:20 ost idx: 1 gen: 0 00020000:00000010:0.0:1789449523.110193:0:33816:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9e8b83077690. 00020000:00000010:0.0:1789449523.110196:0:33816:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff9e8b990b63c0. 00020000:00000001:0.0:1789449523.110201:0:33816:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:0.0:1789449523.110204:0:33816:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9e8b9901fbf0. 00020000:00000001:0.0:1789449523.110209:0:33816:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1789449523.110210:0:33816:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:0.0:1789449523.110216:0:33816:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1789449523.110220:0:33816:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9e8b912e6190. 00000020:00000001:0.0:1789449523.110222:0:33816:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1789449523.110223:0:33816:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449523.110225:0:33816:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446636921006219792 : -107152703331824 : ffff9e8b912e6210) 00020000:00000001:0.0:1789449523.110230:0:33816:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:0.0:1789449523.110235:0:33816:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff9e8b84ceea80. 00020000:00000001:0.0:1789449523.110238:0:33816:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449523.110242:0:33816:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446636921006219792 : -107152703331824 : ffff9e8b912e6210) 00020000:00000001:0.0:1789449523.110244:0:33816:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446636921006219792 : -107152703331824 : ffff9e8b912e6210) 00020000:00000002:0.0:1789449523.110248:0:33816:0:(lov_object.c:134:lov_init_sub()) [0x2c0000401:0x14:0x0]@ffff9e8b912e6190[0:0] -> [0x200000405:0x29:0x0]@ffff9e8b912e6320: ostid: 0x2c0000401:20 ost idx: 1 gen: 0 00020000:00000001:0.0:1789449523.110253:0:33816:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:0.0:1789449523.110256:0:33816:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:0.0:1789449523.110258:0:33816:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449523.110261:0:33816:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446636921006220192 : -107152703331424 : ffff9e8b912e63a0) 00000020:00001000:0.0:1789449523.110265:0:33816:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217000 00000080:00000001:0.0:1789449523.110269:0:33816:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611177 : 144115205339611177 : 200000405000029) 00000080:00000001:0.0:1789449523.110272:0:33816:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1789449523.110275:0:33816:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611177 mtime from 0 to 1789449523 00000080:00000001:0.0:1789449523.110280:0:33816:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1789449523.110282:0:33816:0:(namei.c:156:ll_iget()) Process leaving (rc=18446636920870622024 : -107152838929592 : ffff9e8b89195348) 00010000:00000001:0.0:1789449523.110285:0:33816:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449523.110286:0:33816:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449523.110287:0:33816:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498200 refcount=3 00000020:00000001:0.0:1789449523.110290:0:33816:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823448064 : -107152886103552 : ffff9e8b86498200) 00010000:00000001:0.0:1789449523.110292:0:33816:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823448064 : -107152886103552 : ffff9e8b86498200) 00000080:00000001:0.0:1789449523.110296:0:33816:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1789449523.110297:0:33816:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789449523.110299:0:33816:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822024 : -107152888729592 : ffff9e8b86217008) 00000020:00001000:0.0:1789449523.110301:0:33816:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217000 00000020:00000001:0.0:1789449523.110303:0:33816:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1789449523.110306:0:33816:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1789449523.110307:0:33816:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1789449523.110309:0:33816:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9e8b86657f60. 00020000:00000010:0.0:1789449523.110312:0:33816:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9e8b84010180. 00020000:00000010:0.0:1789449523.110314:0:33816:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9e8b86657420. 00020000:00000001:0.0:1789449523.110315:0:33816:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446636920825279520 : -107152884272096 : ffff9e8b86657420) 00020000:00000002:0.0:1789449523.110318:0:33816:0:(lov_ea.c:755:dump_lsm()) lsm ffff9e8b86657420, objid 0x29:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789449523.110322:0:33816:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout 1 layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789449523.110326:0:33816:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff9e8b84010180: ostid: 0x2c0000401:20 ost idx: 1 gen: 0 00020000:00000002:0.0:1789449523.110330:0:33816:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9e8b8307cba0) owner ffff9e8b86708000 00020000:00000001:0.0:1789449523.110333:0:33816:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1789449523.110335:0:33816:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9e8b8307cba0) owner ffff9e8b86708000 00020000:00000010:0.0:1789449523.110340:0:33816:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9e8b84010180. 00020000:00000010:0.0:1789449523.110343:0:33816:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9e8b86657f60. 00020000:00000010:0.0:1789449523.110346:0:33816:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9e8b86657420. 00020000:00000002:0.0:1789449523.110349:0:33816:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x29:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1789449523.110352:0:33816:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449523.110354:0:33816:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449523.110357:0:33816:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1789449523.110360:0:33816:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b8307cba0) owner 0000000000000000/ffff9e8b86708000 00020000:00000002:0.0:1789449523.110363:0:33816:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9e8b86657840 addref 2/0 by ffff9e8b86708000. 00020000:00000002:0.0:1789449523.110366:0:33816:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b8307cba0) owner 0000000000000000/ffff9e8b86708000 00020000:00000001:0.0:1789449523.110369:0:33816:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1789449523.110371:0:33816:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1789449523.110372:0:33816:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1789449523.110374:0:33816:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1789449523.110377:0:33816:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1789449523.110379:0:33816:0:(file.c:6843:ll_layout_conf()) [0x200000405:0x29:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1789449523.110382:0:33816:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217000 00000080:00000001:0.0:1789449523.110384:0:33816:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449523.110385:0:33816:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449523.110386:0:33816:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789449523.110388:0:33816:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789449523.110391:0:33816:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1789449523.110394:0:33816:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449523.110396:0:33816:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000405:0x29:0x0](ffff9e8b89195348) 00000080:00010000:0.0:1789449523.110400:0:33816:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x29:0x0](ffff9e8b89195348) for lock 0xcddde1459ded6753 00800000:00000001:0.0:1789449523.110403:0:33816:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789449523.110405:0:33816:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789449523.110406:0:33816:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449523.110407:0:33816:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449523.110409:0:33816:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498200 refcount=3 00000020:00000001:0.0:1789449523.110410:0:33816:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823448064 : -107152886103552 : ffff9e8b86498200) 00010000:00000001:0.0:1789449523.110412:0:33816:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823448064 : -107152886103552 : ffff9e8b86498200) 00010000:00000001:0.0:1789449523.110415:0:33816:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449523.110416:0:33816:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449523.110417:0:33816:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449523.110419:0:33816:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449523.110421:0:33816:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:0.0:1789449523.110423:0:33816:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449523.110428:0:33816:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9e8b87d1aa00 x1876371947521664/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/664 e 0 to 0 dl 1789449539 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449523.110441:0:33816:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789449523.110446:0:33816:0:(namei.c:1651:ll_create_it()) inode ffff9e8b89195348 need_sync_to_mds [0x200000405:0x29:0x0] 00000080:00000001:0.0:1789449523.110449:0:33816:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449523.110453:0:33816:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x29:0x0](ffff9e8b89195348) 00000080:00000001:0.0:1789449523.110456:0:33816:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1789449523.110460:0:33816:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b8313f800. 00000100:00000001:0.0:1789449523.110462:0:33816:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449523.110466:0:33816:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d1aa00 x1876371947521664/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/664 e 0 to 0 dl 1789449539 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449523.110473:0:33816:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449523.110477:0:33816:0:(pcc.c:3603:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1789449523.110479:0:33816:0:(pcc.c:3606:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789449523.110481:0:33816:0:(namei.c:1500:ll_atomic_open()) inode ffff9e8b89195348 need_sync_to_mds [0x200000405:0x29:0x0] 00000080:00000001:0.0:1789449523.110491:0:33816:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1789449523.110493:0:33816:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181077a68 00000080:00200008:0.0:1789449523.110496:0:33816:0:(file.c:1090:ll_file_open()) START file f23.recovery-small:[0x200000405:0x29:0x0](ffff9e8b89195348), flags 100102 00000080:00000010:0.0:1789449523.110505:0:33816:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9e8b8432c640. 00000080:00000010:0.0:1789449523.110510:0:33816:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9e8b8c476cc0. 00000080:00000001:0.0:1789449523.110513:0:33816:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1789449523.110517:0:33816:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1789449523.110520:0:33816:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449523.110523:0:33816:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449523.110526:0:33816:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449523.110529:0:33816:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449523.110531:0:33816:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449523.110533:0:33816:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x29:0x0] 00800000:00000001:0.0:1789449523.110536:0:33816:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449523.110538:0:33816:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1789449523.110542:0:33816:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9e8b87d97380. 00000002:00100000:0.0:1789449523.110545:0:33816:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9e8b87d1aa00 x1876371947521664/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/664 e 0 to 0 dl 1789449539 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789449523.110552:0:33816:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449523.110554:0:33816:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1789449523.110558:0:33816:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1789449523.110562:0:33816:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449523.110565:0:33816:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449523.110568:0:33816:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449523.110571:0:33816:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d1aa00 x1876371947521664/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/664 e 0 to 0 dl 1789449539 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1789449523.110578:0:33816:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449523.110582:0:33816:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9e8b87e40000. 02000000:00000001:0.0:1789449523.110616:0:33816:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1789449523.110618:0:33816:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449523.110621:0:33816:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181077a68 00000080:00000008:0.0:1789449523.110623:0:33816:0:(file.c:1329:ll_file_open()) COMPLETED file f23.recovery-small:[0x200000405:0x29:0x0](ffff9e8b89195348), flags 100102, rc = 0 00000080:00000001:0.0:1789449523.110628:0:33816:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1789449523.110630:0:33816:0:(dcache.c:176:ll_intent_release()) intent ffff9e8b86657300 released 00000080:00010000:0.0:1789449523.110632:0:33816:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded6753 from it ffff9e8b86657300 00010000:00000001:0.0:1789449523.110635:0:33816:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449523.110636:0:33816:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449523.110638:0:33816:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498200 refcount=3 00000020:00000001:0.0:1789449523.110640:0:33816:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823448064 : -107152886103552 : ffff9e8b86498200) 00010000:00000001:0.0:1789449523.110642:0:33816:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823448064 : -107152886103552 : ffff9e8b86498200) 00010000:00000001:0.0:1789449523.110644:0:33816:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449523.110648:0:33816:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498200/0xcddde1459ded6753 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xeb7cbf5e2fd3d78b expref: -99 pid: 33816 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449523.110655:0:33816:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449523.110657:0:33816:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449523.110658:0:33816:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789449523.110661:0:33816:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789449523.110664:0:33816:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498200/0xcddde1459ded6753 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xeb7cbf5e2fd3d78b expref: -99 pid: 33816 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789449523.110672:0:33816:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789449523.110675:0:33816:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789449523.110677:0:33816:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449523.110682:0:33816:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449523.110683:0:33816:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449523.110685:0:33816:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449523.110688:0:33816:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789449523.110690:0:33816:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449523.110692:0:33816:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449523.110695:0:33816:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449523.110697:0:33816:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449523.110698:0:33816:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449523.110699:0:33816:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789449523.110701:0:33816:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1789449523.110703:0:33816:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:0.0:1789449523.110706:0:33816:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1789449523.110707:0:33816:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789449523.110710:0:33816:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1789449523.110712:0:33816:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449523.110715:0:33816:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1789449523.110717:0:33816:0:(pcc.c:1970:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449523.110719:0:33816:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789449523.110722:0:33816:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449523.110724:0:33816:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1789449523.110726:0:33816:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9e8b86657300. 00000080:00000001:0.0:1789449523.110729:0:33816:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449523.110734:0:33816:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1789449523.110736:0:33816:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x29:0x0](ffff9e8b89195348), inode mode 81a4 mask 40 00000080:00000001:0.0:1789449523.110740:0:33816:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1789449523.111917:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cba400. 00010000:00000010:0.1:1789449523.111930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b86498e00. 00010000:00000010:0.1:1789449523.136271:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cba700. 00000100:00000040:2.0:1789449523.138094:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80a9314a-fa92-41c3-8d17-36c58fffb192->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789449523.138108:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789449523.138120:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065dc00. 00000020:00000040:2.0:1789449523.138127:0:38:0:(genops.c:1209:class_import_get()) import ffff9e8b83927000 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:2.0:1789449523.138133:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449523.138138:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449523.138146:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449523.138158:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b8c688f00. 00000100:00000001:2.0:1789449523.138167:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449523.138184:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 80a9314a-fa92-41c3-8d17-36c58fffb192->MGS req@ffff9e8b9065dc00 x1876371947521792/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789449523.138196:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449523.138201:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449523.138208:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a063d587] to pc [ptlrpcd_01_01+1] req@ffff9e8b9065dc00 x1876371947521792/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449523.138241:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449523.138246:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789449523.138250:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789449523.138253:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065ca80. 00000020:00000040:2.0:1789449523.138255:0:38:0:(genops.c:1209:class_import_get()) import ffff9e8b862dc800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000100:00000001:2.0:1789449523.138257:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449523.138259:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449523.138261:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449523.138267:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b8c688a00. 00000100:00000001:2.0:1789449523.138269:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449523.138273:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0001_UUID req@ffff9e8b9065ca80 x1876371947521920/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789449523.138280:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449523.138281:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449523.138285:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b5f2f20] to pc [ptlrpcd_01_00+0] req@ffff9e8b9065ca80 x1876371947521920/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449523.138293:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449523.138296:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789449523.138299:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789449523.138302:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065e680. 00000020:00000040:2.0:1789449523.138304:0:38:0:(genops.c:1209:class_import_get()) import ffff9e8b90c6e800 refcount=3 obd=lustre-OST0000-osc-ffff9e8b89903000 00000100:00000001:2.0:1789449523.138306:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449523.138307:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449523.138309:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449523.138312:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b8c688200. 00000100:00000001:2.0:1789449523.138314:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449523.138318:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0000_UUID req@ffff9e8b9065e680 x1876371947522048/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789449523.138324:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449523.138326:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449523.138330:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000060fc82dc] to pc [ptlrpcd_01_01+1] req@ffff9e8b9065e680 x1876371947522048/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449523.138337:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449523.138339:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789449523.138343:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789449523.138351:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1863) 00000100:00000001:3.0:1789449523.138402:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449523.138409:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449523.138412:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789449523.138422:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065dc00 x1876371947521792/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449523.138432:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789449523.138435:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449523.138440:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789449523.138444:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789449523.138447:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449523.138452:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:80a9314a-fa92-41c3-8d17-36c58fffb192:2402:1876371947521792:192.168.202.109@tcp:400:kworker.0 00000100:00000001:3.0:1789449523.138457:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789449523.138465:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789449523.138468:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449523.138471:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789449523.138479:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b888a2a00. 02000000:00000001:3.0:1789449523.138481:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449523.138493:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:3.0:1789449523.138499:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b8525c058. 00000400:00000010:3.0:1789449523.138510:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69b28. 00000100:00000200:3.0:1789449523.138521:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947521792, portal 25 00000100:00000001:3.0:1789449523.138536:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449523.138550:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993078272 : -107152716473344 : ffff9e8b9065dc00) 00000100:00000040:3.0:1789449523.138558:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b9065dc00 x1876371947521792/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449523.138566:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449523.138570:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1789449523.138574:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b695d8. 00000100:00000200:3.0:1789449523.138577:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876371947521792, offset 0 00000400:00000200:3.0:1789449523.138586:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1789449523.138598:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449523.138608:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449523.138615:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789449523.138621:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1789449523.138625:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789449523.138629:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1789449523.138633:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2855:2855:256:4294967295] 192.168.202.109@tcp LPNI seq info [2855:2855:8:4294967295] 00000400:00000200:3.0:1789449523.138639:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449523.138651:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449523.138658:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449523.138665:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051c500. 00000800:00000200:3.0:1789449523.138673:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449523.138682:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449523.138687:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051c500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789449523.138704:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449523.138709:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:3.0:1789449523.138712:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296529951 00000100:00000001:3.0:1789449523.138721:0:2402:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296526596 00000100:00000001:3.0:1789449523.138725:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296529951 00000100:00000001:3.0:1789449523.138729:0:2402:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296526596 00000100:00000001:3.0:1789449523.138732:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449523.138736:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449523.138740:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789449523.138744:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065e680 x1876371947522048/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449523.138751:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789449523.138764:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449523.138767:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789449523.138769:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789449523.138771:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449523.138773:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2402:1876371947522048:192.168.202.109@tcp:400:kworker.0 00000100:00000001:3.0:1789449523.138776:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789449523.138778:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789449523.138780:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449523.138782:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789449523.138785:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b888a2800. 02000000:00000001:3.0:1789449523.138787:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449523.138790:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:3.0:1789449523.138797:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b8525c370. 00000400:00000010:3.0:1789449523.138801:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69990. 00000100:00000200:3.0:1789449523.138803:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947522048, portal 4 00000100:00000001:3.0:1789449523.138805:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449523.138806:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993080960 : -107152716470656 : ffff9e8b9065e680) 00000100:00000040:3.0:1789449523.138814:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b9065e680 x1876371947522048/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449523.138819:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449523.138822:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1789449523.138825:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69880. 00000100:00000200:3.0:1789449523.138827:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876371947522048, offset 0 00000400:00000200:3.0:1789449523.138848:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1789449523.138852:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449523.138855:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449523.138858:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789449523.138860:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1789449523.138862:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789449523.138865:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1789449523.138868:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2856:2856:255:4294967295] 192.168.202.109@tcp LPNI seq info [2856:2856:7:4294967295] 00000400:00000200:3.0:1789449523.138871:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449523.138876:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449523.138900:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449523.138904:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051c700. 00000800:00000200:3.0:1789449523.138907:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449523.138911:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449523.138914:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051c700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789449523.138916:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449523.138921:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: using a timeout of 22950 usecs (23 jiffies) 00000400:00000200:3.0:1789449523.138924:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:3.0:1789449523.138926:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296525848 00000100:00000001:3.0:1789449523.138928:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296529951 00000100:00000001:3.0:1789449523.138930:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296525848 00000100:00000001:3.0:1789449523.138932:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296529951 00000100:00000001:3.0:1789449523.138934:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449523.138935:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449523.138938:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449523.138941:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449523.138950:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449523.138952:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789449523.138954:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449523.138955:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449523.138957:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449523.138960:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1789449523.138962:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449523.138964:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449523.138965:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449523.138967:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449523.138968:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449523.138970:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789449523.138974:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065ca80 x1876371947521920/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449523.138980:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789449523.138981:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449523.138983:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789449523.138984:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789449523.138986:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449523.138989:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2402:1876371947521920:192.168.202.109@tcp:400:kworker.0 00000100:00000001:3.0:1789449523.138992:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789449523.138995:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789449523.138996:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449523.138998:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789449523.139001:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b888a3a00. 02000000:00000001:3.0:1789449523.139003:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449523.139006:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:3.0:1789449523.139009:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b8525c840. 00000400:00000010:3.0:1789449523.139013:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69770. 00000100:00000200:3.0:1789449523.139016:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947521920, portal 10 00000100:00000001:3.0:1789449523.139018:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449523.139019:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993073792 : -107152716477824 : ffff9e8b9065ca80) 00000100:00000040:3.0:1789449523.139025:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b9065ca80 x1876371947521920/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449523.139031:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449523.139033:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1789449523.139035:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69110. 00000100:00000200:3.0:1789449523.139038:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876371947521920, offset 0 00000400:00000200:3.0:1789449523.139042:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1789449523.139045:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449523.139048:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449523.139051:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789449523.139053:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1789449523.139055:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789449523.139057:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1789449523.139060:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2857:2857:254:4294967295] 192.168.202.109@tcp LPNI seq info [2857:2857:6:4294967295] 00000400:00000200:3.0:1789449523.139064:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449523.139069:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449523.139073:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449523.139076:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051c800. 00000800:00000200:3.0:1789449523.139080:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449523.139085:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449523.139087:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051c800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789449523.139090:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449523.139093:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: using a timeout of 22246 usecs (23 jiffies) 00000400:00000200:3.0:1789449523.139096:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:3.0:1789449523.139098:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296525848 00000100:00000001:3.0:1789449523.139100:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296529951 00000100:00000001:3.0:1789449523.139102:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296525848 00000100:00000001:3.0:1789449523.139104:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296529951 00000100:00000001:3.0:1789449523.139106:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449523.139108:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449523.139110:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449523.139113:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449523.139127:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449523.139129:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449523.139171:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449523.139488:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b9051c500. 00000400:00000200:3.0:1789449523.139495:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449523.139502:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449523.139509:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b695d8 00000400:00000010:3.0:1789449523.139513:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b695d8. 00000100:00000001:3.0:1789449523.139518:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449523.139523:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065dc00 x1876371947521792/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449523.139628:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449523.139634:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065dc00 x1876371947521792/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449539 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449523.139642:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449523.139643:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789449523.139662:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449523.139665:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b9051c700. 00000400:00000200:3.0:1789449523.139668:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449523.139671:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449523.139674:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69880 00000400:00000010:3.0:1789449523.139675:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69880. 00000100:00000001:3.0:1789449523.139678:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449523.139681:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065e680 x1876371947522048/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449523.139688:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449523.139691:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065e680 x1876371947522048/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449539 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449523.139697:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449523.139699:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789449523.140145:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449523.140149:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b9051c800. 00000400:00000200:3.0:1789449523.140152:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449523.140156:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449523.140160:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69110 00000400:00000010:3.0:1789449523.140162:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69110. 00000100:00000001:3.0:1789449523.140164:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449523.140168:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065ca80 x1876371947521920/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449523.140175:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449523.140178:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065ca80 x1876371947521920/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449539 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449523.140188:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449523.140189:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449523.153704:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449523.153727:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449523.153733:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449523.153736:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449523.153750:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449523.153768:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449523.153788:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449523.153793:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449523.153800:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449523.153805:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x6aa8ce3660700 00000400:00000200:2.0:1789449523.153813:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449523.153822:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x8205 [1] + 224 00000800:00000001:2.0:1789449523.153834:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449523.153841:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449523.153845:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449523.153850:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449523.153860:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449523.153873:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065dc00 x1876371947521792/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449539 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449523.153905:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b9065dc00 x1876371947521792/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449539 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449523.153923:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449523.153934:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449523.153938:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449523.153940:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449523.153942:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449523.153945:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449523.153949:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449523.153954:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449523.153958:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449523.153961:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449523.153965:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 4 MB=0x6aa8ce3660800 00000400:00000200:2.0:1789449523.153970:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449523.153976:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 224/224 into md 0x8215 [1] + 224 00000800:00000001:2.0:1789449523.153980:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449523.153985:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449523.153987:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449523.153990:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449523.153993:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449523.153998:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065e680 x1876371947522048/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449539 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449523.154007:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b9065e680 x1876371947522048/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449539 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449523.154015:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449523.154018:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449523.154022:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449523.154023:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449523.154026:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449523.154029:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449523.154032:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449523.154036:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449523.154039:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449523.154042:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449523.154044:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x6aa8ce3660780 00000400:00000200:2.0:1789449523.154048:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449523.154052:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x8225 [1] + 224 00000800:00000001:2.0:1789449523.154055:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449523.154064:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449523.154066:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449523.154069:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449523.154071:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449523.154076:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065ca80 x1876371947521920/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449539 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449523.154092:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b9065ca80 x1876371947521920/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449539 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449523.154099:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449523.154102:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449523.154104:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449523.154117:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449523.154121:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789449523.154129:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789449523.154131:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789449523.154135:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b8525c840. 00000400:00000200:2.0:1789449523.154140:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69770 00000400:00000010:2.0:1789449523.154143:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69770. 00000100:00000001:2.0:1789449523.154146:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449523.154151:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065ca80 x1876371947521920/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449539 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789449523.154160:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065ca80 x1876371947521920/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449539 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449523.154167:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789449523.154170:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449523.154173:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789449523.154177:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789449523.154180:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789449523.154183:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449523.154187:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789449523.154200:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b862dcc60 time=153 v=5 (5 102 102 102) 00000100:00001000:2.0:1789449523.154205:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b862dcc18 time=153 v=5 (1 1 1 1) 00000100:00000001:2.0:1789449523.154208:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789449523.154210:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449523.154214:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789449523.154218:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449523.154222:0:2402:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789449523.154225:0:2402:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967328 00000100:00000001:2.0:1789449523.154227:0:2402:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789449523.154229:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449523.154235:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065ca80 x1876371947521920/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449539 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449523.154243:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449523.154247:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789449523.154249:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789449523.154253:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065ca80 x1876371947521920/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449539 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789449523.154262:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2402:1876371947521920:192.168.202.109@tcp:400:kworker.0 00000400:00000001:2.0:1789449523.154267:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789449523.154269:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789449523.154270:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b8525c058. 00000400:00000200:2.0:1789449523.154272:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69b28 00000400:00000010:2.0:1789449523.154274:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69b28. 00000100:00000001:2.0:1789449523.154276:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449523.154279:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065dc00 x1876371947521792/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449539 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789449523.154300:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065dc00 x1876371947521792/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449539 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449523.154306:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789449523.154307:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449523.154309:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789449523.154311:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789449523.154312:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789449523.154313:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449523.154315:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789449523.154318:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b83927460 time=154 v=5 (5 5 5 5) 00000100:00001000:2.0:1789449523.154321:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b83927418 time=154 v=5 (1 1 1 1) 00000100:00000001:2.0:1789449523.154324:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789449523.154325:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449523.154327:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789449523.154329:0:2402:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449523.154331:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449523.154334:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065dc00 x1876371947521792/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449539 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449523.154341:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449523.154342:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789449523.154344:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789449523.154347:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065dc00 x1876371947521792/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449539 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789449523.154354:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:80a9314a-fa92-41c3-8d17-36c58fffb192:2402:1876371947521792:192.168.202.109@tcp:400:kworker.0 00000400:00000001:2.0:1789449523.154359:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789449523.154360:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789449523.154361:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b8525c370. 00000400:00000200:2.0:1789449523.154363:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69990 00000400:00000010:2.0:1789449523.154365:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69990. 00000100:00000001:2.0:1789449523.154366:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449523.154369:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065e680 x1876371947522048/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449539 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789449523.154378:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065e680 x1876371947522048/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449539 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449523.154384:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789449523.154385:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449523.154387:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789449523.154388:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789449523.154389:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789449523.154390:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449523.154392:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789449523.154396:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b90c6ec60 time=153 v=5 (5 5 5 36) 00000100:00001000:2.0:1789449523.154399:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b90c6ec18 time=35 v=5 (1 0 0 0) 00000100:00000001:2.0:1789449523.154401:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789449523.154402:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449523.154403:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789449523.154405:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449523.154408:0:2402:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789449523.154409:0:2402:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e8b89903000: skip recheck: last_committed 4294967322 00000100:00000001:2.0:1789449523.154411:0:2402:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789449523.154412:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449523.154416:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065e680 x1876371947522048/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449539 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449523.154424:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449523.154426:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789449523.154427:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789449523.154430:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065e680 x1876371947522048/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449539 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789449523.154437:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2402:1876371947522048:192.168.202.109@tcp:400:kworker.0 00000100:00000001:2.0:1789449523.154441:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449523.154444:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449523.154448:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065ca80 x1876371947521920/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449539 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449523.154455:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789449523.154458:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789449523.154462:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b888a3a00. 02000000:00000001:2.0:1789449523.154466:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789449523.154469:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789449523.154472:0:2402:0:(genops.c:1222:class_import_put()) import ffff9e8b862dc800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000020:00000001:2.0:1789449523.154474:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789449523.154478:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b8c688a00. 02000000:00000001:2.0:1789449523.154482:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789449523.154484:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789449523.154486:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065ca80. 00000100:00000001:2.0:1789449523.154490:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789449523.154491:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449523.154493:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449523.154496:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065dc00 x1876371947521792/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449539 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449523.154507:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789449523.154508:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789449523.154509:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b888a2a00. 02000000:00000001:2.0:1789449523.154512:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789449523.154513:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789449523.154515:0:2402:0:(genops.c:1222:class_import_put()) import ffff9e8b83927000 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:2.0:1789449523.154516:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789449523.154517:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b8c688f00. 02000000:00000001:2.0:1789449523.154520:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789449523.154521:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789449523.154522:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065dc00. 00000100:00000001:2.0:1789449523.154525:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789449523.154526:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449523.154527:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449523.154531:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065e680 x1876371947522048/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449539 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449523.154536:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789449523.154537:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789449523.154539:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b888a2800. 02000000:00000001:2.0:1789449523.154541:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789449523.154542:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789449523.154542:0:2402:0:(genops.c:1222:class_import_put()) import ffff9e8b90c6e800 refcount=2 obd=lustre-OST0000-osc-ffff9e8b89903000 00000020:00000001:2.0:1789449523.154544:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789449523.154545:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b8c688200. 02000000:00000001:2.0:1789449523.154548:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789449523.154549:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789449523.154550:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065e680. 00000100:00000001:2.0:1789449523.154552:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789449523.154553:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449523.154556:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449523.154578:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449523.154581:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449523.154584:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449523.154587:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449523.714727:0:33382:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449523.714739:0:33382:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449523.714760:0:33382:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449523.714762:0:33382:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449523.715277:0:16815:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789449523.715281:0:16815:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449523.715285:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789449524.738033:0:33382:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449524.738051:0:33382:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449524.738060:0:33382:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449524.738062:0:33382:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449524.738636:0:16942:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789449524.738642:0:16942:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449524.738647:0:16942:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789449525.187730:0:16807:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1789449525.187750:0:16807:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449525.762774:0:33382:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449525.762786:0:33382:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449525.762794:0:33382:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449525.762795:0:33382:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449525.764818:0:16814:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789449525.764827:0:16814:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449525.764834:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789449526.786087:0:33382:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449526.786097:0:33382:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449526.786104:0:33382:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449526.786105:0:33382:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449526.786215:0:16815:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789449526.786220:0:16815:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449526.786224:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789449527.746176:0:33382:0:(connection.c:75:cpu_latency_work()) work item of ffff9e8b8322a330 (cpu 3) has reached its deadline 4296529951, at 4296530432 00000100:00000010:3.0:1789449527.746202:0:33382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e8b86657b40. 00000100:00000040:2.0:1789449527.746521:0:32803:0:(connection.c:75:cpu_latency_work()) work item of ffff9e8b8322a220 (cpu 2) has reached its deadline 4296529951, at 4296530432 00000100:00000010:2.0:1789449527.746529:0:32803:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e8b86657f00. 00010000:00000001:3.0:1789449527.810070:0:33382:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449527.810080:0:33382:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449527.810088:0:33382:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449527.810089:0:33382:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449527.810211:0:16942:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789449527.810216:0:16942:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449527.810220:0:16942:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789449528.258011:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80a9314a-fa92-41c3-8d17-36c58fffb192->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789449528.258026:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789449528.258036:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83691180. 00000020:00000040:1.0:1789449528.258045:0:8:0:(genops.c:1209:class_import_get()) import ffff9e8b83927000 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:1.0:1789449528.258051:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789449528.258055:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789449528.258061:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789449528.258073:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b8c47a300. 00000100:00000001:1.0:1789449528.258083:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449528.258098:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 80a9314a-fa92-41c3-8d17-36c58fffb192->MGS req@ffff9e8b83691180 x1876371947522176/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789449528.258111:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789449528.258116:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449528.258124:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b40db9bc] to pc [ptlrpcd_00_01+1] req@ffff9e8b83691180 x1876371947522176/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449528.258157:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449528.258160:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789449528.258164:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789449528.258168:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83690a80. 00000020:00000040:1.0:1789449528.258170:0:8:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000100:00000001:1.0:1789449528.258172:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789449528.258174:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789449528.258175:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789449528.258180:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b8c47ab00. 00000100:00000001:1.0:1789449528.258183:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449528.258187:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0000_UUID req@ffff9e8b83690a80 x1876371947522304/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789449528.258194:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789449528.258195:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449528.258199:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e106de57] to pc [ptlrpcd_00_00+0] req@ffff9e8b83690a80 x1876371947522304/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449528.258206:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449528.258208:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789449528.258211:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789449528.258213:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83691500. 00000020:00000040:1.0:1789449528.258215:0:8:0:(genops.c:1209:class_import_get()) import ffff9e8b862dc800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000100:00000001:1.0:1789449528.258218:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789449528.258219:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789449528.258220:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789449528.258223:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b8c47a100. 00000100:00000001:1.0:1789449528.258225:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449528.258228:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0001_UUID req@ffff9e8b83691500 x1876371947522432/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789449528.258235:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789449528.258236:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449528.258240:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca09cb0f] to pc [ptlrpcd_00_01+1] req@ffff9e8b83691500 x1876371947522432/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449528.258245:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449528.258247:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789449528.258250:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789449528.258253:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83693100. 00000020:00000040:1.0:1789449528.258255:0:8:0:(genops.c:1209:class_import_get()) import ffff9e8b90c6e800 refcount=3 obd=lustre-OST0000-osc-ffff9e8b89903000 00000100:00000001:1.0:1789449528.258257:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789449528.258258:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789449528.258259:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789449528.258262:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b8c47ac00. 00000100:00000001:1.0:1789449528.258265:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449528.258268:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0000_UUID req@ffff9e8b83693100 x1876371947522560/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789449528.258274:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789449528.258275:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449528.258278:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038ec944e] to pc [ptlrpcd_00_00+0] req@ffff9e8b83693100 x1876371947522560/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449528.258284:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449528.258287:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789449528.258290:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789449528.258295:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1868) 00000100:00000001:1.0:1789449528.258314:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449528.258318:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449528.258321:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789449528.258326:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83691180 x1876371947522176/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449528.258333:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449528.258336:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449528.258341:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789449528.258343:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789449528.258346:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449528.258350:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83691180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:80a9314a-fa92-41c3-8d17-36c58fffb192:2400:1876371947522176:192.168.202.109@tcp:400:kworker.0 00000100:00000001:1.0:1789449528.258355:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789449528.258362:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789449528.258365:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449528.258368:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789449528.258372:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b98dd5200. 02000000:00000001:1.0:1789449528.258374:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789449528.258384:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:1.0:1789449528.258390:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b83427b00. 00000400:00000010:1.0:1789449528.258398:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012660. 00000100:00000200:1.0:1789449528.258408:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947522176, portal 25 00000100:00000001:1.0:1789449528.258411:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449528.258412:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775184768 : -107152934366848 : ffff9e8b83691180) 00000100:00000040:1.0:1789449528.258418:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b83691180 x1876371947522176/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449528.258426:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789449528.258429:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1789449528.258432:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012770. 00000100:00000200:1.0:1789449528.258436:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876371947522176, offset 0 00000400:00000200:1.0:1789449528.258444:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1789449528.258456:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449528.258465:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1789449528.258471:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789449528.258476:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1789449528.258480:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789449528.258483:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1789449528.258487:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2858:2858:256:4294967295] 192.168.202.109@tcp LPNI seq info [2858:2858:8:4294967295] 00000400:00000200:1.0:1789449528.258492:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449528.258503:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1789449528.258511:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1789449528.258517:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b8c47a400. 00000800:00000200:1.0:1789449528.258525:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1789449528.258536:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1789449528.258541:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b8c47a400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789449528.258558:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789449528.258563:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:1.0:1789449528.258566:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296535071 00000100:00000010:1.0:1789449528.258573:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e8b87c1e1e0. 00000100:00000001:1.0:1789449528.258582:0:2400:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789449528.258587:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296535071 00000100:00000010:1.0:1789449528.258602:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e8b87c1eba0. 00000100:00000001:1.0:1789449528.258606:0:2400:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789449528.258610:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449528.258613:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449528.258616:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789449528.258620:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83691500 x1876371947522432/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449528.258626:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449528.258627:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449528.258630:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789449528.258632:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789449528.258633:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449528.258636:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83691500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2400:1876371947522432:192.168.202.109@tcp:400:kworker.0 00000100:00000001:1.0:1789449528.258639:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789449528.258641:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789449528.258643:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449528.258645:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789449528.258649:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b840f4200. 02000000:00000001:1.0:1789449528.258650:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789449528.258654:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:1.0:1789449528.258657:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b83427d68. 00000400:00000010:1.0:1789449528.258660:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012f68. 00000100:00000200:1.0:1789449528.258663:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947522432, portal 10 00000100:00000001:1.0:1789449528.258665:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449528.258666:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775185664 : -107152934365952 : ffff9e8b83691500) 00000100:00000040:1.0:1789449528.258674:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b83691500 x1876371947522432/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449528.258680:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789449528.258683:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1789449528.258685:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012b28. 00000100:00000200:1.0:1789449528.258687:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876371947522432, offset 0 00000400:00000200:1.0:1789449528.258692:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1789449528.258696:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449528.258699:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1789449528.258702:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789449528.258704:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1789449528.258705:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789449528.258744:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1789449528.258747:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2859:2859:255:4294967295] 192.168.202.109@tcp LPNI seq info [2859:2859:7:4294967295] 00000400:00000200:1.0:1789449528.258751:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449528.258758:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1789449528.258762:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1789449528.258766:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b8c47a600. 00000800:00000200:1.0:1789449528.258770:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1789449528.258774:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1789449528.258777:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b8c47a600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789449528.258780:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449528.258784:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: using a timeout of 22237 usecs (23 jiffies) 00000400:00000200:1.0:1789449528.258787:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:1.0:1789449528.258789:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296530967 00000100:00000001:1.0:1789449528.258791:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296535071 00000100:00000001:1.0:1789449528.258794:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296530967 00000100:00000001:1.0:1789449528.258796:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296535071 00000100:00000001:1.0:1789449528.258798:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449528.258799:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449528.258802:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449528.258805:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449528.258814:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789449528.258816:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789449528.258819:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449528.258820:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449528.261792:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449528.261803:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1789449528.261806:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449528.261817:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789449528.261820:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449528.261823:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449528.261825:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449528.261827:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789449528.261844:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83690a80 x1876371947522304/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449528.261857:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449528.261859:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449528.261864:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789449528.261869:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789449528.261871:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449528.261876:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83690a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2400:1876371947522304:192.168.202.109@tcp:400:kworker.0 00000100:00000001:1.0:1789449528.261896:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789449528.261903:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789449528.261906:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449528.261909:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789449528.261923:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b840f4e00. 02000000:00000001:1.0:1789449528.261925:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789449528.261936:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:1.0:1789449528.261942:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b83427000. 00000400:00000010:1.0:1789449528.261953:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012880. 00000100:00000200:1.0:1789449528.261960:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947522304, portal 10 00000100:00000001:1.0:1789449528.261963:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449528.261964:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775182976 : -107152934368640 : ffff9e8b83690a80) 00000100:00000040:1.0:1789449528.261973:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b83690a80 x1876371947522304/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449528.261981:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789449528.261984:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1789449528.261987:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b850125d8. 00000100:00000200:1.0:1789449528.261991:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876371947522304, offset 0 00000400:00000200:1.0:1789449528.261998:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1789449528.262008:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449528.262017:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1789449528.262023:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789449528.262027:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1789449528.262032:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789449528.262034:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1789449528.262038:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2860:2860:254:4294967295] 192.168.202.109@tcp LPNI seq info [2860:2860:6:4294967295] 00000400:00000200:1.0:1789449528.262042:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449528.262054:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1789449528.262060:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1789449528.262066:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b8c47a500. 00000800:00000200:1.0:1789449528.262073:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1789449528.262081:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1789449528.262086:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b8c47a500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789449528.262091:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449528.262095:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 812792 usecs (813 jiffies) 00000400:00000200:1.0:1789449528.262099:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:1.0:1789449528.262102:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296531757 00000100:00000001:1.0:1789449528.262105:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296535071 00000100:00000001:1.0:1789449528.262109:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296531757 00000100:00000001:1.0:1789449528.262112:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296535071 00000100:00000001:1.0:1789449528.262114:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449528.262116:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449528.262118:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789449528.262123:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83693100 x1876371947522560/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449528.262130:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449528.262132:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449528.262134:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789449528.262135:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789449528.262137:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449528.262140:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83693100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2400:1876371947522560:192.168.202.109@tcp:400:kworker.0 00000100:00000001:1.0:1789449528.262143:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789449528.262146:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789449528.262148:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449528.262149:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789449528.262154:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b82a99400. 02000000:00000001:1.0:1789449528.262156:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789449528.262160:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:1.0:1789449528.262163:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b83427f20. 00000400:00000010:1.0:1789449528.262166:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b850127f8. 00000100:00000200:1.0:1789449528.262169:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947522560, portal 4 00000100:00000001:1.0:1789449528.262171:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449528.262172:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775192832 : -107152934358784 : ffff9e8b83693100) 00000100:00000040:1.0:1789449528.262179:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b83693100 x1876371947522560/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449528.262185:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789449528.262187:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1789449528.262190:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012a18. 00000100:00000200:1.0:1789449528.262192:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876371947522560, offset 0 00000400:00000200:1.0:1789449528.262197:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1789449528.262201:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449528.262204:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1789449528.262207:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789449528.262210:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1789449528.262212:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789449528.262214:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1789449528.262216:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2861:2861:253:4294967295] 192.168.202.109@tcp LPNI seq info [2861:2861:5:4294967295] 00000400:00000200:1.0:1789449528.262219:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449528.262224:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1789449528.262227:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1789449528.262231:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b8c47a700. 00000800:00000200:1.0:1789449528.262234:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1789449528.262238:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1789449528.262241:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b8c47a700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789449528.262243:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449528.262247:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: using a timeout of 22936 usecs (23 jiffies) 00000400:00000200:1.0:1789449528.262249:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:1.0:1789449528.262251:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296530967 00000100:00000001:1.0:1789449528.262254:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296535071 00000100:00000001:1.0:1789449528.262256:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296530967 00000100:00000001:1.0:1789449528.262258:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296535071 00000100:00000001:1.0:1789449528.262260:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449528.262262:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449528.262264:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449528.262267:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449528.262296:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449528.262298:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449528.262675:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449528.262681:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47a400. 00000400:00000200:3.0:1789449528.262774:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449528.262780:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449528.262788:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012770 00000400:00000010:3.0:1789449528.262791:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012770. 00000100:00000001:3.0:1789449528.262796:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449528.262802:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83691180 x1876371947522176/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449528.262820:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449528.262824:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83691180 x1876371947522176/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449544 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449528.262832:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449528.262834:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789449528.262849:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449528.262852:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47a600. 00000400:00000200:3.0:1789449528.262855:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449528.262858:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449528.262861:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012b28 00000400:00000010:3.0:1789449528.262862:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012b28. 00000100:00000001:3.0:1789449528.262865:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449528.262870:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83691500 x1876371947522432/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449528.262877:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449528.262900:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83691500 x1876371947522432/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449544 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449528.262907:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449528.262908:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789449528.262917:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449528.262919:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47a500. 00000400:00000200:3.0:1789449528.262922:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449528.262925:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449528.262928:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b850125d8 00000400:00000010:3.0:1789449528.262930:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b850125d8. 00000100:00000001:3.0:1789449528.262932:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449528.262936:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83690a80 x1876371947522304/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449528.262942:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449528.262945:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83690a80 x1876371947522304/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449544 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449528.262956:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449528.262957:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789449528.263004:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449528.263007:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47a700. 00000400:00000200:3.0:1789449528.263010:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449528.263013:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449528.263017:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012a18 00000400:00000010:3.0:1789449528.263019:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012a18. 00000100:00000001:3.0:1789449528.263021:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449528.263025:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83693100 x1876371947522560/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449528.263032:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449528.263034:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83693100 x1876371947522560/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449544 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449528.263040:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449528.263042:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789449528.270436:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449528.270457:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449528.270464:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449528.270466:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449528.270478:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449528.270488:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449528.270499:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449528.270504:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449528.270511:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449528.270517:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x6aa8ce3660980 00000400:00000200:3.0:1789449528.270524:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449528.270531:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x823d [1] + 224 00000800:00000001:3.0:1789449528.270539:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449528.270543:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449528.270548:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449528.270554:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449528.270564:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449528.270576:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83691500 x1876371947522432/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449544 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449528.270588:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b83691500 x1876371947522432/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449544 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449528.270600:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449528.270610:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449528.270614:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449528.270616:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449528.270618:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449528.270621:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449528.270625:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449528.270629:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449528.270631:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449528.270634:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449528.270637:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x6aa8ce3660900 00000400:00000200:3.0:1789449528.270640:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449528.270644:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x8245 [1] + 224 00000800:00000001:3.0:1789449528.270648:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449528.270651:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449528.270653:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449528.270657:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449528.270660:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449528.270664:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83690a80 x1876371947522304/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449544 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449528.270673:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b83690a80 x1876371947522304/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449544 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449528.270680:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449528.270684:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449528.270687:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449528.270689:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449528.270692:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449528.270695:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449528.270698:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449528.270703:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449528.270717:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449528.270721:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449528.270725:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x6aa8ce3660880 00000400:00000200:3.0:1789449528.270729:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449528.270733:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x8235 [1] + 224 00000800:00000001:3.0:1789449528.270737:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449528.270741:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449528.270743:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449528.270746:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449528.270749:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449528.270755:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83691180 x1876371947522176/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449544 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449528.270763:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b83691180 x1876371947522176/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449544 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449528.270770:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449528.270774:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449528.270778:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449528.270780:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449528.270782:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449528.270785:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449528.270789:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449528.270793:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449528.270795:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449528.270798:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449528.270800:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 4 MB=0x6aa8ce3660a00 00000400:00000200:3.0:1789449528.270804:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449528.270808:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 224/224 into md 0x824d [1] + 224 00000800:00000001:3.0:1789449528.270811:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449528.270818:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449528.270820:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449528.270823:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449528.270826:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449528.270830:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83693100 x1876371947522560/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449544 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449528.270838:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b83693100 x1876371947522560/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449544 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449528.270845:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449528.270848:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449528.270852:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449528.271611:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449528.271619:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789449528.271629:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789449528.271632:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789449528.271637:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b83427000. 00000400:00000200:1.0:1789449528.271644:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012880 00000400:00000010:1.0:1789449528.271647:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012880. 00000100:00000001:1.0:1789449528.271651:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789449528.271658:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83690a80 x1876371947522304/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449544 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789449528.271667:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83690a80 x1876371947522304/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449544 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449528.271673:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789449528.271676:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449528.271679:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789449528.271683:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789449528.271687:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789449528.271689:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449528.271693:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789449528.271705:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=8 v=5 (5 5 102 102) 00000100:00001000:1.0:1789449528.271720:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=16 v=5 (1 0 0 0) 00000100:00000001:1.0:1789449528.271723:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789449528.271725:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449528.271729:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789449528.271733:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449528.271739:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789449528.271741:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967638 00000100:00000001:1.0:1789449528.271743:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789449528.271748:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449528.271753:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83690a80 x1876371947522304/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449544 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449528.271760:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449528.271764:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789449528.271766:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789449528.271771:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83690a80 x1876371947522304/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449544 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789449528.271784:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83690a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2400:1876371947522304:192.168.202.109@tcp:400:kworker.0 00000400:00000001:1.0:1789449528.271791:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789449528.271792:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789449528.271794:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b83427f20. 00000400:00000200:1.0:1789449528.271796:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b850127f8 00000400:00000010:1.0:1789449528.271798:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b850127f8. 00000100:00000001:1.0:1789449528.271800:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789449528.271804:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83693100 x1876371947522560/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449544 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789449528.271813:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83693100 x1876371947522560/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449544 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449528.271819:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789449528.271820:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449528.271822:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789449528.271823:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789449528.271824:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789449528.271825:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449528.271828:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789449528.271832:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b90c6ec60 time=8 v=5 (5 5 5 5) 00000100:00001000:1.0:1789449528.271834:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b90c6ec18 time=40 v=5 (1 0 0 0) 00000100:00000001:1.0:1789449528.271836:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789449528.271838:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449528.271840:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789449528.271841:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449528.271844:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789449528.271845:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e8b89903000: skip recheck: last_committed 4294967322 00000100:00000001:1.0:1789449528.271847:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789449528.271848:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449528.271852:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83693100 x1876371947522560/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449544 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449528.271858:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449528.271861:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789449528.271862:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789449528.271865:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83693100 x1876371947522560/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449544 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789449528.271872:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83693100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2400:1876371947522560:192.168.202.109@tcp:400:kworker.0 00000400:00000001:1.0:1789449528.271876:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789449528.271914:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789449528.271916:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b83427b00. 00000400:00000200:1.0:1789449528.271919:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012660 00000400:00000010:1.0:1789449528.271922:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012660. 00000100:00000001:1.0:1789449528.271924:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789449528.271928:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83691180 x1876371947522176/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449544 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789449528.271936:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83691180 x1876371947522176/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449544 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449528.271943:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789449528.271945:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449528.271947:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789449528.271948:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789449528.271949:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789449528.271951:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449528.271952:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789449528.271955:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b83927460 time=9 v=5 (5 5 5 5) 00000100:00001000:1.0:1789449528.271958:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b83927418 time=9 v=5 (1 1 1 1) 00000100:00000001:1.0:1789449528.271960:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789449528.271962:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449528.271963:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789449528.271965:0:2400:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449528.271967:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449528.271970:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83691180 x1876371947522176/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449544 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449528.271977:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449528.271979:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789449528.271981:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789449528.271984:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83691180 x1876371947522176/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449544 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789449528.271991:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83691180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:80a9314a-fa92-41c3-8d17-36c58fffb192:2400:1876371947522176:192.168.202.109@tcp:400:kworker.0 00000400:00000001:1.0:1789449528.271997:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789449528.271998:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789449528.272000:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b83427d68. 00000400:00000200:1.0:1789449528.272003:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012f68 00000400:00000010:1.0:1789449528.272004:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012f68. 00000100:00000001:1.0:1789449528.272007:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789449528.272010:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83691500 x1876371947522432/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449544 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789449528.272018:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83691500 x1876371947522432/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449544 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449528.272023:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789449528.272024:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449528.272026:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789449528.272027:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789449528.272029:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789449528.272030:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449528.272032:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789449528.272036:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b862dcc60 time=8 v=5 (5 5 102 102) 00000100:00001000:1.0:1789449528.272039:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b862dcc18 time=8 v=5 (1 1 1 1) 00000100:00000001:1.0:1789449528.272040:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789449528.272042:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449528.272044:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789449528.272046:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449528.272048:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789449528.272049:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967328 00000100:00000001:1.0:1789449528.272051:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789449528.272052:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449528.272056:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83691500 x1876371947522432/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449544 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449528.272063:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449528.272064:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789449528.272066:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789449528.272070:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83691500 x1876371947522432/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449544 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789449528.272077:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83691500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2400:1876371947522432:192.168.202.109@tcp:400:kworker.0 00000100:00000001:1.0:1789449528.272081:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449528.272084:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449528.272087:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83690a80 x1876371947522304/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449544 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449528.272094:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789449528.272097:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789449528.272101:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b840f4e00. 02000000:00000001:1.0:1789449528.272106:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789449528.272110:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449528.272112:0:2400:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:1.0:1789449528.272114:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789449528.272117:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b8c47ab00. 02000000:00000001:1.0:1789449528.272122:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789449528.272123:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789449528.272125:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83690a80. 00000100:00000001:1.0:1789449528.272129:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789449528.272130:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449528.272132:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449528.272136:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83693100 x1876371947522560/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449544 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449528.272141:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789449528.272142:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789449528.272144:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b82a99400. 02000000:00000001:1.0:1789449528.272147:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789449528.272149:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449528.272151:0:2400:0:(genops.c:1222:class_import_put()) import ffff9e8b90c6e800 refcount=2 obd=lustre-OST0000-osc-ffff9e8b89903000 00000020:00000001:1.0:1789449528.272153:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789449528.272154:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b8c47ac00. 02000000:00000001:1.0:1789449528.272157:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789449528.272158:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789449528.272159:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83693100. 00000100:00000001:1.0:1789449528.272162:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789449528.272163:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449528.272165:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449528.272168:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83691180 x1876371947522176/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449544 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449528.272174:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789449528.272175:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789449528.272176:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b98dd5200. 02000000:00000001:1.0:1789449528.272179:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789449528.272181:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449528.272182:0:2400:0:(genops.c:1222:class_import_put()) import ffff9e8b83927000 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:1.0:1789449528.272184:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789449528.272185:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b8c47a300. 02000000:00000001:1.0:1789449528.272187:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789449528.272188:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789449528.272189:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83691180. 00000100:00000001:1.0:1789449528.272191:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789449528.272192:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449528.272194:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449528.272197:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83691500 x1876371947522432/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449544 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449528.272202:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789449528.272204:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789449528.272205:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b840f4200. 02000000:00000001:1.0:1789449528.272207:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789449528.272208:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449528.272209:0:2400:0:(genops.c:1222:class_import_put()) import ffff9e8b862dc800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000020:00000001:1.0:1789449528.272211:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789449528.272213:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b8c47a100. 02000000:00000001:1.0:1789449528.272214:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789449528.272216:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789449528.272217:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83691500. 00000100:00000001:1.0:1789449528.272220:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789449528.272221:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449528.272223:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449528.272233:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789449528.272236:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449528.272238:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449528.272241:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449528.834095:0:33382:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449528.834105:0:33382:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449528.834112:0:33382:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449528.834114:0:33382:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449528.850347:0:16814:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789449528.850360:0:16814:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449528.850368:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00020000:00000001:0.0:1789449529.481848:0:33816:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1789449529.481860:0:33816:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b8307cba0) owner 0000000000000000/ffff9e8b86708000 00020000:00000002:0.0:1789449529.481869:0:33816:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b8307cba0) owner 0000000000000000/ffff9e8b86708000 00020000:00000001:0.0:1789449529.481873:0:33816:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449529.481903:0:33816:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1789449529.481908:0:33816:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181077df0 00000080:00200008:0.0:1789449529.481910:0:33816:0:(file.c:479:ll_file_release()) START file f23.recovery-small:[0x200000405:0x29:0x0](ffff9e8b89195348), flags 100002 00000080:00000001:0.0:1789449529.481916:0:33816:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:0.0:1789449529.481918:0:33816:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:0.0:1789449529.481919:0:33816:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1789449529.481921:0:33816:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b8307cba0) owner 0000000000000000/ffff9e8b86708000 00020000:00000002:0.0:1789449529.481923:0:33816:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b8307cba0) owner 0000000000000000/ffff9e8b86708000 00020000:00000001:0.0:1789449529.481925:0:33816:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449529.481928:0:33816:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1789449529.481935:0:33816:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449529.481938:0:33816:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449529.481941:0:33816:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449529.481945:0:33816:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449529.481947:0:33816:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449529.481949:0:33816:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x29:0x0] 00800000:00000001:0.0:1789449529.481952:0:33816:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449529.481958:0:33816:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449529.481963:0:33816:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449529.481973:0:33816:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbad00 count: 2 00010000:00000001:0.0:1789449529.481978:0:33816:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789449529.481985:0:33816:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449529.481987:0:33816:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x29:0x0]: 0 00000080:00000001:0.0:1789449529.481990:0:33816:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1789449529.481994:0:33816:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1789449529.482003:0:33816:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9e8b8313f200. 00000080:00000001:0.0:1789449529.482007:0:33816:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1789449529.482015:0:33816:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1789449529.482021:0:33816:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:0.0:1789449529.482023:0:33816:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449529.482024:0:33816:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449529.482025:0:33816:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449529.482027:0:33816:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449529.482029:0:33816:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449529.482031:0:33816:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x29:0x0] 00800000:00000001:0.0:1789449529.482033:0:33816:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449529.482036:0:33816:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x29:0x0] 00000002:00000001:0.0:1789449529.482039:0:33816:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1789449529.482042:0:33816:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9e8b89903000: [0x200000405:0x29:0x0] file closed with intent: 0 00000100:00000010:0.0:1789449529.482051:0:33816:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d1a680. 00000020:00000040:0.0:1789449529.482057:0:33816:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000100:00000001:0.0:1789449529.482064:0:33816:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449529.482068:0:33816:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449529.482074:0:33816:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449529.482084:0:33816:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e8b8313fc00. 00000100:00000001:0.0:1789449529.482093:0:33816:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1789449529.482119:0:33816:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9e8b87d1aa00 x1876371947521664/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/664 e 0 to 0 dl 1789449539 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1789449529.482134:0:33816:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e8b89903000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1789449529.482140:0:33816:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e8b87d1a680 x1876371947522816/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1789449529.482148:0:33816:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789449529.482150:0:33816:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789449529.482158:0:33816:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b990b69c0. 00000100:00000001:0.0:1789449529.482161:0:33816:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636921138145728 : -107152571405888 : ffff9e8b990b69c0) 00000100:00000001:0.0:1789449529.482164:0:33816:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449529.482166:0:33816:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849147520 : -107152860404096 : ffff9e8b87d1a680) 00000100:00000001:0.0:1789449529.482172:0:33816:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449529.482178:0:33816:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449529.482181:0:33816:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789449529.482183:0:33816:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789449529.482188:0:33816:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b87d1a680 x1876371947522816/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449529.482197:0:33816:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789449529.482200:0:33816:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449529.482204:0:33816:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789449529.482207:0:33816:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789449529.482211:0:33816:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449529.482215:0:33816:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b87d1a680 pname:cluuid:pid:xid:nid:opc:job multiop:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:33816:1876371947522816:192.168.202.109@tcp:35:multiop.0 00000100:00000001:0.0:1789449529.482220:0:33816:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789449529.482226:0:33816:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789449529.482229:0:33816:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449529.482232:0:33816:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789449529.482237:0:33816:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b836b3000. 02000000:00000001:0.0:1789449529.482239:0:33816:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449529.482249:0:33816:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:0.0:1789449529.482255:0:33816:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b865809a0. 00000400:00000010:0.0:1789449529.482264:0:33816:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5000. 00000100:00000200:0.0:1789449529.482274:0:33816:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947522816, portal 10 00000100:00000001:0.0:1789449529.482275:0:33816:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449529.482277:0:33816:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849147520 : -107152860404096 : ffff9e8b87d1a680) 00000100:00000040:0.0:1789449529.482283:0:33816:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b87d1a680 x1876371947522816/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449545 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449529.482290:0:33816:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789449529.482293:0:33816:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1789449529.482296:0:33816:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5aa0. 00000100:00000200:0.0:1789449529.482300:0:33816:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876371947522816, offset 0 00000400:00000200:0.0:1789449529.482308:0:33816:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1789449529.482319:0:33816:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449529.482329:0:33816:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1789449529.482336:0:33816:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789449529.482342:0:33816:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1789449529.482346:0:33816:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789449529.482349:0:33816:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1789449529.482353:0:33816:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2862:2862:256:4294967295] 192.168.202.109@tcp LPNI seq info [2862:2862:8:4294967295] 00000400:00000200:0.0:1789449529.482358:0:33816:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449529.482369:0:33816:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1789449529.482376:0:33816:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1789449529.482382:0:33816:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b864eca00. 00000800:00000200:0.0:1789449529.482389:0:33816:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1789449529.482397:0:33816:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1789449529.482401:0:33816:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b864eca00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1789449529.482424:0:33816:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449529.482429:0:33816:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 811748 usecs (812 jiffies) 00000400:00000200:0.0:1789449529.482432:0:33816:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:0.0:1789449529.482436:0:33816:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296532979 00000100:00000001:0.0:1789449529.482439:0:33816:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296535071 00000100:00000001:0.0:1789449529.482441:0:33816:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296532979 00000100:00000001:0.0:1789449529.482443:0:33816:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296535071 00000100:00000001:0.0:1789449529.482446:0:33816:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449529.482449:0:33816:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449529.482451:0:33816:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449529.482453:0:33816:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789449529.482456:0:33816:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b990b69c0 going to sleep for 11 seconds 00000100:00000001:0.0:1789449529.482459:0:33816:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449529.482462:0:33816:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449529.486522:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449529.486537:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864eca00. 00000400:00000200:3.0:1789449529.486548:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449529.486562:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449529.486574:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5aa0 00000400:00000010:3.0:1789449529.486579:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5aa0. 00000100:00000001:3.0:1789449529.486587:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449529.486599:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d1a680 x1876371947522816/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449545 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449529.486626:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449529.486632:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d1a680 x1876371947522816/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449545 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449529.486641:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449529.487479:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:3.0:1789449529.858011:0:33382:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449529.858019:0:33382:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449529.858026:0:33382:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449529.858027:0:33382:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449529.859403:0:16815:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789449529.859411:0:16815:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449529.859417:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789449530.884449:0:33382:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449530.884456:0:33382:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449530.884462:0:33382:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449530.884464:0:33382:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449530.884528:0:16942:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789449530.884532:0:16942:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449530.884535:0:16942:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789449531.906088:0:33382:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449531.906103:0:33382:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789449531.906106:0:33382:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449531.906111:0:33382:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449531.906118:0:33382:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789449531.906121:0:33382:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449531.906124:0:33382:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449531.906127:0:33382:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449531.906132:0:33382:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449531.906133:0:33382:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449531.906270:0:16814:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789449531.906275:0:16814:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449531.906279:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789449532.866010:0:32803:0:(connection.c:75:cpu_latency_work()) work item of ffff9e8b8322a220 (cpu 2) has reached its deadline 4296535071, at 4296535552 00000100:00000010:2.0:1789449532.866028:0:32803:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e8b87c1e1e0. 00000100:00000040:3.0:1789449532.866407:0:33382:0:(connection.c:75:cpu_latency_work()) work item of ffff9e8b8322a330 (cpu 3) has reached its deadline 4296535071, at 4296535552 00000100:00000010:3.0:1789449532.866413:0:33382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e8b87c1eba0. 00010000:00000001:3.0:1789449532.930026:0:33382:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449532.930035:0:33382:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449532.930042:0:33382:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449532.930045:0:33382:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789449532.930048:0:33382:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449532.930054:0:33382:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449532.930056:0:33382:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449532.930058:0:33382:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449532.930061:0:33382:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789449532.930063:0:33382:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449532.930065:0:33382:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449532.930067:0:33382:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449532.930561:0:16815:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789449532.930566:0:16815:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449532.930569:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789449533.378143:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80a9314a-fa92-41c3-8d17-36c58fffb192->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789449533.378154:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789449533.378166:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065e680. 00000020:00000040:2.0:1789449533.378173:0:8:0:(genops.c:1209:class_import_get()) import ffff9e8b83927000 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:2.0:1789449533.378177:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449533.378180:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449533.378186:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449533.378194:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b8c688200. 00000100:00000001:2.0:1789449533.378201:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449533.378212:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 80a9314a-fa92-41c3-8d17-36c58fffb192->MGS req@ffff9e8b9065e680 x1876371947522944/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789449533.378224:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449533.378228:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449533.378234:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000060fc82dc] to pc [ptlrpcd_01_00+0] req@ffff9e8b9065e680 x1876371947522944/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449533.378260:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449533.378263:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789449533.378267:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789449533.378269:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065dc00. 00000020:00000040:2.0:1789449533.378272:0:8:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000100:00000001:2.0:1789449533.378274:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449533.378276:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449533.378278:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449533.378281:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b8c688f00. 00000100:00000001:2.0:1789449533.378285:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449533.378290:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0000_UUID req@ffff9e8b9065dc00 x1876371947523072/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789449533.378297:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449533.378298:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449533.378302:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a063d587] to pc [ptlrpcd_01_01+1] req@ffff9e8b9065dc00 x1876371947523072/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449533.378310:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449533.378312:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789449533.378316:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789449533.378319:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065ca80. 00000020:00000040:2.0:1789449533.378321:0:8:0:(genops.c:1209:class_import_get()) import ffff9e8b862dc800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000100:00000001:2.0:1789449533.378323:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449533.378324:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449533.378326:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449533.378329:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b8c688a00. 00000100:00000001:2.0:1789449533.378332:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449533.378335:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0001_UUID req@ffff9e8b9065ca80 x1876371947523200/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789449533.378342:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449533.378344:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449533.378348:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b5f2f20] to pc [ptlrpcd_01_00+0] req@ffff9e8b9065ca80 x1876371947523200/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449533.378355:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449533.378357:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789449533.378361:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789449533.378364:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065c000. 00000020:00000040:2.0:1789449533.378366:0:8:0:(genops.c:1209:class_import_get()) import ffff9e8b90c6e800 refcount=3 obd=lustre-OST0000-osc-ffff9e8b89903000 00000100:00000001:2.0:1789449533.378368:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449533.378370:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449533.378371:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449533.378375:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b8c688b00. 00000100:00000001:2.0:1789449533.378377:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449533.378381:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0000_UUID req@ffff9e8b9065c000 x1876371947523328/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789449533.378386:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449533.378388:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449533.378392:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a141cb36] to pc [ptlrpcd_01_01+1] req@ffff9e8b9065c000 x1876371947523328/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449533.378399:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449533.378401:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789449533.378405:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789449533.378410:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1873) 00000100:00000001:2.0:1789449533.378424:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449533.378428:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449533.378432:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789449533.378437:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065dc00 x1876371947523072/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449533.378445:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449533.378447:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449533.378452:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449533.378454:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449533.378457:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449533.378460:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2402:1876371947523072:192.168.202.109@tcp:400:kworker.0 00000100:00000001:2.0:1789449533.378464:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789449533.378469:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449533.378471:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449533.378474:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789449533.378479:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b8c766200. 02000000:00000001:2.0:1789449533.378481:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449533.378489:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449533.378494:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b9b00. 00000400:00000010:2.0:1789449533.378503:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d110. 00000100:00000200:2.0:1789449533.378511:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947523072, portal 10 00000100:00000001:2.0:1789449533.378514:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449533.378515:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993078272 : -107152716473344 : ffff9e8b9065dc00) 00000100:00000040:2.0:1789449533.378524:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b9065dc00 x1876371947523072/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449533.378531:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449533.378534:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449533.378537:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d880. 00000100:00000200:2.0:1789449533.378539:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876371947523072, offset 0 00000400:00000200:2.0:1789449533.378546:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449533.378556:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449533.378562:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449533.378568:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449533.378572:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449533.378575:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449533.378578:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449533.378581:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2863:2863:256:4294967295] 192.168.202.109@tcp LPNI seq info [2863:2863:8:4294967295] 00000400:00000200:2.0:1789449533.378585:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449533.378595:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449533.378601:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449533.378684:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b90ce9200. 00000800:00000200:2.0:1789449533.378692:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449533.378700:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449533.378705:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b90ce9200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789449533.378720:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449533.378726:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 811748 usecs (812 jiffies) 00000400:00000200:2.0:1789449533.378730:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449533.378733:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296536876 00000100:00000010:2.0:1789449533.378739:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e8b898c6e40. 00000100:00000001:2.0:1789449533.378745:0:2402:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789449533.378751:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296536876 00000100:00000010:2.0:1789449533.378755:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e8b898c6c60. 00000100:00000001:2.0:1789449533.378761:0:2402:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789449533.378768:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449533.378772:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449533.378775:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789449533.378791:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065c000 x1876371947523328/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449533.378800:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449533.378801:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449533.378804:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449533.378806:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449533.378810:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449533.378814:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2402:1876371947523328:192.168.202.109@tcp:400:kworker.0 00000100:00000001:2.0:1789449533.378818:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789449533.378821:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449533.378823:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449533.378824:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1789449533.378827:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1789449533.378829:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b83634600. 02000000:00000001:2.0:1789449533.378834:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449533.378836:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449533.378842:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1789449533.378842:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449533.378851:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b92c0. 00000100:00000040:3.0:1789449533.378859:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065e680 x1876371947522944/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1789449533.378860:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d770. 00000100:00000200:2.0:1789449533.378873:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947523328, portal 4 00000100:00000001:3.0:1789449533.378909:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449533.378910:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449533.378915:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993071104 : -107152716480512 : ffff9e8b9065c000) 00000100:00000001:3.0:1789449533.378916:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449533.378926:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789449533.378931:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1789449533.378932:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b9065c000 x1876371947523328/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1789449533.378938:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449533.378951:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:80a9314a-fa92-41c3-8d17-36c58fffb192:2401:1876371947522944:192.168.202.109@tcp:400:kworker.0 00000100:00000001:2.0:1789449533.378955:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1789449533.378958:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1789449533.378965:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 02000000:00000001:3.0:1789449533.378967:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:2.0:1789449533.378970:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d440. 02000000:00000001:3.0:1789449533.378972:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1789449533.378976:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876371947523328, offset 0 02000000:00000001:3.0:1789449533.378977:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789449533.378989:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b888a3400. 00000400:00000200:2.0:1789449533.378990:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 02000000:00000001:3.0:1789449533.378999:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449533.379004:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449533.379015:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449533.379015:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449533.379023:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:3.0:1789449533.379025:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b8525cb58. 00000400:00000200:2.0:1789449533.379029:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000010:3.0:1789449533.379036:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69110. 00000400:00000200:2.0:1789449533.379036:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449533.379046:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000200:3.0:1789449533.379048:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947522944, portal 25 00000100:00000001:3.0:1789449533.379055:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1789449533.379059:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2864:2864:255:4294967295] 192.168.202.109@tcp LPNI seq info [2864:2864:7:4294967295] 00000100:00000001:3.0:1789449533.379060:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993080960 : -107152716470656 : ffff9e8b9065e680) 00000100:00000040:3.0:1789449533.379072:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b9065e680 x1876371947522944/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1789449533.379076:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:3.0:1789449533.379092:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449533.379105:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449533.379106:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000400:00000010:3.0:1789449533.379109:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69880. 00000100:00000200:3.0:1789449533.379115:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876371947522944, offset 0 00000800:00000200:2.0:1789449533.379122:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:3.0:1789449533.379129:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449533.379131:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b90ce9b00. 00000400:00000200:3.0:1789449533.379142:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000800:00000200:2.0:1789449533.379144:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:3.0:1789449533.379155:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000200:2.0:1789449533.379159:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:3.0:1789449533.379165:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1789449533.379169:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b90ce9b00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1789449533.379172:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1789449533.379179:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1789449533.379182:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449533.379186:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000040:2.0:1789449533.379193:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: using a timeout of 22907 usecs (23 jiffies) 00000400:00000200:3.0:1789449533.379196:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2865:2865:254:4294967295] 192.168.202.109@tcp LPNI seq info [2865:2865:6:4294967295] 00000400:00000200:3.0:1789449533.379209:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449533.379210:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449533.379215:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296536088 00000100:00000001:2.0:1789449533.379224:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296536876 00000400:00000200:3.0:1789449533.379225:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:2.0:1789449533.379233:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296536088 00000800:00000200:3.0:1789449533.379238:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:2.0:1789449533.379240:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296536876 00000800:00000010:3.0:1789449533.379246:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051c800. 00000100:00000001:2.0:1789449533.379247:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449533.379256:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449533.379264:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:2.0:1789449533.379267:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449533.379275:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789449533.379280:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:2.0:1789449533.379287:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:3.0:1789449533.379288:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051c800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789449533.379295:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789449533.379298:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449533.379304:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1789449533.379306:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449533.379308:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449533.379311:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296540192 00000100:00000001:2.0:1789449533.379314:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449533.379321:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296536876 00000100:00000001:2.0:1789449533.379322:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449533.379334:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296540192 00000100:00000001:3.0:1789449533.379340:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296536876 00000100:00000001:3.0:1789449533.379345:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449533.379348:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449533.379350:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789449533.379355:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065ca80 x1876371947523200/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449533.379363:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789449533.379364:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449533.379367:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789449533.379369:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789449533.379370:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449533.379373:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2401:1876371947523200:192.168.202.109@tcp:400:kworker.0 00000100:00000001:3.0:1789449533.379376:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789449533.379379:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789449533.379380:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449533.379381:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789449533.379385:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b888a2a00. 02000000:00000001:3.0:1789449533.379388:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449533.379391:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:3.0:1789449533.379394:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b8525c9a0. 00000400:00000010:3.0:1789449533.379398:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b695d8. 00000100:00000200:3.0:1789449533.379401:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947523200, portal 10 00000800:00000200:2.0:1789449533.379402:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1789449533.379404:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449533.379409:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993073792 : -107152716477824 : ffff9e8b9065ca80) 00000800:00000010:2.0:1789449533.379410:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b90ce9200. 00000400:00000200:2.0:1789449533.379423:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1789449533.379424:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b9065ca80 x1876371947523200/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1789449533.379440:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449533.379444:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449533.379451:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449533.379451:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d880 00000400:00000010:3.0:1789449533.379457:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b694c8. 00000400:00000010:2.0:1789449533.379459:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d880. 00000100:00000001:2.0:1789449533.379468:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449533.379473:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065dc00 x1876371947523072/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449533.379484:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449533.379488:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065dc00 x1876371947523072/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449549 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449533.379495:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449533.379497:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789449533.379511:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449533.379513:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b90ce9b00. 00000400:00000200:2.0:1789449533.379518:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449533.379521:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000200:3.0:1789449533.379690:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876371947523200, offset 0 00000400:00000200:2.0:1789449533.379691:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d440 00000400:00000010:2.0:1789449533.379696:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d440. 00000100:00000001:2.0:1789449533.379702:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:3.0:1789449533.379712:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000200:2.0:1789449533.379714:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065c000 x1876371947523328/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1789449533.379725:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449533.379735:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1789449533.379736:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449533.379745:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1789449533.379747:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065c000 x1876371947523328/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449549 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1789449533.379753:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1789449533.379762:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789449533.379772:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:2.0:1789449533.379777:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449533.379782:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2866:2866:254:4294967295] 192.168.202.109@tcp LPNI seq info [2866:2866:6:4294967295] 00000400:00000200:3.0:1789449533.379787:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449533.379793:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449533.379797:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449533.379800:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051c700. 00000800:00000200:3.0:1789449533.379804:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449533.379808:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449533.379811:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051c700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789449533.379814:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449533.379819:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: using a timeout of 22218 usecs (23 jiffies) 00000400:00000200:3.0:1789449533.379822:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:3.0:1789449533.379832:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296536088 00000100:00000001:2.0:1789449533.379832:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789449533.379841:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296540192 00000100:00000001:3.0:1789449533.379846:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296536088 00000100:00000001:3.0:1789449533.379848:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296540192 00000100:00000001:3.0:1789449533.379850:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449533.379854:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449533.379854:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1789449533.379862:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1789449533.379862:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b9051c800. 00000100:00000001:3.0:1789449533.379876:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449533.379877:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449533.379908:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449533.379918:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69880 00000400:00000010:2.0:1789449533.379920:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69880. 00000100:00000001:3.0:1789449533.379921:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449533.379924:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1789449533.379926:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789449533.379933:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1789449533.379935:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065e680 x1876371947522944/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449533.379937:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449533.379941:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449533.379950:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449533.379961:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449533.379967:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065e680 x1876371947522944/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449549 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449533.379974:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449533.379976:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789449533.380059:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449533.380063:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b9051c700. 00000400:00000200:2.0:1789449533.380066:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449533.380069:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449533.380072:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b694c8 00000400:00000010:2.0:1789449533.380074:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b694c8. 00000100:00000001:2.0:1789449533.380077:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449533.380080:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065ca80 x1876371947523200/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449533.380088:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449533.380091:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065ca80 x1876371947523200/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449549 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449533.380097:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449533.380099:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789449533.394863:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449533.394935:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449533.394941:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449533.394944:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449533.394958:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449533.394968:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449533.394979:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449533.394985:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449533.394992:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449533.394997:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x6aa8ce3660c80 00000400:00000200:3.0:1789449533.395005:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449533.395013:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x828d [1] + 224 00000800:00000001:3.0:1789449533.395023:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449533.395028:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449533.395033:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449533.395037:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449533.395047:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449533.395059:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065ca80 x1876371947523200/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449549 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449533.395071:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b9065ca80 x1876371947523200/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449549 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449533.395100:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449533.395111:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449533.395115:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449533.395117:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449533.395120:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449533.395123:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449533.395127:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449533.395131:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449533.395133:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449533.395136:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449533.395139:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x6aa8ce3660c00 00000400:00000200:3.0:1789449533.395141:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449533.395146:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x825d [1] + 224 00000800:00000001:3.0:1789449533.395150:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449533.395154:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449533.395156:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449533.395158:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449533.395162:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449533.395167:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065dc00 x1876371947523072/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449549 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449533.395175:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b9065dc00 x1876371947523072/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449549 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449533.395194:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449533.395198:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449533.395201:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449533.395203:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449533.395205:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449533.395207:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449533.395654:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449533.395670:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449533.395674:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449533.395677:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449533.395681:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 4 MB=0x6aa8ce3660d00 00000400:00000200:3.0:1789449533.395686:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449533.395691:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 224/224 into md 0x826d [1] + 224 00000800:00000001:3.0:1789449533.395696:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449533.395703:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449533.395705:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449533.395708:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449533.395712:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449533.395718:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065c000 x1876371947523328/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449549 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449533.395727:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b9065c000 x1876371947523328/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449549 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449533.395735:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449533.395740:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449533.395743:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449533.395745:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449533.395747:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449533.395750:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449533.395753:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449533.395757:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449533.395759:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449533.395762:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449533.395765:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x6aa8ce3660b80 00000400:00000200:3.0:1789449533.395769:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449533.395774:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x827d [1] + 224 00000800:00000001:3.0:1789449533.395778:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449533.395786:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449533.395788:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449533.395792:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449533.395795:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449533.395799:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065e680 x1876371947522944/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449549 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449533.395808:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b9065e680 x1876371947522944/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449549 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449533.395816:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449533.395819:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449533.395822:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449533.395854:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449533.395860:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449533.396275:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449533.396284:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789449533.396343:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449533.396347:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449533.396351:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b9b00. 00000400:00000200:3.0:1789449533.396358:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d110 00000400:00000010:3.0:1789449533.396361:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d110. 00000100:00000001:3.0:1789449533.396365:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449533.396372:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065dc00 x1876371947523072/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449549 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789449533.396635:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065dc00 x1876371947523072/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449549 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449533.396641:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449533.396644:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449533.396646:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449533.396651:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449533.396653:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449533.396656:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449533.396669:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449533.396684:0:2402:0:(import.c:2196:obd_at_measure()) add 0 to ffff9e8b8436ec60 time=13 v=5 (5 5 102 102) 00000100:00001000:3.0:1789449533.396688:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=21 v=5 (1 0 0 0) 00000100:00000001:3.0:1789449533.396692:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789449533.396695:0:2402:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1789449533.396699:0:2402:0:(recover.c:202:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:3.0:1789449533.396702:0:2402:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-mdc-ffff9e8b89903000 of lustre-MDT0000_UUID@192.168.202.109@tcp abruptly disconnected: reconnecting 00000100:00080000:3.0:1789449533.396707:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9e8b8436e800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1789449533.396711:0:2402:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff9e8b89903000: Connection to lustre-MDT0000 (at 192.168.202.109@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:3.0:1789449533.396716:0:2402:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:3.0:1789449533.396720:0:2402:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:3.0:1789449533.396722:0:2402:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449533.396724:0:2402:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:3.0:1789449533.396728:0:2402:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789449533.396729:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9e8b8436e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789449533.396733:0:2402:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789449533.396736:0:2402:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff9e8b89903000: connect to NID 192.168.202.109@tcp last attempt 1848 00000400:00000200:3.0:1789449533.396743:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449533.396747:0:2402:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.202.109@tcp is discovered: rc = 1 00000100:00000040:3.0:1789449533.396752:0:2402:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9e8b895f2700 refcount 14 to 192.168.202.109@tcp 00000100:00000001:3.0:1789449533.396755:0:2402:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789449533.396758:0:2402:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9e8b895f2700 refcount 15 to 192.168.202.109@tcp 00000100:00000001:3.0:1789449533.396759:0:2402:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446636920875198208 : -107152834353408 : ffff9e8b895f2700) 00000020:00000001:3.0:1789449533.396767:0:2402:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789449533.396770:0:2402:0:(genops.c:804:class_conn2export()) looking for export cookie 0xcddde1459ded5b21 00000020:00000001:3.0:1789449533.396773:0:2402:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449533.396777:0:2402:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e8b8986e800 refcount=5 00000020:00000001:3.0:1789449533.396780:0:2402:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920877803520 : -107152831748096 : ffff9e8b8986e800) 00000020:00000001:3.0:1789449533.396782:0:2402:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636920877803520 : -107152831748096 : ffff9e8b8986e800) 00000100:00000040:3.0:1789449533.396784:0:2402:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9e8b895f2700 refcount 14 to 192.168.202.109@tcp 00000100:00000001:3.0:1789449533.396786:0:2402:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789449533.396788:0:2402:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9e8b895f2700 refcount 15 to 192.168.202.109@tcp 00000100:00000001:3.0:1789449533.396790:0:2402:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446636920875198208 : -107152834353408 : ffff9e8b895f2700) 00000020:00000040:3.0:1789449533.396793:0:2402:0:(genops.c:879:class_export_put()) PUTting export ffff9e8b8986e800 : new refcount 4 00000100:00080000:3.0:1789449533.396796:0:2402:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff9e8b89903000: import ffff9e8b8436e800 using connection 192.168.202.109@tcp/192.168.202.109@tcp 00000100:00000001:3.0:1789449533.396798:0:2402:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449533.396801:0:2402:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789449533.396811:0:2402:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789449533.396814:0:2402:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449533.396816:0:2402:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789449533.396820:0:2402:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789449533.396823:0:2402:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449533.396825:0:2402:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789449533.396833:0:2402:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b8310a680. 00000020:00000040:3.0:1789449533.396837:0:2402:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e8b89903000 02000000:00000001:3.0:1789449533.396842:0:2402:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789449533.396844:0:2402:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449533.396848:0:2402:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789449533.396850:0:2402:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789449533.396855:0:2402:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789449533.396864:0:2402:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b87c48400. 00000100:00000001:3.0:1789449533.400361:0:2402:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449533.400997:0:2402:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e8b8310a680 x1876371947523456/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789449533.401013:0:2402:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789449533.401018:0:2402:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449533.401023:0:2402:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d3fb39f] to pc [ptlrpcd_rcv+-1] req@ffff9e8b8310a680 x1876371947523456/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449533.401059:0:2402:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449533.401064:0:2402:0:(recover.c:221:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:3.0:1789449533.401067:0:2402:0:(client.c:1715:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000040:3.0:1789449533.401077:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065dc00 x1876371947523072/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449549 ref 1 fl Rpc:RNQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449533.401085:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1789449533.401090:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449533.401093:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449533.401099:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065dc00 x1876371947523072/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449549 ref 1 fl Interpret:RNQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789449533.401107:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2402:1876371947523072:192.168.202.109@tcp:400:kworker.0 00000100:00000001:1.0:1789449533.401158:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449533.401169:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449533.401173:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789449533.401191:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b8310a680 x1876371947523456/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449533.401206:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449533.401208:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449533.401213:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789449533.401218:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789449533.401221:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449533.401225:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b8310a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2398:1876371947523456:192.168.202.109@tcp:38:ptlrpcd_01_01.0 00000100:00000001:1.0:1789449533.401230:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789449533.401235:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789449533.401238:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449533.401241:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789449533.401251:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b8678f800. 02000000:00000001:1.0:1789449533.401253:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789449533.401262:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:1.0:1789449533.401267:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b83427d68. 00000400:00000001:2.0:1789449533.407981:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789449533.407990:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789449533.407997:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b8525cb58. 00000400:00000200:2.0:1789449533.408010:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69110 00000400:00000010:2.0:1789449533.408012:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69110. 00000100:00000001:2.0:1789449533.408019:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449533.408033:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065e680 x1876371947522944/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449549 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789449533.408054:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065e680 x1876371947522944/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449549 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449533.408064:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789449533.408067:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449533.408071:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789449533.408076:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789449533.408079:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789449533.408082:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449533.408086:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789449533.408095:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b83927460 time=14 v=5 (5 5 5 5) 00000100:00001000:2.0:1789449533.408099:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b83927418 time=14 v=5 (1 1 1 1) 00000100:00000001:2.0:1789449533.408102:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789449533.408104:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449533.408108:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789449533.408110:0:2401:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449533.408113:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449533.408118:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065e680 x1876371947522944/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449549 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449533.408126:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449533.408131:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789449533.408133:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789449533.408138:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065e680 x1876371947522944/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449549 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789449533.408147:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:80a9314a-fa92-41c3-8d17-36c58fffb192:2401:1876371947522944:192.168.202.109@tcp:400:kworker.0 00000400:00000001:2.0:1789449533.408157:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789449533.408159:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789449533.408161:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b8525c9a0. 00000400:00000200:2.0:1789449533.408164:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b695d8 00000400:00000010:2.0:1789449533.408166:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b695d8. 00000100:00000001:2.0:1789449533.408168:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449533.408173:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065ca80 x1876371947523200/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449549 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789449533.408195:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065ca80 x1876371947523200/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449549 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449533.408202:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789449533.408204:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449533.408206:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789449533.408207:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789449533.408208:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789449533.408210:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449533.408212:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789449533.408218:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b862dcc60 time=13 v=5 (5 5 102 102) 00000100:00001000:2.0:1789449533.408222:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b862dcc18 time=13 v=5 (1 1 1 1) 00000100:00000001:2.0:1789449533.408225:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789449533.408226:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449533.408228:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789449533.408233:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449533.408237:0:2401:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789449533.408239:0:2401:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967328 00000100:00000001:2.0:1789449533.408242:0:2401:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789449533.408243:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449533.408247:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065ca80 x1876371947523200/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449549 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449533.408254:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449533.408256:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789449533.408258:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789449533.408261:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065ca80 x1876371947523200/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449549 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789449533.408269:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2401:1876371947523200:192.168.202.109@tcp:400:kworker.0 00000100:00000001:2.0:1789449533.408274:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449533.408279:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449533.408283:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065e680 x1876371947522944/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449549 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449533.408291:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789449533.408295:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789449533.408299:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b888a3400. 02000000:00000001:2.0:1789449533.408314:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789449533.408318:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789449533.408321:0:2401:0:(genops.c:1222:class_import_put()) import ffff9e8b83927000 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:2.0:1789449533.408324:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789449533.408327:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b8c688200. 02000000:00000001:2.0:1789449533.408332:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789449533.408334:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789449533.408337:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065e680. 00000100:00000001:2.0:1789449533.408341:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789449533.408342:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449533.408344:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449533.408348:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065ca80 x1876371947523200/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449549 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449533.408355:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789449533.408356:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789449533.408358:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b888a2a00. 02000000:00000001:2.0:1789449533.408360:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789449533.408361:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789449533.408362:0:2401:0:(genops.c:1222:class_import_put()) import ffff9e8b862dc800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000020:00000001:2.0:1789449533.408365:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789449533.408366:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b8c688a00. 02000000:00000001:2.0:1789449533.408368:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789449533.408370:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789449533.408371:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065ca80. 00000100:00000001:2.0:1789449533.408374:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789449533.408375:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449533.408378:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1789449533.408737:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449533.408745:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449533.408750:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b92c0. 00000400:00000200:3.0:1789449533.408760:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d770 00000400:00000010:3.0:1789449533.408763:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d770. 00000100:00000001:3.0:1789449533.408771:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449533.408785:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065c000 x1876371947523328/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449549 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1789449533.408789:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012f68. 00000100:00000200:1.0:1789449533.408808:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947523456, portal 10 00000100:00000200:3.0:1789449533.408810:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065c000 x1876371947523328/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449549 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449533.408820:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449533.408824:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769390208 : -107152940161408 : ffff9e8b8310a680) 00000100:00000001:3.0:1789449533.408832:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449533.408839:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449533.408848:0:2402:0:(client.c:1593:after_reply()) Process entered 00000100:00000040:1.0:1789449533.408849:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b8310a680 x1876371947523456/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1789449543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1789449533.408855:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449533.408860:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449533.408866:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449533.408907:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789449533.408911:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1789449533.408915:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012660. 00000100:00000200:1.0:1789449533.408919:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876371947523456, offset 0 00000400:00000200:1.0:1789449533.408926:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1789449533.408937:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449533.408947:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1789449533.408954:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789449533.408960:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1789449533.408965:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789449533.408967:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1789449533.408971:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2867:2867:256:4294967295] 192.168.202.109@tcp LPNI seq info [2867:2867:8:4294967295] 00000400:00000200:1.0:1789449533.408976:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449533.408988:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1789449533.408994:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1789449533.409000:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b8c47a100. 00000800:00000200:1.0:1789449533.409008:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1789449533.409017:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1789449533.409022:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b8c47a100 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789449533.409043:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449533.409048:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 810716 usecs (811 jiffies) 00000400:00000200:1.0:1789449533.409052:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:1.0:1789449533.409055:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296536905 00000100:00000001:1.0:1789449533.409058:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296540192 00000100:00000001:1.0:1789449533.409061:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296536905 00000100:00000001:1.0:1789449533.409063:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296540192 00000100:00000001:1.0:1789449533.409066:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449533.409069:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449533.409073:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449533.409075:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449533.409083:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789449533.409085:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1789449533.409088:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449533.409090:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449533.409091:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449533.409093:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449533.409467:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449533.409470:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449533.409473:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449533.409476:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449533.410529:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449533.410550:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b90c6ec60 time=13 v=5 (5 5 5 5) 00000100:00001000:3.0:1789449533.410559:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b90c6ec18 time=45 v=5 (1 0 0 0) 00000100:00000001:3.0:1789449533.410563:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789449533.410565:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449533.410568:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789449533.410573:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449533.410578:0:2402:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789449533.410581:0:2402:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e8b89903000: skip recheck: last_committed 4294967322 00000100:00000001:3.0:1789449533.410583:0:2402:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789449533.410585:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449533.410598:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065c000 x1876371947523328/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449549 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449533.410607:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449533.410611:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449533.410615:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449533.410619:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065c000 x1876371947523328/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449549 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789449533.410626:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2402:1876371947523328:192.168.202.109@tcp:400:kworker.0 00000100:00000001:3.0:1789449533.410633:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449533.410638:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449533.410645:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065dc00 x1876371947523072/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449549 ref 1 fl Complete:RNQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449533.410652:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449533.410656:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449533.410669:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b8c766200. 00000800:00000200:2.0:1789449533.411679:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449533.411692:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47a100. 00000400:00000200:2.0:1789449533.411701:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449533.411710:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449533.411724:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012660 00000400:00000010:2.0:1789449533.411728:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012660. 00000100:00000001:2.0:1789449533.411735:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449533.411744:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b8310a680 x1876371947523456/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1789449543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449533.411758:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449533.411762:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b8310a680 x1876371947523456/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1789449543 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449533.411772:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449533.411774:0:2394:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:3.0:1789449533.411797:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449533.411803:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449533.411806:0:2402:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:3.0:1789449533.411810:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449533.411815:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b8c688f00. 02000000:00000001:3.0:1789449533.411819:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449533.411822:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449533.411825:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065dc00. 00000100:00000001:3.0:1789449533.411829:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449533.411830:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449533.411833:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449533.411841:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065c000 x1876371947523328/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449549 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449533.411849:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449533.411852:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449533.411853:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b83634600. 02000000:00000001:3.0:1789449533.411856:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449533.411857:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449533.411858:0:2402:0:(genops.c:1222:class_import_put()) import ffff9e8b90c6e800 refcount=2 obd=lustre-OST0000-osc-ffff9e8b89903000 00000020:00000001:3.0:1789449533.411860:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449533.411861:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b8c688b00. 02000000:00000001:3.0:1789449533.411864:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449533.411865:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449533.411866:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065c000. 00000100:00000001:3.0:1789449533.411869:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449533.417796:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449533.417808:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449533.417821:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449533.417824:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449533.417828:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449533.417833:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789449533.425692:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449533.425716:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449533.425722:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449533.425725:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449533.425737:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449533.425749:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449533.425761:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449533.425768:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449533.425775:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449533.425781:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x6aa8ce3660d80 00000400:00000200:3.0:1789449533.425787:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449533.425796:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x829d [1] + 0 00000800:00000001:3.0:1789449533.425806:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449533.425814:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449533.425818:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449533.425824:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449533.425835:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449533.425851:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b8310a680 x1876371947523456/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1789449543 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449533.425865:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff9e8b8310a680 x1876371947523456/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1789449543 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449533.426146:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449533.426160:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449533.426164:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449533.426318:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449533.426323:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789449533.426332:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789449533.426335:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789449533.426340:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b83427d68. 00000400:00000200:1.0:1789449533.426346:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012f68 00000400:00000010:1.0:1789449533.426350:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012f68. 00000100:00000001:1.0:1789449533.426355:0:2398:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789449533.426360:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b8310a680 x1876371947523456/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1789449543 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789449533.426368:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b8310a680 x1876371947523456/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1789449543 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449533.426433:0:2398:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789449533.426436:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449533.426439:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789449533.426498:0:2398:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789449533.426501:0:2398:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789449533.426504:0:2398:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449533.426508:0:2398:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789449533.426522:0:2398:0:(import.c:2196:obd_at_measure()) add 0 to ffff9e8b8436ec60 time=13 v=5 (5 5 102 102) 00000100:00001000:1.0:1789449533.426526:0:2398:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=21 v=5 (1 0 0 0) 00000100:00000001:1.0:1789449533.426528:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789449533.426531:0:2398:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1789449533.426534:0:2398:0:(client.c:1712:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1789449533.426540:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b8310a680 x1876371947523456/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/224 e 0 to 0 dl 1789449543 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449533.426548:0:2398:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1789449533.426553:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789449533.426556:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449533.426561:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789449533.426563:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1789449533.426567:0:2398:0:(import.c:65:import_set_state_nolock()) ffff9e8b8436e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789449533.426573:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.109@tcp failed (-19) 00000100:00000001:1.0:1789449533.429105:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1789449533.429136:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b8310a680 x1876371947523456/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/224 e 0 to 0 dl 1789449543 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789449533.429151:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b8310a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2398:1876371947523456:192.168.202.109@tcp:38:ptlrpcd_01_01.0 00000100:00000001:1.0:1789449533.429160:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449533.429165:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449533.429170:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b8310a680 x1876371947523456/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/224 e 0 to 0 dl 1789449543 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449533.429178:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789449533.429184:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789449533.429189:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b8678f800. 02000000:00000001:1.0:1789449533.429199:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789449533.429203:0:2398:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449533.429205:0:2398:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:1.0:1789449533.429961:0:2398:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789449533.429970:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b87c48400. 02000000:00000001:1.0:1789449533.429980:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789449533.429983:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789449533.429986:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b8310a680. 00000100:00000001:1.0:1789449533.429992:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789449533.429994:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449533.429997:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449533.430011:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789449533.430014:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449533.430018:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449533.430020:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449533.954064:0:33382:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449533.954075:0:33382:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449533.954083:0:33382:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449533.954085:0:33382:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449533.954312:0:16942:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789449533.954317:0:16942:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449533.954320:0:16942:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789449534.978130:0:33382:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449534.978140:0:33382:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449534.978148:0:33382:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449534.978149:0:33382:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449534.978484:0:16814:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789449534.978490:0:16814:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449534.978493:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789449536.007188:0:33382:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449536.007198:0:33382:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449536.007206:0:33382:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449536.007207:0:33382:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449536.016488:0:16815:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789449536.016499:0:16815:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449536.016505:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789449537.027872:0:33382:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449537.027898:0:33382:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449537.027904:0:33382:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449537.027905:0:33382:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449537.028004:0:16942:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789449537.028010:0:16942:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449537.028015:0:16942:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789449537.986064:0:32803:0:(connection.c:75:cpu_latency_work()) work item of ffff9e8b8322a220 (cpu 2) has reached its deadline 4296540192, at 4296540672 00000100:00000010:2.0:1789449537.986090:0:32803:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e8b898c6e40. 00000100:00000040:3.0:1789449537.986331:0:33382:0:(connection.c:75:cpu_latency_work()) work item of ffff9e8b8322a330 (cpu 3) has reached its deadline 4296540192, at 4296540672 00000100:00000010:3.0:1789449537.986353:0:33382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e8b898c6c60. 00010000:00000001:3.0:1789449538.050688:0:33382:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449538.050696:0:33382:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449538.050701:0:33382:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449538.050703:0:33382:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449538.050805:0:16814:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789449538.050812:0:16814:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449538.050817:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789449538.498213:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80a9314a-fa92-41c3-8d17-36c58fffb192->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789449538.498232:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789449538.498249:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065ca80. 00000020:00000040:2.0:1789449538.498259:0:8:0:(genops.c:1209:class_import_get()) import ffff9e8b83927000 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:2.0:1789449538.498264:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449538.498269:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449538.498277:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449538.498288:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b90ce9b00. 00000100:00000001:2.0:1789449538.498299:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449538.498315:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 80a9314a-fa92-41c3-8d17-36c58fffb192->MGS req@ffff9e8b9065ca80 x1876371947523584/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789449538.498336:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449538.498342:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449538.498350:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b5f2f20] to pc [ptlrpcd_01_00+0] req@ffff9e8b9065ca80 x1876371947523584/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449538.498398:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789449538.498401:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789449538.498405:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1789449538.498407:0:8:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789449538.498410:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e8b8436e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789449538.498415:0:8:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789449538.498419:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff9e8b89903000: connect to NID 192.168.202.109@tcp last attempt 1868 00000400:00000200:2.0:1789449538.498430:0:8:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449538.498439:0:8:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.202.109@tcp is discovered: rc = 1 00000100:00001000:2.0:1789449538.498445:0:8:0:(import.c:2196:obd_at_measure()) add 10 to ffff9e8b8436ec18 time=26 v=5 (1 0 0 0) 00000100:00001000:2.0:1789449538.498448:0:8:0:(import.c:2262:obd_at_measure()) AT ffff9e8b8436ec18 change: old=5 new=10 delta=5 (val=10) hist 10 0 0 0 00000100:00080000:2.0:1789449538.498452:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff9e8b89903000: tried all connections, increasing latency to 5s 00000100:00000040:2.0:1789449538.498456:0:8:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9e8b895f2700 refcount 14 to 192.168.202.109@tcp 00000100:00000001:2.0:1789449538.498459:0:8:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789449538.498462:0:8:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9e8b895f2700 refcount 15 to 192.168.202.109@tcp 00000100:00000001:2.0:1789449538.498464:0:8:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446636920875198208 : -107152834353408 : ffff9e8b895f2700) 00000020:00000001:2.0:1789449538.498484:0:8:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789449538.498486:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xcddde1459ded5b21 00000020:00000001:2.0:1789449538.498490:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449538.498494:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e8b8986e800 refcount=5 00000020:00000001:2.0:1789449538.498497:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920877803520 : -107152831748096 : ffff9e8b8986e800) 00000020:00000001:2.0:1789449538.498499:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636920877803520 : -107152831748096 : ffff9e8b8986e800) 00000100:00000040:2.0:1789449538.498502:0:8:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9e8b895f2700 refcount 14 to 192.168.202.109@tcp 00000100:00000001:2.0:1789449538.498504:0:8:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789449538.498507:0:8:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9e8b895f2700 refcount 15 to 192.168.202.109@tcp 00000100:00000001:2.0:1789449538.498509:0:8:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446636920875198208 : -107152834353408 : ffff9e8b895f2700) 00000020:00000040:2.0:1789449538.498512:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff9e8b8986e800 : new refcount 4 00000100:00080000:2.0:1789449538.498516:0:8:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff9e8b89903000: import ffff9e8b8436e800 using connection 192.168.202.109@tcp/192.168.202.109@tcp 00000100:00000001:2.0:1789449538.498518:0:8:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449538.498521:0:8:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789449538.498530:0:8:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449538.498533:0:8:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449538.498535:0:8:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:2.0:1789449538.498540:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1789449538.498543:0:8:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449538.498545:0:8:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789449538.498549:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065e680. 00000020:00000040:2.0:1789449538.498551:0:8:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e8b89903000 02000000:00000001:2.0:1789449538.498554:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789449538.498556:0:8:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449538.498559:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449538.498560:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449538.498562:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449538.498567:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b83604800. 00000100:00000001:2.0:1789449538.498570:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449538.498576:0:8:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e8b9065e680 x1876371947523712/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789449538.498584:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449538.498586:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449538.498590:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000060fc82dc] to pc [ptlrpcd_rcv+-1] req@ffff9e8b9065e680 x1876371947523712/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449538.498640:0:8:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449538.498643:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789449538.498647:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789449538.498650:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065fb80. 00000020:00000040:2.0:1789449538.498654:0:8:0:(genops.c:1209:class_import_get()) import ffff9e8b862dc800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000100:00000001:2.0:1789449538.498656:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449538.498657:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449538.498659:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449538.498662:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b90ce9200. 00000100:00000001:2.0:1789449538.498665:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449538.498669:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0001_UUID req@ffff9e8b9065fb80 x1876371947523840/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789449538.498675:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449538.498677:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449538.498680:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac5f4cde] to pc [ptlrpcd_01_01+1] req@ffff9e8b9065fb80 x1876371947523840/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449538.498689:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449538.498692:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789449538.498696:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1789449538.498698:0:8:0:(import.c:2113:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:2.0:1789449538.498702:0:8:0:(import.c:1807:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:2.0:1789449538.498705:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065f480. 00000020:00000040:2.0:1789449538.498707:0:8:0:(genops.c:1209:class_import_get()) import ffff9e8b90c6e800 refcount=3 obd=lustre-OST0000-osc-ffff9e8b89903000 00000100:00000001:2.0:1789449538.498709:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449538.498711:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449538.498712:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449538.498720:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b8c688b00. 00000100:00000001:2.0:1789449538.498723:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449538.498725:0:8:0:(import.c:1845:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446636920993084544 : -107152716467072 : ffff9e8b9065f480) 00000100:00080000:2.0:1789449538.498738:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e8b90c6e800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:2.0:1789449538.498742:0:8:0:(import.c:2148:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff9e8b89903000: disconnect after 20s idle 00000100:00000001:2.0:1789449538.498744:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449538.498746:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449538.498751:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042360096] to pc [ptlrpcd_rcv+-1] req@ffff9e8b9065f480 x1876371947523968/t0(0) o9->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449538.498764:0:8:0:(import.c:2152:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449538.498766:0:8:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449538.498768:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789449538.498771:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789449538.498777:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1878) 00000100:00000001:1.0:1789449538.499491:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449538.499497:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449538.499501:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789449538.499510:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065e680 x1876371947523712/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449538.499520:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449538.499522:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449538.499526:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789449538.499529:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789449538.499532:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449538.499536:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2398:1876371947523712:192.168.202.109@tcp:38:kworker.0 00000100:00000001:1.0:1789449538.499540:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789449538.499544:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789449538.499547:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449538.499549:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789449538.499556:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b8678f800. 02000000:00000001:1.0:1789449538.499558:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789449538.499565:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:1.0:1789449538.499570:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b83427d68. 00000400:00000010:1.0:1789449538.499578:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012f68. 00000100:00000200:1.0:1789449538.499585:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947523712, portal 10 00000100:00000001:1.0:1789449538.499588:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449538.499589:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993080960 : -107152716470656 : ffff9e8b9065e680) 00000100:00000040:1.0:1789449538.499598:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b9065e680 x1876371947523712/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1789449553 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449538.499605:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789449538.499609:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1789449538.499611:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b850127f8. 00000100:00000200:1.0:1789449538.499627:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876371947523712, offset 0 00000400:00000200:1.0:1789449538.499635:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1789449538.499645:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449538.499654:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1789449538.499660:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789449538.499666:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1789449538.499670:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789449538.499674:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1789449538.499678:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2868:2868:256:4294967295] 192.168.202.109@tcp LPNI seq info [2868:2868:8:4294967295] 00000400:00000200:1.0:1789449538.499684:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449538.499696:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1789449538.499704:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1789449538.499711:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b8c47a300. 00000800:00000200:1.0:1789449538.499721:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1789449538.500608:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1789449538.500627:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b8c47a300 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789449538.500658:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449538.500666:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 809698 usecs (810 jiffies) 00000400:00000200:1.0:1789449538.500675:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:1.0:1789449538.500680:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296541996 00000100:00000010:1.0:1789449538.500692:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e8b87c1ea80. 00000100:00000001:1.0:1789449538.500702:0:2398:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789449538.500714:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296541996 00000100:00000010:1.0:1789449538.500719:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e8b87c1e7e0. 00000100:00000001:1.0:1789449538.500723:0:2398:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789449538.500738:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449538.500742:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449538.500747:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789449538.500754:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065f480 x1876371947523968/t0(0) o9->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449538.500763:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449538.500775:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449538.500780:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789449538.500783:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789449538.500786:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449538.500790:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2398:1876371947523968:192.168.202.109@tcp:9:kworker.0 00000100:00000001:1.0:1789449538.500794:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789449538.500799:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789449538.500802:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449538.500804:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789449538.500809:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b864b0a00. 02000000:00000001:1.0:1789449538.500811:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789449538.500815:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:1.0:1789449538.500819:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b83427b00. 00000400:00000010:1.0:1789449538.500824:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012880. 00000100:00000200:1.0:1789449538.500830:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947523968, portal 4 00000100:00000001:1.0:1789449538.500832:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449538.500834:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993084544 : -107152716467072 : ffff9e8b9065f480) 00000100:00000040:1.0:1789449538.500842:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b9065f480 x1876371947523968/t0(0) o9->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449538.500848:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789449538.500851:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1789449538.500854:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012dd0. 00000100:00000200:1.0:1789449538.500857:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876371947523968, offset 0 00000400:00000200:1.0:1789449538.500863:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1789449538.500872:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449538.500896:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1789449538.500902:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789449538.500905:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1789449538.500908:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789449538.500911:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1789449538.500914:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2869:2869:255:4294967295] 192.168.202.109@tcp LPNI seq info [2869:2869:7:4294967295] 00000400:00000200:1.0:1789449538.500919:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449538.500928:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1789449538.500932:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1789449538.500937:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b8c47ac00. 00000800:00000200:1.0:1789449538.500944:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1789449538.500949:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1789449538.500952:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b8c47ac00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789449538.500955:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449538.500958:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: using a timeout of 22980 usecs (23 jiffies) 00000400:00000200:1.0:1789449538.500961:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:1.0:1789449538.500964:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296541210 00000100:00000001:1.0:1789449538.500967:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296541996 00000100:00000001:1.0:1789449538.500969:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296541210 00000100:00000001:1.0:1789449538.500971:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296541996 00000100:00000001:1.0:1789449538.500973:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449538.500975:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449538.500978:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449538.500981:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449538.500992:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789449538.500995:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1789449538.500998:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449538.500999:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449538.501001:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449538.501003:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449538.502064:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449538.502074:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449538.502077:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789449538.502091:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065ca80 x1876371947523584/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449538.502108:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789449538.502111:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449538.502116:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789449538.502120:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789449538.502124:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449538.502127:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:80a9314a-fa92-41c3-8d17-36c58fffb192:2401:1876371947523584:192.168.202.109@tcp:400:kworker.0 00000100:00000001:3.0:1789449538.502131:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789449538.502138:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789449538.502141:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449538.502143:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789449538.502152:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b888a3e00. 02000000:00000001:3.0:1789449538.502155:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449538.502165:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:3.0:1789449538.502170:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b8525c580. 00000400:00000010:3.0:1789449538.502179:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b697f8. 00000100:00000200:3.0:1789449538.502188:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947523584, portal 25 00000100:00000001:3.0:1789449538.502191:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449538.502193:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993073792 : -107152716477824 : ffff9e8b9065ca80) 00000100:00000040:3.0:1789449538.502200:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b9065ca80 x1876371947523584/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449538.502209:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449538.502212:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1789449538.502217:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b695d8. 00000100:00000200:3.0:1789449538.502220:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876371947523584, offset 0 00000400:00000200:3.0:1789449538.502227:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1789449538.502237:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449538.502244:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449538.502249:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789449538.502253:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1789449538.502257:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789449538.502260:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1789449538.502264:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2870:2870:254:4294967295] 192.168.202.109@tcp LPNI seq info [2870:2870:6:4294967295] 00000400:00000200:3.0:1789449538.502268:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449538.502278:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449538.502285:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449538.502289:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051c500. 00000800:00000200:3.0:1789449538.502296:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449538.502303:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449538.502309:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051c500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789449538.502313:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449538.502317:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:3.0:1789449538.502320:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296545315 00000100:00000001:3.0:1789449538.502328:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296541996 00000100:00000001:3.0:1789449538.502335:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296545315 00000100:00000001:3.0:1789449538.502339:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296541996 00000100:00000001:3.0:1789449538.502343:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449538.502345:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449538.502349:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449538.502352:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449538.502361:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449538.502363:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789449538.502365:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449538.502366:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449538.502368:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449538.502372:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1789449538.502374:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449538.502375:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449538.502377:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449538.502379:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449538.502380:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449538.502381:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789449538.502386:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065fb80 x1876371947523840/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449538.502394:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789449538.502395:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449538.502398:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789449538.502400:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789449538.502402:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449538.502405:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2401:1876371947523840:192.168.202.109@tcp:400:kworker.0 00000100:00000001:3.0:1789449538.502408:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789449538.502411:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789449538.502413:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449538.502414:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789449538.502418:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b888a2800. 02000000:00000001:3.0:1789449538.502420:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449538.502423:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:3.0:1789449538.502426:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b8525cd68. 00000400:00000010:3.0:1789449538.502429:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69110. 00000100:00000200:3.0:1789449538.502432:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947523840, portal 10 00000100:00000001:3.0:1789449538.502434:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449538.502435:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993086336 : -107152716465280 : ffff9e8b9065fb80) 00000100:00000040:3.0:1789449538.502442:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b9065fb80 x1876371947523840/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449538.502450:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449538.502452:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1789449538.502455:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b694c8. 00000100:00000200:3.0:1789449538.502457:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876371947523840, offset 0 00000400:00000200:3.0:1789449538.502462:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1789449538.502465:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449538.502479:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449538.502482:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789449538.502485:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1789449538.502488:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789449538.502490:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1789449538.502493:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2871:2871:253:4294967295] 192.168.202.109@tcp LPNI seq info [2871:2871:5:4294967295] 00000400:00000200:3.0:1789449538.502497:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449538.502502:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449538.502507:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449538.502510:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051cf00. 00000800:00000200:3.0:1789449538.502514:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449538.502519:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449538.502521:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051cf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789449538.502524:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449538.502528:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: using a timeout of 22273 usecs (23 jiffies) 00000400:00000200:3.0:1789449538.502532:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:3.0:1789449538.502534:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296541211 00000100:00000001:3.0:1789449538.502536:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296545315 00000100:00000001:3.0:1789449538.502538:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296541211 00000100:00000001:3.0:1789449538.502541:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296545315 00000100:00000001:3.0:1789449538.502543:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449538.502545:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449538.502547:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449538.502550:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449538.502569:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449538.502572:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449538.503675:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449538.503684:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47a300. 00000400:00000200:2.0:1789449538.503695:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449538.503705:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449538.503712:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b850127f8 00000400:00000010:2.0:1789449538.503716:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b850127f8. 00000100:00000001:2.0:1789449538.503724:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449538.503744:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065e680 x1876371947523712/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1789449553 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449538.503757:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449538.503761:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065e680 x1876371947523712/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1789449553 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449538.503776:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449538.503778:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789449538.503796:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449538.503798:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47ac00. 00000400:00000200:2.0:1789449538.503802:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449538.503806:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449538.503808:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012dd0 00000400:00000010:2.0:1789449538.503810:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012dd0. 00000100:00000001:2.0:1789449538.503813:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449538.503818:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065f480 x1876371947523968/t0(0) o9->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449538.503826:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449538.503830:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065f480 x1876371947523968/t0(0) o9->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449548 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449538.503837:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449538.503838:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789449538.503847:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449538.503849:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b9051c500. 00000400:00000200:2.0:1789449538.503851:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449538.503855:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449538.503858:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b695d8 00000400:00000010:2.0:1789449538.503861:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b695d8. 00000100:00000001:2.0:1789449538.503863:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449538.503867:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065ca80 x1876371947523584/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449538.503874:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449538.503877:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065ca80 x1876371947523584/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449554 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449538.503921:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449538.503923:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789449538.504000:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449538.504003:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b9051cf00. 00000400:00000200:2.0:1789449538.504006:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449538.504010:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449538.504013:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b694c8 00000400:00000010:2.0:1789449538.504015:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b694c8. 00000100:00000001:2.0:1789449538.504018:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449538.504021:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065fb80 x1876371947523840/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449538.504029:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449538.504032:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065fb80 x1876371947523840/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449554 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449538.504038:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449538.504040:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789449538.508311:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449538.508332:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449538.508338:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449538.508340:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449538.508352:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449538.508363:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449538.508374:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449538.508379:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449538.508386:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449538.508391:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x6aa8ce3660e80 00000400:00000200:3.0:1789449538.508398:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449538.508413:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x82a5 [1] + 0 00000800:00000001:3.0:1789449538.508423:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449538.508431:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449538.508436:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449538.508441:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449538.508452:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449538.508465:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065e680 x1876371947523712/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1789449553 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449538.508552:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff9e8b9065e680 x1876371947523712/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1789449553 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449538.508579:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449538.508592:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449538.508595:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449538.509162:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449538.509171:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789449538.509182:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789449538.509185:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789449538.509189:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b83427d68. 00000400:00000200:1.0:1789449538.509196:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012f68 00000400:00000010:1.0:1789449538.509199:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012f68. 00000100:00000001:1.0:1789449538.509203:0:2398:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789449538.509209:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065e680 x1876371947523712/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1789449553 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789449538.509220:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065e680 x1876371947523712/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1789449553 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449538.509227:0:2398:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789449538.509230:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449538.509233:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789449538.509238:0:2398:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789449538.509241:0:2398:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789449538.509244:0:2398:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449538.509248:0:2398:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789449538.509262:0:2398:0:(import.c:2196:obd_at_measure()) add 0 to ffff9e8b8436ec60 time=18 v=5 (5 5 102 102) 00000100:00001000:1.0:1789449538.509268:0:2398:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=26 v=10 (10 0 0 0) 00000100:00000001:1.0:1789449538.509271:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789449538.509275:0:2398:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1789449538.509279:0:2398:0:(client.c:1712:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1789449538.509285:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065e680 x1876371947523712/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/224 e 0 to 0 dl 1789449553 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449538.509295:0:2398:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1789449538.509300:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789449538.509303:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449538.509306:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789449538.509309:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1789449538.509314:0:2398:0:(import.c:65:import_set_state_nolock()) ffff9e8b8436e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789449538.509321:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.109@tcp failed (-19) 00000100:00000001:1.0:1789449538.509324:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1789449538.509330:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065e680 x1876371947523712/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/224 e 0 to 0 dl 1789449553 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789449538.509340:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2398:1876371947523712:192.168.202.109@tcp:38:kworker.0 00000100:00000001:1.0:1789449538.509347:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449538.509350:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449538.509354:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065e680 x1876371947523712/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/224 e 0 to 0 dl 1789449553 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449538.509362:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789449538.509366:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789449538.509371:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b8678f800. 02000000:00000001:1.0:1789449538.509376:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789449538.509380:0:2398:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449538.509383:0:2398:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:1.0:1789449538.509386:0:2398:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789449538.509390:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b83604800. 02000000:00000001:1.0:1789449538.509395:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789449538.509397:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789449538.509405:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065e680. 00000100:00000001:1.0:1789449538.509410:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789449538.509412:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449538.509415:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449538.509417:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449538.509418:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449538.509421:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449538.509422:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789449538.510037:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449538.510050:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449538.510055:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449538.510057:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449538.510066:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449538.510072:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449538.510081:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449538.510086:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449538.510091:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449538.510096:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 4 MB=0x6aa8ce3660f80 00000400:00000200:2.0:1789449538.510102:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449538.510109:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 224/224 into md 0x82ad [1] + 224 00000800:00000001:2.0:1789449538.510116:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449538.510123:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449538.510127:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449538.510132:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449538.510138:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449538.510146:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065f480 x1876371947523968/t0(0) o9->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449548 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449538.510157:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b9065f480 x1876371947523968/t0(0) o9->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449548 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449538.510179:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449538.510187:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449538.510190:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449538.510562:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449538.510566:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789449538.510573:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789449538.510575:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789449538.510578:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b83427b00. 00000400:00000200:1.0:1789449538.510583:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012880 00000400:00000010:1.0:1789449538.510586:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012880. 00000100:00000001:1.0:1789449538.510589:0:2398:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789449538.510594:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065f480 x1876371947523968/t0(0) o9->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449548 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789449538.510603:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065f480 x1876371947523968/t0(0) o9->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449548 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449538.510609:0:2398:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789449538.510611:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449538.510623:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789449538.510627:0:2398:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789449538.510628:0:2398:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789449538.510631:0:2398:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449538.510633:0:2398:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789449538.510643:0:2398:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b90c6ec60 time=18 v=5 (5 5 5 5) 00000100:00001000:1.0:1789449538.510647:0:2398:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b90c6ec18 time=50 v=5 (1 0 0 0) 00000100:00000001:1.0:1789449538.510649:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789449538.510651:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449538.510655:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789449538.510661:0:2398:0:(ldlm_request.c:1723:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449538.510666:0:2398:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789449538.510668:0:2398:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e8b89903000: skip recheck: last_committed 4294967322 00000100:00000001:1.0:1789449538.510670:0:2398:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789449538.510672:0:2398:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449538.510676:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065f480 x1876371947523968/t0(0) o9->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449548 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449538.510682:0:2398:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449538.510685:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789449538.510687:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1789449538.510691:0:2398:0:(import.c:2058:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff9e8b9065f480 x1876371947523968/t0(0) o9->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449548 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789449538.510699:0:2398:0:(import.c:65:import_set_state_nolock()) ffff9e8b90c6e800 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:1.0:1789449538.510703:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065f480 x1876371947523968/t0(0) o9->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449548 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789449538.510710:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2398:1876371947523968:192.168.202.109@tcp:9:kworker.0 00000100:00000001:1.0:1789449538.510715:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449538.510717:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449538.510720:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065f480 x1876371947523968/t0(0) o9->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449548 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449538.525504:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789449538.525516:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789449538.525522:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b864b0a00. 02000000:00000001:1.0:1789449538.525534:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789449538.525537:0:2398:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449538.525539:0:2398:0:(genops.c:1222:class_import_put()) import ffff9e8b90c6e800 refcount=2 obd=lustre-OST0000-osc-ffff9e8b89903000 00000020:00000001:1.0:1789449538.525541:0:2398:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789449538.525545:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b8c688b00. 02000000:00000001:1.0:1789449538.525551:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789449538.525552:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789449538.525554:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065f480. 00000100:00000001:1.0:1789449538.525558:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789449538.525559:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449538.525564:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449538.525574:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789449538.525576:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449538.525579:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449538.525581:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789449538.527869:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449538.527925:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449538.527931:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449538.527934:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449538.527946:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449538.527956:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449538.527967:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449538.527973:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449538.527980:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449538.527986:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x6aa8ce3660f00 00000400:00000200:3.0:1789449538.527992:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449538.527999:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x82c5 [1] + 224 00000800:00000001:3.0:1789449538.528009:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449538.528017:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449538.528021:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449538.528027:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449538.528037:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449538.528048:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065fb80 x1876371947523840/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449554 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449538.528062:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b9065fb80 x1876371947523840/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449554 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449538.528092:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449538.528103:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449538.528106:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449538.529117:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449538.529126:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789449538.529137:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789449538.529140:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789449538.529144:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b8525cd68. 00000400:00000200:2.0:1789449538.529152:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69110 00000400:00000010:2.0:1789449538.529155:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69110. 00000100:00000001:2.0:1789449538.529159:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449538.529169:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065fb80 x1876371947523840/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449554 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789449538.529185:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065fb80 x1876371947523840/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449554 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449538.529192:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789449538.529194:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449538.529197:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789449538.529201:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789449538.529203:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789449538.529206:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449538.529209:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789449538.529222:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b862dcc60 time=18 v=5 (5 5 102 102) 00000100:00001000:2.0:1789449538.529227:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b862dcc18 time=18 v=5 (1 1 1 1) 00000100:00000001:2.0:1789449538.529230:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789449538.529231:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449538.529235:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789449538.529241:0:2401:0:(ldlm_request.c:1723:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449538.529247:0:2401:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789449538.529249:0:2401:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967328 00000100:00000001:2.0:1789449538.529252:0:2401:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789449538.529254:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449538.529259:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065fb80 x1876371947523840/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449554 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449538.529267:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449538.529271:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789449538.529273:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789449538.529277:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065fb80 x1876371947523840/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449554 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789449538.529284:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2401:1876371947523840:192.168.202.109@tcp:400:kworker.0 00000100:00000001:2.0:1789449538.529289:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449538.529293:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449538.529296:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065fb80 x1876371947523840/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449554 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449538.529303:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789449538.529306:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789449538.529310:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b888a2800. 02000000:00000001:2.0:1789449538.529314:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789449538.529317:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789449538.529319:0:2401:0:(genops.c:1222:class_import_put()) import ffff9e8b862dc800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000020:00000001:2.0:1789449538.529321:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789449538.529324:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b90ce9200. 02000000:00000001:2.0:1789449538.529329:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789449538.529331:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789449538.529334:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065fb80. 00000100:00000001:2.0:1789449538.529338:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789449538.529339:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449538.529343:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449538.529345:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449538.529346:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449538.529348:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449538.529349:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449539.074166:0:33382:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449539.074178:0:33382:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449539.074185:0:33382:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449539.074187:0:33382:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449539.074306:0:16815:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789449539.074310:0:16815:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449539.074314:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789449539.522091:0:2401:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789449539.522110:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449539.522113:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=10 : 10 : a) 00000100:00000001:2.0:1789449539.522122:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449539.522125:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449539.522130:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449539.522136:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449540.098023:0:33382:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449540.098031:0:33382:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449540.098038:0:33382:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449540.098039:0:33382:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449540.098138:0:16942:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789449540.098145:0:16942:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449540.098151:0:16942:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789449540.549053:0:33816:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789449540.549067:0:33816:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449540.549069:0:33816:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789449540.549079:0:33816:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b990b69c0 going to sleep for 1 seconds 00000100:00000001:2.0:1789449540.549083:0:33816:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449540.549088:0:33816:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449541.125614:0:33382:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449541.125623:0:33382:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449541.125631:0:33382:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449541.125632:0:33382:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449541.126102:0:16814:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789449541.126107:0:16814:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449541.126113:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789449541.570134:0:33816:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789449541.570146:0:33816:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449541.570148:0:33816:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789449541.570156:0:33816:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b990b69c0 going to sleep for 1 seconds 00000100:00000001:2.0:1789449541.570160:0:33816:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449541.570165:0:33816:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449542.146039:0:33382:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449542.146050:0:33382:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789449542.146053:0:33382:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449542.146057:0:33382:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449542.146062:0:33382:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789449542.146064:0:33382:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449542.146066:0:33382:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449542.146068:0:33382:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449542.146071:0:33382:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449542.146072:0:33382:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449542.146169:0:16815:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789449542.146172:0:16815:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449542.146174:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789449542.594175:0:33816:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789449542.594183:0:33816:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449542.594186:0:33816:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789449542.594191:0:33816:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b990b69c0 going to sleep for 1 seconds 00000100:00000001:2.0:1789449542.594195:0:33816:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449542.594199:0:33816:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449543.107781:0:32803:0:(connection.c:75:cpu_latency_work()) work item of ffff9e8b8322a220 (cpu 2) has reached its deadline 4296545315, at 4296545793 00000100:00000010:2.0:1789449543.107802:0:32803:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e8b87c1ea80. 00000100:00000040:3.0:1789449543.108304:0:33382:0:(connection.c:75:cpu_latency_work()) work item of ffff9e8b8322a330 (cpu 3) has reached its deadline 4296545315, at 4296545794 00000100:00000010:3.0:1789449543.108319:0:33382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e8b87c1e7e0. 00010000:00000001:3.0:1789449543.172376:0:33382:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449543.172391:0:33382:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449543.172399:0:33382:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449543.172404:0:33382:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789449543.172407:0:33382:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449543.172415:0:33382:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449543.172418:0:33382:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449543.172420:0:33382:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449543.172424:0:33382:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789449543.172427:0:33382:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449543.172429:0:33382:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449543.172431:0:33382:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449543.172620:0:16942:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789449543.172628:0:16942:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449543.172635:0:16942:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789449543.618298:0:33816:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789449543.618318:0:33816:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449543.618321:0:33816:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789449543.618328:0:33816:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b990b69c0 going to sleep for 1 seconds 00000100:00000001:2.0:1789449543.618332:0:33816:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449543.618336:0:33816:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449543.626131:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80a9314a-fa92-41c3-8d17-36c58fffb192->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789449543.626151:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789449543.626162:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83691500. 00000020:00000040:1.0:1789449543.626169:0:8:0:(genops.c:1209:class_import_get()) import ffff9e8b83927000 refcount=5 obd=MGC192.168.202.109@tcp 00000100:00000001:1.0:1789449543.626174:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789449543.626177:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789449543.626183:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789449543.626192:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b8c47ab00. 00000100:00000001:1.0:1789449543.626200:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449543.626213:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 80a9314a-fa92-41c3-8d17-36c58fffb192->MGS req@ffff9e8b83691500 x1876371947524096/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789449543.626224:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789449543.626228:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449543.626235:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca09cb0f] to pc [ptlrpcd_00_01+1] req@ffff9e8b83691500 x1876371947524096/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449543.626279:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789449543.626282:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789449543.626285:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789449543.626288:0:8:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789449543.626290:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e8b8436e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789449543.626294:0:8:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789449543.626297:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff9e8b89903000: connect to NID 192.168.202.109@tcp last attempt 1873 00000400:00000200:1.0:1789449543.626315:0:8:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449543.626321:0:8:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.202.109@tcp is discovered: rc = 1 00000100:00001000:1.0:1789449543.626325:0:8:0:(import.c:2196:obd_at_measure()) add 15 to ffff9e8b8436ec18 time=31 v=10 (10 0 0 0) 00000100:00001000:1.0:1789449543.626329:0:8:0:(import.c:2262:obd_at_measure()) AT ffff9e8b8436ec18 change: old=10 new=15 delta=5 (val=15) hist 15 0 0 0 00000100:00080000:1.0:1789449543.626332:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff9e8b89903000: tried all connections, increasing latency to 10s 00000100:00000040:1.0:1789449543.626336:0:8:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9e8b895f2700 refcount 14 to 192.168.202.109@tcp 00000100:00000001:1.0:1789449543.626339:0:8:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789449543.626341:0:8:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9e8b895f2700 refcount 15 to 192.168.202.109@tcp 00000100:00000001:1.0:1789449543.626343:0:8:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446636920875198208 : -107152834353408 : ffff9e8b895f2700) 00000020:00000001:1.0:1789449543.626350:0:8:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789449543.626352:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xcddde1459ded5b21 00000020:00000001:1.0:1789449543.626355:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449543.626358:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e8b8986e800 refcount=5 00000020:00000001:1.0:1789449543.626361:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920877803520 : -107152831748096 : ffff9e8b8986e800) 00000020:00000001:1.0:1789449543.626363:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636920877803520 : -107152831748096 : ffff9e8b8986e800) 00000100:00000040:1.0:1789449543.626366:0:8:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9e8b895f2700 refcount 14 to 192.168.202.109@tcp 00000100:00000001:1.0:1789449543.626368:0:8:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789449543.626369:0:8:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9e8b895f2700 refcount 15 to 192.168.202.109@tcp 00000100:00000001:1.0:1789449543.626371:0:8:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446636920875198208 : -107152834353408 : ffff9e8b895f2700) 00000020:00000040:1.0:1789449543.626375:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff9e8b8986e800 : new refcount 4 00000100:00080000:1.0:1789449543.626378:0:8:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff9e8b89903000: import ffff9e8b8436e800 using connection 192.168.202.109@tcp/192.168.202.109@tcp 00000100:00000001:1.0:1789449543.626381:0:8:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449543.626383:0:8:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789449543.626389:0:8:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789449543.626392:0:8:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449543.626394:0:8:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1789449543.626399:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1789449543.626402:0:8:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449543.626403:0:8:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789449543.626408:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83691180. 00000020:00000040:1.0:1789449543.626410:0:8:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e8b89903000 02000000:00000001:1.0:1789449543.626414:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789449543.626416:0:8:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449543.626419:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789449543.626420:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789449543.626422:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789449543.626427:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b8678f800. 00000100:00000001:1.0:1789449543.626431:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449543.626436:0:8:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e8b83691180 x1876371947524224/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789449543.626444:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789449543.626446:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449543.627819:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b40db9bc] to pc [ptlrpcd_rcv+-1] req@ffff9e8b83691180 x1876371947524224/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449543.627848:0:8:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449543.627852:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789449543.627856:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789449543.627864:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83693100. 00000020:00000040:1.0:1789449543.627868:0:8:0:(genops.c:1209:class_import_get()) import ffff9e8b862dc800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000100:00000001:1.0:1789449543.627871:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789449543.627874:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789449543.627877:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789449543.627906:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b8c47a200. 00000100:00000001:1.0:1789449543.627911:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449543.627920:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0001_UUID req@ffff9e8b83693100 x1876371947524352/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789449543.627928:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789449543.627932:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449543.627937:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038ec944e] to pc [ptlrpcd_00_00+0] req@ffff9e8b83693100 x1876371947524352/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449543.627947:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449543.627950:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789449543.627953:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789449543.627956:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789449543.627959:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789449543.627965:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1884) 00000100:00000001:1.0:1789449543.628052:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449543.628058:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449543.628061:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789449543.628067:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83693100 x1876371947524352/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449543.628076:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449543.628078:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449543.628082:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789449543.628085:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789449543.628088:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449543.628092:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83693100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2399:1876371947524352:192.168.202.109@tcp:400:kworker.0 00000100:00000001:1.0:1789449543.628096:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789449543.628103:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789449543.628106:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449543.628108:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789449543.628113:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b864b0a00. 02000000:00000001:1.0:1789449543.628116:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789449543.628123:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:1.0:1789449543.628128:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b83427b00. 00000400:00000010:1.0:1789449543.628136:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012880. 00000100:00000200:1.0:1789449543.628154:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947524352, portal 10 00000100:00000001:1.0:1789449543.628157:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449543.628158:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775192832 : -107152934358784 : ffff9e8b83693100) 00000100:00000040:1.0:1789449543.628167:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b83693100 x1876371947524352/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449543.628181:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789449543.628184:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1789449543.628187:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012f68. 00000100:00000200:1.0:1789449543.628191:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876371947524352, offset 0 00000400:00000200:1.0:1789449543.628198:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1789449543.628208:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449543.628217:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1789449543.628222:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789449543.628226:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1789449543.628231:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789449543.628233:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1789449543.628237:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2872:2872:256:4294967295] 192.168.202.109@tcp LPNI seq info [2872:2872:8:4294967295] 00000400:00000200:1.0:1789449543.628242:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449543.628251:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1789449543.628257:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1789449543.628263:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b8c47a000. 00000800:00000200:1.0:1789449543.628270:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1789449543.628277:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1789449543.628282:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b8c47a000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789449543.628299:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449543.628398:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449543.628401:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449543.628403:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789449543.628410:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83691500 x1876371947524096/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449543.628418:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789449543.628420:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449543.628423:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789449543.628425:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789449543.628427:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449543.628430:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83691500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:80a9314a-fa92-41c3-8d17-36c58fffb192:2400:1876371947524096:192.168.202.109@tcp:400:kworker.0 00000100:00000001:0.0:1789449543.628434:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789449543.628437:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789449543.628439:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449543.628441:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789449543.628445:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b83421000. 02000000:00000001:0.0:1789449543.628449:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449543.628463:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:0.0:1789449543.628468:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b865808f0. 00000400:00000010:0.0:1789449543.628473:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5dd0. 00000100:00000200:0.0:1789449543.628477:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947524096, portal 25 00000100:00000001:0.0:1789449543.628479:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449543.628481:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775185664 : -107152934365952 : ffff9e8b83691500) 00000800:00000200:3.0:1789449543.628487:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:0.0:1789449543.628487:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b83691500 x1876371947524096/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1789449543.628503:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47a000. 00000100:00000001:0.0:1789449543.628504:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789449543.628511:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1789449543.628514:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5b28. 00000400:00000200:3.0:1789449543.628517:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1789449543.628518:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876371947524096, offset 0 00000400:00000200:0.0:1789449543.628529:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1789449543.628536:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449543.628538:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1789449543.628545:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449543.628548:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012f68 00000400:00000200:0.0:1789449543.628550:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:3.0:1789449543.628555:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012f68. 00000400:00000200:0.0:1789449543.628560:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1789449543.628576:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789449543.628579:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1789449543.628582:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2873:2873:255:4294967295] 192.168.202.109@tcp LPNI seq info [2873:2873:7:4294967295] 00000400:00000200:0.0:1789449543.628586:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:3.0:1789449543.628589:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:0.0:1789449543.628598:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000200:3.0:1789449543.628603:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83693100 x1876371947524352/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1789449543.628612:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1789449543.628624:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b864ec600. 00000100:00000001:3.0:1789449543.628631:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000800:00000200:0.0:1789449543.628633:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000100:00000040:3.0:1789449543.628640:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83693100 x1876371947524352/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449559 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1789449543.628649:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1789449543.628659:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b864ec600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789449543.628663:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449543.628666:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449543.628668:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:0.0:1789449543.628677:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:0.0:1789449543.628681:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296550441 00000100:00000010:0.0:1789449543.628686:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e8b86657300. 00000800:00000200:3.0:1789449543.628694:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1789449543.628694:0:2400:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000800:00000010:3.0:1789449543.628699:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ec600. 00000400:00000200:3.0:1789449543.628703:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449543.628710:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1789449543.628714:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296550441 00000400:00000200:3.0:1789449543.628715:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5b28 00000400:00000010:3.0:1789449543.628721:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5b28. 00000100:00000010:0.0:1789449543.628725:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e8b86657420. 00000100:00000001:3.0:1789449543.628727:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1789449543.628732:0:2400:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000100:00000200:3.0:1789449543.628736:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83691500 x1876371947524096/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449543.628739:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449543.628750:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449543.628758:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449543.628760:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449543.628767:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83691500 x1876371947524096/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449559 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449543.628767:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449543.628780:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449543.628780:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449543.628784:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789449543.628785:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789449543.628791:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449543.628793:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449543.628795:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449543.628798:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449543.629409:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: using a timeout of 22331 usecs (23 jiffies) 00000400:00000200:1.0:1789449543.629417:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:1.0:1789449543.629419:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296546338 00000100:00000001:2.0:1789449543.629575:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449543.629578:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449543.629581:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789449543.629589:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83691180 x1876371947524224/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449543.629598:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449543.629599:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449543.629603:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449543.629605:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449543.629607:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449543.629611:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83691180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2398:1876371947524224:192.168.202.109@tcp:38:kworker.0 00000100:00000001:2.0:1789449543.629615:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789449543.629618:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449543.629621:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449543.629622:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789449543.629630:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b83605800. 02000000:00000001:2.0:1789449543.629633:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449543.629637:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449543.629641:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b9948. 00000400:00000010:2.0:1789449543.629646:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d440. 00000100:00000200:2.0:1789449543.629650:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947524224, portal 10 00000100:00000001:2.0:1789449543.629652:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449543.629653:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775184768 : -107152934366848 : ffff9e8b83691180) 00000100:00000040:2.0:1789449543.629660:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b83691180 x1876371947524224/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1789449563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449543.629667:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449543.629669:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449543.629672:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d880. 00000100:00000200:2.0:1789449543.629675:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876371947524224, offset 0 00000400:00000200:2.0:1789449543.629679:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449543.629685:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449543.629690:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449543.629694:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449543.629707:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449543.629710:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449543.629720:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449543.629724:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2874:2874:256:4294967295] 192.168.202.109@tcp LPNI seq info [2874:2874:8:4294967295] 00000400:00000200:2.0:1789449543.629728:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449543.629735:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449543.629740:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449543.629745:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b8c688f00. 00000800:00000200:2.0:1789449543.629750:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449543.629755:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449543.629758:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b8c688f00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1789449543.629790:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449543.629794:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 808658 usecs (809 jiffies) 00000400:00000200:2.0:1789449543.629798:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449543.629800:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296547124 00000100:00000001:2.0:1789449543.629803:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296550441 00000100:00000001:2.0:1789449543.629805:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296547124 00000100:00000001:2.0:1789449543.629808:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296550441 00000100:00000001:2.0:1789449543.629810:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449543.629812:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449543.629814:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449543.629817:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449543.629822:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449543.629824:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1789449543.629826:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449543.629828:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449543.629829:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449543.629831:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449543.631077:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449543.631090:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c688f00. 00000400:00000200:3.0:1789449543.631098:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449543.631108:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449543.631117:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d880 00000400:00000010:3.0:1789449543.631121:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d880. 00000100:00000001:3.0:1789449543.631127:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449543.631138:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83691180 x1876371947524224/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1789449563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449543.631150:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449543.631153:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83691180 x1876371947524224/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1789449563 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449543.631159:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449543.631161:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789449543.631246:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296550441 00000100:00000001:0.0:1789449543.631257:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296546340 00000100:00000001:0.0:1789449543.631260:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296550441 00000100:00000001:0.0:1789449543.631263:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449543.631266:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449543.631270:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449543.631273:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449543.631281:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449543.631283:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789449543.631286:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449543.631287:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449543.631289:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449543.631292:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789449543.647939:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449543.647959:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449543.647963:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449543.647966:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449543.647978:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449543.647988:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449543.648001:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449543.648007:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449543.648014:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449543.648019:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x6aa8ce3661100 00000400:00000200:3.0:1789449543.648024:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449543.648031:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x82d5 [1] + 224 00000800:00000001:3.0:1789449543.648040:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449543.648047:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449543.648051:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449543.648057:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449543.648070:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449543.648081:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83693100 x1876371947524352/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449559 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449543.648093:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b83693100 x1876371947524352/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449559 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449543.648124:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449543.648136:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449543.648139:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449543.648688:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449543.648694:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789449543.648704:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449543.648706:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449543.648710:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b83427b00. 00000400:00000200:0.0:1789449543.648718:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012880 00000400:00000010:0.0:1789449543.648722:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012880. 00000100:00000001:0.0:1789449543.648726:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449543.648732:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83693100 x1876371947524352/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449559 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789449543.648742:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83693100 x1876371947524352/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449559 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449543.648749:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449543.648752:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449543.648755:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449543.648760:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449543.648763:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449543.648765:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449543.648769:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449543.648782:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b862dcc60 time=23 v=5 (5 5 102 102) 00000100:00001000:0.0:1789449543.648787:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b862dcc18 time=23 v=5 (1 1 1 1) 00000100:00000001:0.0:1789449543.648789:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449543.648791:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449543.648795:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449543.648799:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449543.648805:0:2399:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789449543.648808:0:2399:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967328 00000100:00000001:0.0:1789449543.648810:0:2399:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449543.648812:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449543.648817:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83693100 x1876371947524352/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449559 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449543.648825:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449543.648829:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449543.648831:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449543.648835:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83693100 x1876371947524352/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449559 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789449543.648843:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83693100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2399:1876371947524352:192.168.202.109@tcp:400:kworker.0 00000100:00000001:0.0:1789449543.648853:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449543.648856:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449543.648859:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83693100 x1876371947524352/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449559 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449543.648878:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789449543.648919:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449543.648924:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b864b0a00. 02000000:00000001:0.0:1789449543.648929:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789449543.648933:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449543.648935:0:2399:0:(genops.c:1222:class_import_put()) import ffff9e8b862dc800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000020:00000001:0.0:1789449543.648938:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449543.648941:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b8c47a200. 02000000:00000001:0.0:1789449543.648944:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449543.648946:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449543.648949:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83693100. 00000100:00000001:0.0:1789449543.648954:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449543.648956:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449543.648958:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449543.648967:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449543.648969:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449543.648971:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449543.648974:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789449543.676119:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449543.676142:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449543.676148:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449543.676151:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449543.676165:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449543.676175:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449543.676188:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449543.676195:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449543.676203:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449543.676209:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x6aa8ce3661080 00000400:00000200:3.0:1789449543.676216:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449543.676225:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x82e5 [1] + 0 00000800:00000001:3.0:1789449543.680179:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449543.680217:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449543.680225:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449543.680236:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449543.680248:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449543.680261:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83691180 x1876371947524224/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1789449563 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449543.680288:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff9e8b83691180 x1876371947524224/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1789449563 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449543.680460:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449543.680477:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449543.680480:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449543.681961:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449543.681972:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789449543.681984:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789449543.681987:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789449543.681991:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b9948. 00000400:00000200:2.0:1789449543.682004:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d440 00000400:00000010:2.0:1789449543.682007:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d440. 00000100:00000001:2.0:1789449543.682012:0:2398:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449543.682024:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83691180 x1876371947524224/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1789449563 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789449543.682037:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83691180 x1876371947524224/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1789449563 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449543.682045:0:2398:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789449543.682048:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449543.682051:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789449543.682056:0:2398:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789449543.682059:0:2398:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789449543.682062:0:2398:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449543.682066:0:2398:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789449543.682082:0:2398:0:(import.c:2196:obd_at_measure()) add 0 to ffff9e8b8436ec60 time=23 v=5 (5 5 102 102) 00000100:00001000:2.0:1789449543.682087:0:2398:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=31 v=15 (15 0 0 0) 00000100:00000001:2.0:1789449543.682091:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789449543.682093:0:2398:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1789449543.682096:0:2398:0:(client.c:1712:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1789449543.682103:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83691180 x1876371947524224/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/224 e 0 to 0 dl 1789449563 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449543.682111:0:2398:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1789449543.682115:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789449543.682117:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449543.682121:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789449543.682124:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1789449543.682128:0:2398:0:(import.c:65:import_set_state_nolock()) ffff9e8b8436e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789449543.682135:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.109@tcp failed (-19) 00000100:00000001:2.0:1789449543.682137:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1789449543.682142:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83691180 x1876371947524224/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/224 e 0 to 0 dl 1789449563 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789449543.682152:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83691180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2398:1876371947524224:192.168.202.109@tcp:38:kworker.0 00000100:00000001:2.0:1789449543.682158:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449543.682162:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449543.682167:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83691180 x1876371947524224/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/224 e 0 to 0 dl 1789449563 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449543.682175:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789449543.682178:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789449543.682184:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b83605800. 02000000:00000001:2.0:1789449543.682190:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789449543.682194:0:2398:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789449543.682196:0:2398:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:2.0:1789449543.682199:0:2398:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789449543.682204:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b8678f800. 02000000:00000001:2.0:1789449543.682211:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789449543.682214:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789449543.682216:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83691180. 00000100:00000001:2.0:1789449543.682221:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789449543.682223:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449543.682225:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449543.682247:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449543.682250:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449543.682253:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449543.682255:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449544.194425:0:33382:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449544.194433:0:33382:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449544.194439:0:33382:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449544.194441:0:33382:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449544.194643:0:16814:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789449544.194648:0:16814:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449544.194652:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789449544.642166:0:33816:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789449544.642177:0:33816:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449544.642180:0:33816:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789449544.642187:0:33816:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b990b69c0 going to sleep for 1 seconds 00000100:00000001:2.0:1789449544.642192:0:33816:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449544.642197:0:33816:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449545.218392:0:33382:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449545.218402:0:33382:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449545.218410:0:33382:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449545.218412:0:33382:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449545.218611:0:16815:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789449545.218616:0:16815:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449545.218621:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789449545.666039:0:33816:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789449545.666052:0:33816:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00000400:2.0:1789449545.666076:0:33816:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789449529/real 1789449529] req@ffff9e8b87d1a680 x1876371947522816/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 1 dl 1789449545 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000400:00000001:2.0:1789449545.666101:0:33816:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789449545.666103:0:33816:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789449545.666109:0:33816:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b865809a0. 00000400:00000200:2.0:1789449545.666117:0:33816:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5000 00000400:00000010:2.0:1789449545.666119:0:33816:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5000. 00000100:00000001:2.0:1789449545.666123:0:33816:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449545.666128:0:33816:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b87d1a680 x1876371947522816/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 1 dl 1789449545 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789449545.666134:0:33816:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b87d1a680 x1876371947522816/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 1 dl 1789449545 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449545.666140:0:33816:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789449545.666142:0:33816:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449545.666144:0:33816:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789449545.666146:0:33816:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449545.666151:0:33816:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:2.0:1789449545.666153:0:33816:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff9e8b8436e800 already not connected (conn 22, was 19): DISCONN 00000100:00000001:2.0:1789449545.666156:0:33816:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:2.0:1789449545.666157:0:33816:0:(client.c:2556:ptlrpc_expire_one_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449545.666161:0:33816:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449545.666163:0:33816:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449545.666165:0:33816:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b990b69c0 going to sleep for 0 seconds 00000100:00000001:2.0:1789449545.666167:0:33816:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449545.666170:0:33816:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449545.666172:0:33816:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449545.666174:0:33816:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449545.666176:0:33816:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449546.242700:0:33382:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449546.242709:0:33382:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449546.242718:0:33382:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449546.242719:0:33382:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449546.243733:0:16942:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789449546.243739:0:16942:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449546.243745:0:16942:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789449546.692001:0:33816:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789449546.692012:0:33816:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449546.692015:0:33816:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449546.692024:0:33816:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b990b69c0 going to sleep for 0 seconds 00000100:00000001:2.0:1789449546.692029:0:33816:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449546.692034:0:33816:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449546.692038:0:33816:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449546.692041:0:33816:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449546.692045:0:33816:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449547.266140:0:33382:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449547.266149:0:33382:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449547.266158:0:33382:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449547.266160:0:33382:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449547.266737:0:16814:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789449547.266743:0:16814:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449547.266747:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789449547.714094:0:33816:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789449547.714106:0:33816:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449547.714109:0:33816:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449547.714117:0:33816:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b990b69c0 going to sleep for 0 seconds 00000100:00000001:2.0:1789449547.714122:0:33816:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449547.714127:0:33816:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449547.714130:0:33816:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449547.714134:0:33816:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449547.714137:0:33816:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449548.226133:0:32803:0:(connection.c:75:cpu_latency_work()) work item of ffff9e8b8322a220 (cpu 2) has reached its deadline 4296550441, at 4296550912 00000100:00000010:2.0:1789449548.226156:0:32803:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e8b86657300. 00000100:00000040:3.0:1789449548.228924:0:33382:0:(connection.c:75:cpu_latency_work()) work item of ffff9e8b8322a330 (cpu 3) has reached its deadline 4296550441, at 4296550915 00000100:00000010:3.0:1789449548.228946:0:33382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e8b86657420. 00010000:00000001:3.0:1789449548.290036:0:33382:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449548.290047:0:33382:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449548.290055:0:33382:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449548.290056:0:33382:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449548.293696:0:16815:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789449548.293707:0:16815:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449548.293713:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789449548.738230:0:33816:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789449548.738241:0:33816:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449548.738244:0:33816:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449548.738252:0:33816:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b990b69c0 going to sleep for 0 seconds 00000100:00000001:2.0:1789449548.738256:0:33816:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449548.738262:0:33816:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449548.738265:0:33816:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449548.738268:0:33816:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449548.738273:0:33816:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449548.738491:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80a9314a-fa92-41c3-8d17-36c58fffb192->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789449548.738497:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789449548.738526:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065fb80. 00000020:00000040:2.0:1789449548.738534:0:8:0:(genops.c:1209:class_import_get()) import ffff9e8b83927000 refcount=6 obd=MGC192.168.202.109@tcp 00000100:00000001:2.0:1789449548.738538:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449548.738542:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449548.738557:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449548.738567:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b8c688a00. 00000100:00000001:2.0:1789449548.738582:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449548.738598:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 80a9314a-fa92-41c3-8d17-36c58fffb192->MGS req@ffff9e8b9065fb80 x1876371947524480/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789449548.738618:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449548.738622:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449548.738630:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac5f4cde] to pc [ptlrpcd_01_00+0] req@ffff9e8b9065fb80 x1876371947524480/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449548.738664:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789449548.738667:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789449548.738671:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1789449548.738673:0:8:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789449548.738676:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e8b8436e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789449548.738680:0:8:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789449548.738684:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff9e8b89903000: connect to NID 192.168.202.109@tcp last attempt 1879 00000400:00000200:2.0:1789449548.738692:0:8:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449548.738700:0:8:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.202.109@tcp is discovered: rc = 1 00000100:00001000:2.0:1789449548.738704:0:8:0:(import.c:2196:obd_at_measure()) add 20 to ffff9e8b8436ec18 time=36 v=15 (15 0 0 0) 00000100:00001000:2.0:1789449548.738709:0:8:0:(import.c:2262:obd_at_measure()) AT ffff9e8b8436ec18 change: old=15 new=20 delta=5 (val=20) hist 20 0 0 0 00000100:00080000:2.0:1789449548.738712:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff9e8b89903000: tried all connections, increasing latency to 15s 00000100:00000040:2.0:1789449548.738715:0:8:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9e8b895f2700 refcount 14 to 192.168.202.109@tcp 00000100:00000001:2.0:1789449548.738720:0:8:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789449548.738722:0:8:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9e8b895f2700 refcount 15 to 192.168.202.109@tcp 00000100:00000001:2.0:1789449548.738725:0:8:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446636920875198208 : -107152834353408 : ffff9e8b895f2700) 00000020:00000001:2.0:1789449548.738732:0:8:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789449548.738735:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xcddde1459ded5b21 00000020:00000001:2.0:1789449548.738737:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449548.738741:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e8b8986e800 refcount=5 00000020:00000001:2.0:1789449548.738744:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920877803520 : -107152831748096 : ffff9e8b8986e800) 00000020:00000001:2.0:1789449548.738747:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636920877803520 : -107152831748096 : ffff9e8b8986e800) 00000100:00000040:2.0:1789449548.738750:0:8:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9e8b895f2700 refcount 14 to 192.168.202.109@tcp 00000100:00000001:2.0:1789449548.738752:0:8:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789449548.738754:0:8:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9e8b895f2700 refcount 15 to 192.168.202.109@tcp 00000100:00000001:2.0:1789449548.738756:0:8:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446636920875198208 : -107152834353408 : ffff9e8b895f2700) 00000020:00000040:2.0:1789449548.738759:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff9e8b8986e800 : new refcount 4 00000100:00080000:2.0:1789449548.738762:0:8:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff9e8b89903000: import ffff9e8b8436e800 using connection 192.168.202.109@tcp/192.168.202.109@tcp 00000100:00000001:2.0:1789449548.738765:0:8:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449548.738768:0:8:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789449548.738774:0:8:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449548.738777:0:8:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449548.738779:0:8:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:2.0:1789449548.738784:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1789449548.738787:0:8:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449548.738789:0:8:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789449548.738793:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065ea00. 00000020:00000040:2.0:1789449548.738796:0:8:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e8b89903000 02000000:00000001:2.0:1789449548.738799:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789449548.738801:0:8:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449548.738804:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449548.738806:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449548.738808:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449548.738812:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b83607c00. 00000100:00000001:2.0:1789449548.738816:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449548.738822:0:8:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e8b9065ea00 x1876371947524608/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789449548.738829:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449548.738831:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449548.738834:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeb08179] to pc [ptlrpcd_rcv+-1] req@ffff9e8b9065ea00 x1876371947524608/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449548.738856:0:8:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449548.738860:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789449548.738863:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789449548.738868:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065f480. 00000020:00000040:2.0:1789449548.738871:0:8:0:(genops.c:1209:class_import_get()) import ffff9e8b862dc800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000100:00000001:2.0:1789449548.738873:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449548.738874:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449548.738876:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449548.738899:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b8c688200. 00000100:00000001:2.0:1789449548.738902:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449548.738907:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0001_UUID req@ffff9e8b9065f480 x1876371947524736/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789449548.738913:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449548.738915:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449548.738919:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042360096] to pc [ptlrpcd_01_01+1] req@ffff9e8b9065f480 x1876371947524736/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449548.738926:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449548.738928:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789449548.738931:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789449548.738935:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789449548.738938:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789449548.738942:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1889) 00000100:00000001:3.0:1789449548.739028:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449548.739033:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449548.739038:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789449548.739046:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065fb80 x1876371947524480/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449548.739053:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789449548.739055:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449548.739060:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789449548.739064:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789449548.739067:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449548.739070:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:80a9314a-fa92-41c3-8d17-36c58fffb192:2401:1876371947524480:192.168.202.109@tcp:400:kworker.0 00000100:00000001:3.0:1789449548.739074:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789449548.739081:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789449548.739084:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449548.739086:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789449548.739094:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b888a2a00. 02000000:00000001:3.0:1789449548.739096:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449548.739102:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:3.0:1789449548.739107:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b8525c9f8. 00000400:00000010:3.0:1789449548.739116:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69880. 00000100:00000200:3.0:1789449548.739126:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947524480, portal 25 00000100:00000001:3.0:1789449548.739129:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449548.739131:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993086336 : -107152716465280 : ffff9e8b9065fb80) 00000100:00000040:3.0:1789449548.739137:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b9065fb80 x1876371947524480/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449548.739144:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449548.739148:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1789449548.739151:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69990. 00000100:00000200:3.0:1789449548.739154:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876371947524480, offset 0 00000400:00000200:3.0:1789449548.739163:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1789449548.739173:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449548.739180:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449548.739188:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789449548.739193:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1789449548.739198:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789449548.739201:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1789449548.739205:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2875:2875:256:4294967295] 192.168.202.109@tcp LPNI seq info [2875:2875:8:4294967295] 00000400:00000200:3.0:1789449548.739209:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449548.739221:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449548.739229:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449548.739236:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051c600. 00000800:00000200:3.0:1789449548.739244:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449548.739253:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449548.739257:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051c600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789449548.739276:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449548.739280:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:3.0:1789449548.739283:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296555552 00000100:00000010:3.0:1789449548.739288:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e8b87cd5360. 00000100:00000001:3.0:1789449548.739296:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789449548.739301:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296555552 00000100:00000010:3.0:1789449548.739304:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e8b87cd57e0. 00000100:00000001:3.0:1789449548.739307:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789449548.739310:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449548.739313:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449548.739316:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449548.739319:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449548.739326:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449548.739328:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449548.739329:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449548.739331:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449548.739332:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449548.739335:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1789449548.739336:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449548.739338:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449548.739339:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449548.739341:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449548.739342:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449548.739343:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789449548.739347:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065f480 x1876371947524736/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449548.739353:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789449548.739355:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449548.739357:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789449548.739358:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789449548.739360:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449548.739362:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2401:1876371947524736:192.168.202.109@tcp:400:kworker.0 00000100:00000001:3.0:1789449548.739365:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789449548.739368:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789449548.739369:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449548.739371:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789449548.739374:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b888a3400. 02000000:00000001:3.0:1789449548.739376:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449548.739379:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:3.0:1789449548.739382:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b8525c898. 00000400:00000010:3.0:1789449548.739385:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69b28. 00000100:00000200:3.0:1789449548.739388:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947524736, portal 10 00000100:00000001:3.0:1789449548.739390:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449548.739391:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993084544 : -107152716467072 : ffff9e8b9065f480) 00000100:00000040:3.0:1789449548.739398:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b9065f480 x1876371947524736/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449548.739404:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449548.739405:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1789449548.739407:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69770. 00000100:00000200:3.0:1789449548.739410:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876371947524736, offset 0 00000400:00000200:3.0:1789449548.739414:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1789449548.739418:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449548.739421:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449548.739423:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789449548.739426:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1789449548.739427:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789449548.739430:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1789449548.739433:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2876:2876:255:4294967295] 192.168.202.109@tcp LPNI seq info [2876:2876:7:4294967295] 00000400:00000200:3.0:1789449548.739437:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449548.739443:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449548.739447:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449548.739450:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051cb00. 00000800:00000200:3.0:1789449548.739454:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449548.739458:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449548.739461:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051cb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789449548.739464:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449548.739467:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: using a timeout of 22345 usecs (23 jiffies) 00000400:00000200:3.0:1789449548.739470:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:3.0:1789449548.739472:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296551448 00000100:00000001:3.0:1789449548.739475:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296555552 00000100:00000001:3.0:1789449548.739477:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296551448 00000100:00000001:3.0:1789449548.739479:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296555552 00000100:00000001:3.0:1789449548.739481:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449548.739483:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449548.739485:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449548.739487:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449548.739500:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449548.739502:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449548.740171:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449548.740177:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b9051c600. 00000400:00000200:2.0:1789449548.740186:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449548.740193:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449548.740201:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69990 00000400:00000010:2.0:1789449548.740204:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69990. 00000100:00000001:2.0:1789449548.740210:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449548.740216:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065fb80 x1876371947524480/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449548.740226:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449548.740230:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065fb80 x1876371947524480/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449564 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449548.740237:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449548.740239:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789449548.740363:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449548.740367:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449548.740369:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789449548.740375:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065ea00 x1876371947524608/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449548.740383:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449548.740385:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449548.740388:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789449548.740390:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789449548.740392:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449548.740395:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2398:1876371947524608:192.168.202.109@tcp:38:kworker.0 00000100:00000001:1.0:1789449548.740399:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789449548.740401:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789449548.740403:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449548.740405:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789449548.740410:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b8678c400. 02000000:00000001:1.0:1789449548.740412:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789449548.740418:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000800:00000200:2.0:1789449548.740559:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449548.740563:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b9051cb00. 00000400:00000200:2.0:1789449548.740566:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449548.740570:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449548.740579:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69770 00000400:00000010:2.0:1789449548.740582:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69770. 00000100:00000001:2.0:1789449548.740584:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449548.740592:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065f480 x1876371947524736/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449548.740600:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1789449548.740671:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b83427d68. 00000400:00000010:1.0:1789449548.740678:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012198. 00000100:00000200:1.0:1789449548.740682:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947524608, portal 10 00000100:00000001:1.0:1789449548.740684:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449548.740685:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993081856 : -107152716469760 : ffff9e8b9065ea00) 00000100:00000040:1.0:1789449548.740692:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b9065ea00 x1876371947524608/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1789449573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449548.740699:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789449548.740701:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1789449548.740704:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012088. 00000100:00000200:1.0:1789449548.740707:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876371947524608, offset 0 00000400:00000200:1.0:1789449548.740713:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1789449548.740720:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449548.740726:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1789449548.740730:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789449548.740733:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1789449548.740736:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789449548.740739:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1789449548.740742:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2877:2877:255:4294967295] 192.168.202.109@tcp LPNI seq info [2877:2877:7:4294967295] 00000400:00000200:1.0:1789449548.740747:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449548.740756:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1789449548.740762:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1789449548.740767:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b8c47af00. 00000800:00000200:1.0:1789449548.740772:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1789449548.740779:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1789449548.740782:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b8c47af00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789449548.740786:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449548.740790:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 807692 usecs (808 jiffies) 00000400:00000200:1.0:1789449548.740793:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:1.0:1789449548.740795:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296552234 00000100:00000001:1.0:1789449548.740798:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296555552 00000100:00000001:1.0:1789449548.740800:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296552234 00000100:00000001:1.0:1789449548.740803:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296555552 00000100:00000001:1.0:1789449548.740805:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449548.740808:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449548.740811:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449548.740814:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449548.740821:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789449548.740824:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1789449548.740826:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449548.740828:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449548.740829:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449548.740831:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449548.740970:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065f480 x1876371947524736/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449564 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449548.740978:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449548.740981:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789449548.741025:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449548.741028:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47af00. 00000400:00000200:2.0:1789449548.741032:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449548.741036:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449548.741039:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012088 00000400:00000010:2.0:1789449548.741041:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012088. 00000100:00000001:2.0:1789449548.741043:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449548.741047:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065ea00 x1876371947524608/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1789449573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449548.741054:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449548.741057:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065ea00 x1876371947524608/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1789449573 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449548.741064:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449548.741066:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789449548.773401:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449548.773424:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449548.773430:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449548.773432:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449548.773457:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449548.773466:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449548.773478:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449548.773484:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449548.773491:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449548.773497:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x6aa8ce3661280 00000400:00000200:3.0:1789449548.773503:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449548.773512:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x8305 [1] + 224 00000800:00000001:3.0:1789449548.773532:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449548.773540:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449548.773545:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449548.773550:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449548.773561:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449548.773574:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065f480 x1876371947524736/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449564 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449548.773587:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b9065f480 x1876371947524736/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449564 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449548.773622:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449548.773633:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449548.773636:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449548.774239:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449548.774246:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789449548.774255:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789449548.774258:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789449548.774263:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b8525c898. 00000400:00000200:2.0:1789449548.774269:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69b28 00000400:00000010:2.0:1789449548.774273:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69b28. 00000100:00000001:2.0:1789449548.774277:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449548.774284:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065f480 x1876371947524736/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449564 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789449548.774296:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065f480 x1876371947524736/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449564 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449548.774303:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789449548.774314:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449548.774318:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789449548.774322:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789449548.774325:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789449548.774328:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449548.774332:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789449548.774347:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b862dcc60 time=28 v=5 (5 5 102 102) 00000100:00001000:2.0:1789449548.774353:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b862dcc18 time=28 v=5 (1 1 1 1) 00000100:00000001:2.0:1789449548.774356:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789449548.774358:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449548.774362:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789449548.774366:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449548.774371:0:2401:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789449548.774374:0:2401:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967328 00000100:00000001:2.0:1789449548.774376:0:2401:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789449548.774378:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449548.774384:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065f480 x1876371947524736/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449564 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449548.774392:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449548.774396:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789449548.774398:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789449548.774402:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065f480 x1876371947524736/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449564 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789449548.774411:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2401:1876371947524736:192.168.202.109@tcp:400:kworker.0 00000100:00000001:2.0:1789449548.774417:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449548.774420:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449548.774424:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065f480 x1876371947524736/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449564 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449548.774431:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789449548.774434:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789449548.774439:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b888a3400. 02000000:00000001:2.0:1789449548.774574:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789449548.774578:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789449548.774580:0:2401:0:(genops.c:1222:class_import_put()) import ffff9e8b862dc800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000020:00000001:2.0:1789449548.774583:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789449548.774586:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b8c688200. 02000000:00000001:2.0:1789449548.774590:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789449548.774593:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789449548.774596:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065f480. 00000100:00000001:2.0:1789449548.774599:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789449548.774601:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449548.774605:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449548.774606:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449548.774608:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449548.774610:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449548.774611:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789449548.823111:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449548.823144:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449548.823153:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449548.823156:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449548.823171:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449548.823182:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449548.823199:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449548.823206:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449548.823214:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449548.823220:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x6aa8ce3661200 00000400:00000200:2.0:1789449548.823228:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449548.823236:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x8315 [1] + 0 00000800:00000001:2.0:1789449548.823247:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449548.823263:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449548.823268:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449548.823273:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449548.823284:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449548.823298:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065ea00 x1876371947524608/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1789449573 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449548.823388:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff9e8b9065ea00 x1876371947524608/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1789449573 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449548.824269:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449548.824277:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449548.824332:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449548.824350:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449548.824357:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1789449548.824821:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789449548.824826:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789449548.824831:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b83427d68. 00000400:00000200:1.0:1789449548.824839:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012198 00000400:00000010:1.0:1789449548.824843:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012198. 00000100:00000001:1.0:1789449548.824848:0:2398:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789449548.824858:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065ea00 x1876371947524608/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1789449573 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789449548.825046:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065ea00 x1876371947524608/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1789449573 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449548.825054:0:2398:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789449548.825058:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449548.825061:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789449548.825067:0:2398:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789449548.825070:0:2398:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789449548.825072:0:2398:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449548.825076:0:2398:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789449548.825090:0:2398:0:(import.c:2196:obd_at_measure()) add 0 to ffff9e8b8436ec60 time=28 v=5 (5 5 102 102) 00000100:00001000:1.0:1789449548.825095:0:2398:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=36 v=20 (20 0 0 0) 00000100:00000001:1.0:1789449548.825098:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789449548.825101:0:2398:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1789449548.825105:0:2398:0:(client.c:1712:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1789449548.825111:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065ea00 x1876371947524608/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/224 e 0 to 0 dl 1789449573 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449548.825119:0:2398:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1789449548.825123:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789449548.825126:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449548.825129:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789449548.825132:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1789449548.825136:0:2398:0:(import.c:65:import_set_state_nolock()) ffff9e8b8436e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789449548.825142:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.109@tcp failed (-19) 00000100:00000001:1.0:1789449548.825144:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1789449548.825149:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065ea00 x1876371947524608/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/224 e 0 to 0 dl 1789449573 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789449548.825158:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2398:1876371947524608:192.168.202.109@tcp:38:kworker.0 00000100:00000001:1.0:1789449548.825163:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449548.825166:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449548.825169:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065ea00 x1876371947524608/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/224 e 0 to 0 dl 1789449573 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449548.825181:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789449548.825184:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789449548.825189:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b8678c400. 02000000:00000001:1.0:1789449548.825196:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789449548.825199:0:2398:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449548.825201:0:2398:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:1.0:1789449548.825204:0:2398:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789449548.825207:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b83607c00. 02000000:00000001:1.0:1789449548.825212:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789449548.825215:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789449548.825217:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065ea00. 00000100:00000001:1.0:1789449548.825221:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789449548.825223:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449548.825225:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449548.825236:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789449548.825239:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449548.825241:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449548.825243:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449549.316414:0:33382:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449549.316424:0:33382:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449549.316430:0:33382:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449549.316432:0:33382:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449549.322999:0:16942:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789449549.323009:0:16942:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449549.323015:0:16942:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789449549.762160:0:2401:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789449549.762178:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449549.762181:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449549.762188:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449549.762191:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449549.762196:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449549.762200:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449549.762309:0:33816:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789449549.762315:0:33816:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449549.762316:0:33816:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449549.762320:0:33816:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b990b69c0 going to sleep for 0 seconds 00000100:00000001:0.0:1789449549.762323:0:33816:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449549.762327:0:33816:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449549.762330:0:33816:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789449549.762333:0:33816:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449549.762336:0:33816:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449550.338083:0:33382:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449550.338094:0:33382:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449550.338102:0:33382:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449550.338103:0:33382:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449550.338234:0:16814:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789449550.338239:0:16814:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449550.338242:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789449550.786042:0:2401:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789449550.786062:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449550.786065:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449550.786072:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449550.786075:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449550.786080:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449550.786084:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449550.786189:0:33816:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789449550.786193:0:33816:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449550.786195:0:33816:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449550.786199:0:33816:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b990b69c0 going to sleep for 0 seconds 00000100:00000001:0.0:1789449550.786202:0:33816:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449550.786206:0:33816:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449550.786209:0:33816:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789449550.786213:0:33816:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449550.786215:0:33816:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449551.364666:0:33382:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449551.364676:0:33382:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449551.364683:0:33382:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449551.364685:0:33382:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449551.364763:0:16815:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789449551.364766:0:16815:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449551.364769:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789449551.809963:0:2401:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789449551.809981:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449551.809984:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449551.809991:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449551.809995:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449551.809999:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449551.810003:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449551.810061:0:33816:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789449551.810065:0:33816:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789449551.810067:0:33816:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449551.810071:0:33816:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b990b69c0 going to sleep for 0 seconds 00000100:00000001:1.0:1789449551.810075:0:33816:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449551.810078:0:33816:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449551.810082:0:33816:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449551.810085:0:33816:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449551.810087:0:33816:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449552.387986:0:33382:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449552.387996:0:33382:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789449552.387998:0:33382:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449552.388002:0:33382:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449552.388006:0:33382:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789449552.388008:0:33382:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449552.388010:0:33382:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449552.388013:0:33382:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449552.388017:0:33382:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449552.388018:0:33382:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449552.388296:0:16942:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789449552.388300:0:16942:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449552.388303:0:16942:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789449552.834374:0:2401:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789449552.834391:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449552.834394:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449552.834402:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449552.834404:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449552.834410:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449552.834414:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449552.835352:0:33816:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789449552.835357:0:33816:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789449552.835359:0:33816:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449552.835364:0:33816:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b990b69c0 going to sleep for 0 seconds 00000100:00000001:1.0:1789449552.835368:0:33816:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449552.835371:0:33816:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449552.835373:0:33816:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449552.835376:0:33816:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449552.835378:0:33816:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449553.346233:0:33382:0:(connection.c:75:cpu_latency_work()) work item of ffff9e8b8322a330 (cpu 3) has reached its deadline 4296555552, at 4296556032 00000100:00000010:3.0:1789449553.346251:0:33382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e8b87cd57e0. 00000100:00000040:2.0:1789449553.348442:0:32803:0:(connection.c:75:cpu_latency_work()) work item of ffff9e8b8322a220 (cpu 2) has reached its deadline 4296555552, at 4296556034 00000100:00000010:2.0:1789449553.348489:0:32803:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e8b87cd5360. 00010000:00000001:3.0:1789449553.410025:0:33382:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449553.410032:0:33382:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449553.410038:0:33382:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449553.410041:0:33382:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789449553.410043:0:33382:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449553.410050:0:33382:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449553.410053:0:33382:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449553.410055:0:33382:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449553.410058:0:33382:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789449553.410060:0:33382:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449553.410062:0:33382:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449553.410065:0:33382:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449553.410181:0:16814:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789449553.410185:0:16814:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449553.410188:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789449553.858021:0:2401:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789449553.858037:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449553.858039:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449553.858045:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449553.858048:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449553.858052:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449553.858056:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449553.858108:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80a9314a-fa92-41c3-8d17-36c58fffb192->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789449553.858112:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789449553.858121:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d18380. 00000020:00000040:0.0:1789449553.858125:0:37:0:(genops.c:1209:class_import_get()) import ffff9e8b83927000 refcount=7 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1789449553.858129:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449553.858132:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449553.858136:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449553.858143:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b864ec500. 00000100:00000001:0.0:1789449553.858148:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449553.858158:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 80a9314a-fa92-41c3-8d17-36c58fffb192->MGS req@ffff9e8b87d18380 x1876371947524864/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789449553.858169:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449553.858173:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449553.858179:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066d2a61b] to pc [ptlrpcd_00_01+1] req@ffff9e8b87d18380 x1876371947524864/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449553.858207:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789449553.858210:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789449553.858214:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1789449553.858216:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789449553.858218:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e8b8436e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789449553.858221:0:37:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789449553.858224:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff9e8b89903000: connect to NID 192.168.202.109@tcp last attempt 1884 00000400:00000200:0.0:1789449553.858237:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449553.858242:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.202.109@tcp is discovered: rc = 1 00000100:00080000:0.0:1789449553.858244:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff9e8b89903000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789449553.858247:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9e8b895f2700 refcount 14 to 192.168.202.109@tcp 00000100:00000001:0.0:1789449553.858249:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789449553.858250:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9e8b895f2700 refcount 15 to 192.168.202.109@tcp 00000100:00000001:0.0:1789449553.858252:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446636920875198208 : -107152834353408 : ffff9e8b895f2700) 00000020:00000001:0.0:1789449553.858258:0:37:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789449553.858259:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0xcddde1459ded5b21 00000020:00000001:0.0:1789449553.858267:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449553.858271:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e8b8986e800 refcount=5 00000020:00000001:0.0:1789449553.858273:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920877803520 : -107152831748096 : ffff9e8b8986e800) 00000020:00000001:0.0:1789449553.858275:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636920877803520 : -107152831748096 : ffff9e8b8986e800) 00000100:00000040:0.0:1789449553.858278:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9e8b895f2700 refcount 14 to 192.168.202.109@tcp 00000100:00000001:0.0:1789449553.858280:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789449553.858282:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9e8b895f2700 refcount 15 to 192.168.202.109@tcp 00000100:00000001:0.0:1789449553.858284:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446636920875198208 : -107152834353408 : ffff9e8b895f2700) 00000020:00000040:0.0:1789449553.858288:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff9e8b8986e800 : new refcount 4 00000100:00080000:0.0:1789449553.858291:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff9e8b89903000: import ffff9e8b8436e800 using connection 192.168.202.109@tcp/192.168.202.109@tcp 00000100:00000001:0.0:1789449553.858299:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449553.858302:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789449553.858308:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789449553.858312:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449553.858314:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1789449553.858319:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1789449553.858322:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449553.858324:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789449553.858335:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d1b800. 00000020:00000040:0.0:1789449553.858337:0:37:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e8b89903000 02000000:00000001:0.0:1789449553.858340:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789449553.858342:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449553.858345:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449553.858346:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449553.858348:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449553.858352:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b836b2000. 00000100:00000001:0.0:1789449553.858361:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449553.858368:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e8b87d1b800 x1876371947524992/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789449553.858375:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449553.858377:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449553.858381:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e56ba1b9] to pc [ptlrpcd_rcv+-1] req@ffff9e8b87d1b800 x1876371947524992/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449553.858408:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449553.858416:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789449553.858421:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789449553.858424:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d19500. 00000020:00000040:0.0:1789449553.858427:0:37:0:(genops.c:1209:class_import_get()) import ffff9e8b862dc800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000100:00000001:0.0:1789449553.858429:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449553.858431:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449553.858433:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449553.858437:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b864ecb00. 00000100:00000001:0.0:1789449553.858446:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449553.858451:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0001_UUID req@ffff9e8b87d19500 x1876371947525120/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789449553.858459:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449553.858461:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449553.858465:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c026079] to pc [ptlrpcd_00_00+0] req@ffff9e8b87d19500 x1876371947525120/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449553.858468:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449553.858471:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449553.858485:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449553.858487:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789449553.858491:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789449553.858494:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789449553.858497:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789449553.858501:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1894) 00000100:00000001:0.0:1789449553.858520:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449553.858523:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449553.858525:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789449553.858531:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b87d19500 x1876371947525120/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449553.858537:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789449553.858544:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b87d1b800 x1876371947524992/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449553.858544:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789449553.858547:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449553.858551:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1789449553.858551:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1789449553.858552:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449553.858554:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789449553.858554:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449553.858555:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789449553.858556:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449553.858557:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449553.858559:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b87d19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2399:1876371947525120:192.168.202.109@tcp:400:kworker.0 00000100:00100000:2.0:1789449553.858560:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b87d1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2398:1876371947524992:192.168.202.109@tcp:38:kworker.0 00000100:00000001:2.0:1789449553.858564:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1789449553.858564:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789449553.858568:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449553.858571:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449553.858572:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449553.858573:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1789449553.858574:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449553.858576:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789449553.858578:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b83604c00. 02000000:00000010:0.0:1789449553.858578:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b8435e400. 02000000:00000001:2.0:1789449553.858580:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449553.858580:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449553.858587:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449553.858587:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449553.858591:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b9948. 00000400:00000010:0.0:1789449553.858591:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b86580cb8. 00000400:00000010:2.0:1789449553.858598:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d440. 00000400:00000010:0.0:1789449553.858600:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5a18. 00000100:00000200:2.0:1789449553.858606:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947524992, portal 10 00000100:00000001:2.0:1789449553.858608:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449553.858610:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849152000 : -107152860399616 : ffff9e8b87d1b800) 00000100:00000040:2.0:1789449553.858619:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b87d1b800 x1876371947524992/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1789449578 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449553.858625:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449553.858629:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449553.858631:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d6e8. 00000100:00000001:1.0:1789449553.858724:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449553.858728:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449553.858730:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789449553.858738:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b87d18380 x1876371947524864/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449553.858757:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449553.858759:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449553.858761:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1789449553.858763:0:33816:0:(client.c:2568:ptlrpc_expired_set()) Process entered 02000000:00000001:1.0:1789449553.858764:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449553.858768:0:33816:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1789449553.858769:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449553.858772:0:33816:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449553.858780:0:33816:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b990b69c0 going to sleep for 0 seconds 00000100:00100000:1.0:1789449553.858783:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b87d18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:80a9314a-fa92-41c3-8d17-36c58fffb192:2400:1876371947524864:192.168.202.109@tcp:400:kworker.0 00000100:00000001:3.0:1789449553.858785:0:33816:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449553.858789:0:33816:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449553.858791:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1789449553.858793:0:33816:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789449553.858796:0:33816:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1789449553.858797:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1789449553.858802:0:33816:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449553.858810:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449553.858813:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789449553.858818:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b8137f400. 02000000:00000001:1.0:1789449553.858820:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789449553.858838:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:1.0:1789449553.858843:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b83427d68. 00000100:00000200:2.0:1789449553.859343:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876371947524992, offset 0 00000400:00000200:2.0:1789449553.859355:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449553.859371:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449553.859379:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449553.859385:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449553.859394:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449553.859398:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449553.859401:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449553.859404:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2878:2878:256:4294967295] 192.168.202.109@tcp LPNI seq info [2878:2878:8:4294967295] 00000400:00000200:2.0:1789449553.859409:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449553.859424:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449553.859431:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449553.859437:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b8c688200. 00000800:00000200:2.0:1789449553.859444:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449553.859459:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449553.859464:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b8c688200 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1789449553.859494:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449553.859499:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 806781 usecs (807 jiffies) 00000400:00000200:2.0:1789449553.859504:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449553.859506:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296557352 00000100:00000010:2.0:1789449553.859512:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e8b898c6e40. 00000100:00000001:2.0:1789449553.859518:0:2398:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789449553.859524:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296557352 00000100:00000010:2.0:1789449553.859527:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e8b898c6780. 00000100:00000001:2.0:1789449553.859529:0:2398:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789449553.859532:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449553.859534:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449553.859535:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449553.859537:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449553.859542:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449553.859543:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1789449553.859545:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449553.859546:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449553.859547:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449553.859548:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449553.859682:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449553.859687:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c688200. 00000400:00000200:3.0:1789449553.859692:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449553.859697:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449553.859703:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d6e8 00000400:00000010:3.0:1789449553.859706:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d6e8. 00000100:00000001:3.0:1789449553.859710:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449553.859715:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d1b800 x1876371947524992/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1789449578 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449553.859724:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449553.859728:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d1b800 x1876371947524992/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1789449578 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449553.859735:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449553.859736:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000200:0.0:1789449553.860547:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947525120, portal 10 00000100:00000001:0.0:1789449553.860554:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449553.860555:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849143040 : -107152860408576 : ffff9e8b87d19500) 00000100:00000040:0.0:1789449553.860566:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b87d19500 x1876371947525120/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449569 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449553.860574:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789449553.860576:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1789449553.860582:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5440. 00000100:00000200:0.0:1789449553.860587:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876371947525120, offset 0 00000400:00000200:0.0:1789449553.860593:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1789449553.860600:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449553.860605:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1789449553.860609:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789449553.860612:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1789449553.860615:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789449553.860617:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1789449553.860620:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2879:2879:256:4294967295] 192.168.202.109@tcp LPNI seq info [2879:2879:8:4294967295] 00000400:00000200:0.0:1789449553.860624:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449553.860632:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1789449553.860636:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1789449553.860641:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b864ec600. 00000800:00000200:0.0:1789449553.860647:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1789449553.860652:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1789449553.860655:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b864ec600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789449553.860669:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449553.860673:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: using a timeout of 22423 usecs (23 jiffies) 00000400:00000200:0.0:1789449553.860677:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:0.0:1789449553.860679:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296556569 00000100:00000001:0.0:1789449553.860681:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296557352 00000100:00000001:0.0:1789449553.860683:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296556569 00000100:00000001:0.0:1789449553.860685:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296557352 00000100:00000001:0.0:1789449553.860687:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449553.860689:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449553.860692:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449553.860695:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449553.860702:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449553.860703:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789449553.860706:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449553.860707:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449553.860709:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449553.860711:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449553.861330:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449553.861335:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ec600. 00000400:00000200:2.0:1789449553.861340:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449553.861346:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449553.861351:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5440 00000400:00000010:2.0:1789449553.861354:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5440. 00000100:00000001:2.0:1789449553.861358:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449553.861363:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d19500 x1876371947525120/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449569 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449553.861373:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449553.861376:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d19500 x1876371947525120/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449569 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449553.861383:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449553.861385:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789449553.864961:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449553.864981:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449553.864985:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449553.864988:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449553.864997:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449553.865005:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449553.865016:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449553.865021:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449553.865026:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449553.865031:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x6aa8ce3661400 00000400:00000200:3.0:1789449553.865037:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449553.865044:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x8325 [1] + 224 00000800:00000001:3.0:1789449553.865052:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449553.865061:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449553.865065:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449553.865070:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449553.865077:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449553.865086:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d19500 x1876371947525120/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449569 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449553.865098:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b87d19500 x1876371947525120/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449569 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449553.865122:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449553.865131:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449553.865134:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449553.865220:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449553.865225:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789449553.865232:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449553.865234:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449553.865237:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b86580cb8. 00000400:00000200:0.0:1789449553.865242:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5a18 00000400:00000010:0.0:1789449553.865245:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5a18. 00000100:00000001:0.0:1789449553.865248:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449553.865253:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b87d19500 x1876371947525120/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449569 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789449553.865262:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b87d19500 x1876371947525120/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449569 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449553.865269:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449553.865271:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449553.865274:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449553.865277:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449553.865280:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449553.865282:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449553.865286:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449553.865296:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b862dcc60 time=33 v=5 (5 5 102 102) 00000100:00001000:0.0:1789449553.865310:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b862dcc18 time=33 v=5 (1 1 1 1) 00000100:00000001:0.0:1789449553.865312:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449553.865314:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449553.865317:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449553.865321:0:2399:0:(ldlm_request.c:1723:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449553.865325:0:2399:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789449553.865327:0:2399:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967328 00000100:00000001:0.0:1789449553.865329:0:2399:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449553.865331:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449553.865336:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b87d19500 x1876371947525120/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449569 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449553.865344:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449553.865347:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449553.865349:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449553.865353:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b87d19500 x1876371947525120/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449569 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789449553.865361:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b87d19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2399:1876371947525120:192.168.202.109@tcp:400:kworker.0 00000100:00000001:0.0:1789449553.865366:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449553.865370:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449553.865553:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b87d19500 x1876371947525120/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449569 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449553.865562:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789449553.865564:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449553.865568:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b8435e400. 02000000:00000001:0.0:1789449553.865572:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789449553.865575:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449553.865576:0:2399:0:(genops.c:1222:class_import_put()) import ffff9e8b862dc800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000020:00000001:0.0:1789449553.865579:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449553.865581:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b864ecb00. 02000000:00000001:0.0:1789449553.865584:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449553.865587:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449553.865588:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b87d19500. 00000100:00000001:0.0:1789449553.865601:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449553.865603:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449553.865605:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449553.865613:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449553.865615:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449553.865617:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449553.865619:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789449553.866749:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012198. 00000100:00000200:1.0:1789449553.866764:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947524864, portal 25 00000100:00000001:1.0:1789449553.866768:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449553.866769:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849138560 : -107152860413056 : ffff9e8b87d18380) 00000100:00000040:1.0:1789449553.866782:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b87d18380 x1876371947524864/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449569 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449553.866791:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789449553.866794:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1789449553.866797:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012550. 00000100:00000200:1.0:1789449553.866810:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876371947524864, offset 0 00000400:00000200:1.0:1789449553.866818:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1789449553.866829:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449553.866837:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1789449553.866843:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789449553.866848:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1789449553.866851:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789449553.866854:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1789449553.866858:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2880:2880:256:4294967295] 192.168.202.109@tcp LPNI seq info [2880:2880:8:4294967295] 00000400:00000200:1.0:1789449553.866862:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449553.866871:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1789449553.866894:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1789449553.866901:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b8c47af00. 00000800:00000200:1.0:1789449553.866908:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1789449553.866915:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1789449553.866920:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b8c47af00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789449553.866941:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789449553.866946:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:1.0:1789449553.866949:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296560680 00000100:00000001:1.0:1789449553.866956:0:2400:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296557352 00000100:00000001:1.0:1789449553.866961:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296560680 00000100:00000001:1.0:1789449553.866965:0:2400:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296557352 00000100:00000001:1.0:1789449553.866969:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449553.866971:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449553.866976:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449553.866979:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449553.866988:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789449553.866990:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449553.866992:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449553.866993:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449553.866995:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449553.866997:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449553.867169:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449553.867174:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47af00. 00000400:00000200:2.0:1789449553.867186:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449553.867192:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449553.867197:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012550 00000400:00000010:2.0:1789449553.867200:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012550. 00000100:00000001:2.0:1789449553.867212:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449553.867217:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d18380 x1876371947524864/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449569 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449553.867227:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449553.867237:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d18380 x1876371947524864/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449569 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449553.867244:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449553.867246:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789449553.884764:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449553.884788:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449553.884796:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449553.884799:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449553.884812:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449553.884823:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449553.884835:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449553.884840:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449553.884847:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449553.884853:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 416 into portal 10 MB=0x6aa8ce3661380 00000400:00000200:3.0:1789449553.884859:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449553.884867:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 416/416 into md 0x831d [1] + 0 00000800:00000001:3.0:1789449553.884877:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449553.884919:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449553.884923:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449553.884928:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449553.884938:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449553.884951:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d1b800 x1876371947524992/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1789449578 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449553.884965:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9e8b87d1b800 x1876371947524992/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1789449578 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449553.884987:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449553.884999:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449553.885003:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449553.885005:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449553.885007:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449553.885010:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449553.885014:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449553.885018:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449553.885021:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449553.885024:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449553.885027:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x6aa8ce3661300 00000400:00000200:3.0:1789449553.885031:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449553.885036:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x8335 [1] + 224 00000800:00000001:3.0:1789449553.885040:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449553.885049:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449553.885051:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449553.885054:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449553.885057:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449553.885062:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d18380 x1876371947524864/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449569 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449553.885070:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b87d18380 x1876371947524864/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449569 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449553.885088:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449553.885092:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449553.885096:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449553.885221:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449553.885230:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789449553.885242:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789449553.885245:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1789449553.885247:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1789449553.885250:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b83427d68. 00000100:00000001:2.0:1789449553.885253:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1789449553.885262:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012198 00000400:00000010:1.0:1789449553.885266:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012198. 00000400:00000001:2.0:1789449553.885279:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1789449553.885279:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000400:00000001:2.0:1789449553.885283:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789449553.885287:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b9948. 00000100:00000200:1.0:1789449553.885293:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b87d18380 x1876371947524864/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449569 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1789449553.885307:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d440 00000100:00000200:1.0:1789449553.885312:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b87d18380 x1876371947524864/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449569 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1789449553.885313:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d440. 00000100:00000001:2.0:1789449553.885320:0:2398:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:1.0:1789449553.885326:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000200:2.0:1789449553.885330:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b87d1b800 x1876371947524992/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1789449578 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449553.885330:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449553.885336:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789449553.885341:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789449553.885345:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1789449553.885347:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b87d1b800 x1876371947524992/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1789449578 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449553.885349:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449553.885355:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449553.885361:0:2398:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789449553.885364:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1789449553.885365:0:2400:0:(import.c:2196:obd_at_measure()) add 0 to ffff9e8b83927460 time=34 v=5 (5 5 5 5) 00000100:00000001:2.0:1789449553.885367:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789449553.885370:0:2398:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789449553.885373:0:2398:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00001000:1.0:1789449553.885373:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b83927418 time=34 v=5 (1 1 1 1) 00000100:00000001:2.0:1789449553.885377:0:2398:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449553.885379:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789449553.885383:0:2400:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1789449553.885395:0:2400:0:(recover.c:202:ptlrpc_request_handle_notconn()) Process entered 02000000:00000001:2.0:1789449553.885397:0:2398:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789449553.885400:0:2400:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.202.109@tcp of MGS@192.168.202.109@tcp abruptly disconnected: reconnecting 00000100:00001000:2.0:1789449553.885407:0:2398:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=33 v=5 (5 5 102 102) 00000100:00080000:1.0:1789449553.885407:0:2400:0:(import.c:65:import_set_state_nolock()) ffff9e8b83927000 MGS: changing import state from FULL to DISCONN 00000100:00001000:2.0:1789449553.885415:0:2398:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=41 v=20 (20 0 0 0) 00000100:02020000:1.0:1789449553.885415:0:2400:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.202.109@tcp: Connection to MGS (at 192.168.202.109@tcp) was lost; in progress operations using this service will fail 00000100:00000001:2.0:1789449553.885420:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789449553.885423:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449553.885428:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1789449553.885435:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9e8b87d1b800 x1876371947524992/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/416 e 0 to 0 dl 1789449578 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1789449553.885444:0:2398:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449553.885448:0:2398:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1789449553.885450:0:2398:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: committing for last_committed 4294967639 gen 2 00000100:00000040:2.0:1789449553.885457:0:2398:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967639) req@ffff9e8b87d1aa00 x1876371947521664/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/664 e 0 to 0 dl 1789449539 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449553.885465:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449553.885468:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849148416 : -107152860403200 : ffff9e8b87d1aa00) 00000100:00000001:2.0:1789449553.885492:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449553.885497:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d1aa00 x1876371947521664/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/664 e 0 to 0 dl 1789449539 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449553.885505:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449553.885508:0:2398:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1789449553.885511:0:2398:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:2.0:1789449553.885513:0:2398:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789449553.885515:0:2398:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449553.885520:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b87d1b800 x1876371947524992/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/416 e 0 to 0 dl 1789449578 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449553.885540:0:2398:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449553.885544:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789449553.885546:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449553.885561:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1789449553.885569:0:2398:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff9e8b89903000: connect to target with instance 2 00000020:00000001:2.0:1789449553.885573:0:2398:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789449553.885574:0:2398:0:(genops.c:804:class_conn2export()) looking for export cookie 0xcddde1459ded5b21 00000020:00000001:2.0:1789449553.885577:0:2398:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449553.885592:0:2398:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e8b8986e800 refcount=5 00000020:00000001:2.0:1789449553.885595:0:2398:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920877803520 : -107152831748096 : ffff9e8b8986e800) 00000020:00000001:2.0:1789449553.885597:0:2398:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636920877803520 : -107152831748096 : ffff9e8b8986e800) 00000100:00001000:2.0:1789449553.885601:0:2398:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=1789449553 v=0 (0 0 0 0) 00000100:00001000:2.0:1789449553.885604:0:2398:0:(import.c:2262:obd_at_measure()) AT ffff9e8b8436ec18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:2.0:1789449553.885621:0:2398:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 710, crc32c 3463, adler 492 00000020:00000040:2.0:1789449553.885627:0:2398:0:(genops.c:879:class_export_put()) PUTting export ffff9e8b8986e800 : new refcount 4 00000100:00000001:2.0:1789449553.885647:0:2398:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:2.0:1789449553.885651:0:2398:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000008:00000020:2.0:1789449553.885656:0:2398:0:(osc_request.c:1062:osc_init_grant()) lustre-MDT0000-mdc-ffff9e8b89903000, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000002:00000001:2.0:1789449553.885673:0:2398:0:(mdc_request.c:3107:mdc_init_ea_size()) Process entered 00000002:00000001:2.0:1789449553.885676:0:2398:0:(mdc_request.c:3114:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449553.885678:0:2398:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:2.0:1789449553.885682:0:2398:0:(lmv_obd.c:191:lmv_notify()) Process entered 00000080:00000001:2.0:1789449553.885686:0:2398:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:2.0:1789449553.885703:0:2398:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789449553.885706:0:2398:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449553.885708:0:2398:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449553.885710:0:2398:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:2.0:1789449553.885712:0:2398:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449553.885714:0:2398:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449553.885716:0:2398:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:2.0:1789449553.885733:0:2398:0:(import.c:65:import_set_state_nolock()) ffff9e8b8436e800 lustre-MDT0000_UUID: changing import state from CONNECTING to REPLAY 00000100:00000001:2.0:1789449553.885738:0:2398:0:(import.c:1693:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1789449553.885740:0:2398:0:(import.c:1745:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:2.0:1789449553.885743:0:2398:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:2.0:1789449553.885744:0:2398:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1789449553.885745:0:2398:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: committing for last_committed 4294967639 gen 2 00000100:00000040:2.0:1789449553.885764:0:2398:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1789449553.885767:0:2398:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00080000:2.0:1789449553.885769:0:2398:0:(recover.c:53:ptlrpc_replay_next()) import ffff9e8b8436e800 from lustre-MDT0000_UUID committed 4294967639 last 0 00000100:00000001:2.0:1789449553.885772:0:2398:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789449553.885774:0:2398:0:(import.c:65:import_set_state_nolock()) ffff9e8b8436e800 lustre-MDT0000_UUID: changing import state from REPLAY to REPLAY_LOCKS 00000020:00000040:2.0:1789449553.885791:0:2398:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000100:00000001:3.0:1789449553.892825:0:2398:0:(import.c:1799:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449553.892838:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449553.892859:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b87d1b800 x1876371947524992/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/416 e 0 to 0 dl 1789449578 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789449553.892874:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b87d1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2398:1876371947524992:192.168.202.109@tcp:38:kworker.0 00000100:00000001:3.0:1789449553.892918:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449553.892923:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449553.892929:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b87d1b800 x1876371947524992/t0(0) o38->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/416 e 0 to 0 dl 1789449578 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449553.892941:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449553.892946:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449553.892952:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b83604c00. 02000000:00000001:3.0:1789449553.892957:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449553.892961:0:2398:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449553.892964:0:2398:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:3.0:1789449553.892966:0:2398:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449553.892970:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b836b2000. 02000000:00000001:3.0:1789449553.892975:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449553.892977:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449553.892980:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b87d1b800. 00000100:00000001:3.0:1789449553.892986:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449553.892988:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449553.892992:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449553.893002:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449553.893004:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449553.893007:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449553.893009:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:2.0:1789449553.894001:0:34048:0:(ldlm_request.c:2972:ldlm_lock_replay_thread()) lock replay thread lustre-MDT0000-mdc-ffff9e8b89903000 to lustre-MDT0000_UUID@192.168.202.109@tcp 00010000:00000001:2.0:1789449553.894007:0:34048:0:(ldlm_request.c:2924:__ldlm_replay_locks()) Process entered 00010000:00010000:2.0:1789449553.894010:0:34048:0:(ldlm_request.c:2888:ldlm_cancel_unused_locks_for_replay()) Dropping as many unused locks as possible before replay for namespace lustre-MDT0000-mdc-ffff9e8b89903000 (1) 00010000:00000001:2.0:1789449553.894015:0:34048:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000002:00000001:2.0:1789449553.894025:0:34048:0:(mdc_request.c:3001:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789449553.894028:0:34048:0:(ldlm_request.c:1930:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449553.894032:0:34048:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449553.894036:0:34048:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789449553.894038:0:34048:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789449553.894042:0:34048:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000080:00000001:2.0:1789449553.894046:0:34048:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789449553.894052:0:34048:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789449553.894055:0:34048:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789449553.894058:0:34048:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x29:0x0] mode (null) 00000002:00000001:2.0:1789449553.894063:0:34048:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789449553.894066:0:34048:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789449553.894075:0:34048:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbad00 count: 2 00010000:00000001:2.0:1789449553.894078:0:34048:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789449553.894085:0:34048:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449553.894086:0:34048:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789449553.894087:0:34048:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789449553.894089:0:34048:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbad00 count: 2 00010000:00000001:2.0:1789449553.894090:0:34048:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789449553.894092:0:34048:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449553.894094:0:34048:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789449553.894095:0:34048:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789449553.894096:0:34048:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbad00 count: 2 00010000:00000001:2.0:1789449553.894098:0:34048:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789449553.894101:0:34048:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449553.894102:0:34048:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789449553.894103:0:34048:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789449553.894104:0:34048:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbad00 count: 2 00010000:00000001:2.0:1789449553.894106:0:34048:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789449553.894108:0:34048:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449553.894111:0:34048:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449553.894114:0:34048:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1789449553.894118:0:34048:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789449553.894123:0:34048:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822744 : -107152888728872 : ffff9e8b862172d8) 00000020:00001000:2.0:1789449553.894126:0:34048:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b862172d0 00000020:00000001:2.0:1789449553.894129:0:34048:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:2.0:1789449553.894133:0:34048:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x29:0x0]: losing layout lock 00000080:00000001:2.0:1789449553.894138:0:34048:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1789449553.894142:0:34048:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1789449553.894149:0:34048:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1789449553.894152:0:34048:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1789449553.894155:0:34048:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x29:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1789449553.894158:0:34048:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449553.894160:0:34048:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1789449553.894162:0:34048:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b862172d0 00000080:00000001:2.0:1789449553.894166:0:34048:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449553.894170:0:34048:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1789449553.894173:0:34048:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x29:0x0](ffff9e8b89195348) invalid 00000020:00000001:2.0:1789449553.894177:0:34048:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711821bbc70 00000080:00002000:2.0:1789449553.894179:0:34048:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f23.recovery-small (ffff9e8b891a4870) parent ffff9e8b892cbca8 inode ffff9e8b89195348 refc 1 00000080:00000001:2.0:1789449553.894184:0:34048:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1789449553.894187:0:34048:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789449553.894189:0:34048:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449553.894194:0:34048:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789449553.894196:0:34048:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789449553.894198:0:34048:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449553.894200:0:34048:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789449553.894204:0:34048:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9e8b86498200 with handle 0xcddde1459ded6753 from hash 00010000:00000001:2.0:1789449553.894208:0:34048:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789449553.894209:0:34048:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449553.894212:0:34048:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449553.894213:0:34048:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789449553.894217:0:34048:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789449553.894219:0:34048:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789449553.894223:0:34048:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498200/0xcddde1459ded6753 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0xeb7cbf5e2fd3d78b expref: -99 pid: 33816 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:2.0:1789449553.894233:0:34048:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9e8b8c476640. 00010000:00000040:2.0:1789449553.894240:0:34048:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9e8b82cbad00 count: 0 00010000:00000010:2.0:1789449553.894247:0:34048:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e8b9066e600. 00010000:00000001:2.0:1789449553.894274:0:34048:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449553.894277:0:34048:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449553.894279:0:34048:0:(ldlm_request.c:2901:ldlm_cancel_unused_locks_for_replay()) Canceled 0 unused locks from namespace lustre-MDT0000-mdc-ffff9e8b89903000 00000001:00000001:2.0:1789449553.894282:0:34048:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1789449553.894285:0:34048:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1789449553.894782:0:34048:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449553.894786:0:34048:0:(ldlm_request.c:2954:__ldlm_replay_locks()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449553.894790:0:34048:0:(import.c:1693:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1789449553.894793:0:34048:0:(import.c:65:import_set_state_nolock()) ffff9e8b8436e800 lustre-MDT0000_UUID: changing import state from REPLAY_LOCKS to REPLAY_WAIT 00000100:00000001:2.0:1789449553.894798:0:34048:0:(import.c:1602:signal_completed_replay()) Process entered 00000100:00000010:2.0:1789449553.894807:0:34048:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065f480. 00000020:00000040:2.0:1789449553.894811:0:34048:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000100:00000001:2.0:1789449553.894817:0:34048:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449553.894820:0:34048:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449553.894826:0:34048:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449553.894839:0:34048:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b8c688200. 00000100:00000001:2.0:1789449553.894849:0:34048:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449553.894856:0:34048:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449553.894862:0:34048:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449553.894872:0:34048:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042360096] to pc [ptlrpcd_rcv+-1] req@ffff9e8b9065f480 x1876371947525248/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:QU/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449553.894989:0:34048:0:(import.c:1627:signal_completed_replay()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449553.894992:0:34048:0:(import.c:1799:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449553.894995:0:34048:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789449553.894996:0:34048:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:2.0:1789449553.894998:0:34048:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:0.0:1789449553.895671:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449553.895677:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449553.895680:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789449553.895691:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065f480 x1876371947525248/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:QU/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449553.895701:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789449553.895703:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449553.895708:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789449553.895711:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789449553.895715:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449553.895718:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2398:1876371947525248:192.168.202.109@tcp:400:ldlm_lock_repla.0 00000100:00000001:0.0:1789449553.895724:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789449553.895732:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789449553.895735:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449553.895739:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789449553.895748:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b8435e400. 02000000:00000001:0.0:1789449553.895751:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449553.895762:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:0.0:1789449553.895768:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b86580cb8. 00000400:00000010:0.0:1789449553.895778:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5a18. 00000100:00000200:0.0:1789449553.895787:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947525248, portal 10 00000100:00000001:0.0:1789449553.895790:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449553.895792:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993084544 : -107152716467072 : ffff9e8b9065f480) 00000100:00000040:0.0:1789449553.895800:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=2c0 req@ffff9e8b9065f480 x1876371947525248/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449569 ref 2 fl Rpc:r/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449553.895813:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789449553.895817:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1789449553.895820:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5ee0. 00000100:00000200:0.0:1789449553.895824:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876371947525248, offset 0 00000400:00000200:0.0:1789449553.895833:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1789449553.895845:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449553.895856:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1789449553.895864:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789449553.895869:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1789449553.895874:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789449553.895876:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1789449553.895924:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2881:2881:256:4294967295] 192.168.202.109@tcp LPNI seq info [2881:2881:8:4294967295] 00000400:00000200:0.0:1789449553.895929:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449553.895944:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1789449553.895952:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1789449553.895959:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b864ecb00. 00000800:00000200:0.0:1789449553.895968:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1789449553.895978:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1789449553.895983:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b864ecb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789449553.895997:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449553.896003:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 805776 usecs (806 jiffies) 00000400:00000200:0.0:1789449553.896005:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:0.0:1789449553.896008:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296557387 00000100:00000001:0.0:1789449553.896012:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296560680 00000100:00000001:0.0:1789449553.896014:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296557387 00000100:00000001:0.0:1789449553.896017:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296560680 00000100:00000001:0.0:1789449553.896019:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449553.896023:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449553.896026:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449553.896029:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449553.896037:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449553.896040:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789449553.896042:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449553.896043:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449553.896044:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449553.896046:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449553.898970:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449553.898985:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ecb00. 00000400:00000200:2.0:1789449553.898996:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449553.899007:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449553.899018:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5ee0 00000400:00000010:2.0:1789449553.899023:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5ee0. 00000100:00000001:2.0:1789449553.899030:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449553.899041:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065f480 x1876371947525248/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449569 ref 2 fl Rpc:r/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449553.899056:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449553.899060:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065f480 x1876371947525248/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449569 ref 2 fl Rpc:Qr/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449553.899067:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449553.899069:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000100:00080000:1.0:1789449553.908504:0:2400:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@192.168.202.109@tcp for MGC192.168.202.109@tcp not replayable, auto-deactivating 00000100:00000001:1.0:1789449553.908512:0:2400:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1789449553.908514:0:2400:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:1.0:1789449553.908517:0:2400:0:(client.c:3576:ptlrpc_abort_inflight()) Process entered 00000100:00100000:1.0:1789449553.908529:0:2400:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9e8b9065ca80 x1876371947523584/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449554 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789449553.908560:0:2400:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9e8b83691500 x1876371947524096/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449559 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789449553.908570:0:2400:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9e8b9065fb80 x1876371947524480/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449564 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789449553.908588:0:2400:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9e8b87d18380 x1876371947524864/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449569 ref 1 fl Rpc:RNQU/200/0 rc 0/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449553.908595:0:2400:0:(client.c:3621:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1789449553.908596:0:2400:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1789449553.908598:0:2400:0:(obd_class.h:1222:obd_import_event()) Process entered 10000000:01000000:1.0:1789449553.908602:0:2400:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1789449553.908606:0:2400:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:1.0:1789449553.908608:0:2400:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449553.908610:0:2400:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:1.0:1789449553.908611:0:2400:0:(obd_class.h:1222:obd_import_event()) Process entered 10000000:01000000:1.0:1789449553.908613:0:2400:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 10000000:00000001:1.0:1789449553.908614:0:2400:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449553.908616:0:2400:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:1.0:1789449553.908619:0:2400:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789449553.908623:0:2400:0:(import.c:65:import_set_state_nolock()) ffff9e8b83927000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789449553.908627:0:2400:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789449553.908631:0:2400:0:(import.c:545:import_select_connection()) MGC192.168.202.109@tcp: connect to NID 192.168.202.109@tcp last attempt 805 00000400:00000200:1.0:1789449553.908642:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449553.908650:0:2400:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.202.109@tcp is discovered: rc = 1 00000100:00000040:1.0:1789449553.908656:0:2400:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9e8b895f2700 refcount 14 to 192.168.202.109@tcp 00000100:00000001:1.0:1789449553.908660:0:2400:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789449553.908662:0:2400:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9e8b895f2700 refcount 15 to 192.168.202.109@tcp 00000100:00000001:1.0:1789449553.908664:0:2400:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446636920875198208 : -107152834353408 : ffff9e8b895f2700) 00000020:00000001:1.0:1789449553.908674:0:2400:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789449553.908677:0:2400:0:(genops.c:804:class_conn2export()) looking for export cookie 0xcddde1459ded5acd 00000020:00000001:1.0:1789449553.908680:0:2400:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449553.908684:0:2400:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e8b83921800 refcount=3 00000020:00000001:1.0:1789449553.908690:0:2400:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920777873408 : -107152931678208 : ffff9e8b83921800) 00000020:00000001:1.0:1789449553.908692:0:2400:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636920777873408 : -107152931678208 : ffff9e8b83921800) 00000100:00000040:1.0:1789449553.908694:0:2400:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9e8b895f2700 refcount 14 to 192.168.202.109@tcp 00000100:00000001:1.0:1789449553.908696:0:2400:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789449553.908697:0:2400:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9e8b895f2700 refcount 15 to 192.168.202.109@tcp 00000100:00000001:1.0:1789449553.908700:0:2400:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446636920875198208 : -107152834353408 : ffff9e8b895f2700) 00000020:00000040:1.0:1789449553.908703:0:2400:0:(genops.c:879:class_export_put()) PUTting export ffff9e8b83921800 : new refcount 2 00000100:00080000:1.0:1789449553.908706:0:2400:0:(import.c:666:import_select_connection()) MGC192.168.202.109@tcp: import ffff9e8b83927000 using connection 192.168.202.109@tcp/192.168.202.109@tcp 00000100:00000001:1.0:1789449553.908709:0:2400:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449553.908712:0:2400:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789449553.908718:0:2400:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789449553.908721:0:2400:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449553.908723:0:2400:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789449553.908725:0:2400:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789449553.908738:0:2400:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83690a80. 00000020:00000040:1.0:1789449553.908742:0:2400:0:(genops.c:1209:class_import_get()) import ffff9e8b83927000 refcount=8 obd=MGC192.168.202.109@tcp 02000000:00000001:1.0:1789449553.908746:0:2400:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789449553.908748:0:2400:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449553.908751:0:2400:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789449553.908754:0:2400:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789449553.908758:0:2400:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789449553.908769:0:2400:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b8678d000. 00000100:00000001:1.0:1789449553.908777:0:2400:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449553.908783:0:2400:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e8b83690a80 x1876371947525376/t0(0) o250->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789449553.908791:0:2400:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789449553.908796:0:2400:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449553.908800:0:2400:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e106de57] to pc [ptlrpcd_rcv+-1] req@ffff9e8b83690a80 x1876371947525376/t0(0) o250->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449553.908822:0:2400:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449553.908825:0:2400:0:(recover.c:221:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:1.0:1789449553.908828:0:2400:0:(client.c:1715:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000040:1.0:1789449553.908834:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b87d18380 x1876371947524864/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449569 ref 1 fl Rpc:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449553.908840:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:1.0:1789449553.908844:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789449553.908847:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789449553.908850:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b87d18380 x1876371947524864/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449569 ref 1 fl Interpret:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789449553.908857:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b87d18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:80a9314a-fa92-41c3-8d17-36c58fffb192:2400:1876371947524864:192.168.202.109@tcp:400:kworker.0 00000400:00000001:1.0:1789449553.908868:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789449553.908871:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789449553.908875:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b865808f0. 00000400:00000200:1.0:1789449553.908926:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5dd0 00000400:00000010:1.0:1789449553.908930:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5dd0. 00000100:00000001:1.0:1789449553.908935:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789449553.908939:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83691500 x1876371947524096/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449559 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789449553.908947:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83691500 x1876371947524096/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449559 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449553.908953:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789449553.908955:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789449553.908959:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83691500 x1876371947524096/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449559 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449553.908965:0:2400:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:1.0:1789449553.908967:0:2400:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449553.908969:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789449553.908970:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789449553.908973:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83691500 x1876371947524096/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449559 ref 1 fl Interpret:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789449553.908980:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83691500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:80a9314a-fa92-41c3-8d17-36c58fffb192:2400:1876371947524096:192.168.202.109@tcp:400:kworker.0 00000100:00000001:1.0:1789449553.908984:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449553.908988:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449553.908992:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b87d18380 x1876371947524864/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449569 ref 1 fl Complete:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449553.909004:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789449553.909007:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789449553.909010:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b8137f400. 02000000:00000001:1.0:1789449553.909015:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789449553.909017:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449553.909019:0:2400:0:(genops.c:1222:class_import_put()) import ffff9e8b83927000 refcount=7 obd=MGC192.168.202.109@tcp 00000020:00000001:1.0:1789449553.909021:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789449553.909024:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b864ec500. 02000000:00000001:1.0:1789449553.909028:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789449553.909031:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789449553.909033:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b87d18380. 00000100:00000001:1.0:1789449553.909036:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789449553.909037:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449553.909039:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449553.909042:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83691500 x1876371947524096/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449559 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449553.909049:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789449553.909050:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789449553.909052:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b83421000. 02000000:00000001:1.0:1789449553.909056:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789449553.909057:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449553.909058:0:2400:0:(genops.c:1222:class_import_put()) import ffff9e8b83927000 refcount=6 obd=MGC192.168.202.109@tcp 00000020:00000001:1.0:1789449553.909060:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789449553.909062:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b8c47ab00. 02000000:00000001:1.0:1789449553.909064:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789449553.909065:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789449553.909066:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83691500. 00000100:00000001:1.0:1789449553.909069:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789449553.909070:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449553.909073:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449553.909084:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789449553.909087:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449553.909090:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449553.909094:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449553.909296:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449553.909306:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449553.909309:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789449553.909324:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83690a80 x1876371947525376/t0(0) o250->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449553.909338:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789449553.909340:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449553.909345:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789449553.909349:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789449553.909351:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449553.909354:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83690a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:80a9314a-fa92-41c3-8d17-36c58fffb192:2398:1876371947525376:192.168.202.109@tcp:250:ptlrpcd_00_01.0 00000100:00000001:0.0:1789449553.909360:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789449553.909364:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789449553.909367:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449553.909370:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789449553.909381:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b836b2400. 02000000:00000001:0.0:1789449553.909383:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449553.909392:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:0.0:1789449553.909396:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b86580898. 00000400:00000010:0.0:1789449553.909404:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5330. 00000100:00000200:0.0:1789449553.909411:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947525376, portal 25 00000100:00000001:0.0:1789449553.909414:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449553.909415:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775182976 : -107152934368640 : ffff9e8b83690a80) 00000100:00000040:0.0:1789449553.909421:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b83690a80 x1876371947525376/t0(0) o250->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1789449563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449553.909428:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789449553.909432:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1789449553.909434:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5908. 00000100:00000200:0.0:1789449553.909439:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876371947525376, offset 0 00000400:00000200:0.0:1789449553.909445:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1789449553.909454:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449553.909462:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1789449553.909467:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789449553.909481:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1789449553.909485:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789449553.909488:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1789449553.909491:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2882:2882:256:4294967295] 192.168.202.109@tcp LPNI seq info [2882:2882:8:4294967295] 00000400:00000200:0.0:1789449553.909496:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449553.909511:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1789449553.909522:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1789449553.909527:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b864eca00. 00000800:00000200:0.0:1789449553.909534:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1789449553.909541:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1789449553.909545:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b864eca00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1789449553.909558:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449553.909562:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:0.0:1789449553.909565:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296560722 00000100:00000001:0.0:1789449553.909572:0:2398:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296560680 00000100:00000001:0.0:1789449553.909577:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296560722 00000100:00000001:0.0:1789449553.909580:0:2398:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296560680 00000100:00000001:0.0:1789449553.909584:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449553.909587:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449553.909590:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449553.909593:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449553.909600:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449553.909602:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1789449553.909604:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449553.909606:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449553.909607:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449553.909609:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449553.910656:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449553.910664:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789449553.910674:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789449553.910676:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789449553.910682:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b8525c9f8. 00000400:00000200:2.0:1789449553.910691:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69880 00000400:00000010:2.0:1789449553.910695:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69880. 00000100:00000001:2.0:1789449553.910702:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449553.910715:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065fb80 x1876371947524480/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449564 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789449553.910732:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065fb80 x1876371947524480/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449564 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449553.910740:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789449553.910745:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789449553.910750:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065fb80 x1876371947524480/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449564 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449553.910757:0:2401:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:2.0:1789449553.910760:0:2401:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449553.910763:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789449553.910765:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789449553.910768:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065fb80 x1876371947524480/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449564 ref 1 fl Interpret:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789449553.910776:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:80a9314a-fa92-41c3-8d17-36c58fffb192:2401:1876371947524480:192.168.202.109@tcp:400:kworker.0 00000400:00000001:2.0:1789449553.910783:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789449553.910784:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789449553.910787:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b8525c580. 00000400:00000200:2.0:1789449553.910791:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b697f8 00000400:00000010:2.0:1789449553.910792:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b697f8. 00000100:00000001:2.0:1789449553.910795:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449553.910800:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065ca80 x1876371947523584/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449554 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789449553.910807:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065ca80 x1876371947523584/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449554 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449553.910812:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789449553.910813:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789449553.910815:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065ca80 x1876371947523584/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449554 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449553.910821:0:2401:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:2.0:1789449553.910824:0:2401:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449553.910825:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789449553.910826:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789449553.910829:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065ca80 x1876371947523584/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449554 ref 1 fl Interpret:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789449553.910836:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:80a9314a-fa92-41c3-8d17-36c58fffb192:2401:1876371947523584:192.168.202.109@tcp:400:kworker.0 00000100:00000001:2.0:1789449553.910841:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449553.910844:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449553.910848:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065fb80 x1876371947524480/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449564 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449553.910856:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789449553.910860:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789449553.910865:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b888a2a00. 02000000:00000001:2.0:1789449553.910870:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789449553.910875:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789449553.910877:0:2401:0:(genops.c:1222:class_import_put()) import ffff9e8b83927000 refcount=5 obd=MGC192.168.202.109@tcp 00000020:00000001:2.0:1789449553.910908:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789449553.910911:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b8c688a00. 02000000:00000001:2.0:1789449553.910917:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789449553.910920:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789449553.910923:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065fb80. 00000100:00000001:2.0:1789449553.910929:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789449553.910931:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449553.910933:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449553.910939:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065ca80 x1876371947523584/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449554 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449553.910947:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789449553.910948:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789449553.910950:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b888a3e00. 02000000:00000001:2.0:1789449553.910953:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789449553.910955:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789449553.910956:0:2401:0:(genops.c:1222:class_import_put()) import ffff9e8b83927000 refcount=4 obd=MGC192.168.202.109@tcp 00000020:00000001:2.0:1789449553.910958:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789449553.910961:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b90ce9b00. 02000000:00000001:2.0:1789449553.910963:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789449553.910964:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789449553.910965:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065ca80. 00000100:00000001:2.0:1789449553.910967:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789449553.910968:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449553.910970:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449553.910982:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449553.910985:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449553.910988:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449553.910992:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449553.911377:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449553.911387:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864eca00. 00000400:00000200:3.0:1789449553.911395:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449553.911404:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449553.911411:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5908 00000400:00000010:3.0:1789449553.911414:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5908. 00000100:00000001:3.0:1789449553.911420:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449553.911426:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83690a80 x1876371947525376/t0(0) o250->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1789449563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449553.911443:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449553.911447:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83690a80 x1876371947525376/t0(0) o250->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1789449563 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449553.911453:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449553.911455:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:2.1:1789449553.916419:0:34047:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cbad00. 00010000:00000010:2.1:1789449553.916587:0:34047:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b86498200. 00000800:00000001:2.0:1789449553.919770:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449553.919794:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449553.919799:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449553.919801:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449553.919810:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449553.919818:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449553.919827:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449553.919831:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449553.919837:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449553.919841:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 416 into portal 25 MB=0x6aa8ce3661500 00000400:00000200:2.0:1789449553.919846:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449553.919852:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 416/416 into md 0x8345 [1] + 0 00000800:00000001:2.0:1789449553.919859:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449553.919868:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449553.919871:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449553.919875:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449553.920699:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449553.920711:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83690a80 x1876371947525376/t0(0) o250->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1789449563 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449553.920726:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9e8b83690a80 x1876371947525376/t0(0) o250->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1789449563 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449553.920749:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449553.920760:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449553.920765:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449553.920822:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449553.920826:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789449553.920832:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449553.920834:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449553.920838:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b86580898. 00000400:00000200:3.0:1789449553.920842:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5330 00000400:00000010:3.0:1789449553.920845:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5330. 00000100:00000001:3.0:1789449553.920848:0:2398:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449553.920852:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83690a80 x1876371947525376/t0(0) o250->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1789449563 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789449553.920861:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83690a80 x1876371947525376/t0(0) o250->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1789449563 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449553.920868:0:2398:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449553.920870:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449553.920873:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449553.920876:0:2398:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449553.920902:0:2398:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449553.920904:0:2398:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449553.920907:0:2398:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449553.920913:0:2398:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b83927460 time=34 v=5 (5 5 5 5) 00000100:00001000:3.0:1789449553.920917:0:2398:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b83927418 time=34 v=5 (1 1 1 1) 00000100:00000001:3.0:1789449553.920920:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789449553.920921:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449553.920924:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789449553.920926:0:2398:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449553.920929:0:2398:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449553.920934:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83690a80 x1876371947525376/t0(0) o250->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1789449563 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449553.920940:0:2398:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449553.920943:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449553.920945:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449553.920948:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1789449553.920954:0:2398:0:(import.c:1177:ptlrpc_connect_interpret()) MGC192.168.202.109@tcp: connect to target with instance 0 00000020:00000001:3.0:1789449553.920957:0:2398:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789449553.920959:0:2398:0:(genops.c:804:class_conn2export()) looking for export cookie 0xcddde1459ded5acd 00000020:00000001:3.0:1789449553.920962:0:2398:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449553.920965:0:2398:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e8b83921800 refcount=3 00000020:00000001:3.0:1789449553.920968:0:2398:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920777873408 : -107152931678208 : ffff9e8b83921800) 00000020:00000001:3.0:1789449553.920970:0:2398:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636920777873408 : -107152931678208 : ffff9e8b83921800) 00000100:00001000:3.0:1789449553.920973:0:2398:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b83927418 time=1789449553 v=0 (0 0 0 0) 00000100:00001000:3.0:1789449553.920976:0:2398:0:(import.c:2262:obd_at_measure()) AT ffff9e8b83927418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:3.0:1789449553.920982:0:2398:0:(genops.c:879:class_export_put()) PUTting export ffff9e8b83921800 : new refcount 2 00000100:00000001:3.0:1789449553.920984:0:2398:0:(obd_class.h:1222:obd_import_event()) Process entered 10000000:01000000:3.0:1789449553.920987:0:2398:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 10000000:00000001:3.0:1789449553.920990:0:2398:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449553.920991:0:2398:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:02000400:3.0:1789449553.920995:0:2398:0:(import.c:1329:ptlrpc_connect_interpret()) Evicted from MGS (at 192.168.202.109@tcp) after server handle changed from 0xeb7cbf5e2fd3b14a to 0xeb7cbf5e2fd3d8d4 00000100:00080000:3.0:1789449553.941791:0:2398:0:(import.c:65:import_set_state_nolock()) ffff9e8b83927000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:3.0:1789449553.941803:0:2398:0:(import.c:1337:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449553.941808:0:2398:0:(import.c:1693:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1789449553.941815:0:2398:0:(import.c:1719:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.109@tcp; invalidating 00000020:00000040:3.0:1789449553.941819:0:2398:0:(genops.c:1209:class_import_get()) import ffff9e8b83927000 refcount=5 obd=MGC192.168.202.109@tcp 00000100:00000001:2.0:1789449553.943127:0:2398:0:(import.c:1740:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449553.943136:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449553.943150:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83690a80 x1876371947525376/t0(0) o250->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1789449563 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789449553.943163:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83690a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:80a9314a-fa92-41c3-8d17-36c58fffb192:2398:1876371947525376:192.168.202.109@tcp:250:ptlrpcd_00_01.0 00000100:00000001:2.0:1789449553.943170:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449553.943174:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449553.943178:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83690a80 x1876371947525376/t0(0) o250->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1789449563 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449553.943187:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789449553.943189:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789449553.943194:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b836b2400. 02000000:00000001:2.0:1789449553.943198:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789449553.943200:0:2398:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789449553.943203:0:2398:0:(genops.c:1222:class_import_put()) import ffff9e8b83927000 refcount=4 obd=MGC192.168.202.109@tcp 00000020:00000001:2.0:1789449553.943205:0:2398:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789449553.943208:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b8678d000. 02000000:00000001:2.0:1789449553.943213:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789449553.943215:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789449553.943217:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83690a80. 00000100:00000001:2.0:1789449553.943221:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789449553.943223:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449553.943226:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449553.943228:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449553.943231:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449553.943233:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449553.943235:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449553.943275:0:34049:0:(import.c:1639:ptlrpc_invalidate_import_thread()) Process entered 00000100:00080000:0.0:1789449553.943284:0:34049:0:(import.c:1643:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.109@tcp to MGS@192.168.202.109@tcp 00000100:00100000:0.0:1789449553.943288:0:34049:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1789449553.943291:0:34049:0:(obd_class.h:1222:obd_import_event()) Process entered 10000000:01000000:0.0:1789449553.943294:0:34049:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000001:00000001:0.0:1789449553.943297:0:34049:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1789449553.943300:0:34049:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789449553.943304:0:34049:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b843aa200 count: 3 00010000:00000001:0.0:1789449553.943309:0:34049:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1789449553.943312:0:34049:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449553.943314:0:34049:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449553.943317:0:34049:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75200 refcount=3 00000020:00000001:0.0:1789449553.943319:0:34049:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016242688 : -107152693308928 : ffff9e8b91c75200) 00010000:00000001:0.0:1789449553.943322:0:34049:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016242688 : -107152693308928 : ffff9e8b91c75200) 00010000:00000001:0.0:1789449553.943326:0:34049:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789449553.943330:0:34049:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.109@tcp lock: ffff9e8b91c75200/0xcddde1459ded5ad4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x110e400000000 nid: local remote: 0xeb7cbf5e2fd3b151 expref: -99 pid: 16803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:0.0:1789449553.943339:0:34049:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1789449553.943342:0:34049:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.109@tcp lock: ffff9e8b91c75200/0xcddde1459ded5ad4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x110f400000000 nid: local remote: 0xeb7cbf5e2fd3b151 expref: -99 pid: 16803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789449553.943348:0:34049:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000001:0.0:1789449553.943351:0:34049:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1789449553.943353:0:34049:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-sptlrpc: requeue (r=2 sp=0 st=1) 10000000:00000040:0.0:1789449553.943354:0:34049:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1789449553.943356:0:34049:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1789449553.943358:0:34049:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1789449553.943365:0:34049:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1789449553.943366:0:34049:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1789449553.943368:0:34049:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff9e8b83634000) refs 2 10000000:00000001:0.0:1789449553.943370:0:34049:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1789449553.943372:0:34049:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449553.943375:0:34049:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1789449553.943377:0:34049:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789449553.943380:0:34049:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789449553.943381:0:34049:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789449553.943383:0:34049:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449553.943386:0:34049:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789449553.943389:0:34049:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9e8b91c75200 with handle 0xcddde1459ded5ad4 from hash 00010000:00000001:0.0:1789449553.943391:0:34049:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789449553.943393:0:34049:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449553.943395:0:34049:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449553.943396:0:34049:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789449553.943398:0:34049:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789449553.943399:0:34049:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1789449553.943401:0:34049:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449553.943402:0:34049:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449553.943404:0:34049:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449553.943405:0:34049:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789449553.943408:0:34049:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.109@tcp lock: ffff9e8b91c75200/0xcddde1459ded5ad4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x590f400000000 nid: local remote: 0xeb7cbf5e2fd3b151 expref: -99 pid: 16803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449553.943420:0:34049:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449553.943422:0:34049:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1789449553.943423:0:34049:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449553.943424:0:34049:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449553.943426:0:34049:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204ae00 refcount=3 00000020:00000001:0.0:1789449553.943428:0:34049:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825570304 : -107151883981312 : ffff9e8bc204ae00) 00010000:00000001:0.0:1789449553.943430:0:34049:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825570304 : -107151883981312 : ffff9e8bc204ae00) 00010000:00000001:0.0:1789449553.943432:0:34049:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789449553.943434:0:34049:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.109@tcp lock: ffff9e8bc204ae00/0xcddde1459ded5adb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0xeb7cbf5e2fd3b158 expref: -99 pid: 16803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:0.0:1789449553.943439:0:34049:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1789449553.943441:0:34049:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.109@tcp lock: ffff9e8bc204ae00/0xcddde1459ded5adb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0xeb7cbf5e2fd3b158 expref: -99 pid: 16803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789449553.943450:0:34049:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000001:0.0:1789449553.943452:0:34049:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1789449553.943454:0:34049:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-client: requeue (r=2 sp=0 st=3) 10000000:00000040:0.0:1789449553.943455:0:34049:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1789449553.943457:0:34049:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1789449553.943458:0:34049:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1789449553.943460:0:34049:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1789449553.943461:0:34049:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1789449553.943462:0:34049:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff9e8b8be25400) refs 2 10000000:00000001:0.0:1789449553.943464:0:34049:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1789449553.943465:0:34049:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449553.943468:0:34049:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1789449553.943469:0:34049:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789449553.943481:0:34049:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789449553.943482:0:34049:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789449553.943484:0:34049:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449553.943486:0:34049:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789449553.943488:0:34049:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9e8bc204ae00 with handle 0xcddde1459ded5adb from hash 00010000:00000001:0.0:1789449553.943490:0:34049:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789449553.943491:0:34049:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449553.943492:0:34049:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449553.943493:0:34049:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789449553.943494:0:34049:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789449553.943495:0:34049:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1789449553.943498:0:34049:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449553.943499:0:34049:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449553.943499:0:34049:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449553.943501:0:34049:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789449553.943503:0:34049:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.109@tcp lock: ffff9e8bc204ae00/0xcddde1459ded5adb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0xeb7cbf5e2fd3b158 expref: -99 pid: 16803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449553.943511:0:34049:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:0.0:1789449553.943513:0:34049:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9e8b843aa200 count: 0 00010000:00000040:0.0:1789449553.943519:0:34049:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cba500 count: 2 00010000:00000001:0.0:1789449553.943522:0:34049:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1789449553.943523:0:34049:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449553.943524:0:34049:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449553.943526:0:34049:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b80031200 refcount=3 00000020:00000001:0.0:1789449553.943528:0:34049:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920718168576 : -107152991383040 : ffff9e8b80031200) 00010000:00000001:0.0:1789449553.943530:0:34049:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920718168576 : -107152991383040 : ffff9e8b80031200) 00010000:00000001:0.0:1789449553.943533:0:34049:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789449553.943535:0:34049:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.109@tcp lock: ffff9e8b80031200/0xcddde1459ded5b0c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0xeb7cbf5e2fd3b15f expref: -99 pid: 16803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:0.0:1789449553.943540:0:34049:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1789449553.943542:0:34049:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.109@tcp lock: ffff9e8b80031200/0xcddde1459ded5b0c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0xeb7cbf5e2fd3b15f expref: -99 pid: 16803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789449553.943547:0:34049:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:0.0:1789449553.943549:0:34049:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1789449553.943551:0:34049:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-cliir: requeue (r=2 sp=0 st=3) 10000000:00000040:0.0:1789449553.943552:0:34049:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1789449553.943553:0:34049:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1789449553.943554:0:34049:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1789449553.943556:0:34049:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1789449553.943557:0:34049:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1789449553.943558:0:34049:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(ffff9e8b831e7800) refs 2 10000000:00000001:0.0:1789449553.943560:0:34049:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1789449553.943561:0:34049:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449553.943563:0:34049:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1789449553.943564:0:34049:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789449553.943566:0:34049:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789449553.943567:0:34049:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789449553.943568:0:34049:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449553.943570:0:34049:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789449553.943572:0:34049:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9e8b80031200 with handle 0xcddde1459ded5b0c from hash 00010000:00000001:0.0:1789449553.943574:0:34049:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789449553.943575:0:34049:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449553.943576:0:34049:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449553.943578:0:34049:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789449553.943579:0:34049:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789449553.943580:0:34049:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1789449553.943582:0:34049:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449553.943583:0:34049:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449553.943585:0:34049:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449553.943586:0:34049:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789449553.943588:0:34049:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.109@tcp lock: ffff9e8b80031200/0xcddde1459ded5b0c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0xeb7cbf5e2fd3b15f expref: -99 pid: 16803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449553.943597:0:34049:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:0.0:1789449553.943599:0:34049:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9e8b82cba500 count: 0 00010000:00000040:0.0:1789449553.943604:0:34049:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bdf00 count: 2 00010000:00000001:0.0:1789449553.943606:0:34049:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1789449553.943608:0:34049:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449553.943609:0:34049:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449553.943610:0:34049:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8bc204a400 refcount=3 00000020:00000001:0.0:1789449553.943612:0:34049:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921825567744 : -107151883983872 : ffff9e8bc204a400) 00010000:00000001:0.0:1789449553.943614:0:34049:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921825567744 : -107151883983872 : ffff9e8bc204a400) 00010000:00000001:0.0:1789449553.943616:0:34049:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789449553.943619:0:34049:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.109@tcp lock: ffff9e8bc204a400/0xcddde1459ded5b13 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0xeb7cbf5e2fd3b166 expref: -99 pid: 16803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:0.0:1789449553.943625:0:34049:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1789449553.943627:0:34049:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.109@tcp lock: ffff9e8bc204a400/0xcddde1459ded5b13 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0xeb7cbf5e2fd3b166 expref: -99 pid: 16803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789449553.943632:0:34049:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:0.0:1789449553.943635:0:34049:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1789449553.943636:0:34049:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=3) 10000000:00000040:0.0:1789449553.943638:0:34049:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1789449553.943639:0:34049:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1789449553.943640:0:34049:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1789449553.943642:0:34049:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1789449553.943643:0:34049:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1789449553.943645:0:34049:0:(mgc_request.c:123:config_log_put()) log params(ffff9e8b8bdada00) refs 2 10000000:00000001:0.0:1789449553.943647:0:34049:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1789449553.943648:0:34049:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449553.943650:0:34049:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1789449553.943651:0:34049:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789449553.943653:0:34049:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789449553.943654:0:34049:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789449553.943655:0:34049:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449553.943656:0:34049:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789449553.943658:0:34049:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9e8bc204a400 with handle 0xcddde1459ded5b13 from hash 00010000:00000001:0.0:1789449553.943661:0:34049:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789449553.943662:0:34049:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449553.943663:0:34049:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449553.943664:0:34049:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789449553.943666:0:34049:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789449553.943667:0:34049:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1789449553.943669:0:34049:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449553.943670:0:34049:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449553.943672:0:34049:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449553.943673:0:34049:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789449553.943675:0:34049:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.109@tcp lock: ffff9e8bc204a400/0xcddde1459ded5b13 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0xeb7cbf5e2fd3b166 expref: -99 pid: 16803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449553.943683:0:34049:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:0.0:1789449553.943684:0:34049:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9e8b902bdf00 count: 0 00000001:00000001:0.0:1789449553.943691:0:34049:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1789449553.943693:0:34049:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1789449553.943694:0:34049:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1789449553.943696:0:34049:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1789449553.943698:0:34049:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449553.943700:0:34049:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:0.0:1789449553.943706:0:34049:0:(import.c:65:import_set_state_nolock()) ffff9e8b83927000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:0.0:1789449553.943709:0:34049:0:(import.c:1693:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1789449553.943711:0:34049:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00000001:0.0:1789449553.943713:0:34049:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789449553.943716:0:34049:0:(import.c:65:import_set_state_nolock()) ffff9e8b83927000 MGS: changing import state from RECOVER to FULL 00000100:00000001:0.0:1789449553.943718:0:34049:0:(obd_class.h:1222:obd_import_event()) Process entered 10000000:01000000:0.0:1789449553.943720:0:34049:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 10000000:00000040:0.0:1789449553.943722:0:34049:0:(mgc_request.c:1185:mgc_import_event()) MGC192.168.202.109@tcp: Reactivating import 00000100:00080000:0.0:1789449553.943725:0:34049:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:0.0:1789449553.943727:0:34049:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449553.943728:0:34049:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:02000000:0.0:1789449553.943732:0:34049:0:(import.c:1788:ptlrpc_import_recovery_state_machine()) MGC192.168.202.109@tcp: Connection restored to 192.168.202.109@tcp (at 192.168.202.109@tcp) 00000100:00000001:0.0:1789449553.943735:0:34049:0:(import.c:1799:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449553.943737:0:34049:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449553.943738:0:34049:0:(genops.c:1222:class_import_put()) import ffff9e8b83927000 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:0.0:1789449553.943740:0:34049:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:0.0:1789449553.943741:0:34049:0:(import.c:1656:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1789449553.972976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c75200. 00010000:00000010:0.1:1789449553.972988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204ae00. 00010000:00000010:0.1:1789449553.972994:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b843aa200. 00010000:00000010:0.1:1789449553.972998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b80031200. 00010000:00000010:0.1:1789449553.973002:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cba500. 00010000:00000010:0.1:1789449553.973005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8bc204a400. 00010000:00000010:0.1:1789449553.973008:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bdf00. 00000020:00000001:0.0:1789449554.436092:0:16815:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789449554.436100:0:16815:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449554.436104:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789449554.889209:0:33816:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789449554.889217:0:33816:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789449554.889219:0:33816:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449554.889224:0:33816:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b990b69c0 going to sleep for 0 seconds 00000100:00000001:1.0:1789449554.889228:0:33816:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449554.889231:0:33816:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449554.889233:0:33816:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449554.889236:0:33816:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449554.889239:0:33816:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449555.462510:0:16942:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789449555.462523:0:16942:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449555.462530:0:16942:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:2.0:1789449555.650124:0:16817:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1789449555.650137:0:16817:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (ffff9e8b831e7800) refs 2 10000000:00000001:2.0:1789449555.650144:0:16817:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1789449555.650147:0:16817:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1789449555.650149:0:16817:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1789449555.650151:0:16817:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1789449555.650155:0:16817:0:(mgc_request.c:611:do_requeue()) updating log lustre-cliir 10000000:00000001:2.0:1789449555.650157:0:16817:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:2.0:1789449555.650160:0:16817:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-cliir-ffff9e8b89903000 from 7 10000000:00000001:2.0:1789449555.650174:0:16817:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1789449555.650175:0:16817:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00000100:00000010:2.0:1789449555.650193:0:16817:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065ca80. 00000020:00000040:2.0:1789449555.650201:0:16817:0:(genops.c:1209:class_import_get()) import ffff9e8b83927000 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:2.0:1789449555.650208:0:16817:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449555.650212:0:16817:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449555.650222:0:16817:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449555.650236:0:16817:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e8b864b0a00. 00000100:00000001:2.0:1789449555.650247:0:16817:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449555.650255:0:16817:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789449555.650260:0:16817:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1789449555.650272:0:16817:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9e8b90652c00. 00010000:00000001:2.0:1789449555.650280:0:16817:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789449555.650284:0:16817:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8b91c4c400. 00000020:00000001:2.0:1789449555.650290:0:16817:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789449555.650294:0:16817:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8b91c4c400 with handle 0xcddde1459ded675a to hash 00000020:00000001:2.0:1789449555.650296:0:16817:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789449555.650298:0:16817:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636921016075264 : -107152693476352 : ffff9e8b91c4c400) 00010000:00000001:2.0:1789449555.650301:0:16817:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636921016075264 : -107152693476352 : ffff9e8b91c4c400) 00010000:00000001:2.0:1789449555.650307:0:16817:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449555.650311:0:16817:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449555.650317:0:16817:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.109@tcp lock: ffff9e8b91c4c400/0xcddde1459ded675a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789449555.650329:0:16817:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.109@tcp lock: ffff9e8b91c4c400/0xcddde1459ded675a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789449555.650344:0:16817:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.109@tcp lock: ffff9e8b91c4c400/0xcddde1459ded675a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789449555.650354:0:16817:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789449555.650357:0:16817:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789449555.650368:0:16817:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b837e3d80. 00000100:00000001:2.0:1789449555.650370:0:16817:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920776572288 : -107152932979328 : ffff9e8b837e3d80) 00000100:00000001:2.0:1789449555.650373:0:16817:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449555.650374:0:16817:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993073792 : -107152716477824 : ffff9e8b9065ca80) 00000100:00000001:2.0:1789449555.650380:0:16817:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449555.650386:0:16817:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449555.650388:0:16817:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789449555.650390:0:16817:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789449555.650404:0:16817:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065ca80 x1876371947525504/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449555.650413:0:16817:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449555.650415:0:16817:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449555.650985:0:16817:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449555.651060:0:16817:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449555.651065:0:16817:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449555.651072:0:16817:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:80a9314a-fa92-41c3-8d17-36c58fffb192:16817:1876371947525504:192.168.202.109@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1789449555.651079:0:16817:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789449555.651087:0:16817:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449555.651090:0:16817:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449555.651093:0:16817:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789449555.651101:0:16817:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b83604000. 02000000:00000001:2.0:1789449555.651103:0:16817:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449555.651113:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449555.651119:0:16817:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b9948. 00000400:00000010:2.0:1789449555.651130:0:16817:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d440. 00000100:00000200:2.0:1789449555.651141:0:16817:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947525504, portal 25 00000100:00000001:2.0:1789449555.651143:0:16817:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449555.651144:0:16817:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993073792 : -107152716477824 : ffff9e8b9065ca80) 00000100:00000040:2.0:1789449555.651151:0:16817:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b9065ca80 x1876371947525504/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1789449571 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449555.651217:0:16817:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449555.651222:0:16817:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449555.651225:0:16817:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085ddd0. 00000100:00000200:2.0:1789449555.651229:0:16817:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1876371947525504, offset 0 00000400:00000200:2.0:1789449555.651237:0:16817:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449555.651249:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449555.651260:0:16817:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449555.651267:0:16817:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449555.651274:0:16817:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449555.651279:0:16817:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449555.651283:0:16817:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449555.651288:0:16817:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2883:2883:256:4294967295] 192.168.202.109@tcp LPNI seq info [2883:2883:8:4294967295] 00000400:00000200:2.0:1789449555.651293:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449555.651308:0:16817:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449555.651315:0:16817:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449555.651322:0:16817:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b8c688a00. 00000800:00000200:2.0:1789449555.651331:0:16817:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449555.651341:0:16817:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449555.651346:0:16817:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b8c688a00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1789449555.651596:0:16817:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449555.651604:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449555.651607:0:16817:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296562464 00000100:00000001:2.0:1789449555.651617:0:16817:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296560722 00000100:00000001:2.0:1789449555.651624:0:16817:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296562464 00000100:00000001:2.0:1789449555.651628:0:16817:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296560722 00000100:00000001:2.0:1789449555.651631:0:16817:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449555.651634:0:16817:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449555.651637:0:16817:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449555.651640:0:16817:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789449555.651643:0:16817:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b837e3d80 going to sleep for 11 seconds 00000100:00000001:2.0:1789449555.651647:0:16817:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449555.651651:0:16817:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449555.652874:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449555.652911:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c688a00. 00000400:00000200:3.0:1789449555.652920:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449555.652929:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449555.652937:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085ddd0 00000400:00000010:3.0:1789449555.652940:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085ddd0. 00000100:00000001:3.0:1789449555.652946:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449555.652954:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065ca80 x1876371947525504/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1789449571 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449555.652969:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449555.652973:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b9065ca80 x1876371947525504/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1789449571 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449555.652980:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449555.652982:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449555.654705:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449555.654920:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449555.654927:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449555.654930:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449555.654942:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449555.654951:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449555.654965:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449555.654970:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449555.654977:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449555.654981:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 344 into portal 25 MB=0x6aa8ce3661580 00000400:00000200:2.0:1789449555.655063:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449555.655073:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 344/344 into md 0x834d [1] + 224 00000800:00000001:2.0:1789449555.655085:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449555.655095:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449555.655099:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449555.655105:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449555.655115:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449555.655128:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065ca80 x1876371947525504/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1789449571 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449555.655141:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff9e8b9065ca80 x1876371947525504/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1789449571 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449555.655589:0:16817:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449555.656291:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449555.656313:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449555.656321:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1789449555.656967:0:16817:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449555.656973:0:16817:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449555.656978:0:16817:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b9948. 00000400:00000200:0.0:1789449555.657235:0:16817:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d440 00000400:00000010:0.0:1789449555.657304:0:16817:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d440. 00000100:00000001:0.0:1789449555.657312:0:16817:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449555.657327:0:16817:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065ca80 x1876371947525504/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1789449571 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789449555.657339:0:16817:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065ca80 x1876371947525504/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1789449571 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449555.657348:0:16817:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449555.657350:0:16817:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449555.657354:0:16817:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449555.657359:0:16817:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449555.657362:0:16817:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449555.657365:0:16817:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449555.657369:0:16817:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449555.657380:0:16817:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b83927460 time=36 v=5 (5 5 5 5) 00000100:00001000:0.0:1789449555.657385:0:16817:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b83927418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1789449555.657388:0:16817:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449555.657391:0:16817:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449555.657395:0:16817:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449555.657398:0:16817:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449555.657401:0:16817:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449555.657793:0:16817:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065ca80 x1876371947525504/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1789449571 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449555.657803:0:16817:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449555.657807:0:16817:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449555.657809:0:16817:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449555.657815:0:16817:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065ca80 x1876371947525504/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1789449571 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789449555.657823:0:16817:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:80a9314a-fa92-41c3-8d17-36c58fffb192:16817:1876371947525504:192.168.202.109@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1789449555.657830:0:16817:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449555.657834:0:16817:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449555.657837:0:16817:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789449555.657840:0:16817:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449555.657844:0:16817:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065ca80 x1876371947525504/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1789449571 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449555.657851:0:16817:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789449555.657855:0:16817:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b837e3d80. 00000100:00000001:0.0:1789449555.657861:0:16817:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789449555.657863:0:16817:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449555.657866:0:16817:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789449555.657870:0:16817:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449555.657874:0:16817:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449555.657878:0:16817:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c400 refcount=4 00000020:00000001:0.0:1789449555.657926:0:16817:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016075264 : -107152693476352 : ffff9e8b91c4c400) 00010000:00000001:0.0:1789449555.657930:0:16817:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016075264 : -107152693476352 : ffff9e8b91c4c400) 00010000:00000040:0.0:1789449555.657938:0:16817:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e8b91c4c400, remote cookie: 0xeb7cbf5e2fd3d99f, flags: 0x0 00010000:00000001:0.0:1789449555.657942:0:16817:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789449555.657946:0:16817:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789449555.657948:0:16817:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789449555.657951:0:16817:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789449555.657952:0:16817:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789449555.657955:0:16817:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (ffff9e8b90652c00) refcount = 1 00010000:00010000:0.0:1789449555.657961:0:16817:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.109@tcp lock: ffff9e8b91c4c400/0xcddde1459ded675a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xeb7cbf5e2fd3d99f expref: -99 pid: 16817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449555.657970:0:16817:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789449555.657972:0:16817:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789449555.657974:0:16817:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449555.657977:0:16817:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789449555.657980:0:16817:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449555.657984:0:16817:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.109@tcp lock: ffff9e8b91c4c400/0xcddde1459ded675a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xeb7cbf5e2fd3d99f expref: -99 pid: 16817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449555.658340:0:16817:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789449555.658342:0:16817:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449555.658344:0:16817:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449555.658345:0:16817:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449555.658346:0:16817:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449555.658348:0:16817:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449555.658351:0:16817:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449555.658357:0:16817:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065ca80 x1876371947525504/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1789449571 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449555.658363:0:16817:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789449555.658366:0:16817:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449555.658371:0:16817:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b83604000. 02000000:00000001:0.0:1789449555.658375:0:16817:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789449555.658378:0:16817:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449555.658380:0:16817:0:(genops.c:1222:class_import_put()) import ffff9e8b83927000 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:0.0:1789449555.658383:0:16817:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449555.658386:0:16817:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e8b864b0a00. 02000000:00000001:0.0:1789449555.658391:0:16817:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449555.658393:0:16817:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449555.658396:0:16817:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065ca80. 00000100:00000001:0.0:1789449555.658400:0:16817:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449555.658401:0:16817:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1789449555.658405:0:16817:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1789449555.658409:0:16817:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1789449555.658639:0:16817:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (ffff9e8b831e7800) refs 3 10000000:00000001:0.0:1789449555.658643:0:16817:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449555.658646:0:16817:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449555.658647:0:16817:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449555.658650:0:16817:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c400 refcount=3 00000020:00000001:0.0:1789449555.658652:0:16817:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016075264 : -107152693476352 : ffff9e8b91c4c400) 00010000:00000001:0.0:1789449555.658654:0:16817:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016075264 : -107152693476352 : ffff9e8b91c4c400) 00010000:00000001:0.0:1789449555.658657:0:16817:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1789449555.658658:0:16817:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449555.658659:0:16817:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449555.658661:0:16817:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1789449555.658663:0:16817:0:(mgc_request.c:1520:mgc_process_recover_log()) Process entered 10000000:00000010:0.0:1789449555.658676:0:16817:0:(mgc_request.c:1532:mgc_process_recover_log()) kmalloced '(folios)': 32 at ffff9e8b87d97300. 00000100:00000010:0.0:1789449555.658709:0:16817:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d19500. 00000020:00000040:0.0:1789449555.658713:0:16817:0:(genops.c:1209:class_import_get()) import ffff9e8b83927000 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1789449555.658781:0:16817:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449555.658785:0:16817:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449555.658791:0:16817:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449555.658800:0:16817:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e8b82a99c00. 00000100:00000001:0.0:1789449555.658807:0:16817:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449555.658813:0:16817:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1789449555.658817:0:16817:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff9e8b836b0800. 00000100:00000010:0.0:1789449555.658820:0:16817:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at ffff9e8b8c4765c0. 00000020:00000040:0.0:1789449555.658823:0:16817:0:(genops.c:1209:class_import_get()) import ffff9e8b83927000 refcount=5 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1789449555.658827:0:16817:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789449555.658829:0:16817:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789449555.658838:0:16817:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b899da3c0. 00000100:00000001:0.0:1789449555.658840:0:16817:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920879293376 : -107152830258240 : ffff9e8b899da3c0) 00000100:00000001:0.0:1789449555.658843:0:16817:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449555.658844:0:16817:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849143040 : -107152860408576 : ffff9e8b87d19500) 00000100:00000001:0.0:1789449555.658850:0:16817:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449555.658855:0:16817:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449555.658857:0:16817:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789449555.658860:0:16817:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789449555.658864:0:16817:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b87d19500 x1876371947525632/t0(0) o256->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449555.658871:0:16817:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789449555.658873:0:16817:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449555.658902:0:16817:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789449555.658905:0:16817:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789449555.658908:0:16817:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449555.658912:0:16817:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b87d19500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:80a9314a-fa92-41c3-8d17-36c58fffb192:16817:1876371947525632:192.168.202.109@tcp:256:ll_cfg_requeue.0 00000100:00000001:0.0:1789449555.658916:0:16817:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789449555.658921:0:16817:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789449555.658924:0:16817:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449555.658927:0:16817:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:0.0:1789449555.658938:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:0.0:1789449555.658942:0:16817:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b86580ec8. 00000400:00000010:0.0:1789449555.658952:0:16817:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9e8b88b64d80. 00000100:00000200:0.0:1789449555.658960:0:16817:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6aa8ce3661600-0x6aa8ce3661600, portal 33 00000100:00000001:0.0:1789449555.658963:0:16817:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449555.658966:0:16817:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789449555.658970:0:16817:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b82a98e00. 02000000:00000001:0.0:1789449555.658972:0:16817:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449555.658975:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:0.0:1789449555.658977:0:16817:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b86580b58. 00000400:00000010:0.0:1789449555.658982:0:16817:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5198. 00000100:00000200:0.0:1789449555.658985:0:16817:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947525632, portal 25 00000100:00000001:0.0:1789449555.659052:0:16817:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449555.659053:0:16817:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849143040 : -107152860408576 : ffff9e8b87d19500) 00000100:00000040:0.0:1789449555.659059:0:16817:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b87d19500 x1876371947525632/t0(0) o256->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 304/240 e 0 to 0 dl 1789449571 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449555.659066:0:16817:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789449555.659069:0:16817:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1789449555.659073:0:16817:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e56e8. 00000100:00000200:0.0:1789449555.659077:0:16817:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1876371947525632, offset 0 00000400:00000200:0.0:1789449555.659085:0:16817:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1789449555.659095:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449555.659103:0:16817:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1789449555.659109:0:16817:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789449555.659114:0:16817:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1789449555.659118:0:16817:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789449555.659121:0:16817:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1789449555.659124:0:16817:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2884:2884:256:4294967295] 192.168.202.109@tcp LPNI seq info [2884:2884:8:4294967295] 00000400:00000200:0.0:1789449555.659129:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449555.659140:0:16817:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1789449555.659147:0:16817:0:(socklnd_cb.c:931:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1789449555.659152:0:16817:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b864ec300. 00000800:00000200:0.0:1789449555.659226:0:16817:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1789449555.659237:0:16817:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1789449555.659302:0:16817:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b864ec300 type 1, nob 400 niov 1 nkiov 1 00000100:00000001:0.0:1789449555.659381:0:16817:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449555.659387:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:0.0:1789449555.659390:0:16817:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296562472 00000100:00000001:0.0:1789449555.659399:0:16817:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296562464 00000100:00000001:0.0:1789449555.659416:0:16817:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296562472 00000100:00000001:0.0:1789449555.659421:0:16817:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296562464 00000100:00000001:0.0:1789449555.659424:0:16817:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449555.659427:0:16817:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449555.659430:0:16817:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449555.659432:0:16817:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789449555.659436:0:16817:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b899da3c0 going to sleep for 11 seconds 00000100:00000001:0.0:1789449555.659439:0:16817:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449555.659443:0:16817:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449555.661334:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449555.661348:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ec300. 00000400:00000200:3.0:1789449555.661356:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449555.661365:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449555.661375:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e56e8 00000400:00000010:3.0:1789449555.661379:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e56e8. 00000100:00000001:3.0:1789449555.661385:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449555.661396:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d19500 x1876371947525632/t0(0) o256->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 304/240 e 0 to 0 dl 1789449571 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449555.661593:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449555.661599:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d19500 x1876371947525632/t0(0) o256->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 304/240 e 0 to 0 dl 1789449571 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449555.661606:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449555.661608:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449555.666641:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449555.666672:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449555.666678:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449555.666681:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449555.666693:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449555.666703:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449555.666717:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449555.666798:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449555.666805:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449555.666815:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 176 into portal 33 MB=0x6aa8ce3661600 00000400:00000200:2.0:1789449555.666821:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449555.666829:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 21 from 12345-192.168.202.109@tcp of length 176/176 into md 0x835d [4] + 0 00000400:00000010:2.0:1789449555.666836:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b86580ec8. 00000400:00000200:2.0:1789449555.666845:0:2394:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9e8b88b64d80 00000800:00000001:2.0:1789449555.666853:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449555.669933:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449555.670501:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449555.670516:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449555.670529:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b88b64d80 00000400:00000010:2.0:1789449555.670534:0:2394:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff9e8b88b64d80. 00000100:00000001:2.0:1789449555.670543:0:2394:0:(events.c:177:client_bulk_callback()) Process entered 00000100:00000200:2.0:1789449555.670546:0:2394:0:(events.c:195:client_bulk_callback()) event type 2, status 0, req ffff9e8b87d19500 desc ffff9e8b836b0800 mbits 1876371947525632 00000100:00000001:2.0:1789449555.670578:0:2394:0:(events.c:220:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1789449555.670593:0:2394:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1789449555.670602:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449555.670613:0:2394:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.202.9@tcp to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449555.670622:0:2394:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2885:2885:256:4294967295] 192.168.202.109@tcp LPNI seq info [2885:2885:8:4294967295] 00000400:00000200:2.0:1789449555.670629:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449555.670642:0:2394:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) 192.168.202.109@tcp : ACK try# 0 00000800:00000200:2.0:1789449555.670650:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 4 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449555.670664:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 296 at ffff9e8b864b1000. 00000800:00000200:2.0:1789449555.670675:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:0.0:1789449555.670678:0:16817:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449555.670686:0:16817:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449555.670687:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449555.670694:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b864b1000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1789449555.671847:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449555.671856:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 296 at ffff9e8b864b1000. 00000400:00000200:2.0:1789449555.671873:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449555.671903:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: ACK: OK 00000800:00000001:2.0:1789449555.672104:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449555.672112:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449555.675026:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449555.675047:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449555.675052:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449555.675055:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449555.675068:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449555.675078:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449555.675091:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449555.675097:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449555.675103:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449555.675109:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 240 into portal 25 MB=0x6aa8ce3661600 00000400:00000200:3.0:1789449555.675115:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449555.675122:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 240/240 into md 0x8365 [1] + 224 00000800:00000001:3.0:1789449555.675131:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449555.675138:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449555.675142:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449555.675147:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449555.675157:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449555.675171:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d19500 x1876371947525632/t0(0) o256->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 304/240 e 0 to 0 dl 1789449571 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449555.675184:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@ffff9e8b87d19500 x1876371947525632/t0(0) o256->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 304/240 e 0 to 0 dl 1789449571 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449555.675209:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449555.675220:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449555.675223:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449555.675296:0:16817:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789449555.675306:0:16817:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449555.675308:0:16817:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449555.675312:0:16817:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b86580b58. 00000400:00000200:0.0:1789449555.675317:0:16817:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5198 00000400:00000010:0.0:1789449555.675321:0:16817:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5198. 00000100:00000001:0.0:1789449555.675325:0:16817:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449555.675329:0:16817:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b87d19500 x1876371947525632/t0(0) o256->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 304/240 e 0 to 0 dl 1789449571 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789449555.675338:0:16817:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b87d19500 x1876371947525632/t0(0) o256->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 304/240 e 0 to 0 dl 1789449571 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449555.675345:0:16817:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449555.675347:0:16817:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449555.675350:0:16817:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449555.675355:0:16817:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449555.675357:0:16817:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449555.675360:0:16817:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449555.675364:0:16817:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449555.675373:0:16817:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b83927460 time=36 v=5 (5 5 5 5) 00000100:00001000:0.0:1789449555.675377:0:16817:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b83927418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1789449555.675380:0:16817:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449555.675382:0:16817:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449555.675385:0:16817:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449555.675387:0:16817:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449555.675391:0:16817:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449555.675396:0:16817:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff9e8b87d19500 x1876371947525632/t0(0) o256->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 304/240 e 0 to 0 dl 1789449571 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789449555.675405:0:16817:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff9e8b87d19500 x1876371947525632/t0(0) o256->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 304/240 e 0 to 0 dl 1789449571 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449555.675412:0:16817:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449555.675414:0:16817:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449555.675419:0:16817:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b87d19500 x1876371947525632/t0(0) o256->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 304/240 e 0 to 0 dl 1789449571 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789449555.675427:0:16817:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b87d19500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:80a9314a-fa92-41c3-8d17-36c58fffb192:16817:1876371947525632:192.168.202.109@tcp:256:ll_cfg_requeue.0 00000100:00000001:0.0:1789449555.675433:0:16817:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449555.675437:0:16817:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449555.675439:0:16817:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789449555.675442:0:16817:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449555.675446:0:16817:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d19500 x1876371947525632/t0(0) o256->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 304/240 e 0 to 0 dl 1789449571 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449555.675453:0:16817:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789449555.675473:0:16817:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b899da3c0. 00000100:00000001:0.0:1789449555.675479:0:16817:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789449555.675480:0:16817:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1789449555.675489:0:16817:0:(mgc_request.c:1600:mgc_process_recover_log()) Latest version 10, more 0. 10000000:00000001:0.0:1789449555.675493:0:16817:0:(mgc_request.c:1308:mgc_apply_recover_logs()) Process entered 10000000:00000010:0.0:1789449555.675500:0:16817:0:(mgc_request.c:1331:mgc_apply_recover_logs()) kmalloced '(nidlist)': 640 at ffff9e8b836b0c00. 10000000:00000010:0.0:1789449555.675505:0:16817:0:(mgc_request.c:1343:mgc_apply_recover_logs()) kmalloced '(obdname)': 128 at ffff9e8b9066e080. 10000000:00000200:0.0:1789449555.675511:0:16817:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 10000000:00000040:0.0:1789449555.675514:0:16817:0:(mgc_request.c:1440:mgc_apply_recover_logs()) Looking for OBD lustre-OST0000-osc-ffff9e8b89903000 00010000:00000001:0.0:1789449555.675524:0:16817:0:(ldlm_lib.c:159:client_import_add_nids_to_conn()) Process entered 00000100:00000001:0.0:1789449555.675528:0:16817:0:(lustre_peer.c:229:class_check_uuid()) Process entered 00000100:00000040:0.0:1789449555.675531:0:16817:0:(lustre_peer.c:232:class_check_uuid()) check if uuid 192.168.202.109@tcp has 192.168.202.109@tcp. 00000100:00000001:0.0:1789449555.675534:0:16817:0:(lustre_peer.c:251:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449555.675537:0:16817:0:(lustre_peer.c:189:class_add_nids_to_uuid()) Process entered 00000100:00000200:0.0:1789449555.675539:0:16817:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing 192.168.202.109@tcp with 192.168.202.109@tcp 00000100:00000200:0.0:1789449555.675541:0:16817:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '192.168.202.109@tcp' 00000400:00000200:0.0:1789449555.675544:0:16817:0:(peer.c:1448:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:0.0:1789449555.675547:0:16817:0:(api-ni.c:3336:LNetNIInit()) refs 1 00000400:00000200:0.0:1789449555.675551:0:16817:0:(peer.c:1462:LNetAddPeer()) Adding NID[0]: 192.168.202.109@tcp 00000400:00000200:0.0:1789449555.675556:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449555.675560:0:16817:0:(peer.c:1911:lnet_peer_add()) peer 192.168.202.109@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1789449555.675564:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449555.675571:0:16817:0:(peer.c:2979:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1789449555.675574:0:16817:0:(peer.c:2988:lnet_discover_peer_locked()) peer 192.168.202.109@tcp NID 192.168.202.109@tcp: 0. pending discovery 00000400:00000200:0.0:1789449555.675577:0:16817:0:(peer.c:1516:LNetAddPeer()) A peer exists for NID 192.168.202.109@tcp 00000100:00000001:0.0:1789449555.675579:0:16817:0:(lustre_peer.c:219:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449555.675581:0:16817:0:(ldlm_lib.c:174:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1789449555.675586:0:16817:0:(mgc_request.c:1487:mgc_apply_recover_logs()) ir apply logs 7/10 for lustre-OST0000-osc-ffff9e8b89903000 10000000:00000200:0.0:1789449555.675588:0:16817:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 10000000:00000040:0.0:1789449555.675590:0:16817:0:(mgc_request.c:1440:mgc_apply_recover_logs()) Looking for OBD lustre-MDT0001-mdc-ffff9e8b89903000 00010000:00000001:0.0:1789449555.675593:0:16817:0:(ldlm_lib.c:159:client_import_add_nids_to_conn()) Process entered 00000100:00000001:0.0:1789449555.675595:0:16817:0:(lustre_peer.c:229:class_check_uuid()) Process entered 00000100:00000040:0.0:1789449555.675597:0:16817:0:(lustre_peer.c:232:class_check_uuid()) check if uuid 192.168.202.109@tcp has 192.168.202.109@tcp. 00000100:00000001:0.0:1789449555.675599:0:16817:0:(lustre_peer.c:251:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449555.675600:0:16817:0:(lustre_peer.c:189:class_add_nids_to_uuid()) Process entered 00000100:00000200:0.0:1789449555.675601:0:16817:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing 192.168.202.109@tcp with 192.168.202.109@tcp 00000100:00000200:0.0:1789449555.675603:0:16817:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '192.168.202.109@tcp' 00000400:00000200:0.0:1789449555.675604:0:16817:0:(peer.c:1448:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:0.0:1789449555.675605:0:16817:0:(api-ni.c:3336:LNetNIInit()) refs 1 00000400:00000200:0.0:1789449555.675607:0:16817:0:(peer.c:1462:LNetAddPeer()) Adding NID[0]: 192.168.202.109@tcp 00000400:00000200:0.0:1789449555.675609:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449555.675611:0:16817:0:(peer.c:1911:lnet_peer_add()) peer 192.168.202.109@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1789449555.675614:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449555.675615:0:16817:0:(peer.c:2979:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1789449555.675617:0:16817:0:(peer.c:2988:lnet_discover_peer_locked()) peer 192.168.202.109@tcp NID 192.168.202.109@tcp: 0. pending discovery 00000400:00000200:0.0:1789449555.675619:0:16817:0:(peer.c:1516:LNetAddPeer()) A peer exists for NID 192.168.202.109@tcp 00000100:00000001:0.0:1789449555.675621:0:16817:0:(lustre_peer.c:219:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449555.675622:0:16817:0:(ldlm_lib.c:174:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1789449555.675624:0:16817:0:(mgc_request.c:1487:mgc_apply_recover_logs()) ir apply logs 8/10 for lustre-MDT0001-mdc-ffff9e8b89903000 10000000:00000200:0.0:1789449555.675626:0:16817:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 10000000:00000040:0.0:1789449555.675628:0:16817:0:(mgc_request.c:1440:mgc_apply_recover_logs()) Looking for OBD lustre-OST0001-osc-ffff9e8b89903000 00010000:00000001:0.0:1789449555.675630:0:16817:0:(ldlm_lib.c:159:client_import_add_nids_to_conn()) Process entered 00000100:00000001:0.0:1789449555.675632:0:16817:0:(lustre_peer.c:229:class_check_uuid()) Process entered 00000100:00000040:0.0:1789449555.675634:0:16817:0:(lustre_peer.c:232:class_check_uuid()) check if uuid 192.168.202.109@tcp has 192.168.202.109@tcp. 00000100:00000001:0.0:1789449555.675635:0:16817:0:(lustre_peer.c:251:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449555.675637:0:16817:0:(lustre_peer.c:189:class_add_nids_to_uuid()) Process entered 00000100:00000200:0.0:1789449555.675638:0:16817:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing 192.168.202.109@tcp with 192.168.202.109@tcp 00000100:00000200:0.0:1789449555.675640:0:16817:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '192.168.202.109@tcp' 00000400:00000200:0.0:1789449555.675642:0:16817:0:(peer.c:1448:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:0.0:1789449555.675643:0:16817:0:(api-ni.c:3336:LNetNIInit()) refs 1 00000400:00000200:0.0:1789449555.675644:0:16817:0:(peer.c:1462:LNetAddPeer()) Adding NID[0]: 192.168.202.109@tcp 00000400:00000200:0.0:1789449555.675646:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449555.675649:0:16817:0:(peer.c:1911:lnet_peer_add()) peer 192.168.202.109@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1789449555.675652:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449555.675654:0:16817:0:(peer.c:2979:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1789449555.675656:0:16817:0:(peer.c:2988:lnet_discover_peer_locked()) peer 192.168.202.109@tcp NID 192.168.202.109@tcp: 0. pending discovery 00000400:00000200:0.0:1789449555.675658:0:16817:0:(peer.c:1516:LNetAddPeer()) A peer exists for NID 192.168.202.109@tcp 00000100:00000001:0.0:1789449555.675659:0:16817:0:(lustre_peer.c:219:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449555.675661:0:16817:0:(ldlm_lib.c:174:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1789449555.675663:0:16817:0:(mgc_request.c:1487:mgc_apply_recover_logs()) ir apply logs 9/10 for lustre-OST0001-osc-ffff9e8b89903000 10000000:00000200:0.0:1789449555.675665:0:16817:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 10000000:00000040:0.0:1789449555.675667:0:16817:0:(mgc_request.c:1440:mgc_apply_recover_logs()) Looking for OBD lustre-MDT0000-mdc-ffff9e8b89903000 00010000:00000001:0.0:1789449555.675670:0:16817:0:(ldlm_lib.c:159:client_import_add_nids_to_conn()) Process entered 00000100:00000001:0.0:1789449555.675672:0:16817:0:(lustre_peer.c:229:class_check_uuid()) Process entered 00000100:00000040:0.0:1789449555.675675:0:16817:0:(lustre_peer.c:232:class_check_uuid()) check if uuid 192.168.202.109@tcp has 192.168.202.109@tcp. 00000100:00000001:0.0:1789449555.675676:0:16817:0:(lustre_peer.c:251:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449555.675678:0:16817:0:(lustre_peer.c:189:class_add_nids_to_uuid()) Process entered 00000100:00000200:0.0:1789449555.675679:0:16817:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing 192.168.202.109@tcp with 192.168.202.109@tcp 00000100:00000200:0.0:1789449555.675681:0:16817:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '192.168.202.109@tcp' 00000400:00000200:0.0:1789449555.675682:0:16817:0:(peer.c:1448:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:0.0:1789449555.675683:0:16817:0:(api-ni.c:3336:LNetNIInit()) refs 1 00000400:00000200:0.0:1789449555.675685:0:16817:0:(peer.c:1462:LNetAddPeer()) Adding NID[0]: 192.168.202.109@tcp 00000400:00000200:0.0:1789449555.675687:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449555.675690:0:16817:0:(peer.c:1911:lnet_peer_add()) peer 192.168.202.109@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1789449555.675693:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449555.675696:0:16817:0:(peer.c:2979:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1789449555.675698:0:16817:0:(peer.c:2988:lnet_discover_peer_locked()) peer 192.168.202.109@tcp NID 192.168.202.109@tcp: 0. pending discovery 00000400:00000200:0.0:1789449555.675700:0:16817:0:(peer.c:1516:LNetAddPeer()) A peer exists for NID 192.168.202.109@tcp 00000100:00000001:0.0:1789449555.675701:0:16817:0:(lustre_peer.c:219:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449555.675703:0:16817:0:(ldlm_lib.c:174:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1789449555.675704:0:16817:0:(mgc_request.c:1487:mgc_apply_recover_logs()) ir apply logs 10/10 for lustre-MDT0000-mdc-ffff9e8b89903000 10000000:00000010:0.0:1789449555.675707:0:16817:0:(mgc_request.c:1492:mgc_apply_recover_logs()) kfreed 'obdname': 128 at ffff9e8b9066e080. 10000000:00000010:0.0:1789449555.675710:0:16817:0:(mgc_request.c:1494:mgc_apply_recover_logs()) kfreed 'nidlist': 640 at ffff9e8b836b0c00. 10000000:00000001:0.0:1789449555.675714:0:16817:0:(mgc_request.c:1496:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449555.675716:0:16817:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449555.675720:0:16817:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b87d19500 x1876371947525632/t0(0) o256->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 304/240 e 0 to 0 dl 1789449571 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449555.675728:0:16817:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789449555.675730:0:16817:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449555.675734:0:16817:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b82a98e00. 02000000:00000001:0.0:1789449555.675739:0:16817:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789449555.675742:0:16817:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449555.675744:0:16817:0:(genops.c:1222:class_import_put()) import ffff9e8b83927000 refcount=4 obd=MGC192.168.202.109@tcp 00000020:00000001:0.0:1789449555.675746:0:16817:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:0.0:1789449555.675748:0:16817:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1789449555.675750:0:16817:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449555.675751:0:16817:0:(genops.c:1222:class_import_put()) import ffff9e8b83927000 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:0.0:1789449555.675753:0:16817:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000010:0.0:1789449555.675756:0:16817:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at ffff9e8b8c4765c0. 00000100:00000010:0.0:1789449555.675759:0:16817:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff9e8b836b0800. 00000100:00000001:0.0:1789449555.675762:0:16817:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1789449555.675765:0:16817:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e8b82a99c00. 02000000:00000001:0.0:1789449555.675769:0:16817:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449555.675771:0:16817:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449555.675774:0:16817:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b87d19500. 00000100:00000001:0.0:1789449555.675777:0:16817:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449555.675778:0:16817:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:0.0:1789449555.675800:0:16817:0:(mgc_request.c:1652:mgc_process_recover_log()) kvfree 'folios': 32 at ffff9e8b87d97300. 10000000:01000000:0.0:1789449555.675805:0:16817:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.109@tcp: configuration from log 'lustre-cliir' succeeded (0). 10000000:00000001:0.0:1789449555.675809:0:16817:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1789449555.675812:0:16817:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449555.675814:0:16817:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449555.675818:0:16817:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c400 refcount=3 00000020:00000001:0.0:1789449555.675821:0:16817:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016075264 : -107152693476352 : ffff9e8b91c4c400) 00010000:00000001:0.0:1789449555.675824:0:16817:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016075264 : -107152693476352 : ffff9e8b91c4c400) 00010000:00000001:0.0:1789449555.675827:0:16817:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449555.675832:0:16817:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.109@tcp lock: ffff9e8b91c4c400/0xcddde1459ded675a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xeb7cbf5e2fd3d99f expref: -99 pid: 16817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449555.675841:0:16817:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449555.675843:0:16817:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789449555.675847:0:16817:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.109@tcp lock: ffff9e8b91c4c400/0xcddde1459ded675a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xeb7cbf5e2fd3d99f expref: -99 pid: 16817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449555.675852:0:16817:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449555.675854:0:16817:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449555.675855:0:16817:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1789449555.675856:0:16817:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1789449555.675859:0:16817:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1789449555.675861:0:16817:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1789449555.675864:0:16817:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1789449555.675866:0:16817:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff9e8b8be25400) refs 2 10000000:00000001:0.0:1789449555.675868:0:16817:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1789449555.675870:0:16817:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1789449555.675872:0:16817:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(ffff9e8b831e7800) refs 3 10000000:00000001:0.0:1789449555.675874:0:16817:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1789449555.675875:0:16817:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1789449555.675877:0:16817:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:00000001:0.0:1789449555.675910:0:16817:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:0.0:1789449555.675913:0:16817:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9e8b89903000 from 52 10000000:00000001:0.0:1789449555.675916:0:16817:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1789449555.675917:0:16817:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:0.0:1789449555.675923:0:16817:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d19500. 00000020:00000040:0.0:1789449555.675926:0:16817:0:(genops.c:1209:class_import_get()) import ffff9e8b83927000 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1789449555.675931:0:16817:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449555.675935:0:16817:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449555.675940:0:16817:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449555.675949:0:16817:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e8b82a99c00. 00000100:00000001:0.0:1789449555.675956:0:16817:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449555.675961:0:16817:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789449555.675965:0:16817:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789449555.675972:0:16817:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9e8b82cba500. 00010000:00000001:0.0:1789449555.675977:0:16817:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789449555.675982:0:16817:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8b86498a00. 00000020:00000001:0.0:1789449555.675987:0:16817:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789449555.675990:0:16817:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8b86498a00 with handle 0xcddde1459ded6761 to hash 00000020:00000001:0.0:1789449555.675992:0:16817:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789449555.675994:0:16817:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636920823450112 : -107152886101504 : ffff9e8b86498a00) 00010000:00000001:0.0:1789449555.675998:0:16817:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636920823450112 : -107152886101504 : ffff9e8b86498a00) 00010000:00000001:0.0:1789449555.676002:0:16817:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449555.676005:0:16817:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449555.676008:0:16817:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.109@tcp lock: ffff9e8b86498a00/0xcddde1459ded6761 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789449555.676016:0:16817:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.109@tcp lock: ffff9e8b86498a00/0xcddde1459ded6761 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789449555.676028:0:16817:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.109@tcp lock: ffff9e8b86498a00/0xcddde1459ded6761 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789449555.676034:0:16817:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789449555.676036:0:16817:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789449555.676045:0:16817:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b88b64d80. 00000100:00000001:0.0:1789449555.676047:0:16817:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920864132480 : -107152845419136 : ffff9e8b88b64d80) 00000100:00000001:0.0:1789449555.676050:0:16817:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449555.676052:0:16817:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849143040 : -107152860408576 : ffff9e8b87d19500) 00000100:00000001:0.0:1789449555.676058:0:16817:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449555.676064:0:16817:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449555.676066:0:16817:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789449555.676069:0:16817:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789449555.676074:0:16817:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b87d19500 x1876371947525760/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449555.676082:0:16817:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789449555.676085:0:16817:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449555.676090:0:16817:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789449555.676093:0:16817:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789449555.676096:0:16817:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449555.676100:0:16817:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b87d19500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:80a9314a-fa92-41c3-8d17-36c58fffb192:16817:1876371947525760:192.168.202.109@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1789449555.676106:0:16817:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789449555.676113:0:16817:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789449555.676116:0:16817:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449555.676119:0:16817:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789449555.676123:0:16817:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b836b0800. 02000000:00000001:0.0:1789449555.676125:0:16817:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449555.676132:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:0.0:1789449555.676137:0:16817:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b86580b58. 00000400:00000010:0.0:1789449555.676143:0:16817:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5198. 00000100:00000200:0.0:1789449555.676151:0:16817:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947525760, portal 25 00000100:00000001:0.0:1789449555.676152:0:16817:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449555.676154:0:16817:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849143040 : -107152860408576 : ffff9e8b87d19500) 00000100:00000040:0.0:1789449555.676160:0:16817:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b87d19500 x1876371947525760/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1789449571 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449555.676168:0:16817:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789449555.676171:0:16817:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1789449555.676175:0:16817:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e57f8. 00000100:00000200:0.0:1789449555.676179:0:16817:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1876371947525760, offset 0 00000400:00000200:0.0:1789449555.676186:0:16817:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1789449555.676194:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449555.676202:0:16817:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1789449555.676209:0:16817:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789449555.676214:0:16817:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1789449555.676219:0:16817:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789449555.676222:0:16817:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1789449555.676227:0:16817:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2886:2886:256:4294967295] 192.168.202.109@tcp LPNI seq info [2886:2886:8:4294967295] 00000400:00000200:0.0:1789449555.676232:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449555.676242:0:16817:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1789449555.676249:0:16817:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1789449555.676254:0:16817:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b864ecd00. 00000800:00000200:0.0:1789449555.676263:0:16817:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1789449555.676272:0:16817:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1789449555.676277:0:16817:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b864ecd00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1789449555.676299:0:16817:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449555.676304:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:0.0:1789449555.676308:0:16817:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296562488 00000100:00000001:0.0:1789449555.676316:0:16817:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296562472 00000100:00000001:0.0:1789449555.676322:0:16817:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296562488 00000100:00000001:0.0:1789449555.676326:0:16817:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296562472 00000100:00000001:0.0:1789449555.676330:0:16817:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449555.676333:0:16817:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449555.676335:0:16817:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449555.676338:0:16817:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789449555.676341:0:16817:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b88b64d80 going to sleep for 11 seconds 00000100:00000001:0.0:1789449555.676343:0:16817:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449555.676346:0:16817:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449555.676621:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449555.676627:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ecd00. 00000400:00000200:3.0:1789449555.676631:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449555.676637:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449555.676642:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e57f8 00000400:00000010:3.0:1789449555.676645:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e57f8. 00000100:00000001:3.0:1789449555.676650:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449555.676654:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d19500 x1876371947525760/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1789449571 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449555.676671:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449555.676674:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d19500 x1876371947525760/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1789449571 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449555.676680:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449555.676682:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449555.679873:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449555.679925:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449555.679931:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449555.679933:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449555.679945:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449555.679955:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449555.679968:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449555.679974:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449555.679980:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449555.679985:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 344 into portal 25 MB=0x6aa8ce3661680 00000400:00000200:2.0:1789449555.679992:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449555.680001:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 344/344 into md 0x836d [1] + 224 00000800:00000001:2.0:1789449555.680010:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449555.680019:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449555.680023:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449555.680029:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449555.680039:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449555.680052:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d19500 x1876371947525760/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1789449571 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449555.680064:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff9e8b87d19500 x1876371947525760/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1789449571 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449555.680088:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449555.680101:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449555.680104:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449555.680180:0:16817:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789449555.680190:0:16817:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449555.680192:0:16817:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449555.680196:0:16817:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b86580b58. 00000400:00000200:0.0:1789449555.680201:0:16817:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5198 00000400:00000010:0.0:1789449555.680205:0:16817:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5198. 00000100:00000001:0.0:1789449555.680208:0:16817:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449555.680213:0:16817:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b87d19500 x1876371947525760/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1789449571 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789449555.680223:0:16817:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b87d19500 x1876371947525760/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1789449571 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449555.680229:0:16817:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449555.680231:0:16817:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449555.680234:0:16817:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449555.680238:0:16817:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449555.680241:0:16817:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449555.680244:0:16817:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449555.680259:0:16817:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449555.680270:0:16817:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b83927460 time=36 v=5 (5 5 5 5) 00000100:00001000:0.0:1789449555.680275:0:16817:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b83927418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1789449555.680277:0:16817:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449555.680278:0:16817:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449555.680283:0:16817:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449555.680286:0:16817:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449555.680290:0:16817:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449555.680296:0:16817:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b87d19500 x1876371947525760/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1789449571 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449555.680304:0:16817:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449555.680307:0:16817:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449555.680310:0:16817:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449555.680314:0:16817:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b87d19500 x1876371947525760/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1789449571 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789449555.680321:0:16817:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b87d19500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:80a9314a-fa92-41c3-8d17-36c58fffb192:16817:1876371947525760:192.168.202.109@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1789449555.680327:0:16817:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449555.680330:0:16817:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449555.680333:0:16817:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789449555.680336:0:16817:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449555.680339:0:16817:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d19500 x1876371947525760/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1789449571 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449555.680346:0:16817:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789449555.680349:0:16817:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b88b64d80. 00000100:00000001:0.0:1789449555.680352:0:16817:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789449555.680354:0:16817:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449555.680357:0:16817:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789449555.680360:0:16817:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449555.680364:0:16817:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449555.680368:0:16817:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498a00 refcount=4 00000020:00000001:0.0:1789449555.680371:0:16817:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823450112 : -107152886101504 : ffff9e8b86498a00) 00010000:00000001:0.0:1789449555.680375:0:16817:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823450112 : -107152886101504 : ffff9e8b86498a00) 00010000:00000040:0.0:1789449555.680383:0:16817:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e8b86498a00, remote cookie: 0xeb7cbf5e2fd3d9a6, flags: 0x0 00010000:00000001:0.0:1789449555.680387:0:16817:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789449555.680392:0:16817:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789449555.680394:0:16817:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789449555.680396:0:16817:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789449555.680399:0:16817:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789449555.680402:0:16817:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (ffff9e8b82cba500) refcount = 1 00010000:00010000:0.0:1789449555.680408:0:16817:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.109@tcp lock: ffff9e8b86498a00/0xcddde1459ded6761 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xeb7cbf5e2fd3d9a6 expref: -99 pid: 16817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449555.680416:0:16817:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789449555.680419:0:16817:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789449555.680420:0:16817:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449555.680424:0:16817:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789449555.680426:0:16817:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449555.680430:0:16817:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.109@tcp lock: ffff9e8b86498a00/0xcddde1459ded6761 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xeb7cbf5e2fd3d9a6 expref: -99 pid: 16817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449555.680437:0:16817:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789449555.680438:0:16817:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449555.680440:0:16817:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449555.680441:0:16817:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449555.680442:0:16817:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449555.680444:0:16817:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449555.680447:0:16817:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449555.680451:0:16817:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b87d19500 x1876371947525760/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1789449571 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449555.681476:0:16817:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789449555.681481:0:16817:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449555.681486:0:16817:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b836b0800. 02000000:00000001:0.0:1789449555.681492:0:16817:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789449555.681495:0:16817:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449555.681497:0:16817:0:(genops.c:1222:class_import_put()) import ffff9e8b83927000 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:0.0:1789449555.681500:0:16817:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449555.681503:0:16817:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e8b82a99c00. 02000000:00000001:0.0:1789449555.681508:0:16817:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449555.681510:0:16817:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449555.681512:0:16817:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b87d19500. 00000100:00000001:0.0:1789449555.681517:0:16817:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449555.681518:0:16817:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1789449555.681521:0:16817:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1789449555.681526:0:16817:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1789449555.681529:0:16817:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff9e8b8be25400) refs 3 10000000:00000001:0.0:1789449555.681532:0:16817:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449555.681534:0:16817:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449555.681536:0:16817:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449555.681539:0:16817:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498a00 refcount=3 00000020:00000001:0.0:1789449555.681541:0:16817:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823450112 : -107152886101504 : ffff9e8b86498a00) 00010000:00000001:0.0:1789449555.681543:0:16817:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823450112 : -107152886101504 : ffff9e8b86498a00) 00010000:00000001:0.0:1789449555.681546:0:16817:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1789449555.681548:0:16817:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449555.681549:0:16817:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449555.681551:0:16817:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1789449555.681554:0:16817:0:(mgc_request.c:1669:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1789449555.681564:0:16817:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff9e8b8c4765c0. 00000020:00000010:0.0:1789449555.681568:0:16817:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e8b82a99c00. 00000020:00000010:0.0:1789449555.681575:0:16817:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e8b82a98e00. 00000040:00000010:0.0:1789449555.681580:0:16817:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9e8b82a99400. 00000020:00000010:0.0:1789449555.681586:0:16817:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9e8b87da5000. 00000020:00000010:0.0:1789449555.681593:0:16817:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9e8b82a98000. 80000000:00000010:0.0:1789449555.681598:0:16817:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9e8b86657960. 00040000:00000010:0.0:1789449555.681606:0:16817:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9e8b8b2b4400. 20000000:00000010:0.0:1789449555.681612:0:16817:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff9e8b86783e00. 10000000:00000040:0.0:1789449555.681617:0:16817:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff9e8b812ed600 : new refcount 2 00000020:00000001:0.0:1789449555.681621:0:16817:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:0.0:1789449555.681623:0:16817:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog lustre-client 00000040:00000001:0.0:1789449555.681627:0:16817:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:0.0:1789449555.681630:0:16817:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9e8b86782400. 00000040:00000001:0.0:1789449555.681635:0:16817:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:0.0:1789449555.681638:0:16817:0:(genops.c:1209:class_import_get()) import ffff9e8b83927000 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000010:0.0:1789449555.681643:0:16817:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d19500. 00000020:00000040:0.0:1789449555.681646:0:16817:0:(genops.c:1209:class_import_get()) import ffff9e8b83927000 refcount=5 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1789449555.681651:0:16817:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449555.681655:0:16817:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449555.681661:0:16817:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449555.681671:0:16817:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e8b8b10d800. 00000100:00000001:0.0:1789449555.681680:0:16817:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449555.681688:0:16817:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789449555.681690:0:16817:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789449555.681698:0:16817:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b88b64d80. 00000100:00000001:0.0:1789449555.681701:0:16817:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920864132480 : -107152845419136 : ffff9e8b88b64d80) 00000100:00000001:0.0:1789449555.681704:0:16817:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449555.681706:0:16817:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849143040 : -107152860408576 : ffff9e8b87d19500) 00000100:00000001:0.0:1789449555.681712:0:16817:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449555.681718:0:16817:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449555.681720:0:16817:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789449555.681722:0:16817:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789449555.681731:0:16817:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b87d19500 x1876371947525888/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449555.681739:0:16817:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789449555.681742:0:16817:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449555.681746:0:16817:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789449555.681749:0:16817:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789449555.681752:0:16817:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449555.681755:0:16817:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b87d19500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:80a9314a-fa92-41c3-8d17-36c58fffb192:16817:1876371947525888:192.168.202.109@tcp:501:ll_cfg_requeue.0 00000100:00000001:0.0:1789449555.681759:0:16817:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789449555.681765:0:16817:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789449555.681768:0:16817:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449555.681770:0:16817:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789449555.681776:0:16817:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b91d59200. 02000000:00000001:0.0:1789449555.681778:0:16817:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449555.681787:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:0.0:1789449555.681792:0:16817:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b86580b58. 00000400:00000010:0.0:1789449555.681799:0:16817:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5198. 00000100:00000200:0.0:1789449555.681807:0:16817:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947525888, portal 25 00000100:00000001:0.0:1789449555.681809:0:16817:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449555.681810:0:16817:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849143040 : -107152860408576 : ffff9e8b87d19500) 00000100:00000040:0.0:1789449555.681816:0:16817:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b87d19500 x1876371947525888/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1789449571 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449555.681828:0:16817:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789449555.681831:0:16817:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1789449555.681834:0:16817:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5550. 00000100:00000200:0.0:1789449555.681839:0:16817:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1876371947525888, offset 0 00000400:00000200:0.0:1789449555.681847:0:16817:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1789449555.681856:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449555.681865:0:16817:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1789449555.681872:0:16817:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789449555.681877:0:16817:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1789449555.681899:0:16817:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789449555.681902:0:16817:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1789449555.681907:0:16817:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2887:2887:256:4294967295] 192.168.202.109@tcp LPNI seq info [2887:2887:8:4294967295] 00000400:00000200:0.0:1789449555.681913:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449555.681924:0:16817:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1789449555.681931:0:16817:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1789449555.681938:0:16817:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b864ec900. 00000800:00000200:0.0:1789449555.681946:0:16817:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1789449555.681955:0:16817:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1789449555.681960:0:16817:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b864ec900 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:0.0:1789449555.681985:0:16817:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449555.681990:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:0.0:1789449555.681994:0:16817:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296562495 00000100:00000001:0.0:1789449555.682003:0:16817:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296562488 00000100:00000001:0.0:1789449555.682010:0:16817:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296562495 00000100:00000001:0.0:1789449555.682014:0:16817:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296562488 00000100:00000001:0.0:1789449555.682017:0:16817:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449555.682020:0:16817:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449555.682022:0:16817:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449555.682025:0:16817:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789449555.682029:0:16817:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b88b64d80 going to sleep for 11 seconds 00000100:00000001:0.0:1789449555.682031:0:16817:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449555.682034:0:16817:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449555.682319:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449555.682325:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ec900. 00000400:00000200:3.0:1789449555.682332:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449555.682338:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449555.682347:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5550 00000400:00000010:3.0:1789449555.682351:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5550. 00000100:00000001:3.0:1789449555.682357:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449555.682361:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d19500 x1876371947525888/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1789449571 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449555.682372:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449555.682374:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d19500 x1876371947525888/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1789449571 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449555.682380:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449555.682382:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449555.699989:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449555.700013:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449555.700020:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449555.700024:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449555.700037:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449555.700049:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449555.700063:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449555.700069:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449555.700075:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449555.700081:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 272 into portal 25 MB=0x6aa8ce3661700 00000400:00000200:2.0:1789449555.700088:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449555.700098:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 272/272 into md 0x8375 [1] + 224 00000800:00000001:2.0:1789449555.700109:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449555.700119:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449555.700124:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449555.700129:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449555.700141:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449555.700156:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d19500 x1876371947525888/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1789449571 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449555.700169:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff9e8b87d19500 x1876371947525888/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1789449571 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449555.700197:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449555.700209:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449555.700212:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449555.700438:0:16817:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789449555.700449:0:16817:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449555.700451:0:16817:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449555.700737:0:16817:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b86580b58. 00000400:00000200:0.0:1789449555.700746:0:16817:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5198 00000400:00000010:0.0:1789449555.700750:0:16817:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5198. 00000100:00000001:0.0:1789449555.700755:0:16817:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449555.700760:0:16817:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b87d19500 x1876371947525888/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1789449571 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789449555.700770:0:16817:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b87d19500 x1876371947525888/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1789449571 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449555.700789:0:16817:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449555.700791:0:16817:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449555.700794:0:16817:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449555.700800:0:16817:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449555.700803:0:16817:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449555.700806:0:16817:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449555.700809:0:16817:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449555.700819:0:16817:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b83927460 time=36 v=5 (5 5 5 5) 00000100:00001000:0.0:1789449555.700824:0:16817:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b83927418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1789449555.700826:0:16817:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449555.700828:0:16817:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449555.700832:0:16817:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449555.700835:0:16817:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449555.700838:0:16817:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449555.700843:0:16817:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b87d19500 x1876371947525888/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1789449571 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449555.700851:0:16817:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449555.700855:0:16817:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449555.700857:0:16817:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449555.700861:0:16817:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b87d19500 x1876371947525888/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1789449571 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789449555.700875:0:16817:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b87d19500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:80a9314a-fa92-41c3-8d17-36c58fffb192:16817:1876371947525888:192.168.202.109@tcp:501:ll_cfg_requeue.0 00000100:00000001:0.0:1789449555.700921:0:16817:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449555.700925:0:16817:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449555.700927:0:16817:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789449555.700930:0:16817:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449555.700934:0:16817:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d19500 x1876371947525888/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1789449571 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449555.700942:0:16817:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789449555.700947:0:16817:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b88b64d80. 00000100:00000001:0.0:1789449555.700951:0:16817:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789449555.700953:0:16817:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1789449555.700961:0:16817:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:0.0:1789449555.700966:0:16817:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449555.700968:0:16817:0:(genops.c:1222:class_import_put()) import ffff9e8b83927000 refcount=4 obd=MGC192.168.202.109@tcp 00000020:00000001:0.0:1789449555.700971:0:16817:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:0.0:1789449555.700973:0:16817:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449555.700976:0:16817:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b87d19500 x1876371947525888/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1789449571 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449555.700983:0:16817:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789449555.700987:0:16817:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449555.700992:0:16817:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b91d59200. 02000000:00000001:0.0:1789449555.700997:0:16817:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789449555.700998:0:16817:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449555.701000:0:16817:0:(genops.c:1222:class_import_put()) import ffff9e8b83927000 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:0.0:1789449555.701001:0:16817:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449555.701004:0:16817:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e8b8b10d800. 02000000:00000001:0.0:1789449555.701010:0:16817:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449555.701012:0:16817:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449555.701015:0:16817:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b87d19500. 00000100:00000001:0.0:1789449555.701019:0:16817:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449555.701020:0:16817:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1789449555.701023:0:16817:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1789449555.701027:0:16817:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:0.0:1789449555.701038:0:16817:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9e8b87d2a000. 00000040:00000001:0.0:1789449555.701041:0:16817:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:0.0:1789449555.701043:0:16817:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:0.0:1789449555.701046:0:16817:0:(genops.c:1209:class_import_get()) import ffff9e8b83927000 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000010:0.0:1789449555.701050:0:16817:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d19500. 00000020:00000040:0.0:1789449555.701053:0:16817:0:(genops.c:1209:class_import_get()) import ffff9e8b83927000 refcount=5 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1789449555.701057:0:16817:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449555.701059:0:16817:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449555.701065:0:16817:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449555.701072:0:16817:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e8b91d59200. 00000100:00000001:0.0:1789449555.701079:0:16817:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449555.701083:0:16817:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789449555.701086:0:16817:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789449555.701092:0:16817:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b88b64d80. 00000100:00000001:0.0:1789449555.701094:0:16817:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920864132480 : -107152845419136 : ffff9e8b88b64d80) 00000100:00000001:0.0:1789449555.701097:0:16817:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449555.701099:0:16817:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849143040 : -107152860408576 : ffff9e8b87d19500) 00000100:00000001:0.0:1789449555.701105:0:16817:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449555.701111:0:16817:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449555.701113:0:16817:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789449555.701115:0:16817:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789449555.701118:0:16817:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b87d19500 x1876371947526016/t0(0) o503->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449555.701126:0:16817:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789449555.701129:0:16817:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449555.701133:0:16817:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789449555.701136:0:16817:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789449555.701138:0:16817:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449555.701141:0:16817:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b87d19500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:80a9314a-fa92-41c3-8d17-36c58fffb192:16817:1876371947526016:192.168.202.109@tcp:503:ll_cfg_requeue.0 00000100:00000001:0.0:1789449555.701145:0:16817:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789449555.701153:0:16817:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789449555.701156:0:16817:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449555.701159:0:16817:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789449555.701193:0:16817:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9e8b8679c000. 02000000:00000001:0.0:1789449555.701197:0:16817:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449555.701204:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:0.0:1789449555.701209:0:16817:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b86580b58. 00000400:00000010:0.0:1789449555.701219:0:16817:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9e8b899da3c0. 00000100:00000200:0.0:1789449555.701227:0:16817:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1876371947526016, portal 25 00000100:00000001:0.0:1789449555.701229:0:16817:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449555.701231:0:16817:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849143040 : -107152860408576 : ffff9e8b87d19500) 00000100:00000040:0.0:1789449555.701237:0:16817:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b87d19500 x1876371947526016/t0(0) o503->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789449571 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449555.701609:0:16817:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789449555.701613:0:16817:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1789449555.701619:0:16817:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5198. 00000100:00000200:0.0:1789449555.701623:0:16817:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1876371947526016, offset 0 00000400:00000200:0.0:1789449555.701632:0:16817:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1789449555.701641:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449555.701651:0:16817:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1789449555.701658:0:16817:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789449555.701664:0:16817:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1789449555.701670:0:16817:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789449555.701673:0:16817:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1789449555.701678:0:16817:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2888:2888:256:4294967295] 192.168.202.109@tcp LPNI seq info [2888:2888:8:4294967295] 00000400:00000200:0.0:1789449555.701683:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449555.701695:0:16817:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1789449555.701703:0:16817:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1789449555.701710:0:16817:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b864ec900. 00000800:00000200:0.0:1789449555.701719:0:16817:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1789449555.701731:0:16817:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1789449555.701738:0:16817:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b864ec900 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1789449555.701837:0:16817:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449555.701842:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:0.0:1789449555.701846:0:16817:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296562514 00000100:00000001:0.0:1789449555.701856:0:16817:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296562495 00000100:00000001:0.0:1789449555.701865:0:16817:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296562514 00000100:00000001:0.0:1789449555.701869:0:16817:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296562495 00000100:00000001:0.0:1789449555.701873:0:16817:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449555.701876:0:16817:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449555.701905:0:16817:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449555.701909:0:16817:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789449555.701912:0:16817:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b88b64d80 going to sleep for 11 seconds 00000100:00000001:0.0:1789449555.701915:0:16817:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449555.701917:0:16817:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449555.707318:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449555.707335:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ec900. 00000400:00000200:3.0:1789449555.707344:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449555.707355:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449555.707365:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5198 00000400:00000010:3.0:1789449555.707369:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5198. 00000100:00000001:3.0:1789449555.707376:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449555.707385:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d19500 x1876371947526016/t0(0) o503->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789449571 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449555.707402:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449555.707406:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d19500 x1876371947526016/t0(0) o503->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789449571 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449555.708370:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449555.708372:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449555.713784:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449555.716044:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449555.716060:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449555.716081:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449555.716094:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449555.716108:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449555.716122:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449555.716129:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449555.716137:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449555.716142:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 8416 into portal 25 MB=0x6aa8ce3661780 00000400:00000200:2.0:1789449555.716148:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449555.716157:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 8416/8416 into md 0x837d [4] + 224 00000800:00000001:2.0:1789449555.716300:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449555.724235:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449555.724252:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449555.724267:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449555.724282:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449555.724297:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d19500 x1876371947526016/t0(0) o503->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789449571 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449555.724311:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff9e8b87d19500 x1876371947526016/t0(0) o503->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789449571 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449555.724348:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449555.724369:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449555.724378:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449555.724404:0:16817:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789449555.724417:0:16817:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449555.724420:0:16817:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449555.724425:0:16817:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b86580b58. 00000400:00000200:0.0:1789449555.724432:0:16817:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b899da3c0 00000400:00000010:0.0:1789449555.724435:0:16817:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff9e8b899da3c0. 00000100:00000001:0.0:1789449555.724439:0:16817:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449555.724444:0:16817:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b87d19500 x1876371947526016/t0(0) o503->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789449571 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789449555.725080:0:16817:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b87d19500 x1876371947526016/t0(0) o503->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789449571 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449555.725092:0:16817:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449555.725095:0:16817:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449555.725099:0:16817:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449555.725103:0:16817:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449555.725106:0:16817:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449555.725109:0:16817:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449555.725113:0:16817:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449555.725123:0:16817:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b83927460 time=36 v=5 (5 5 5 5) 00000100:00001000:0.0:1789449555.725127:0:16817:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b83927418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1789449555.725130:0:16817:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449555.725131:0:16817:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449555.725135:0:16817:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449555.725137:0:16817:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449555.725142:0:16817:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449555.725148:0:16817:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b87d19500 x1876371947526016/t0(0) o503->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789449571 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449555.725156:0:16817:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449555.725160:0:16817:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449555.725162:0:16817:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449555.725166:0:16817:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b87d19500 x1876371947526016/t0(0) o503->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789449571 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789449555.725176:0:16817:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b87d19500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:80a9314a-fa92-41c3-8d17-36c58fffb192:16817:1876371947526016:192.168.202.109@tcp:503:ll_cfg_requeue.0 00000100:00000001:0.0:1789449555.725181:0:16817:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449555.725184:0:16817:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449555.725187:0:16817:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789449555.725190:0:16817:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449555.725194:0:16817:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d19500 x1876371947526016/t0(0) o503->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789449571 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449555.725201:0:16817:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789449555.725204:0:16817:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b88b64d80. 00000100:00000001:0.0:1789449555.725210:0:16817:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789449555.725211:0:16817:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1789449555.725224:0:16817:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:0.0:1789449555.725226:0:16817:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449555.725229:0:16817:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b87d19500 x1876371947526016/t0(0) o503->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789449571 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449555.725235:0:16817:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789449555.725238:0:16817:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449555.725252:0:16817:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9e8b8679c000. 02000000:00000001:0.0:1789449555.725267:0:16817:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789449555.725271:0:16817:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449555.725274:0:16817:0:(genops.c:1222:class_import_put()) import ffff9e8b83927000 refcount=4 obd=MGC192.168.202.109@tcp 00000020:00000001:0.0:1789449555.725276:0:16817:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449555.725280:0:16817:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e8b91d59200. 02000000:00000001:0.0:1789449555.725285:0:16817:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449555.725287:0:16817:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449555.725289:0:16817:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b87d19500. 00000100:00000001:0.0:1789449555.725293:0:16817:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449555.725294:0:16817:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1789449555.725298:0:16817:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449555.725299:0:16817:0:(genops.c:1222:class_import_put()) import ffff9e8b83927000 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:0.0:1789449555.725301:0:16817:0:(genops.c:1229:class_import_put()) Process leaving 00000040:00000001:0.0:1789449555.725304:0:16817:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1789449555.725307:0:16817:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1789449555.725312:0:16817:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1789449555.725322:0:16817:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff9e8b866576c0. 00000040:00001000:0.0:1789449555.725326:0:16817:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x3:0x0] flags 0x004 startcat -1 startidx -1 first_idx 51 last_idx 0 read_mode 0 00000040:00000001:0.0:1789449555.727577:0:34086:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:0.0:1789449555.727591:0:34086:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e8b91d59200. 00000020:00000010:0.0:1789449555.727600:0:34086:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e8b91d58200. 00000040:00000010:0.0:1789449555.727609:0:34086:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9e8b8b10d800. 00000020:00000010:0.0:1789449555.727616:0:34086:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9e8b87da6000. 00000020:00000010:0.0:1789449555.727624:0:34086:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff9e8b8312e4a0. 00000020:00000010:0.0:1789449555.727630:0:34086:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9e8b8b126c00. 80000000:00000010:0.0:1789449555.727637:0:34086:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9e8b866570c0. 40000000:00000010:0.0:1789449555.727643:0:34086:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff9e8b8c476e80. 00100000:00000010:0.0:1789449555.727651:0:34086:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9e8b87da6800. 00040000:00000010:0.0:1789449555.727658:0:34086:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9e8b864ecd00. 00040000:00000010:0.0:1789449555.727664:0:34086:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff9e8b87da2800. 00040000:00000010:0.0:1789449555.727674:0:34086:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9e8b8be1ac00. 00000004:00000010:0.0:1789449555.727682:0:34086:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at ffff9e8b87da4800. 00000004:00000010:0.0:1789449555.727691:0:34086:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at ffff9e8b83742000. 00000004:00000010:0.0:1789449555.727697:0:34086:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff9e8b87da7000. 00002000:00000010:0.0:1789449555.727705:0:34086:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at ffff9e8b836b0800. 00000004:00000010:0.0:1789449555.727711:0:34086:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff9e8b836b0c00. 00000020:00000010:0.0:1789449555.727719:0:34086:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9e8b8c476b80. 00000040:00000010:0.0:1789449555.727731:0:34086:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff9e8b87d28000. 00000040:00080000:0.0:1789449555.728250:0:34086:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 64768 count 51 00000040:00000010:0.0:1789449555.728259:0:34086:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff9e8b87d28000. 00000020:00000010:0.0:1789449555.728270:0:34086:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9e8b8c476b80. 00000020:00000010:0.0:1789449555.728293:0:34086:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e8b91d58200. 00000040:00000010:0.0:1789449555.728299:0:34086:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9e8b8b10d800. 00000020:00000010:0.0:1789449555.728304:0:34086:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9e8b87da6000. 00000020:00000010:0.0:1789449555.728310:0:34086:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff9e8b8312e4a0. 00000020:00000010:0.0:1789449555.728317:0:34086:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9e8b8b126c00. 80000000:00000010:0.0:1789449555.728464:0:34086:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9e8b866570c0. 40000000:00000010:0.0:1789449555.728470:0:34086:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff9e8b8c476e80. 00100000:00000010:0.0:1789449555.728475:0:34086:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff9e8b87da6800. 00040000:00000010:0.0:1789449555.728479:0:34086:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9e8b864ecd00. 00040000:00000010:0.0:1789449555.728483:0:34086:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff9e8b87da2800. 00040000:00000010:0.0:1789449555.728486:0:34086:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9e8b8be1ac00. 00000004:00000010:0.0:1789449555.728491:0:34086:0:(mdd_device.c:2422:mdd_key_fini()) kfreed 'info': 1872 at ffff9e8b87da4800. 00000004:00000010:0.0:1789449555.728497:0:34086:0:(mdt_handler.c:8426:mdt_key_fini()) kfreed 'info': 2568 at ffff9e8b83742000. 00000004:00000010:0.0:1789449555.728503:0:34086:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff9e8b87da7000. 00002000:00000010:0.0:1789449555.728507:0:34086:0:(ofd_dev.c:3004:ofd_key_fini()) kfreed 'info': 816 at ffff9e8b836b0800. 00000004:00000010:0.0:1789449555.728511:0:34086:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff9e8b836b0c00. 00000020:00000010:0.0:1789449555.728514:0:34086:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e8b91d59200. 00000040:00000010:2.0:1789449555.728800:0:16817:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff9e8b866576c0. 00000040:00000001:2.0:1789449555.728806:0:16817:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1789449555.728810:0:16817:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 52-51 (rc=0) 00000040:00000010:2.0:1789449555.728817:0:16817:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9e8b87d2a000. 00000040:00000010:2.0:1789449555.728821:0:16817:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9e8b86782400. 00000020:00000001:2.0:1789449555.728826:0:16817:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1789449555.728831:0:16817:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving 00000020:00000010:2.0:1789449555.728835:0:16817:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e8b82a98e00. 00000040:00000010:2.0:1789449555.728839:0:16817:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9e8b82a99400. 00000020:00000010:2.0:1789449555.728844:0:16817:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9e8b87da5000. 00000020:00000010:2.0:1789449555.728847:0:16817:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9e8b82a98000. 80000000:00000010:2.0:1789449555.728849:0:16817:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9e8b86657960. 00040000:00000010:2.0:1789449555.728852:0:16817:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9e8b8b2b4400. 20000000:00000010:2.0:1789449555.728857:0:16817:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff9e8b86783e00. 00000020:00000010:2.0:1789449555.728860:0:16817:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e8b82a99c00. 10000000:00000010:2.0:1789449555.728863:0:16817:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at ffff9e8b8c4765c0. 10000000:01000000:2.0:1789449555.728866:0:16817:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.109@tcp: configuration from log 'lustre-client' succeeded (0). 10000000:00000001:2.0:1789449555.728871:0:16817:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1789449555.728874:0:16817:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449555.728877:0:16817:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449555.728917:0:16817:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498a00 refcount=3 00000020:00000001:2.0:1789449555.728921:0:16817:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823450112 : -107152886101504 : ffff9e8b86498a00) 00010000:00000001:2.0:1789449555.728925:0:16817:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823450112 : -107152886101504 : ffff9e8b86498a00) 00010000:00000001:2.0:1789449555.728928:0:16817:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789449555.728941:0:16817:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.109@tcp lock: ffff9e8b86498a00/0xcddde1459ded6761 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xeb7cbf5e2fd3d9a6 expref: -99 pid: 16817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449555.728952:0:16817:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449555.728954:0:16817:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789449555.728957:0:16817:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.109@tcp lock: ffff9e8b86498a00/0xcddde1459ded6761 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xeb7cbf5e2fd3d9a6 expref: -99 pid: 16817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449555.728962:0:16817:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789449555.728964:0:16817:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449555.728964:0:16817:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1789449555.728966:0:16817:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1789449555.728969:0:16817:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1789449555.728972:0:16817:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1789449555.728975:0:16817:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1789449555.728977:0:16817:0:(mgc_request.c:108:config_log_get()) log params (ffff9e8b8bdada00) refs 2 10000000:00000001:2.0:1789449555.728979:0:16817:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1789449555.728982:0:16817:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1789449555.728983:0:16817:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff9e8b8be25400) refs 3 10000000:00000001:2.0:1789449555.728985:0:16817:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1789449555.728987:0:16817:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1789449555.728988:0:16817:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:2.0:1789449555.728990:0:16817:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:2.0:1789449555.728992:0:16817:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9e8b89903000 from 7 10000000:00000001:2.0:1789449555.728995:0:16817:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1789449555.728997:0:16817:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:2.0:1789449555.729010:0:16817:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065fb80. 00000020:00000040:2.0:1789449555.729014:0:16817:0:(genops.c:1209:class_import_get()) import ffff9e8b83927000 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:2.0:1789449555.729019:0:16817:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449555.729023:0:16817:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449555.729028:0:16817:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449555.729036:0:16817:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e8b864b0400. 00000100:00000001:2.0:1789449555.729045:0:16817:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449555.729051:0:16817:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789449555.729055:0:16817:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1789449555.729062:0:16817:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9e8b90652b00. 00010000:00000001:2.0:1789449555.729067:0:16817:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789449555.729070:0:16817:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8b91c4c000. 00000020:00000001:2.0:1789449555.729075:0:16817:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789449555.729077:0:16817:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8b91c4c000 with handle 0xcddde1459ded6768 to hash 00000020:00000001:2.0:1789449555.729080:0:16817:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789449555.729081:0:16817:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636921016074240 : -107152693477376 : ffff9e8b91c4c000) 00010000:00000001:2.0:1789449555.729085:0:16817:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636921016074240 : -107152693477376 : ffff9e8b91c4c000) 00010000:00000001:2.0:1789449555.729088:0:16817:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449555.729093:0:16817:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449555.729096:0:16817:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.109@tcp lock: ffff9e8b91c4c000/0xcddde1459ded6768 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789449555.729103:0:16817:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.109@tcp lock: ffff9e8b91c4c000/0xcddde1459ded6768 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789449555.729119:0:16817:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.109@tcp lock: ffff9e8b91c4c000/0xcddde1459ded6768 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789449555.729125:0:16817:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789449555.729127:0:16817:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789449555.729136:0:16817:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b837e3540. 00000100:00000001:2.0:1789449555.729138:0:16817:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920776570176 : -107152932981440 : ffff9e8b837e3540) 00000100:00000001:2.0:1789449555.729141:0:16817:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449555.729143:0:16817:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993086336 : -107152716465280 : ffff9e8b9065fb80) 00000100:00000001:2.0:1789449555.729150:0:16817:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449555.729155:0:16817:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449555.729157:0:16817:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789449555.729159:0:16817:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789449555.729174:0:16817:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065fb80 x1876371947526144/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449555.729182:0:16817:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449555.729185:0:16817:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449555.729190:0:16817:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449555.729193:0:16817:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449555.729195:0:16817:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449555.729198:0:16817:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065fb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:80a9314a-fa92-41c3-8d17-36c58fffb192:16817:1876371947526144:192.168.202.109@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1789449555.729203:0:16817:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789449555.729208:0:16817:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449555.729211:0:16817:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449555.729214:0:16817:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789449555.729218:0:16817:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b83605400. 02000000:00000001:2.0:1789449555.729220:0:16817:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449555.729231:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449555.729236:0:16817:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b9948. 00000400:00000010:2.0:1789449555.729245:0:16817:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d198. 00000100:00000200:2.0:1789449555.729254:0:16817:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947526144, portal 25 00000100:00000001:2.0:1789449555.729255:0:16817:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449555.729257:0:16817:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993086336 : -107152716465280 : ffff9e8b9065fb80) 00000100:00000040:2.0:1789449555.729262:0:16817:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b9065fb80 x1876371947526144/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1789449571 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449555.729268:0:16817:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449555.729271:0:16817:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449555.729273:0:16817:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085da18. 00000100:00000200:2.0:1789449555.729276:0:16817:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1876371947526144, offset 0 00000400:00000200:2.0:1789449555.729283:0:16817:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449555.729292:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449555.729302:0:16817:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449555.729309:0:16817:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449555.729314:0:16817:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449555.729318:0:16817:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449555.729321:0:16817:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449555.729488:0:16817:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2889:2889:256:4294967295] 192.168.202.109@tcp LPNI seq info [2889:2889:8:4294967295] 00000400:00000200:2.0:1789449555.729493:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449555.729506:0:16817:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449555.729515:0:16817:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449555.729522:0:16817:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b8c688f00. 00000800:00000200:2.0:1789449555.729530:0:16817:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449555.729540:0:16817:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449555.729546:0:16817:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b8c688f00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1789449555.729569:0:16817:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449555.729574:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449555.729576:0:16817:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296562542 00000100:00000001:2.0:1789449555.729585:0:16817:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296562514 00000100:00000001:2.0:1789449555.729588:0:16817:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296562542 00000100:00000001:2.0:1789449555.729592:0:16817:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296562514 00000100:00000001:2.0:1789449555.729595:0:16817:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449555.729598:0:16817:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449555.729600:0:16817:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449555.729603:0:16817:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789449555.729606:0:16817:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b837e3540 going to sleep for 11 seconds 00000100:00000001:2.0:1789449555.729608:0:16817:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449555.729612:0:16817:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449555.729848:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449555.729854:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c688f00. 00000400:00000200:3.0:1789449555.729860:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449555.729867:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449555.729874:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085da18 00000400:00000010:3.0:1789449555.729877:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085da18. 00000100:00000001:3.0:1789449555.729908:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449555.729913:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065fb80 x1876371947526144/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1789449571 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449555.729923:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449555.729927:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b9065fb80 x1876371947526144/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1789449571 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449555.730107:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449555.730109:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449555.731923:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449555.731942:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449555.731948:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449555.731950:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449555.731960:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449555.731968:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449555.731978:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449555.731991:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449555.731999:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449555.732004:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 344 into portal 25 MB=0x6aa8ce3661800 00000400:00000200:2.0:1789449555.732011:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449555.732019:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 344/344 into md 0x8385 [1] + 224 00000800:00000001:2.0:1789449555.732028:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449555.732040:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449555.732045:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449555.732049:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449555.732059:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449555.732069:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065fb80 x1876371947526144/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1789449571 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449555.732080:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff9e8b9065fb80 x1876371947526144/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1789449571 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449555.732099:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449555.732111:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449555.732114:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449555.736104:0:16817:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789449555.736123:0:16817:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449555.736126:0:16817:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449555.736130:0:16817:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b9948. 00000400:00000200:0.0:1789449555.736137:0:16817:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d198 00000400:00000010:0.0:1789449555.736140:0:16817:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d198. 00000100:00000001:0.0:1789449555.736145:0:16817:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449555.736158:0:16817:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065fb80 x1876371947526144/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1789449571 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789449555.736168:0:16817:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065fb80 x1876371947526144/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1789449571 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449555.736174:0:16817:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449555.736175:0:16817:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449555.736177:0:16817:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449555.736181:0:16817:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449555.736183:0:16817:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449555.736185:0:16817:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449555.736187:0:16817:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449555.736196:0:16817:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b83927460 time=36 v=5 (5 5 5 5) 00000100:00001000:0.0:1789449555.736200:0:16817:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b83927418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1789449555.736202:0:16817:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449555.736203:0:16817:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449555.736206:0:16817:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449555.736207:0:16817:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449555.736209:0:16817:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449555.736213:0:16817:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065fb80 x1876371947526144/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1789449571 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449555.736218:0:16817:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449555.736221:0:16817:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449555.736222:0:16817:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449555.736225:0:16817:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065fb80 x1876371947526144/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1789449571 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789449555.736231:0:16817:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065fb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:80a9314a-fa92-41c3-8d17-36c58fffb192:16817:1876371947526144:192.168.202.109@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1789449555.736234:0:16817:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449555.736236:0:16817:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449555.736238:0:16817:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789449555.736240:0:16817:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449555.736244:0:16817:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065fb80 x1876371947526144/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1789449571 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449555.736251:0:16817:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789449555.736254:0:16817:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b837e3540. 00000100:00000001:0.0:1789449555.736259:0:16817:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789449555.736260:0:16817:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449555.736263:0:16817:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789449555.736267:0:16817:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449555.736271:0:16817:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449555.736275:0:16817:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c000 refcount=4 00000020:00000001:0.0:1789449555.736277:0:16817:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016074240 : -107152693477376 : ffff9e8b91c4c000) 00010000:00000001:0.0:1789449555.736281:0:16817:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016074240 : -107152693477376 : ffff9e8b91c4c000) 00010000:00000040:0.0:1789449555.736289:0:16817:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e8b91c4c000, remote cookie: 0xeb7cbf5e2fd3d9ad, flags: 0x0 00010000:00000001:0.0:1789449555.736294:0:16817:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789449555.736299:0:16817:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789449555.736301:0:16817:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789449555.736303:0:16817:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789449555.736304:0:16817:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789449555.736307:0:16817:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff9e8b90652b00) refcount = 1 00010000:00010000:0.0:1789449555.736312:0:16817:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.109@tcp lock: ffff9e8b91c4c000/0xcddde1459ded6768 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xeb7cbf5e2fd3d9ad expref: -99 pid: 16817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449555.736318:0:16817:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789449555.736319:0:16817:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789449555.736320:0:16817:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449555.736323:0:16817:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789449555.736325:0:16817:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449555.736327:0:16817:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.109@tcp lock: ffff9e8b91c4c000/0xcddde1459ded6768 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xeb7cbf5e2fd3d9ad expref: -99 pid: 16817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449555.736332:0:16817:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789449555.736334:0:16817:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449555.736335:0:16817:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449555.736336:0:16817:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449555.736337:0:16817:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449555.736338:0:16817:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449555.736340:0:16817:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449555.736342:0:16817:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065fb80 x1876371947526144/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1789449571 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449555.736346:0:16817:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789449555.736348:0:16817:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449555.736351:0:16817:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b83605400. 02000000:00000001:0.0:1789449555.736354:0:16817:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789449555.736357:0:16817:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449555.736358:0:16817:0:(genops.c:1222:class_import_put()) import ffff9e8b83927000 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:0.0:1789449555.736360:0:16817:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449555.736363:0:16817:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e8b864b0400. 02000000:00000001:0.0:1789449555.736365:0:16817:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449555.736367:0:16817:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449555.736369:0:16817:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065fb80. 00000100:00000001:0.0:1789449555.736372:0:16817:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449555.736372:0:16817:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1789449555.736374:0:16817:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1789449555.736377:0:16817:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1789449555.736379:0:16817:0:(mgc_request.c:108:config_log_get()) log params (ffff9e8b8bdada00) refs 3 10000000:00000001:0.0:1789449555.736381:0:16817:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449555.736382:0:16817:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449555.736383:0:16817:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449555.736384:0:16817:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c000 refcount=3 00000020:00000001:0.0:1789449555.736385:0:16817:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016074240 : -107152693477376 : ffff9e8b91c4c000) 00010000:00000001:0.0:1789449555.736387:0:16817:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016074240 : -107152693477376 : ffff9e8b91c4c000) 00010000:00000001:0.0:1789449555.736388:0:16817:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1789449555.736389:0:16817:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449555.736390:0:16817:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449555.736391:0:16817:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1789449555.736393:0:16817:0:(mgc_request.c:1669:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1789449555.736398:0:16817:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff9e8b8c476e80. 00000020:00000010:0.0:1789449555.736402:0:16817:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e8b8be1ac00. 00000020:00000010:0.0:1789449555.736411:0:16817:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e8b8b126c00. 00000040:00000010:0.0:1789449555.736416:0:16817:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9e8b8b10d800. 00000020:00000010:0.0:1789449555.736422:0:16817:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9e8b87da7000. 00000020:00000010:0.0:1789449555.736428:0:16817:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9e8b91d59200. 80000000:00000010:0.0:1789449555.736433:0:16817:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9e8b866570c0. 00040000:00000010:0.0:1789449555.736439:0:16817:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9e8b91d58200. 20000000:00000010:0.0:1789449555.736445:0:16817:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff9e8b8bc16800. 10000000:00000040:0.0:1789449555.736450:0:16817:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff9e8b812ed600 : new refcount 2 00000020:00000001:0.0:1789449555.736464:0:16817:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:0.0:1789449555.736466:0:16817:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog params 00000040:00000001:0.0:1789449555.736469:0:16817:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:0.0:1789449555.736474:0:16817:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9e8b812e6a00. 00000040:00000001:0.0:1789449555.736479:0:16817:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:0.0:1789449555.736482:0:16817:0:(genops.c:1209:class_import_get()) import ffff9e8b83927000 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000010:0.0:1789449555.736489:0:16817:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d19500. 00000020:00000040:0.0:1789449555.736492:0:16817:0:(genops.c:1209:class_import_get()) import ffff9e8b83927000 refcount=5 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1789449555.736498:0:16817:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449555.736502:0:16817:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449555.736507:0:16817:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449555.736516:0:16817:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e8b812e6800. 00000100:00000001:0.0:1789449555.736523:0:16817:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449555.736530:0:16817:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789449555.736532:0:16817:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789449555.736539:0:16817:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b899da3c0. 00000100:00000001:0.0:1789449555.736542:0:16817:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920879293376 : -107152830258240 : ffff9e8b899da3c0) 00000100:00000001:0.0:1789449555.736546:0:16817:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449555.736547:0:16817:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849143040 : -107152860408576 : ffff9e8b87d19500) 00000100:00000001:0.0:1789449555.736552:0:16817:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449555.736557:0:16817:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449555.736559:0:16817:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789449555.736561:0:16817:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789449555.736566:0:16817:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b87d19500 x1876371947526272/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449555.736573:0:16817:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789449555.736576:0:16817:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449555.736580:0:16817:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789449555.736583:0:16817:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789449555.736586:0:16817:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449555.736589:0:16817:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b87d19500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:80a9314a-fa92-41c3-8d17-36c58fffb192:16817:1876371947526272:192.168.202.109@tcp:501:ll_cfg_requeue.0 00000100:00000001:0.0:1789449555.736594:0:16817:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789449555.736599:0:16817:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789449555.736601:0:16817:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449555.736603:0:16817:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789449555.736607:0:16817:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b8b16e000. 02000000:00000001:0.0:1789449555.736608:0:16817:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449555.736616:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:0.0:1789449555.736619:0:16817:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b86580b58. 00000400:00000010:0.0:1789449555.736623:0:16817:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5cc0. 00000100:00000200:0.0:1789449555.736629:0:16817:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947526272, portal 25 00000100:00000001:0.0:1789449555.736630:0:16817:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449555.736632:0:16817:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849143040 : -107152860408576 : ffff9e8b87d19500) 00000100:00000040:0.0:1789449555.736635:0:16817:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b87d19500 x1876371947526272/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 504/272 e 0 to 0 dl 1789449571 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449555.736641:0:16817:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789449555.736644:0:16817:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1789449555.736646:0:16817:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5110. 00000100:00000200:0.0:1789449555.737794:0:16817:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1876371947526272, offset 0 00000400:00000200:0.0:1789449555.737831:0:16817:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1789449555.737849:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449555.737863:0:16817:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1789449555.737872:0:16817:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789449555.737892:0:16817:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1789449555.737897:0:16817:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789449555.737901:0:16817:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1789449555.737906:0:16817:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2890:2890:256:4294967295] 192.168.202.109@tcp LPNI seq info [2890:2890:8:4294967295] 00000400:00000200:0.0:1789449555.737912:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449555.737923:0:16817:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1789449555.737930:0:16817:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1789449555.737939:0:16817:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b864ecd00. 00000800:00000200:0.0:1789449555.737949:0:16817:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1789449555.737958:0:16817:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1789449555.737963:0:16817:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b864ecd00 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:0.0:1789449555.737989:0:16817:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449555.737996:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:0.0:1789449555.738001:0:16817:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296562551 00000100:00000001:0.0:1789449555.738014:0:16817:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296562542 00000100:00000001:0.0:1789449555.738023:0:16817:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296562551 00000100:00000001:0.0:1789449555.738027:0:16817:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296562542 00000100:00000001:0.0:1789449555.738029:0:16817:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449555.738034:0:16817:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449555.738039:0:16817:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449555.738041:0:16817:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789449555.738044:0:16817:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b899da3c0 going to sleep for 11 seconds 00000100:00000001:0.0:1789449555.738047:0:16817:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449555.738051:0:16817:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449555.738178:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449555.738184:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ecd00. 00000400:00000200:3.0:1789449555.738191:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449555.738197:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449555.738205:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5110 00000400:00000010:3.0:1789449555.738208:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5110. 00000100:00000001:3.0:1789449555.738213:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449555.738222:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d19500 x1876371947526272/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 504/272 e 0 to 0 dl 1789449571 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449555.738233:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449555.738237:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d19500 x1876371947526272/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 504/272 e 0 to 0 dl 1789449571 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449555.738250:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449555.738251:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449555.743606:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449555.743627:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449555.743632:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449555.743634:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449555.743645:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449555.743654:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449555.743669:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449555.743676:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449555.743684:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449555.743691:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 272 into portal 25 MB=0x6aa8ce3661880 00000400:00000200:2.0:1789449555.743699:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449555.743710:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 272/272 into md 0x8395 [1] + 224 00000800:00000001:2.0:1789449555.743721:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449555.743730:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449555.743735:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449555.743741:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449555.743755:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449555.743769:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d19500 x1876371947526272/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 504/272 e 0 to 0 dl 1789449571 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449555.743779:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff9e8b87d19500 x1876371947526272/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 504/272 e 0 to 0 dl 1789449571 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449555.743799:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449555.743811:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449555.743815:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449555.743834:0:16817:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789449555.743845:0:16817:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449555.743847:0:16817:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449555.743852:0:16817:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b86580b58. 00000400:00000200:0.0:1789449555.743859:0:16817:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5cc0 00000400:00000010:0.0:1789449555.743863:0:16817:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5cc0. 00000100:00000001:0.0:1789449555.743867:0:16817:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449555.743871:0:16817:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b87d19500 x1876371947526272/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 504/272 e 0 to 0 dl 1789449571 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789449555.743911:0:16817:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b87d19500 x1876371947526272/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 504/272 e 0 to 0 dl 1789449571 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449555.743918:0:16817:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449555.743921:0:16817:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449555.743925:0:16817:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449555.743930:0:16817:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449555.743934:0:16817:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449555.743938:0:16817:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449555.743942:0:16817:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449555.743954:0:16817:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b83927460 time=36 v=5 (5 5 5 5) 00000100:00001000:0.0:1789449555.743960:0:16817:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b83927418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1789449555.743963:0:16817:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449555.743965:0:16817:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449555.743970:0:16817:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449555.743984:0:16817:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449555.743989:0:16817:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449555.743995:0:16817:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b87d19500 x1876371947526272/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 504/272 e 0 to 0 dl 1789449571 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449555.744003:0:16817:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449555.744007:0:16817:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449555.744010:0:16817:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449555.744017:0:16817:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b87d19500 x1876371947526272/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 504/272 e 0 to 0 dl 1789449571 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789449555.744026:0:16817:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b87d19500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:80a9314a-fa92-41c3-8d17-36c58fffb192:16817:1876371947526272:192.168.202.109@tcp:501:ll_cfg_requeue.0 00000100:00000001:0.0:1789449555.744033:0:16817:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449555.744038:0:16817:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449555.744042:0:16817:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789449555.744045:0:16817:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449555.744049:0:16817:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d19500 x1876371947526272/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 504/272 e 0 to 0 dl 1789449571 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449555.744058:0:16817:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789449555.744062:0:16817:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b899da3c0. 00000100:00000001:0.0:1789449555.744067:0:16817:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789449555.744069:0:16817:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1789449555.744078:0:16817:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:1.0:1789449555.744164:0:16817:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449555.744168:0:16817:0:(genops.c:1222:class_import_put()) import ffff9e8b83927000 refcount=4 obd=MGC192.168.202.109@tcp 00000020:00000001:1.0:1789449555.744171:0:16817:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:1.0:1789449555.744173:0:16817:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449555.744178:0:16817:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b87d19500 x1876371947526272/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 504/272 e 0 to 0 dl 1789449571 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449555.744186:0:16817:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789449555.744190:0:16817:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789449555.744194:0:16817:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b8b16e000. 02000000:00000001:1.0:1789449555.744199:0:16817:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789449555.744200:0:16817:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449555.744202:0:16817:0:(genops.c:1222:class_import_put()) import ffff9e8b83927000 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:1.0:1789449555.744203:0:16817:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789449555.744207:0:16817:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e8b812e6800. 02000000:00000001:1.0:1789449555.744213:0:16817:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789449555.744216:0:16817:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789449555.744218:0:16817:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b87d19500. 00000100:00000001:1.0:1789449555.744222:0:16817:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789449555.744223:0:16817:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1789449555.744227:0:16817:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789449555.744232:0:16817:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:1.0:1789449555.744244:0:16817:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9e8b86662000. 00000040:00000001:1.0:1789449555.744246:0:16817:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:1.0:1789449555.744249:0:16817:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:1.0:1789449555.744252:0:16817:0:(genops.c:1209:class_import_get()) import ffff9e8b83927000 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000010:1.0:1789449555.744257:0:16817:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83691500. 00000020:00000040:1.0:1789449555.744260:0:16817:0:(genops.c:1209:class_import_get()) import ffff9e8b83927000 refcount=5 obd=MGC192.168.202.109@tcp 00000100:00000001:1.0:1789449555.744264:0:16817:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789449555.744267:0:16817:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789449555.744273:0:16817:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789449555.744281:0:16817:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e8b86220a00. 00000100:00000001:1.0:1789449555.744289:0:16817:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449555.744294:0:16817:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789449555.744296:0:16817:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789449555.744304:0:16817:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b86702a80. 00000100:00000001:1.0:1789449555.744307:0:16817:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920825981568 : -107152883570048 : ffff9e8b86702a80) 00000100:00000001:1.0:1789449555.744311:0:16817:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449555.744313:0:16817:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775185664 : -107152934365952 : ffff9e8b83691500) 00000100:00000001:1.0:1789449555.744320:0:16817:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789449555.744326:0:16817:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449555.744328:0:16817:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789449555.744330:0:16817:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789449555.744335:0:16817:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83691500 x1876371947526400/t0(0) o503->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449555.744344:0:16817:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449555.744347:0:16817:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449555.744352:0:16817:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789449555.744355:0:16817:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789449555.744358:0:16817:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449555.744362:0:16817:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83691500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:80a9314a-fa92-41c3-8d17-36c58fffb192:16817:1876371947526400:192.168.202.109@tcp:503:ll_cfg_requeue.0 00000100:00000001:1.0:1789449555.744366:0:16817:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789449555.744374:0:16817:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789449555.744377:0:16817:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449555.744381:0:16817:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789449555.744416:0:16817:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9e8b8679c000. 02000000:00000001:1.0:1789449555.744419:0:16817:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789449555.744425:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:1.0:1789449555.744430:0:16817:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b83427d68. 00000400:00000010:1.0:1789449555.744437:0:16817:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9e8b86702180. 00000100:00000200:1.0:1789449555.744445:0:16817:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1876371947526400, portal 25 00000100:00000001:1.0:1789449555.744447:0:16817:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449555.744448:0:16817:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775185664 : -107152934365952 : ffff9e8b83691500) 00000100:00000040:1.0:1789449555.744453:0:16817:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b83691500 x1876371947526400/t0(0) o503->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789449571 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449555.744475:0:16817:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789449555.744479:0:16817:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1789449555.744484:0:16817:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012198. 00000100:00000200:1.0:1789449555.744490:0:16817:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1876371947526400, offset 0 00000400:00000200:1.0:1789449555.744497:0:16817:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1789449555.744507:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449555.744516:0:16817:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1789449555.744524:0:16817:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789449555.744530:0:16817:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1789449555.744535:0:16817:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789449555.744538:0:16817:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1789449555.744543:0:16817:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2891:2891:256:4294967295] 192.168.202.109@tcp LPNI seq info [2891:2891:8:4294967295] 00000400:00000200:1.0:1789449555.744548:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449555.744559:0:16817:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1789449555.744566:0:16817:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1789449555.744572:0:16817:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b8c47ab00. 00000800:00000200:1.0:1789449555.744582:0:16817:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1789449555.744593:0:16817:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1789449555.744601:0:16817:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b8c47ab00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1789449555.744625:0:16817:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789449555.744630:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:1.0:1789449555.744634:0:16817:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296562557 00000100:00000001:1.0:1789449555.744643:0:16817:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296562551 00000100:00000001:1.0:1789449555.744650:0:16817:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296562557 00000100:00000001:1.0:1789449555.744654:0:16817:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296562551 00000100:00000001:1.0:1789449555.744657:0:16817:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449555.744660:0:16817:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449555.744663:0:16817:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789449555.744666:0:16817:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789449555.744670:0:16817:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b86702a80 going to sleep for 11 seconds 00000100:00000001:1.0:1789449555.744673:0:16817:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449555.744675:0:16817:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449555.745619:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449555.745628:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47ab00. 00000400:00000200:3.0:1789449555.745635:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449555.745644:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449555.745650:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012198 00000400:00000010:3.0:1789449555.745653:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012198. 00000100:00000001:3.0:1789449555.745658:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449555.745665:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83691500 x1876371947526400/t0(0) o503->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789449571 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449555.745677:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449555.745680:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83691500 x1876371947526400/t0(0) o503->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789449571 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449555.745686:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449555.745688:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449555.750725:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449555.750744:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449555.750749:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449555.750750:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449555.750760:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449555.750767:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449555.750775:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449555.750780:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449555.750785:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449555.750789:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 8416 into portal 25 MB=0x6aa8ce3661900 00000400:00000200:2.0:1789449555.750795:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449555.750803:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 8416/8416 into md 0x839d [4] + 224 00000800:00000001:2.0:1789449555.750811:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449555.750822:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449555.750826:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449555.750830:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449555.750839:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449555.750851:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83691500 x1876371947526400/t0(0) o503->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789449571 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449555.750860:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff9e8b83691500 x1876371947526400/t0(0) o503->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789449571 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449555.750921:0:16817:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449555.751628:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449555.751647:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449555.751653:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1789449555.759131:0:16817:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449555.759142:0:16817:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449555.759150:0:16817:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b83427d68. 00000400:00000200:3.0:1789449555.759169:0:16817:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b86702180 00000400:00000010:3.0:1789449555.759172:0:16817:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff9e8b86702180. 00000100:00000001:3.0:1789449555.759181:0:16817:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449555.759200:0:16817:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83691500 x1876371947526400/t0(0) o503->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789449571 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789449555.759215:0:16817:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83691500 x1876371947526400/t0(0) o503->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789449571 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449555.759225:0:16817:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449555.759228:0:16817:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449555.759232:0:16817:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449555.759236:0:16817:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449555.759251:0:16817:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449555.759255:0:16817:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449555.759258:0:16817:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449555.759269:0:16817:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b83927460 time=36 v=5 (5 5 5 5) 00000100:00001000:3.0:1789449555.759274:0:16817:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b83927418 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1789449555.759277:0:16817:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789449555.759280:0:16817:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449555.759283:0:16817:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789449555.759286:0:16817:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449555.759289:0:16817:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449555.759294:0:16817:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83691500 x1876371947526400/t0(0) o503->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789449571 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449555.759302:0:16817:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449555.759307:0:16817:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449555.759309:0:16817:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449555.759315:0:16817:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83691500 x1876371947526400/t0(0) o503->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789449571 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789449555.759323:0:16817:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83691500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:80a9314a-fa92-41c3-8d17-36c58fffb192:16817:1876371947526400:192.168.202.109@tcp:503:ll_cfg_requeue.0 00000100:00000001:3.0:1789449555.759332:0:16817:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449555.759336:0:16817:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449555.759339:0:16817:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789449555.759342:0:16817:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449555.759348:0:16817:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83691500 x1876371947526400/t0(0) o503->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789449571 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449555.759354:0:16817:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789449555.759358:0:16817:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b86702a80. 00000100:00000001:3.0:1789449555.759361:0:16817:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789449555.759363:0:16817:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1789449555.759376:0:16817:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:3.0:1789449555.759378:0:16817:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449555.759380:0:16817:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83691500 x1876371947526400/t0(0) o503->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789449571 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449555.759385:0:16817:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449555.759388:0:16817:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449555.759392:0:16817:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9e8b8679c000. 02000000:00000001:3.0:1789449555.759427:0:16817:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449555.759432:0:16817:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449555.759434:0:16817:0:(genops.c:1222:class_import_put()) import ffff9e8b83927000 refcount=4 obd=MGC192.168.202.109@tcp 00000020:00000001:3.0:1789449555.759438:0:16817:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449555.759441:0:16817:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e8b86220a00. 02000000:00000001:3.0:1789449555.759446:0:16817:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449555.759448:0:16817:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449555.759451:0:16817:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83691500. 00000100:00000001:3.0:1789449555.759844:0:16817:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449555.759848:0:16817:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789449555.759852:0:16817:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449555.759854:0:16817:0:(genops.c:1222:class_import_put()) import ffff9e8b83927000 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:3.0:1789449555.759857:0:16817:0:(genops.c:1229:class_import_put()) Process leaving 00000040:00000001:3.0:1789449555.759860:0:16817:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1789449555.759863:0:16817:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1789449555.759867:0:16817:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:3.0:1789449555.759901:0:16817:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff9e8b87cd57e0. 00000040:00001000:3.0:1789449555.759904:0:16817:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 6 last_idx 0 read_mode 0 00000040:00000001:1.0:1789449555.760569:0:34087:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:1.0:1789449555.760577:0:34087:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e8b86220000. 00000020:00000010:1.0:1789449555.760584:0:34087:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e8b86221000. 00000040:00000010:1.0:1789449555.760589:0:34087:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9e8b86220e00. 00000020:00000010:1.0:1789449555.760595:0:34087:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9e8b86797000. 00000020:00000010:1.0:1789449555.760602:0:34087:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff9e8b91f73c60. 00000020:00000010:1.0:1789449555.760607:0:34087:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9e8b86220200. 80000000:00000010:1.0:1789449555.760613:0:34087:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9e8b87c1e660. 40000000:00000010:1.0:1789449555.760617:0:34087:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff9e8b91d9af00. 00100000:00000010:1.0:1789449555.760624:0:34087:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9e8b86792000. 00040000:00000010:1.0:1789449555.760629:0:34087:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9e8b8c47a200. 00040000:00000010:1.0:1789449555.760634:0:34087:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff9e8b86793800. 00040000:00000010:1.0:1789449555.760638:0:34087:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9e8b86221a00. 00000004:00000010:1.0:1789449555.760644:0:34087:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at ffff9e8b86794000. 00000004:00000010:1.0:1789449555.760650:0:34087:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at ffff9e8b87d62000. 00000004:00000010:1.0:1789449555.760656:0:34087:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff9e8b86795000. 00002000:00000010:1.0:1789449555.760663:0:34087:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at ffff9e8b8678fc00. 00000004:00000010:1.0:1789449555.760668:0:34087:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff9e8b8678c400. 00000020:00000010:1.0:1789449555.760674:0:34087:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9e8b91d9af80. 00000040:00000010:1.0:1789449555.760685:0:34087:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff9e8b86664000. 00000040:00080000:1.0:1789449555.761171:0:34087:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000040:00000010:1.0:1789449555.761178:0:34087:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff9e8b86664000. 00000020:00000010:1.0:1789449555.761186:0:34087:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9e8b91d9af80. 00000020:00000010:1.0:1789449555.761204:0:34087:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e8b86221000. 00000040:00000010:1.0:1789449555.761210:0:34087:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9e8b86220e00. 00000020:00000010:1.0:1789449555.761213:0:34087:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9e8b86797000. 00000020:00000010:1.0:1789449555.761217:0:34087:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff9e8b91f73c60. 00000020:00000010:1.0:1789449555.761224:0:34087:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9e8b86220200. 80000000:00000010:1.0:1789449555.761226:0:34087:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9e8b87c1e660. 40000000:00000010:1.0:1789449555.761230:0:34087:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff9e8b91d9af00. 00100000:00000010:1.0:1789449555.761234:0:34087:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff9e8b86792000. 00040000:00000010:1.0:1789449555.761239:0:34087:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9e8b8c47a200. 00040000:00000010:1.0:1789449555.761378:0:34087:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff9e8b86793800. 00040000:00000010:1.0:1789449555.761382:0:34087:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9e8b86221a00. 00000004:00000010:1.0:1789449555.761386:0:34087:0:(mdd_device.c:2422:mdd_key_fini()) kfreed 'info': 1872 at ffff9e8b86794000. 00000004:00000010:1.0:1789449555.761391:0:34087:0:(mdt_handler.c:8426:mdt_key_fini()) kfreed 'info': 2568 at ffff9e8b87d62000. 00000004:00000010:1.0:1789449555.761396:0:34087:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff9e8b86795000. 00002000:00000010:1.0:1789449555.761401:0:34087:0:(ofd_dev.c:3004:ofd_key_fini()) kfreed 'info': 816 at ffff9e8b8678fc00. 00000004:00000010:1.0:1789449555.761406:0:34087:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff9e8b8678c400. 00000020:00000010:1.0:1789449555.761411:0:34087:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e8b86220000. 00000040:00000010:3.0:1789449555.761719:0:16817:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff9e8b87cd57e0. 00000040:00000001:3.0:1789449555.761726:0:16817:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1789449555.761730:0:16817:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 00000040:00000010:3.0:1789449555.761736:0:16817:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9e8b86662000. 00000040:00000010:3.0:1789449555.761740:0:16817:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9e8b812e6a00. 00000020:00000001:3.0:1789449555.761744:0:16817:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1789449555.761747:0:16817:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving 00000020:00000010:3.0:1789449555.761751:0:16817:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e8b8b126c00. 00000040:00000010:3.0:1789449555.761756:0:16817:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9e8b8b10d800. 00000020:00000010:3.0:1789449555.761761:0:16817:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9e8b87da7000. 00000020:00000010:3.0:1789449555.761764:0:16817:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9e8b91d59200. 80000000:00000010:3.0:1789449555.761768:0:16817:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9e8b866570c0. 00040000:00000010:3.0:1789449555.761771:0:16817:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9e8b91d58200. 20000000:00000010:3.0:1789449555.761775:0:16817:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff9e8b8bc16800. 00000020:00000010:3.0:1789449555.761779:0:16817:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e8b8be1ac00. 10000000:00000010:3.0:1789449555.761783:0:16817:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at ffff9e8b8c476e80. 10000000:01000000:3.0:1789449555.761786:0:16817:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.109@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:3.0:1789449555.761790:0:16817:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1789449555.761793:0:16817:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449555.761795:0:16817:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449555.761799:0:16817:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c000 refcount=3 00000020:00000001:3.0:1789449555.761802:0:16817:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016074240 : -107152693477376 : ffff9e8b91c4c000) 00010000:00000001:3.0:1789449555.761805:0:16817:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016074240 : -107152693477376 : ffff9e8b91c4c000) 00010000:00000001:3.0:1789449555.761807:0:16817:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789449555.761813:0:16817:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.109@tcp lock: ffff9e8b91c4c000/0xcddde1459ded6768 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xeb7cbf5e2fd3d9ad expref: -99 pid: 16817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449555.761822:0:16817:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449555.761824:0:16817:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789449555.761827:0:16817:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.109@tcp lock: ffff9e8b91c4c000/0xcddde1459ded6768 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xeb7cbf5e2fd3d9ad expref: -99 pid: 16817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449555.761833:0:16817:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789449555.761835:0:16817:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449555.761836:0:16817:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1789449555.761837:0:16817:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1789449555.761840:0:16817:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1789449555.761843:0:16817:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1789449555.761846:0:16817:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1789449555.761848:0:16817:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff9e8b83634000) refs 2 10000000:00000001:3.0:1789449555.761850:0:16817:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1789449555.761853:0:16817:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1789449555.761854:0:16817:0:(mgc_request.c:123:config_log_put()) log params(ffff9e8b8bdada00) refs 3 10000000:00000001:3.0:1789449555.761857:0:16817:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1789449555.761859:0:16817:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1789449555.761861:0:16817:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:3.0:1789449555.761863:0:16817:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:3.0:1789449555.761866:0:16817:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff9e8b83130000 from 1 10000000:00000001:3.0:1789449555.761869:0:16817:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1789449555.761871:0:16817:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:3.0:1789449555.761929:0:16817:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b8310b480. 00000020:00000040:3.0:1789449555.761934:0:16817:0:(genops.c:1209:class_import_get()) import ffff9e8b83927000 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:3.0:1789449555.761939:0:16817:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789449555.761943:0:16817:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789449555.761949:0:16817:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789449555.761959:0:16817:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e8b83079600. 00000100:00000001:3.0:1789449555.761968:0:16817:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449555.761974:0:16817:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789449555.761976:0:16817:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1789449555.761983:0:16817:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cba500 count: 2 00010000:00000001:3.0:1789449555.762042:0:16817:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789449555.762046:0:16817:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789449555.762050:0:16817:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8b91c75c00. 00000020:00000001:3.0:1789449555.762056:0:16817:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789449555.762070:0:16817:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8b91c75c00 with handle 0xcddde1459ded676f to hash 00000020:00000001:3.0:1789449555.762073:0:16817:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789449555.762075:0:16817:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636921016245248 : -107152693306368 : ffff9e8b91c75c00) 00010000:00000001:3.0:1789449555.762078:0:16817:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636921016245248 : -107152693306368 : ffff9e8b91c75c00) 00010000:00000001:3.0:1789449555.762083:0:16817:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449555.762086:0:16817:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449555.762090:0:16817:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.109@tcp lock: ffff9e8b91c75c00/0xcddde1459ded676f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789449555.762100:0:16817:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.109@tcp lock: ffff9e8b91c75c00/0xcddde1459ded676f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789449555.762114:0:16817:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.109@tcp lock: ffff9e8b91c75c00/0xcddde1459ded676f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789449555.762121:0:16817:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789449555.762124:0:16817:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789449555.762132:0:16817:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b831633c0. 00000100:00000001:3.0:1789449555.762135:0:16817:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920769754048 : -107152939797568 : ffff9e8b831633c0) 00000100:00000001:3.0:1789449555.762138:0:16817:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449555.762140:0:16817:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769393792 : -107152940157824 : ffff9e8b8310b480) 00000100:00000001:3.0:1789449555.762145:0:16817:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789449555.762151:0:16817:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449555.762154:0:16817:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789449555.762156:0:16817:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789449555.762169:0:16817:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b8310b480 x1876371947526528/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449555.762179:0:16817:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789449555.762181:0:16817:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449555.762185:0:16817:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789449555.762188:0:16817:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789449555.762191:0:16817:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449555.762194:0:16817:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b8310b480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:80a9314a-fa92-41c3-8d17-36c58fffb192:16817:1876371947526528:192.168.202.109@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1789449555.762199:0:16817:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789449555.762206:0:16817:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789449555.762209:0:16817:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449555.762211:0:16817:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789449555.762217:0:16817:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b87c4a000. 02000000:00000001:3.0:1789449555.762218:0:16817:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449555.762229:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:3.0:1789449555.762234:0:16817:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b8525cf78. 00000400:00000010:3.0:1789449555.762638:0:16817:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69cc0. 00000100:00000200:3.0:1789449555.762652:0:16817:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947526528, portal 25 00000100:00000001:3.0:1789449555.762655:0:16817:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449555.762656:0:16817:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769393792 : -107152940157824 : ffff9e8b8310b480) 00000100:00000040:3.0:1789449555.762663:0:16817:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b8310b480 x1876371947526528/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1789449571 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449555.762672:0:16817:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449555.762675:0:16817:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1789449555.762679:0:16817:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69330. 00000100:00000200:3.0:1789449555.762682:0:16817:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1876371947526528, offset 0 00000400:00000200:3.0:1789449555.762690:0:16817:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1789449555.762702:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449555.762712:0:16817:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449555.762719:0:16817:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789449555.762723:0:16817:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1789449555.762727:0:16817:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789449555.762730:0:16817:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1789449555.762734:0:16817:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2892:2892:256:4294967295] 192.168.202.109@tcp LPNI seq info [2892:2892:8:4294967295] 00000400:00000200:3.0:1789449555.762739:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449555.762750:0:16817:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449555.762757:0:16817:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449555.762763:0:16817:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051cc00. 00000800:00000200:3.0:1789449555.762771:0:16817:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449555.762780:0:16817:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449555.762785:0:16817:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051cc00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1789449555.762815:0:16817:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449555.762820:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:3.0:1789449555.762823:0:16817:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296562575 00000100:00000001:3.0:1789449555.762832:0:16817:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296562557 00000100:00000001:3.0:1789449555.762838:0:16817:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296562575 00000100:00000001:3.0:1789449555.762842:0:16817:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296562557 00000100:00000001:3.0:1789449555.762845:0:16817:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449555.762848:0:16817:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449555.762851:0:16817:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449555.762853:0:16817:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789449555.762856:0:16817:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b831633c0 going to sleep for 11 seconds 00000100:00000001:3.0:1789449555.762858:0:16817:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449555.762861:0:16817:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449555.766772:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449555.766787:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b9051cc00. 00000400:00000200:2.0:1789449555.766803:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449555.766814:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449555.766826:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69330 00000400:00000010:2.0:1789449555.766830:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69330. 00000100:00000001:2.0:1789449555.766839:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449555.766851:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b8310b480 x1876371947526528/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1789449571 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449555.766865:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449555.766869:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b8310b480 x1876371947526528/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1789449571 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449555.766877:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449555.766893:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449555.775750:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449555.775775:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449555.775782:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449555.775785:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449555.775797:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449555.775807:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449555.775820:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449555.775826:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449555.775832:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449555.775838:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 344 into portal 25 MB=0x6aa8ce3661980 00000400:00000200:2.0:1789449555.775844:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449555.775854:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 344/344 into md 0x83a5 [1] + 224 00000800:00000001:2.0:1789449555.775863:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449555.775876:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449555.776598:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449555.776608:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449555.776621:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449555.776635:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b8310b480 x1876371947526528/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1789449571 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449555.776650:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff9e8b8310b480 x1876371947526528/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1789449571 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449555.776725:0:16817:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449555.776747:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449555.776763:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449555.776769:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1789449555.787117:0:16817:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449555.787127:0:16817:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449555.787133:0:16817:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b8525cf78. 00000400:00000200:3.0:1789449555.787145:0:16817:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69cc0 00000400:00000010:3.0:1789449555.787149:0:16817:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69cc0. 00000100:00000001:3.0:1789449555.787156:0:16817:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449555.787171:0:16817:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b8310b480 x1876371947526528/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1789449571 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789449555.787185:0:16817:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b8310b480 x1876371947526528/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1789449571 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449555.787195:0:16817:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449555.787198:0:16817:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449555.787201:0:16817:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449555.787205:0:16817:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449555.787208:0:16817:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449555.787211:0:16817:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449555.787215:0:16817:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449555.787225:0:16817:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b83927460 time=36 v=5 (5 5 5 5) 00000100:00001000:3.0:1789449555.787230:0:16817:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b83927418 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1789449555.787233:0:16817:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789449555.787235:0:16817:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449555.787238:0:16817:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789449555.787250:0:16817:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449555.787254:0:16817:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449555.787259:0:16817:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b8310b480 x1876371947526528/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1789449571 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449555.787265:0:16817:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449555.787269:0:16817:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449555.787272:0:16817:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449555.787275:0:16817:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b8310b480 x1876371947526528/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1789449571 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789449555.787282:0:16817:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b8310b480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:80a9314a-fa92-41c3-8d17-36c58fffb192:16817:1876371947526528:192.168.202.109@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1789449555.787289:0:16817:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449555.787292:0:16817:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449555.787295:0:16817:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789449555.787298:0:16817:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449555.787302:0:16817:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b8310b480 x1876371947526528/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1789449571 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449555.787309:0:16817:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789449555.787313:0:16817:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b831633c0. 00000100:00000001:3.0:1789449555.787319:0:16817:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789449555.787322:0:16817:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449555.787325:0:16817:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789449555.787329:0:16817:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449555.787333:0:16817:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449555.787337:0:16817:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75c00 refcount=4 00000020:00000001:3.0:1789449555.787340:0:16817:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016245248 : -107152693306368 : ffff9e8b91c75c00) 00010000:00000001:3.0:1789449555.787343:0:16817:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016245248 : -107152693306368 : ffff9e8b91c75c00) 00010000:00000040:3.0:1789449555.787352:0:16817:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e8b91c75c00, remote cookie: 0xeb7cbf5e2fd3d9b4, flags: 0x0 00010000:00000001:3.0:1789449555.787356:0:16817:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1789449555.787360:0:16817:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1789449555.787363:0:16817:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1789449555.787365:0:16817:0:(ldlm_lock.c:1006:search_granted_lock()) Process leaving 00010000:00000001:3.0:1789449555.787366:0:16817:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1789449555.787369:0:16817:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (ffff9e8b82cba500) refcount = 2 00010000:00000040:3.0:1789449555.787374:0:16817:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1789449555.787378:0:16817:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: MGC192.168.202.109@tcp lock: ffff9e8b86498a00/0xcddde1459ded6761 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xeb7cbf5e2fd3d9a6 expref: -99 pid: 16817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789449555.787388:0:16817:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.109@tcp lock: ffff9e8b91c75c00/0xcddde1459ded676f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xeb7cbf5e2fd3d9b4 expref: -99 pid: 16817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449555.787394:0:16817:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1789449555.787397:0:16817:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1789449555.787399:0:16817:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789449555.787402:0:16817:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1789449555.787405:0:16817:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449555.787420:0:16817:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.109@tcp lock: ffff9e8b91c75c00/0xcddde1459ded676f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xeb7cbf5e2fd3d9b4 expref: -99 pid: 16817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449555.787426:0:16817:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1789449555.787428:0:16817:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449555.787430:0:16817:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449555.787431:0:16817:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449555.787432:0:16817:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449555.787434:0:16817:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449555.787437:0:16817:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449555.787441:0:16817:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b8310b480 x1876371947526528/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1789449571 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449555.787448:0:16817:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449555.787451:0:16817:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449555.787759:0:16817:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b87c4a000. 02000000:00000001:3.0:1789449555.787766:0:16817:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449555.787770:0:16817:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449555.787772:0:16817:0:(genops.c:1222:class_import_put()) import ffff9e8b83927000 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:3.0:1789449555.787774:0:16817:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449555.787778:0:16817:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e8b83079600. 02000000:00000001:3.0:1789449555.787782:0:16817:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449555.787784:0:16817:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449555.787786:0:16817:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b8310b480. 00000100:00000001:3.0:1789449555.787790:0:16817:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449555.787791:0:16817:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1789449555.787794:0:16817:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1789449555.787798:0:16817:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1789449555.787800:0:16817:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff9e8b83634000) refs 3 10000000:00000001:3.0:1789449555.787802:0:16817:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449555.787804:0:16817:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449555.787805:0:16817:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449555.787807:0:16817:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75c00 refcount=3 00000020:00000001:3.0:1789449555.787809:0:16817:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016245248 : -107152693306368 : ffff9e8b91c75c00) 00010000:00000001:3.0:1789449555.787811:0:16817:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016245248 : -107152693306368 : ffff9e8b91c75c00) 00010000:00000001:3.0:1789449555.787813:0:16817:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1789449555.787815:0:16817:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449555.787816:0:16817:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449555.787818:0:16817:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1789449555.787820:0:16817:0:(mgc_request.c:1669:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1789449555.788122:0:16817:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff9e8b90fc96c0. 00000020:00000010:2.0:1789449555.788130:0:16817:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e8b864b1000. 00000020:00000010:2.0:1789449555.788136:0:16817:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e8b864b0a00. 00000040:00000010:2.0:1789449555.788140:0:16817:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9e8b864b0e00. 00000020:00000010:2.0:1789449555.788147:0:16817:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9e8b8986a000. 00000020:00000010:2.0:1789449555.788156:0:16817:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9e8b864b0400. 80000000:00000010:2.0:1789449555.788161:0:16817:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9e8b898c6c00. 00040000:00000010:2.0:1789449555.788167:0:16817:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9e8b8b2b4400. 20000000:00000010:2.0:1789449555.788173:0:16817:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff9e8b82a99c00. 10000000:00000040:2.0:1789449555.788178:0:16817:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff9e8b812ed600 : new refcount 2 00000020:00000001:2.0:1789449555.788182:0:16817:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:2.0:1789449555.788184:0:16817:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog lustre-sptlrpc 00000040:00000001:2.0:1789449555.788186:0:16817:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:2.0:1789449555.788191:0:16817:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9e8b82a98000. 00000040:00000001:2.0:1789449555.788196:0:16817:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:2.0:1789449555.788199:0:16817:0:(genops.c:1209:class_import_get()) import ffff9e8b83927000 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000010:2.0:1789449555.788205:0:16817:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065e680. 00000020:00000040:2.0:1789449555.788208:0:16817:0:(genops.c:1209:class_import_get()) import ffff9e8b83927000 refcount=5 obd=MGC192.168.202.109@tcp 00000100:00000001:2.0:1789449555.788214:0:16817:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449555.788217:0:16817:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449555.788224:0:16817:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449555.788233:0:16817:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e8b82a99400. 00000100:00000001:2.0:1789449555.788252:0:16817:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449555.788260:0:16817:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789449555.788262:0:16817:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789449555.788270:0:16817:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b837e39c0. 00000100:00000001:2.0:1789449555.788273:0:16817:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920776571328 : -107152932980288 : ffff9e8b837e39c0) 00000100:00000001:2.0:1789449555.788276:0:16817:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449555.788278:0:16817:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993080960 : -107152716470656 : ffff9e8b9065e680) 00000100:00000001:2.0:1789449555.788283:0:16817:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449555.788289:0:16817:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449555.788291:0:16817:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789449555.788293:0:16817:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789449555.788300:0:16817:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065e680 x1876371947526656/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449555.788308:0:16817:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449555.788310:0:16817:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449555.788314:0:16817:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449555.788317:0:16817:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449555.788320:0:16817:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449555.788323:0:16817:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:80a9314a-fa92-41c3-8d17-36c58fffb192:16817:1876371947526656:192.168.202.109@tcp:501:ll_cfg_requeue.0 00000100:00000001:2.0:1789449555.788328:0:16817:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789449555.788334:0:16817:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449555.788337:0:16817:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449555.788340:0:16817:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789449555.788344:0:16817:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b82a98e00. 02000000:00000001:2.0:1789449555.788346:0:16817:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449555.788356:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449555.788361:0:16817:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b92c0. 00000400:00000010:2.0:1789449555.788368:0:16817:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085dcc0. 00000100:00000200:2.0:1789449555.788376:0:16817:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947526656, portal 25 00000100:00000001:2.0:1789449555.788378:0:16817:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449555.788379:0:16817:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993080960 : -107152716470656 : ffff9e8b9065e680) 00000100:00000040:2.0:1789449555.788385:0:16817:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b9065e680 x1876371947526656/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1789449571 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449555.788393:0:16817:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449555.788396:0:16817:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449555.788398:0:16817:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d220. 00000100:00000200:2.0:1789449555.788401:0:16817:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1876371947526656, offset 0 00000400:00000200:2.0:1789449555.788409:0:16817:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449555.788420:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449555.788429:0:16817:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449555.788434:0:16817:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449555.788439:0:16817:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449555.788444:0:16817:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449555.788447:0:16817:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449555.788452:0:16817:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2893:2893:256:4294967295] 192.168.202.109@tcp LPNI seq info [2893:2893:8:4294967295] 00000400:00000200:2.0:1789449555.788607:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449555.788619:0:16817:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449555.788627:0:16817:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449555.788634:0:16817:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b8c688b00. 00000800:00000200:2.0:1789449555.788642:0:16817:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449555.788652:0:16817:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449555.788658:0:16817:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b8c688b00 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:2.0:1789449555.788833:0:16817:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449555.788839:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449555.788843:0:16817:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296562601 00000100:00000001:2.0:1789449555.788852:0:16817:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296562575 00000100:00000001:2.0:1789449555.788859:0:16817:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296562601 00000100:00000001:2.0:1789449555.788863:0:16817:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296562575 00000800:00000200:3.0:1789449555.789193:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449555.789200:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c688b00. 00000400:00000200:3.0:1789449555.789207:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449555.789213:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449555.789220:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d220 00000400:00000010:3.0:1789449555.789224:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d220. 00000100:00000001:3.0:1789449555.789230:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449555.789235:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065e680 x1876371947526656/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1789449571 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449555.789253:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449555.789257:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b9065e680 x1876371947526656/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1789449571 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449555.789264:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449555.789266:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789449555.789332:0:16817:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449555.789336:0:16817:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449555.789339:0:16817:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449555.789341:0:16817:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789449555.789345:0:16817:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b837e39c0 going to sleep for 11 seconds 00000100:00000001:2.0:1789449555.789348:0:16817:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449555.789351:0:16817:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789449555.798489:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449555.798519:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449555.798526:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449555.798529:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449555.798547:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449555.798558:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449555.798573:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449555.798580:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449555.798587:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449555.798592:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 272 into portal 25 MB=0x6aa8ce3661a00 00000400:00000200:2.0:1789449555.798600:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449555.798608:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 272/272 into md 0x83b5 [1] + 224 00000800:00000001:2.0:1789449555.798622:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449555.798636:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449555.798641:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449555.798647:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449555.798658:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449555.798671:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065e680 x1876371947526656/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1789449571 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449555.798684:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff9e8b9065e680 x1876371947526656/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1789449571 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449555.798709:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449555.798719:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449555.798722:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449555.799189:0:16817:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789449555.799200:0:16817:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789449555.799202:0:16817:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789449555.799207:0:16817:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b92c0. 00000400:00000200:1.0:1789449555.799213:0:16817:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085dcc0 00000400:00000010:1.0:1789449555.799216:0:16817:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085dcc0. 00000100:00000001:1.0:1789449555.799219:0:16817:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789449555.799224:0:16817:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065e680 x1876371947526656/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1789449571 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789449555.799233:0:16817:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065e680 x1876371947526656/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1789449571 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449555.799250:0:16817:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789449555.799253:0:16817:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449555.799256:0:16817:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789449555.799260:0:16817:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789449555.799263:0:16817:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789449555.799265:0:16817:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449555.799269:0:16817:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789449555.799278:0:16817:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b83927460 time=36 v=5 (5 5 5 5) 00000100:00001000:1.0:1789449555.799284:0:16817:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b83927418 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1789449555.799287:0:16817:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1789449555.799291:0:16817:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = -2 req@ffff9e8b9065e680 x1876371947526656/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1789449571 ref 2 fl Rpc:RQU/200/0 rc 0/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449555.799298:0:16817:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1789449555.799302:0:16817:0:(client.c:1798:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:1.0:1789449555.799307:0:16817:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065e680 x1876371947526656/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1789449571 ref 2 fl Rpc:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449555.799314:0:16817:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:1.0:1789449555.799318:0:16817:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789449555.799320:0:16817:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789449555.799325:0:16817:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065e680 x1876371947526656/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1789449571 ref 2 fl Interpret:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789449555.799334:0:16817:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:80a9314a-fa92-41c3-8d17-36c58fffb192:16817:1876371947526656:192.168.202.109@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1789449555.799340:0:16817:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449555.799344:0:16817:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1789449555.799348:0:16817:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789449555.799351:0:16817:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449555.799356:0:16817:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065e680 x1876371947526656/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1789449571 ref 2 fl Complete:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449555.799363:0:16817:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789449555.799367:0:16817:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b837e39c0. 00000100:00000001:1.0:1789449555.799373:0:16817:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789449555.799375:0:16817:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:1.0:1789449555.799379:0:16817:0:(llog_client.c:114:llog_client_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000001:1.0:1789449555.799385:0:16817:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449555.799387:0:16817:0:(genops.c:1222:class_import_put()) import ffff9e8b83927000 refcount=4 obd=MGC192.168.202.109@tcp 00000020:00000001:1.0:1789449555.799390:0:16817:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:1.0:1789449555.799392:0:16817:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449555.799395:0:16817:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065e680 x1876371947526656/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1789449571 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449555.799401:0:16817:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789449555.799414:0:16817:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789449555.799419:0:16817:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b82a98e00. 02000000:00000001:1.0:1789449555.799424:0:16817:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789449555.799426:0:16817:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449555.799427:0:16817:0:(genops.c:1222:class_import_put()) import ffff9e8b83927000 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:1.0:1789449555.799429:0:16817:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789449555.799432:0:16817:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e8b82a99400. 02000000:00000001:1.0:1789449555.799437:0:16817:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789449555.799449:0:16817:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789449555.799451:0:16817:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065e680. 00000100:00000001:1.0:1789449555.799464:0:16817:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789449555.799465:0:16817:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:1.0:1789449555.799468:0:16817:0:(llog.c:1559:llog_open()) MGC192.168.202.109@tcp: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:1.0:1789449555.799473:0:16817:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9e8b82a98000. 00000040:00000001:1.0:1789449555.799475:0:16817:0:(llog.c:1563:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:1.0:1789449555.799824:0:16817:0:(obd_config.c:2125:class_config_parse_llog()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:1.0:1789449555.799831:0:16817:0:(mgc_request.c:1715:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000010:1.0:1789449555.799840:0:16817:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e8b864b0a00. 00000040:00000010:1.0:1789449555.799847:0:16817:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9e8b864b0e00. 00000020:00000010:1.0:1789449555.799852:0:16817:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9e8b8986a000. 00000020:00000010:1.0:1789449555.799859:0:16817:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9e8b864b0400. 80000000:00000010:1.0:1789449555.799865:0:16817:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9e8b898c6c00. 00040000:00000010:1.0:1789449555.799872:0:16817:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9e8b8b2b4400. 20000000:00000010:1.0:1789449555.799878:0:16817:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff9e8b82a99c00. 00000020:00000010:1.0:1789449555.799915:0:16817:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e8b864b1000. 10000000:00000010:1.0:1789449555.799919:0:16817:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at ffff9e8b90fc96c0. 10000000:01000000:1.0:1789449555.799923:0:16817:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.109@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 10000000:00000001:1.0:1789449555.799926:0:16817:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1789449555.799930:0:16817:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449555.799933:0:16817:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449555.799937:0:16817:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75c00 refcount=3 00000020:00000001:1.0:1789449555.799940:0:16817:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016245248 : -107152693306368 : ffff9e8b91c75c00) 00010000:00000001:1.0:1789449555.799943:0:16817:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016245248 : -107152693306368 : ffff9e8b91c75c00) 00010000:00000001:1.0:1789449555.799946:0:16817:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789449555.799951:0:16817:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.109@tcp lock: ffff9e8b91c75c00/0xcddde1459ded676f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xeb7cbf5e2fd3d9b4 expref: -99 pid: 16817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449555.799960:0:16817:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449555.799963:0:16817:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789449555.799966:0:16817:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.109@tcp lock: ffff9e8b91c75c00/0xcddde1459ded676f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xeb7cbf5e2fd3d9b4 expref: -99 pid: 16817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449555.799972:0:16817:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789449555.799973:0:16817:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449555.799975:0:16817:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1789449555.799976:0:16817:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1789449555.799979:0:16817:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:1.0:1789449555.799982:0:16817:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1789449555.801097:0:16817:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1789449555.801108:0:16817:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff9e8b83634000) refs 3 10000000:00000001:1.0:1789449555.801113:0:16817:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000001:1.0:1789449555.906429:0:33816:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789449555.906437:0:33816:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789449555.906439:0:33816:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449555.906445:0:33816:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b990b69c0 going to sleep for 0 seconds 00000100:00000001:1.0:1789449555.906448:0:33816:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449555.906464:0:33816:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449555.906467:0:33816:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449555.906470:0:33816:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449555.906473:0:33816:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449556.482625:0:33382:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449556.482634:0:33382:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449556.482730:0:16814:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789449556.482735:0:16814:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449556.482740:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789449556.930425:0:33816:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789449556.930436:0:33816:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789449556.930438:0:33816:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449556.930480:0:33816:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b990b69c0 going to sleep for 0 seconds 00000100:00000001:1.0:1789449556.930485:0:33816:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449556.930490:0:33816:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449556.930493:0:33816:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449556.930496:0:33816:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449556.930499:0:33816:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449557.507725:0:33382:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449557.507735:0:33382:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449557.510967:0:16815:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789449557.510978:0:16815:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449557.510985:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789449557.953997:0:33816:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789449557.954010:0:33816:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789449557.954013:0:33816:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449557.954022:0:33816:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b990b69c0 going to sleep for 0 seconds 00000100:00000001:1.0:1789449557.954026:0:33816:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449557.954032:0:33816:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449557.954036:0:33816:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449557.954041:0:33816:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449557.954045:0:33816:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449558.533632:0:33382:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449558.533642:0:33382:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449558.535076:0:16942:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789449558.535084:0:16942:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449558.535089:0:16942:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1789449558.959130:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449558.959151:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449558.959156:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449558.959159:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449558.959171:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449558.959182:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449558.959194:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449558.959201:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449558.959207:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449558.959219:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x6aa8ce3661480 00000400:00000200:3.0:1789449558.959226:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449558.959234:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x833d [1] + 224 00000800:00000001:3.0:1789449558.959244:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449558.959251:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449558.959255:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449558.959260:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449558.959270:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449558.959282:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065f480 x1876371947525248/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449569 ref 1 fl Rpc:Qr/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449558.959299:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=2c0 mlen=224 offset=224 replen=224 req@ffff9e8b9065f480 x1876371947525248/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449569 ref 1 fl Rpc:RQ/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449558.959322:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449558.959331:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449558.959334:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449558.959401:0:2398:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789449558.959415:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449558.959417:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:2.0:1789449558.959423:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449558.959434:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789449558.959443:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789449558.959446:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789449558.959451:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b86580cb8. 00000400:00000200:2.0:1789449558.959460:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5a18 00000400:00000010:2.0:1789449558.959463:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5a18. 00000100:00000001:2.0:1789449558.959467:0:2398:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449558.959479:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065f480 x1876371947525248/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449569 ref 1 fl Rpc:RQ/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789449558.959491:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065f480 x1876371947525248/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449569 ref 1 fl Rpc:RQU/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449558.959500:0:2398:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789449558.959502:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449558.959504:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789449558.959508:0:2398:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789449558.959511:0:2398:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789449558.959514:0:2398:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449558.959517:0:2398:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789449558.959528:0:2398:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=38 v=5 (5 5 102 102) 00000100:00001000:2.0:1789449558.959532:0:2398:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1789449558.959534:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789449558.959536:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449558.959540:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789449558.959544:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449558.959548:0:2398:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789449558.959550:0:2398:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967639 00000100:00000001:2.0:1789449558.959552:0:2398:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789449558.959554:0:2398:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449558.959559:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065f480 x1876371947525248/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449569 ref 1 fl Rpc:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449558.959567:0:2398:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449558.959582:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789449558.959584:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449558.959586:0:2398:0:(import.c:1573:completed_replay_interpret()) Process entered 00000100:00000001:2.0:1789449558.959588:0:2398:0:(import.c:1693:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1789449558.959591:0:2398:0:(import.c:65:import_set_state_nolock()) ffff9e8b8436e800 lustre-MDT0000_UUID: changing import state from REPLAY_WAIT to RECOVER 00000100:00000001:2.0:1789449558.959594:0:2398:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00080000:2.0:1789449558.959599:0:2398:0:(client.c:3248:ptlrpc_resend_req()) @@@ going to resend req@ffff9e8b9065f480 x1876371947525248/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449569 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789449558.959606:0:2398:0:(client.c:3257:ptlrpc_resend_req()) @@@ it has reply, so skip it req@ffff9e8b9065f480 x1876371947525248/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449569 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449558.959613:0:2398:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789449558.959616:0:2398:0:(import.c:65:import_set_state_nolock()) ffff9e8b8436e800 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:2.0:1789449558.959618:0:2398:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:2.0:1789449558.959622:0:2398:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:2.0:1789449558.959624:0:2398:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:2.0:1789449558.959628:0:2398:0:(lmv_obd.c:191:lmv_notify()) Process entered 00800000:00000001:2.0:1789449558.959631:0:2398:0:(lmv_obd.c:85:lmv_set_mdc_active()) Process entered 00800000:00000040:2.0:1789449558.959633:0:2398:0:(lmv_obd.c:88:lmv_set_mdc_active()) Searching in lmv ffff9e8b83135568 for uuid lustre-MDT0000_UUID (activate=1) 00800000:00000040:2.0:1789449558.959637:0:2398:0:(lmv_obd.c:94:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0xcddde1459ded5b21 00800000:00000040:2.0:1789449558.959641:0:2398:0:(lmv_obd.c:109:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff9e8b89903000=b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb device 3 (ffff9e8b831319c0) type mdc at LMV idx 0 00800000:00000040:2.0:1789449558.959644:0:2398:0:(lmv_obd.c:114:lmv_set_mdc_active()) OBD ffff9e8b831319c0 already active! 00800000:00000001:2.0:1789449558.959646:0:2398:0:(lmv_obd.c:115:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1789449558.959650:0:2398:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:2.0:1789449558.959653:0:2398:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789449558.959655:0:2398:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449558.959657:0:2398:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449558.959658:0:2398:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:2.0:1789449558.959660:0:2398:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789449558.959664:0:2398:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000002:00000001:2.0:1789449558.960304:0:2398:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449558.960312:0:2398:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:02000000:2.0:1789449558.960319:0:2398:0:(import.c:1788:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff9e8b89903000: Connection restored to 192.168.202.109@tcp (at 192.168.202.109@tcp) 00000100:00080000:2.0:1789449558.960329:0:2398:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000027a5a50d): req@ffff9e8b87d1a680 x1876371947522816/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 1 dl 1789449545 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449558.960417:0:33816:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789449558.960492:0:2398:0:(import.c:1799:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449558.960495:0:2398:0:(import.c:1591:completed_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449558.960502:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065f480 x1876371947525248/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449569 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789449558.960512:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2398:1876371947525248:192.168.202.109@tcp:400:ldlm_lock_repla.0 00000100:00000001:2.0:1789449558.960518:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449558.960522:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449558.960526:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065f480 x1876371947525248/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449569 ref 1 fl Complete:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449558.960533:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789449558.960537:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789449558.960543:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b8435e400. 02000000:00000001:2.0:1789449558.960548:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789449558.960552:0:2398:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789449558.960554:0:2398:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:2.0:1789449558.960556:0:2398:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789449558.960559:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b8c688200. 02000000:00000001:2.0:1789449558.960563:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789449558.960566:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789449558.960568:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065f480. 00000100:00000001:2.0:1789449558.960572:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789449558.960573:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449558.960576:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449558.960584:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449558.960586:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449558.960588:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449558.960590:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449558.964656:0:34098:0:(mdc_request.c:2638:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:0.0:1789449558.964666:0:34098:0:(kernelcomm.c:1325:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:0.0:1789449558.964671:0:34098:0:(kernelcomm.c:1339:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449558.964678:0:34098:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449558.964682:0:34098:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:0.0:1789449558.964687:0:34098:0:(genops.c:1229:class_import_put()) Process leaving 00000002:00000001:0.0:1789449558.964689:0:34098:0:(mdc_request.c:2648:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449558.970547:0:33816:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789449558.970559:0:33816:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449558.970567:0:33816:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b990b69c0 going to sleep for 0 seconds 00000100:00000001:1.0:1789449558.970571:0:33816:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449558.970577:0:33816:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449558.970580:0:33816:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449558.970584:0:33816:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449558.970588:0:33816:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789449558.970593:0:33816:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789449558.970597:0:33816:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449558.970600:0:33816:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:1.0:1789449558.970608:0:33816:0:(client.c:3742:ptlrpc_set_mbits()) resend with new mbits old x1876371947522816 new x1876371947526784 02000000:00000001:1.0:1789449558.970614:0:33816:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789449558.970617:0:33816:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789449558.970631:0:33816:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:1.0:1789449558.970643:0:33816:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b83427f20. 00000400:00000010:1.0:1789449558.970653:0:33816:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012990. 00000100:00000200:1.0:1789449558.970662:0:33816:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947522816, portal 10 00000100:00000001:1.0:1789449558.970664:0:33816:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449558.970666:0:33816:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849147520 : -107152860404096 : ffff9e8b87d1a680) 00000100:00000040:1.0:1789449558.970682:0:33816:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=602 req@ffff9e8b87d1a680 x1876371947522816/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449574 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449558.970692:0:33816:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789449558.970695:0:33816:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1789449558.970697:0:33816:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012330. 00000100:00000200:1.0:1789449558.970701:0:33816:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876371947522816, offset 0 00000400:00000200:1.0:1789449558.970708:0:33816:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1789449558.970719:0:33816:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449558.970730:0:33816:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1789449558.970736:0:33816:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789449558.970742:0:33816:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1789449558.970745:0:33816:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789449558.970748:0:33816:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1789449558.970752:0:33816:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2894:2894:256:4294967295] 192.168.202.109@tcp LPNI seq info [2894:2894:8:4294967295] 00000400:00000200:1.0:1789449558.970756:0:33816:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449558.970771:0:33816:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1789449558.970777:0:33816:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1789449558.970785:0:33816:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b8c47a200. 00000800:00000200:1.0:1789449558.970794:0:33816:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1789449558.970804:0:33816:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1789449558.970810:0:33816:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b8c47a200 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1789449558.970840:0:33816:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449558.970847:0:33816:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 812951 usecs (813 jiffies) 00000400:00000200:1.0:1789449558.970850:0:33816:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:1.0:1789449558.970853:0:33816:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296562469 00000100:00000001:1.0:1789449558.970857:0:33816:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296562601 00000100:00000001:1.0:1789449558.970859:0:33816:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296562469 00000100:00000001:1.0:1789449558.970861:0:33816:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296562601 00000100:00000001:1.0:1789449558.970864:0:33816:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449558.970868:0:33816:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449558.970871:0:33816:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789449558.970872:0:33816:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789449558.970874:0:33816:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b990b69c0 going to sleep for 11 seconds 00000100:00000001:1.0:1789449558.970877:0:33816:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449558.974525:0:33816:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449558.975870:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449558.975898:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47a200. 00000400:00000200:2.0:1789449558.975912:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449558.975924:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449558.975937:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012330 00000400:00000010:2.0:1789449558.975941:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012330. 00000100:00000001:2.0:1789449558.975950:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449558.975962:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d1a680 x1876371947522816/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449574 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449558.975978:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449558.975982:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d1a680 x1876371947522816/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449574 ref 3 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449558.975989:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449558.975991:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:1.0:1789449558.987783:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80a9314a-fa92-41c3-8d17-36c58fffb192->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789449558.987797:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789449558.987813:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83693480. 00000020:00000040:1.0:1789449558.987820:0:8:0:(genops.c:1209:class_import_get()) import ffff9e8b83927000 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:1.0:1789449558.987826:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789449558.987830:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789449558.987836:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789449558.987847:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b8c47a000. 00000100:00000001:1.0:1789449558.987856:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449558.987872:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 80a9314a-fa92-41c3-8d17-36c58fffb192->MGS req@ffff9e8b83693480 x1876371947526912/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789449558.987916:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789449558.987922:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449558.987930:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002529582] to pc [ptlrpcd_00_01+1] req@ffff9e8b83693480 x1876371947526912/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449558.987961:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449558.987965:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789449558.987969:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789449558.987972:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83692300. 00000020:00000040:1.0:1789449558.987975:0:8:0:(genops.c:1209:class_import_get()) import ffff9e8b862dc800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000100:00000001:1.0:1789449558.987978:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789449558.987979:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789449558.987981:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789449558.987985:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b8c47ac00. 00000100:00000001:1.0:1789449558.987988:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449558.987992:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0001_UUID req@ffff9e8b83692300 x1876371947527040/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789449558.988000:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789449558.988002:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449558.988006:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc9fdae5] to pc [ptlrpcd_00_00+0] req@ffff9e8b83692300 x1876371947527040/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449558.988015:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449558.988018:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789449558.988021:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789449558.988025:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789449558.988028:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789449558.988034:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1899) 00000100:00000001:0.0:1789449558.988109:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449558.988115:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449558.988118:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789449558.988126:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83693480 x1876371947526912/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449558.988135:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789449558.988139:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449558.988144:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789449558.988148:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789449558.988151:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449558.988155:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83693480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:80a9314a-fa92-41c3-8d17-36c58fffb192:2400:1876371947526912:192.168.202.109@tcp:400:kworker.0 00000100:00000001:0.0:1789449558.988160:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789449558.988169:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789449558.988171:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449558.988175:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789449558.988181:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b8bdad600. 02000000:00000001:0.0:1789449558.988183:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449558.988194:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:0.0:1789449558.988199:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b86580b58. 00000400:00000010:0.0:1789449558.988208:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5cc0. 00000100:00000200:0.0:1789449558.988229:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947526912, portal 25 00000100:00000001:0.0:1789449558.988232:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449558.988234:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775193728 : -107152934357888 : ffff9e8b83693480) 00000100:00000040:0.0:1789449558.988241:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b83693480 x1876371947526912/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449574 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449558.988249:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789449558.988253:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1789449558.988259:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5a18. 00000100:00000200:0.0:1789449558.988264:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876371947526912, offset 0 00000400:00000200:0.0:1789449558.988274:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1789449558.988287:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449558.988300:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1789449558.988308:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789449558.988314:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1789449558.988319:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789449558.988322:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1789449558.988327:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2895:2895:256:4294967295] 192.168.202.109@tcp LPNI seq info [2895:2895:8:4294967295] 00000400:00000200:0.0:1789449558.988333:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449558.988346:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1789449558.988356:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1789449558.988363:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b864ec300. 00000800:00000200:0.0:1789449558.988372:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1789449558.988604:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1789449558.988610:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b864ec300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789449558.988749:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449558.988752:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449558.988755:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789449558.988762:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83692300 x1876371947527040/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449558.988770:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449558.988771:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449558.988773:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789449558.988775:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789449558.988777:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449558.988780:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83692300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2399:1876371947527040:192.168.202.109@tcp:400:kworker.0 00000100:00000001:1.0:1789449558.988784:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789449558.988787:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789449558.988789:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449558.988791:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789449558.988795:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b86221a00. 02000000:00000001:1.0:1789449558.988797:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789449558.988802:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:1.0:1789449558.988806:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b83427000. 00000400:00000010:1.0:1789449558.988810:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012aa0. 00000100:00000200:1.0:1789449558.988813:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947527040, portal 10 00000100:00000001:1.0:1789449558.988815:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449558.988817:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775189248 : -107152934362368 : ffff9e8b83692300) 00000100:00000040:1.0:1789449558.988824:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b83692300 x1876371947527040/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449574 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449558.988830:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789449558.988833:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1789449558.988835:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012220. 00000100:00000200:1.0:1789449558.988839:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876371947527040, offset 0 00000400:00000200:1.0:1789449558.988845:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1789449558.988850:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449558.988854:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1789449558.988858:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789449558.988861:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1789449558.988863:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789449558.988866:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1789449558.988869:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2896:2896:255:4294967295] 192.168.202.109@tcp LPNI seq info [2896:2896:7:4294967295] 00000400:00000200:1.0:1789449558.988873:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449558.988902:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1789449558.988907:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1789449558.988911:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b8c47a300. 00000800:00000200:1.0:1789449558.988916:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1789449558.988920:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1789449558.988923:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b8c47a300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789449558.988966:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449558.988972:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:0.0:1789449558.988975:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296565802 00000100:00000001:0.0:1789449558.988984:0:2400:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296562601 00000100:00000001:0.0:1789449558.988989:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296565802 00000100:00000001:0.0:1789449558.988993:0:2400:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296562601 00000100:00000001:0.0:1789449558.988997:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449558.989000:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449558.989004:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449558.989007:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449558.989016:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449558.989019:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789449558.989021:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449558.989023:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449558.989024:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449558.989027:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449559.000909:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449559.000929:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: using a timeout of 22373 usecs (23 jiffies) 00000400:00000200:1.0:1789449559.000942:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:1.0:1789449559.000946:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296561709 00000100:00000001:1.0:1789449559.000951:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296565802 00000100:00000001:1.0:1789449559.000954:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296561709 00000100:00000001:1.0:1789449559.000956:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296565802 00000100:00000001:1.0:1789449559.000959:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449559.000964:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449559.000970:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449559.000974:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449559.000984:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789449559.000986:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789449559.000990:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449559.000993:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449559.000994:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449559.000998:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449559.008037:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449559.008052:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ec300. 00000400:00000200:2.0:1789449559.008064:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449559.008075:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449559.008085:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5a18 00000400:00000010:2.0:1789449559.008088:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5a18. 00000100:00000001:2.0:1789449559.008097:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449559.008107:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83693480 x1876371947526912/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449574 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449559.008122:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449559.008125:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83693480 x1876371947526912/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449574 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449559.008133:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449559.008134:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789449559.008641:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449559.008645:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47a300. 00000400:00000200:2.0:1789449559.008650:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449559.008655:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449559.008659:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012220 00000400:00000010:2.0:1789449559.008661:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012220. 00000100:00000001:2.0:1789449559.008665:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449559.008670:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83692300 x1876371947527040/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449574 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449559.008678:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449559.008681:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83692300 x1876371947527040/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449574 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449559.008687:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449559.008688:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449559.015283:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449559.015307:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449559.015313:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449559.015315:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449559.015328:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449559.015337:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449559.015348:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449559.015354:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449559.015361:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449559.015366:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x6aa8ce3661b00 00000400:00000200:2.0:1789449559.015564:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449559.015576:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x83cd [1] + 224 00000800:00000001:2.0:1789449559.015587:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449559.015592:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449559.015598:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449559.015603:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449559.015614:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449559.015627:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83693480 x1876371947526912/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449574 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449559.015640:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b83693480 x1876371947526912/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449574 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449559.015715:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449559.015721:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449559.015740:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449559.015752:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449559.015757:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449559.015759:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449559.015761:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449559.015766:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449559.015769:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449559.015774:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449559.015777:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449559.015779:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449559.015782:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x6aa8ce3661b80 00000400:00000200:2.0:1789449559.015786:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449559.015791:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x83d5 [1] + 224 00000800:00000001:2.0:1789449559.015795:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449559.015802:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449559.015803:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449559.015807:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449559.015810:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449559.015815:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83692300 x1876371947527040/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449574 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449559.015823:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b83692300 x1876371947527040/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449574 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449559.015850:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449559.015854:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449559.015857:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449559.017046:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449559.017055:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789449559.017065:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789449559.017068:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789449559.017073:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b83427000. 00000400:00000200:1.0:1789449559.017084:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012aa0 00000400:00000010:1.0:1789449559.017087:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012aa0. 00000100:00000001:1.0:1789449559.017092:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789449559.017105:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83692300 x1876371947527040/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449574 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789449559.017118:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83692300 x1876371947527040/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449574 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449559.017126:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789449559.017129:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449559.017132:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789449559.017136:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789449559.017140:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789449559.017142:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449559.017147:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789449559.017160:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b862dcc60 time=39 v=5 (5 5 102 102) 00000100:00001000:1.0:1789449559.017165:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b862dcc18 time=39 v=5 (1 1 1 1) 00000100:00000001:1.0:1789449559.017168:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789449559.017170:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449559.017174:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789449559.017179:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449559.017184:0:2399:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789449559.017187:0:2399:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967328 00000100:00000001:1.0:1789449559.017188:0:2399:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789449559.017191:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449559.017196:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83692300 x1876371947527040/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449574 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449559.017204:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449559.017208:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789449559.017223:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789449559.017229:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83692300 x1876371947527040/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449574 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789449559.017238:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83692300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2399:1876371947527040:192.168.202.109@tcp:400:kworker.0 00000100:00000001:1.0:1789449559.017243:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449559.017247:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449559.017251:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83692300 x1876371947527040/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449574 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449559.017258:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789449559.017261:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789449559.017267:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b86221a00. 02000000:00000001:1.0:1789449559.017272:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789449559.017276:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449559.017279:0:2399:0:(genops.c:1222:class_import_put()) import ffff9e8b862dc800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000020:00000001:1.0:1789449559.017282:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789449559.017286:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b8c47ac00. 02000000:00000001:1.0:1789449559.017290:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789449559.017292:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789449559.017295:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83692300. 00000100:00000001:1.0:1789449559.017299:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789449559.017301:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449559.017303:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449559.017314:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789449559.017317:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449559.017320:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449559.017323:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1789449559.017807:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449559.017811:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449559.017815:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b86580b58. 00000400:00000200:0.0:1789449559.017821:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5cc0 00000400:00000010:0.0:1789449559.017825:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5cc0. 00000100:00000001:0.0:1789449559.017829:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449559.017837:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83693480 x1876371947526912/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449574 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789449559.017848:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83693480 x1876371947526912/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449574 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449559.017861:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449559.020026:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449559.020041:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449559.020046:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449559.020050:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449559.020054:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449559.020058:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449559.020070:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b83927460 time=40 v=5 (5 5 5 5) 00000100:00001000:0.0:1789449559.020077:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b83927418 time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1789449559.020079:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449559.020081:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449559.020085:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449559.020087:0:2400:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449559.020090:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449559.020103:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83693480 x1876371947526912/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449574 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449559.020112:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449559.020116:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449559.020118:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449559.020122:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83693480 x1876371947526912/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449574 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789449559.020130:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83693480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:80a9314a-fa92-41c3-8d17-36c58fffb192:2400:1876371947526912:192.168.202.109@tcp:400:kworker.0 00000100:00000001:0.0:1789449559.020136:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449559.020139:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449559.020143:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83693480 x1876371947526912/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449574 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449559.020149:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789449559.020152:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449559.020156:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b8bdad600. 02000000:00000001:0.0:1789449559.020163:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789449559.020166:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449559.020169:0:2400:0:(genops.c:1222:class_import_put()) import ffff9e8b83927000 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:0.0:1789449559.020172:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449559.020174:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b8c47a000. 02000000:00000001:0.0:1789449559.020179:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449559.020181:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449559.020183:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83693480. 00000100:00000001:0.0:1789449559.020189:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449559.020191:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449559.020194:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449559.020203:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449559.020205:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449559.020208:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449559.021352:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789449559.073934:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449559.073956:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449559.073961:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449559.073963:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449559.073975:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449559.073984:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449559.073995:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449559.074000:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449559.074007:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449559.074012:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 456 into portal 10 MB=0x6aa8ce3661a80 00000400:00000200:2.0:1789449559.074018:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449559.074025:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 456/456 into md 0x83c5 [1] + 224 00000800:00000001:2.0:1789449559.074035:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449559.074043:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449559.074047:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449559.074053:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449559.074064:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449559.074076:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d1a680 x1876371947522816/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449574 ref 2 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449559.074089:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=602 mlen=456 offset=224 replen=624 req@ffff9e8b87d1a680 x1876371947522816/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449574 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449559.074113:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449559.074124:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449559.074127:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449559.075812:0:33816:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789449559.075830:0:33816:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789449559.075834:0:33816:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789449559.075839:0:33816:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b83427f20. 00000400:00000200:1.0:1789449559.075848:0:33816:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012990 00000400:00000010:1.0:1789449559.075851:0:33816:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012990. 00000100:00000001:1.0:1789449559.075857:0:33816:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789449559.075922:0:33816:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b87d1a680 x1876371947522816/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449574 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789449559.075936:0:33816:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b87d1a680 x1876371947522816/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449574 ref 2 fl Rpc:RQU/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449559.075945:0:33816:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789449559.075947:0:33816:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449559.075951:0:33816:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789449559.075955:0:33816:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789449559.075959:0:33816:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789449559.075962:0:33816:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449559.075966:0:33816:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789449559.075979:0:33816:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ecf0 time=189 v=5 (5 5 5 5) 00000100:00001000:1.0:1789449559.075985:0:33816:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1789449559.075988:0:33816:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1789449559.075992:0:33816:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = -116 req@ffff9e8b87d1a680 x1876371947522816/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449574 ref 2 fl Rpc:RQU/602/0 rc 0/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449559.076000:0:33816:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=18446744073709551500 : -116 : ffffffffffffff8c) 00000100:00000001:1.0:1789449559.076005:0:33816:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789449559.076008:0:33816:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967639 00000100:00000001:1.0:1789449559.076010:0:33816:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789449559.076012:0:33816:0:(client.c:1798:after_reply()) Process leaving (rc=18446744073709551500 : -116 : ffffffffffffff8c) 00000100:00000040:1.0:1789449559.076018:0:33816:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b87d1a680 x1876371947522816/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449574 ref 2 fl Rpc:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449559.076026:0:33816:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551500 : -116 : 0xffffffffffffff8c) 00000100:00000001:1.0:1789449559.076030:0:33816:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789449559.076032:0:33816:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789449559.076037:0:33816:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b87d1a680 x1876371947522816/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449574 ref 2 fl Interpret:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789449559.076044:0:33816:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b87d1a680 pname:cluuid:pid:xid:nid:opc:job multiop:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:33816:1876371947522816:192.168.202.109@tcp:35:multiop.0 00000100:00000001:1.0:1789449559.076050:0:33816:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449559.076054:0:33816:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=18446744073709551500 : -116 : ffffffffffffff8c) 00000100:00000001:1.0:1789449559.076057:0:33816:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789449559.076059:0:33816:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449559.076062:0:33816:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d1a680 x1876371947522816/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449574 ref 2 fl Complete:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449559.076070:0:33816:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789449559.076073:0:33816:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b990b69c0. 00000100:00000001:1.0:1789449559.076078:0:33816:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789449559.076080:0:33816:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551500 : -116 : ffffffffffffff8c) 00000002:00080000:1.0:1789449559.076088:0:33816:0:(mdc_request.c:1003:mdc_close()) @@@ Reset ESTALE = -116 req@ffff9e8b87d1a680 x1876371947522816/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449574 ref 1 fl Complete:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449559.076096:0:33816:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449559.076098:0:33816:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849147520 : -107152860404096 : ffff9e8b87d1a680) 00000002:00000001:1.0:1789449559.076101:0:33816:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449559.076104:0:33816:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789449559.076113:0:33816:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b8313f200. 00000080:00000001:1.0:1789449559.076117:0:33816:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1789449559.076121:0:33816:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:1.0:1789449559.076125:0:33816:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449559.076129:0:33816:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449559.076132:0:33816:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449559.076135:0:33816:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449559.076137:0:33816:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449559.076140:0:33816:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x29:0x0] 00800000:00000001:1.0:1789449559.076142:0:33816:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449559.076148:0:33816:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1789449559.076154:0:33816:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9e8b87d1aa00 x1876371947521664/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/664 e 0 to 0 dl 1789449539 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449559.076161:0:33816:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449559.076164:0:33816:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b87d1aa00 x1876371947521664/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/664 e 0 to 0 dl 1789449539 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449559.076170:0:33816:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1789449559.076174:0:33816:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449559.076177:0:33816:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:1.0:1789449559.076180:0:33816:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789449559.076184:0:33816:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b836b0400. 02000000:00000001:1.0:1789449559.076187:0:33816:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789449559.076190:0:33816:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789449559.076192:0:33816:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b87d1aa00. 00000100:00000001:1.0:1789449559.076196:0:33816:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789449559.076197:0:33816:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449559.076199:0:33816:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449559.076201:0:33816:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d1a680 x1876371947522816/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449574 ref 2 fl Complete:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449559.076206:0:33816:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789449559.076208:0:33816:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff9e8b87d97380. 00000002:00000001:1.0:1789449559.076223:0:33816:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449559.076225:0:33816:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789449559.076227:0:33816:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9e8b8c476cc0. 00000100:00000001:1.0:1789449559.076230:0:33816:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449559.076233:0:33816:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b87d1a680 x1876371947522816/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449574 ref 1 fl Complete:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449559.076238:0:33816:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789449559.076240:0:33816:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789449559.076243:0:33816:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b836b3000. 02000000:00000001:1.0:1789449559.076247:0:33816:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789449559.076248:0:33816:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449559.076249:0:33816:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=3 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:1.0:1789449559.076250:0:33816:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789449559.076252:0:33816:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e8b8313fc00. 02000000:00000001:1.0:1789449559.076254:0:33816:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789449559.076255:0:33816:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789449559.076256:0:33816:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b87d1a680. 00000100:00000001:1.0:1789449559.076258:0:33816:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789449559.076259:0:33816:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789449559.076262:0:33816:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789449559.076266:0:33816:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9e8b8432c640. 00000080:00000001:1.0:1789449559.076270:0:33816:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449559.076276:0:33816:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181077df0 00000080:00000008:1.0:1789449559.076279:0:33816:0:(file.c:523:ll_file_release()) COMPLETED file f23.recovery-small:[0x200000405:0x29:0x0](ffff9e8b89195348), flags 100002, rc = 0 00000080:00000001:1.0:1789449559.076282:0:33816:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449559.076289:0:33816:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1789449559.076291:0:33816:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181077e00 00000080:00002000:1.0:1789449559.076293:0:33816:0:(dcache.c:127:ll_ddelete()) deleting dentry f23.recovery-small (ffff9e8b891a4870, parent ffff9e8b892cbca8, inode ffff9e8b89195348) hashed, 00000080:00000001:1.0:1789449559.076296:0:33816:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789449559.076308:0:33816:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1789449559.076316:0:33816:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:1.1:1789449559.098359:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b87d97d80. 00010000:00000001:3.0:1789449559.557287:0:33382:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449559.557297:0:33382:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449559.558307:0:16814:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789449559.558314:0:16814:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449559.558320:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789449560.593476:0:33382:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449560.593483:0:33382:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449560.613056:0:16815:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789449560.613063:0:16815:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449560.613068:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789449561.605811:0:33382:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449561.605821:0:33382:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449561.606266:0:16942:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789449561.606270:0:16942:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449561.606273:0:16942:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1789449562.289208:0:34121:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449562.628471:0:33382:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449562.628483:0:33382:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789449562.628487:0:33382:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449562.628491:0:33382:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449562.628498:0:33382:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789449562.628500:0:33382:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449562.628502:0:33382:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449562.628505:0:33382:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449562.628648:0:16814:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789449562.628654:0:16814:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449562.628657:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1789449562.772833:0:34141:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71180d7fd08 00000080:00200008:0.0:1789449562.772847:0:34141:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9e8b89180908), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1789449562.772859:0:34141:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789449562.772860:0:34141:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71180d7fc80 00000080:00200000:0.0:1789449562.772863:0:34141:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:0.0:1789449562.772871:0:34141:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b91d59200. 00800000:00000002:0.0:1789449562.772901:0:34141:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:0.0:1789449562.772907:0:34141:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789449562.772915:0:34141:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789449562.772917:0:34141:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71180d7fba0 00800000:00000002:0.0:1789449562.772921:0:34141:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449562.772926:0:34141:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789449562.772930:0:34141:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449562.772938:0:34141:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449562.772941:0:34141:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449562.772944:0:34141:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449562.772946:0:34141:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449562.772949:0:34141:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449562.772952:0:34141:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449562.772956:0:34141:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789449562.772963:0:34141:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789449562.772965:0:34141:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71180d7fa70 00000002:00010000:0.0:1789449562.772967:0:34141:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789449562.772972:0:34141:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789449562.772974:0:34141:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449562.772978:0:34141:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789449562.772988:0:34141:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449562.772990:0:34141:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449562.772992:0:34141:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449562.772996:0:34141:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789449562.772999:0:34141:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1789449562.773007:0:34141:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d18700. 00000020:00000040:0.0:1789449562.773012:0:34141:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00010000:00000001:0.0:1789449562.773022:0:34141:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789449562.773029:0:34141:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449562.773035:0:34141:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449562.773038:0:34141:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449562.773042:0:34141:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449562.773047:0:34141:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449562.773057:0:34141:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b836b1000. 00000100:00000001:0.0:1789449562.773066:0:34141:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449562.773072:0:34141:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789449562.773074:0:34141:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449562.773076:0:34141:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789449562.773077:0:34141:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449562.773079:0:34141:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449562.773085:0:34141:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446636920849139456 : -107152860412160 : ffff9e8b87d18700) 00010000:00000001:0.0:1789449562.773090:0:34141:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789449562.773093:0:34141:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789449562.773099:0:34141:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9e8b82cbad00. 00010000:00000010:0.0:1789449562.773227:0:34141:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e8b9066e800. 00010000:00000001:0.0:1789449562.773236:0:34141:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789449562.773240:0:34141:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8b86498600. 00000020:00000001:0.0:1789449562.773246:0:34141:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789449562.773249:0:34141:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8b86498600 with handle 0xcddde1459ded6776 to hash 00000020:00000001:0.0:1789449562.773251:0:34141:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789449562.773253:0:34141:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:0.0:1789449562.773257:0:34141:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:0.0:1789449562.773262:0:34141:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449562.773265:0:34141:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449562.773270:0:34141:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498600/0xcddde1459ded6776 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34141 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789449562.773281:0:34141:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498600/0xcddde1459ded6776 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34141 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789449562.773293:0:34141:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498600/0xcddde1459ded6776 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34141 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789449562.773299:0:34141:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789449562.773301:0:34141:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789449562.773310:0:34141:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b831c8480. 00000100:00000001:0.0:1789449562.773313:0:34141:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920770167936 : -107152939383680 : ffff9e8b831c8480) 00000100:00000001:0.0:1789449562.773316:0:34141:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449562.773318:0:34141:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849139456 : -107152860412160 : ffff9e8b87d18700) 00000100:00000001:0.0:1789449562.773324:0:34141:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449562.773328:0:34141:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449562.773331:0:34141:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789449562.773334:0:34141:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789449562.773348:0:34141:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b87d18700 x1876371947527168/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449562.773357:0:34141:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789449562.773360:0:34141:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449562.773364:0:34141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789449562.773367:0:34141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789449562.773370:0:34141:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449562.773374:0:34141:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b87d18700 pname:cluuid:pid:xid:nid:opc:job lfs:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:34141:1876371947527168:192.168.202.109@tcp:101:lfs.0 00000100:00000001:0.0:1789449562.773378:0:34141:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789449562.773385:0:34141:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789449562.773388:0:34141:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449562.773752:0:34141:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789449562.773761:0:34141:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e8b87da4800. 02000000:00000001:0.0:1789449562.773764:0:34141:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449562.773774:0:34141:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:0.0:1789449562.773780:0:34141:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b86580b58. 00000400:00000010:0.0:1789449562.773788:0:34141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5cc0. 00000100:00000200:0.0:1789449562.773796:0:34141:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876371947527168, portal 10 00000100:00000001:0.0:1789449562.773799:0:34141:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449562.773800:0:34141:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849139456 : -107152860412160 : ffff9e8b87d18700) 00000100:00000040:0.0:1789449562.773808:0:34141:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b87d18700 x1876371947527168/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449578 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449562.773816:0:34141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789449562.773819:0:34141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1789449562.773822:0:34141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5110. 00000100:00000200:0.0:1789449562.773826:0:34141:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876371947527168, offset 0 00000400:00000200:0.0:1789449562.773835:0:34141:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1789449562.773846:0:34141:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449562.773856:0:34141:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1789449562.773862:0:34141:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789449562.773867:0:34141:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1789449562.773871:0:34141:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789449562.773874:0:34141:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1789449562.773981:0:34141:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2897:2897:256:4294967295] 192.168.202.109@tcp LPNI seq info [2897:2897:8:4294967295] 00000400:00000200:0.0:1789449562.773986:0:34141:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449562.773999:0:34141:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1789449562.774006:0:34141:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1789449562.774012:0:34141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b864eca00. 00000800:00000200:0.0:1789449562.774021:0:34141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1789449562.774031:0:34141:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1789449562.774035:0:34141:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b864eca00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1789449562.774046:0:34141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449562.774051:0:34141:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 859876 usecs (860 jiffies) 00000400:00000200:0.0:1789449562.774053:0:34141:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:0.0:1789449562.774056:0:34141:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296566320 00000100:00000001:0.0:1789449562.774064:0:34141:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, simply extend its deadline from 4296565802 00000100:00000001:0.0:1789449562.774069:0:34141:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296566320 00000100:00000001:0.0:1789449562.774074:0:34141:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, simply extend its deadline from 4296565802 00000100:00000001:0.0:1789449562.774077:0:34141:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449562.774081:0:34141:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449562.774084:0:34141:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449562.774086:0:34141:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789449562.774089:0:34141:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b831c8480 going to sleep for 11 seconds 00000100:00000001:0.0:1789449562.774092:0:34141:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449562.774095:0:34141:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449562.774300:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449562.774306:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864eca00. 00000400:00000200:2.0:1789449562.774311:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449562.774317:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449562.774323:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5110 00000400:00000010:2.0:1789449562.774326:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5110. 00000100:00000001:2.0:1789449562.774332:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449562.774338:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d18700 x1876371947527168/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449578 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449562.774349:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449562.774352:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d18700 x1876371947527168/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449578 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449562.774357:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449562.774359:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449562.781343:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449562.781368:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449562.781375:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449562.781378:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449562.781423:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449562.781433:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449562.781447:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449562.781453:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449562.781460:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449562.781465:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 688 into portal 10 MB=0x6aa8ce3661c00 00000400:00000200:2.0:1789449562.781472:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449562.781481:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 688/688 into md 0x83dd [1] + 224 00000800:00000001:2.0:1789449562.781491:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449562.781504:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449562.781508:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449562.781513:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449562.781526:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449562.781540:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d18700 x1876371947527168/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449578 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449562.781555:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9e8b87d18700 x1876371947527168/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449578 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449562.781581:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449562.781594:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449562.781597:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449562.781855:0:34141:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789449562.781867:0:34141:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449562.781869:0:34141:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449562.781873:0:34141:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b86580b58. 00000400:00000200:0.0:1789449562.781985:0:34141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5cc0 00000400:00000010:0.0:1789449562.781990:0:34141:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5cc0. 00000100:00000001:0.0:1789449562.781994:0:34141:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449562.781998:0:34141:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b87d18700 x1876371947527168/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449578 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789449562.782007:0:34141:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b87d18700 x1876371947527168/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449578 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449562.782013:0:34141:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449562.782015:0:34141:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449562.782018:0:34141:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449562.782023:0:34141:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449562.782026:0:34141:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449562.782029:0:34141:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449562.782033:0:34141:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449562.782045:0:34141:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=42 v=5 (5 5 102 102) 00000100:00001000:0.0:1789449562.782050:0:34141:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1789449562.782053:0:34141:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449562.782054:0:34141:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449562.782058:0:34141:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449562.782063:0:34141:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449562.782068:0:34141:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789449562.782070:0:34141:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967639 00000100:00000001:0.0:1789449562.782073:0:34141:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449562.782075:0:34141:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449562.782080:0:34141:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b87d18700 x1876371947527168/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449578 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449562.782087:0:34141:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449562.782091:0:34141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449562.782093:0:34141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449562.782097:0:34141:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b87d18700 x1876371947527168/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449578 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789449562.782246:0:34141:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b87d18700 pname:cluuid:pid:xid:nid:opc:job lfs:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:34141:1876371947527168:192.168.202.109@tcp:101:lfs.0 00000100:00000001:0.0:1789449562.782254:0:34141:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449562.782257:0:34141:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449562.782260:0:34141:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789449562.782263:0:34141:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449562.782267:0:34141:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d18700 x1876371947527168/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449578 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449562.782274:0:34141:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789449562.782277:0:34141:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b831c8480. 00000100:00000001:0.0:1789449562.782281:0:34141:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789449562.782283:0:34141:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449562.782286:0:34141:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789449562.782291:0:34141:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449562.782294:0:34141:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449562.782298:0:34141:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498600 refcount=4 00000020:00000001:0.0:1789449562.782300:0:34141:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:0.0:1789449562.782304:0:34141:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000040:0.0:1789449562.782311:0:34141:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e8b86498600, remote cookie: 0xeb7cbf5e2fd3dc4d, flags: 0x1001 00010000:00010000:0.0:1789449562.782318:0:34141:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498600/0xcddde1459ded6776 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dc4d expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789449562.782332:0:34141:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498600/0xcddde1459ded6776 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dc4d expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449562.782340:0:34141:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789449562.782345:0:34141:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789449562.782347:0:34141:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789449562.782349:0:34141:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789449562.782350:0:34141:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789449562.782354:0:34141:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9e8b82cbad00) refcount = 1 00010000:00010000:0.0:1789449562.782358:0:34141:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498600/0xcddde1459ded6776 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3dc4d expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449562.782365:0:34141:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789449562.782369:0:34141:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789449562.782371:0:34141:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449562.782375:0:34141:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789449562.782378:0:34141:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449562.782381:0:34141:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498600/0xcddde1459ded6776 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dc4d expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449562.782387:0:34141:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789449562.782389:0:34141:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449562.782662:0:34141:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449562.782665:0:34141:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449562.782666:0:34141:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449562.782668:0:34141:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449562.782675:0:34141:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789449562.782677:0:34141:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449562.782678:0:34141:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449562.782680:0:34141:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498600 refcount=3 00000020:00000001:0.0:1789449562.782682:0:34141:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:0.0:1789449562.782685:0:34141:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:0.0:1789449562.782688:0:34141:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449562.782689:0:34141:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449562.782691:0:34141:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498600 refcount=4 00000020:00000001:0.0:1789449562.782693:0:34141:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:0.0:1789449562.782695:0:34141:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:0.0:1789449562.782698:0:34141:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449562.782701:0:34141:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449562.782705:0:34141:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498600/0xcddde1459ded6776 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3dc4d expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449562.782712:0:34141:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449562.782713:0:34141:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449562.782715:0:34141:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449562.782716:0:34141:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449562.782717:0:34141:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498600 refcount=5 00000020:00000001:0.0:1789449562.782719:0:34141:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:0.0:1789449562.782721:0:34141:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:0.0:1789449562.782723:0:34141:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449562.782726:0:34141:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498600/0xcddde1459ded6776 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3dc4d expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449562.782732:0:34141:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449562.782733:0:34141:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789449562.782736:0:34141:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498600/0xcddde1459ded6776 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3dc4d expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449562.782742:0:34141:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449562.782744:0:34141:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449562.782745:0:34141:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449562.782746:0:34141:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449562.782747:0:34141:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789449562.782752:0:34141:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9e8b87d18700 x1876371947527168/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449578 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1789449562.782767:0:34141:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449562.782768:0:34141:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449562.782770:0:34141:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498600 refcount=3 00000020:00000001:0.0:1789449562.782772:0:34141:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:0.0:1789449562.782773:0:34141:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:0.0:1789449562.782776:0:34141:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449562.782777:0:34141:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449562.782779:0:34141:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449562.782780:0:34141:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449562.782784:0:34141:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1789449562.782786:0:34141:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449562.782788:0:34141:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449562.782789:0:34141:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498600 refcount=3 00000020:00000001:0.0:1789449562.782790:0:34141:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:0.0:1789449562.782792:0:34141:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00000002:00010000:0.0:1789449562.782795:0:34141:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498600/0xcddde1459ded6776 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dc4d expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449562.782801:0:34141:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449562.782802:0:34141:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449562.782803:0:34141:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789449562.782804:0:34141:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449562.782805:0:34141:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449562.782806:0:34141:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498600 refcount=3 00000020:00000001:0.0:1789449562.782808:0:34141:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:0.0:1789449562.782810:0:34141:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000040:0.0:1789449562.782816:0:34141:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbad00 count: 2 00010000:00000001:0.0:1789449562.782818:0:34141:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789449562.782822:0:34141:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e8b83488400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1789449562.782824:0:34141:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449562.782825:0:34141:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449562.782827:0:34141:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789449562.782830:0:34141:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71180d7f9f8 00000002:00002000:0.0:1789449562.782832:0:34141:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1789449562.782835:0:34141:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449562.782839:0:34141:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449562.782842:0:34141:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789449562.782846:0:34141:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1789449562.782850:0:34141:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449562.782854:0:34141:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:0.0:1789449562.782858:0:34141:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b91d59200. 00000080:00000001:0.0:1789449562.782865:0:34141:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789449562.782867:0:34141:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789449562.782875:0:34141:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1789449562.782913:0:34141:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1789449562.783101:0:34141:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9e8b91d9ab00. 00800000:00000001:1.0:1789449562.783113:0:34141:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446636921017445120 : -107152692106496 : ffff9e8b91d9ab00) 00800000:00000001:1.0:1789449562.783116:0:34141:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449562.783119:0:34141:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789449562.783122:0:34141:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1789449562.783124:0:34141:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1789449562.783126:0:34141:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1789449562.783129:0:34141:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1789449562.783131:0:34141:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.783136:0:34141:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1789449562.783138:0:34141:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:1.0:1789449562.783141:0:34141:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115188193296385 mtime from 1789449513 to 1789449523 00000080:00200000:1.0:1789449562.783146:0:34141:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:1.0:1789449562.783148:0:34141:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449562.783149:0:34141:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449562.783151:0:34141:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498600 refcount=3 00000020:00000001:1.0:1789449562.783152:0:34141:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:1.0:1789449562.783154:0:34141:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:1.0:1789449562.783157:0:34141:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449562.783158:0:34141:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789449562.783159:0:34141:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789449562.783162:0:34141:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1789449562.783163:0:34141:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b91d9ab00 1 00800000:00000010:1.0:1789449562.783166:0:34141:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9e8b91d9ab00. 00800000:00000001:1.0:1789449562.783169:0:34141:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789449562.783172:0:34141:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded6776 00800000:00000001:1.0:1789449562.783175:0:34141:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789449562.783177:0:34141:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789449562.783179:0:34141:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449562.783179:0:34141:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449562.783181:0:34141:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498600 refcount=3 00000020:00000001:1.0:1789449562.783182:0:34141:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:1.0:1789449562.783184:0:34141:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:1.0:1789449562.783187:0:34141:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449562.783187:0:34141:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789449562.783189:0:34141:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449562.783191:0:34141:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.783193:0:34141:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789449562.783195:0:34141:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:1.0:1789449562.783198:0:34141:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded6776 from it ffffb71180d7fcb8 00010000:00000001:1.0:1789449562.783199:0:34141:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449562.783200:0:34141:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449562.783201:0:34141:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498600 refcount=3 00000020:00000001:1.0:1789449562.783203:0:34141:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:1.0:1789449562.783205:0:34141:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:1.0:1789449562.783207:0:34141:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789449562.783210:0:34141:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498600/0xcddde1459ded6776 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3dc4d expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449562.783216:0:34141:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449562.783217:0:34141:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449562.783219:0:34141:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789449562.783222:0:34141:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789449562.783225:0:34141:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498600/0xcddde1459ded6776 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dc4d expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789449562.783234:0:34141:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789449562.783237:0:34141:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789449562.783239:0:34141:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789449562.783246:0:34141:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449562.783247:0:34141:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449562.783248:0:34141:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449562.783252:0:34141:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789449562.783255:0:34141:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449562.783257:0:34141:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449562.783259:0:34141:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449562.783261:0:34141:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789449562.783262:0:34141:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449562.783263:0:34141:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789449562.783266:0:34141:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449562.783272:0:34141:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b87d18700 x1876371947527168/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449578 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449562.783279:0:34141:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789449562.783283:0:34141:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789449562.783287:0:34141:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9e8b87da4800. 02000000:00000001:1.0:1789449562.783291:0:34141:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789449562.783293:0:34141:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449562.783295:0:34141:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=3 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:1.0:1789449562.783298:0:34141:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789449562.783300:0:34141:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b836b1000. 02000000:00000001:1.0:1789449562.783306:0:34141:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789449562.783308:0:34141:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789449562.783310:0:34141:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b87d18700. 00000100:00000001:1.0:1789449562.783315:0:34141:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789449562.783316:0:34141:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789449562.783321:0:34141:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449562.783328:0:34141:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71180d7fd08 00000080:00000008:1.0:1789449562.783330:0:34141:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9e8b89180908), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1789449562.784372:0:34141:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449562.784430:0:34141:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71180d7fd08 00000080:00200008:1.0:1789449562.784433:0:34141:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9e8b89180908), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1789449562.784441:0:34141:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789449562.784443:0:34141:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71180d7fc80 00000080:00200000:1.0:1789449562.784445:0:34141:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:1.0:1789449562.784451:0:34141:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b86221a00. 00800000:00000002:1.0:1789449562.784459:0:34141:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:1.0:1789449562.784463:0:34141:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789449562.784469:0:34141:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789449562.784471:0:34141:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71180d7fba0 00800000:00000002:1.0:1789449562.784473:0:34141:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789449562.784477:0:34141:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789449562.784480:0:34141:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449562.784484:0:34141:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449562.784487:0:34141:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449562.784490:0:34141:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449562.784492:0:34141:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449562.784495:0:34141:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789449562.784497:0:34141:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449562.784500:0:34141:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789449562.784505:0:34141:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789449562.784507:0:34141:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71180d7fa70 00000002:00010000:1.0:1789449562.784509:0:34141:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789449562.784512:0:34141:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789449562.784514:0:34141:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789449562.784517:0:34141:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789449562.784524:0:34141:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbad00 count: 2 00010000:00000001:1.0:1789449562.784527:0:34141:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449562.784532:0:34141:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449562.784536:0:34141:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789449562.784539:0:34141:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498600/0xcddde1459ded6776 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dc4d expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1789449562.784554:0:34141:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789449562.784560:0:34141:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449562.784563:0:34141:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498600/0xcddde1459ded6776 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dc4d expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1789449562.784570:0:34141:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789449562.784572:0:34141:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789449562.784574:0:34141:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789449562.784575:0:34141:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789449562.784577:0:34141:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789449562.784579:0:34141:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789449562.784582:0:34141:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789449562.784584:0:34141:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:1.0:1789449562.784587:0:34141:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b86221a00. 00000080:00000001:1.0:1789449562.784592:0:34141:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789449562.784594:0:34141:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789449562.784596:0:34141:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:1.0:1789449562.784672:0:34141:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded6776 00800000:00000001:1.0:1789449562.784677:0:34141:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789449562.784679:0:34141:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789449562.784680:0:34141:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449562.784682:0:34141:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449562.784686:0:34141:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498600 refcount=3 00000020:00000001:1.0:1789449562.784688:0:34141:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:1.0:1789449562.784691:0:34141:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:1.0:1789449562.784694:0:34141:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449562.784695:0:34141:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789449562.784696:0:34141:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449562.784698:0:34141:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789449562.784701:0:34141:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded6776 from it ffffb71180d7fcb8 00010000:00000001:1.0:1789449562.784703:0:34141:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449562.784704:0:34141:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449562.784705:0:34141:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498600 refcount=3 00000020:00000001:1.0:1789449562.784707:0:34141:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:1.0:1789449562.784709:0:34141:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:1.0:1789449562.784711:0:34141:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789449562.784714:0:34141:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498600/0xcddde1459ded6776 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3dc4d expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789449562.784720:0:34141:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449562.784721:0:34141:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449562.784722:0:34141:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789449562.784724:0:34141:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789449562.784726:0:34141:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498600/0xcddde1459ded6776 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dc4d expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789449562.784732:0:34141:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789449562.784734:0:34141:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789449562.784736:0:34141:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789449562.784739:0:34141:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449562.784740:0:34141:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449562.784742:0:34141:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449562.784745:0:34141:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789449562.784747:0:34141:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449562.784749:0:34141:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449562.784751:0:34141:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449562.784753:0:34141:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789449562.784754:0:34141:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449562.784755:0:34141:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789449562.784758:0:34141:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789449562.784760:0:34141:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789449562.784763:0:34141:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449562.784768:0:34141:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71180d7fd08 00000080:00000008:1.0:1789449562.784770:0:34141:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9e8b89180908), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1789449562.784988:0:34141:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789449562.784990:0:34141:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789449562.784992:0:34141:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71180d7fb78 00000080:00200000:1.0:1789449562.784994:0:34141:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:1.0:1789449562.784999:0:34141:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b86221a00. 00800000:00000002:1.0:1789449562.785002:0:34141:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:1.0:1789449562.785004:0:34141:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789449562.785006:0:34141:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789449562.785008:0:34141:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71180d7fa98 00800000:00000002:1.0:1789449562.785010:0:34141:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789449562.785012:0:34141:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789449562.785014:0:34141:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449562.785015:0:34141:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449562.785016:0:34141:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449562.785018:0:34141:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449562.785020:0:34141:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449562.785021:0:34141:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789449562.785023:0:34141:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449562.785026:0:34141:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789449562.785029:0:34141:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789449562.785030:0:34141:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71180d7f968 00000002:00010000:1.0:1789449562.785032:0:34141:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789449562.785035:0:34141:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789449562.785037:0:34141:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789449562.785038:0:34141:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789449562.785041:0:34141:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbad00 count: 2 00010000:00000001:1.0:1789449562.785044:0:34141:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449562.785046:0:34141:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449562.785049:0:34141:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789449562.785052:0:34141:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498600/0xcddde1459ded6776 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dc4d expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1789449562.785059:0:34141:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789449562.785061:0:34141:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449562.785064:0:34141:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498600/0xcddde1459ded6776 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dc4d expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1789449562.785070:0:34141:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789449562.785072:0:34141:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789449562.785073:0:34141:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789449562.785074:0:34141:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789449562.785076:0:34141:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789449562.785077:0:34141:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789449562.785080:0:34141:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789449562.785082:0:34141:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:1.0:1789449562.785084:0:34141:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b86221a00. 00000080:00000001:1.0:1789449562.785087:0:34141:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789449562.785088:0:34141:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789449562.785091:0:34141:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:1.0:1789449562.785093:0:34141:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded6776 00800000:00000001:1.0:1789449562.785096:0:34141:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789449562.785097:0:34141:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789449562.785099:0:34141:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449562.785100:0:34141:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449562.785102:0:34141:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498600 refcount=3 00000020:00000001:1.0:1789449562.785104:0:34141:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:1.0:1789449562.785372:0:34141:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:1.0:1789449562.785375:0:34141:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449562.785377:0:34141:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789449562.785378:0:34141:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449562.785380:0:34141:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789449562.785382:0:34141:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded6776 from it ffffb71180d7fbb0 00010000:00000001:1.0:1789449562.785384:0:34141:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449562.785385:0:34141:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449562.785387:0:34141:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498600 refcount=3 00000020:00000001:1.0:1789449562.785388:0:34141:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:1.0:1789449562.785400:0:34141:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:1.0:1789449562.785402:0:34141:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789449562.785406:0:34141:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498600/0xcddde1459ded6776 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3dc4d expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789449562.785412:0:34141:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449562.785414:0:34141:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449562.785415:0:34141:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789449562.785417:0:34141:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789449562.785419:0:34141:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498600/0xcddde1459ded6776 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dc4d expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1789449562.785425:0:34141:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789449562.785427:0:34141:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789449562.785428:0:34141:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789449562.785430:0:34141:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449562.785431:0:34141:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449562.785433:0:34141:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449562.785434:0:34141:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789449562.785436:0:34141:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449562.785437:0:34141:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449562.785439:0:34141:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449562.785441:0:34141:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789449562.785442:0:34141:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449562.785443:0:34141:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789449562.785445:0:34141:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789449562.785446:0:34141:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789449562.785449:0:34141:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908), inode mode 41ff mask 44 00000080:00000001:1.0:1789449562.785454:0:34141:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.785460:0:34141:0:(dir.c:3016:ll_dir_open()) Process entered 00000080:00000001:1.0:1789449562.785464:0:34141:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1789449562.785466:0:34141:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71180d7fb78 00000080:00200008:1.0:1789449562.785467:0:34141:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9e8b89180908), flags 100000 00000080:00000010:1.0:1789449562.785475:0:34141:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9e8b8c4477c0. 00000080:00000001:1.0:1789449562.785480:0:34141:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.785482:0:34141:0:(dir.c:3017:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.785675:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.785680:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.785688:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.785692:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.785698:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.785703:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.785706:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449562.785708:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449562.785711:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00800000:00000001:1.0:1789449562.785718:0:34141:0:(obd_class.h:1074:obd_statfs()) Process entered 00800000:00000004:1.0:1789449562.785720:0:34141:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff9e8b89903000: age 1824, max_age 1897 00000002:00000001:1.0:1789449562.785724:0:34141:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:1.0:1789449562.785727:0:34141:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000100:00000010:1.0:1789449562.785735:0:34141:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83692300. 00000020:00000040:1.0:1789449562.785738:0:34141:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000100:00000001:1.0:1789449562.785742:0:34141:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789449562.785745:0:34141:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789449562.785749:0:34141:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789449562.785757:0:34141:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b8c47ac00. 00000100:00000001:1.0:1789449562.785766:0:34141:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449562.785770:0:34141:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789449562.785772:0:34141:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789449562.785779:0:34141:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b862e3840. 00000100:00000001:1.0:1789449562.785781:0:34141:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920821659712 : -107152887891904 : ffff9e8b862e3840) 00000100:00000001:1.0:1789449562.785784:0:34141:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449562.785785:0:34141:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775189248 : -107152934362368 : ffff9e8b83692300) 00000100:00000001:1.0:1789449562.785791:0:34141:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789449562.785795:0:34141:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449562.785797:0:34141:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789449562.785799:0:34141:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789449562.785812:0:34141:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83692300 x1876371947527296/t0(0) o41->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449562.785820:0:34141:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449562.785823:0:34141:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449562.785827:0:34141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789449562.785829:0:34141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789449562.785832:0:34141:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449562.785835:0:34141:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83692300 pname:cluuid:pid:xid:nid:opc:job lfs:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:34141:1876371947527296:192.168.202.109@tcp:41:lfs.0 00000100:00000001:1.0:1789449562.785840:0:34141:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789449562.785847:0:34141:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789449562.785849:0:34141:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449562.785852:0:34141:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789449562.785857:0:34141:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b8678e000. 02000000:00000001:1.0:1789449562.785858:0:34141:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789449562.785868:0:34141:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:1.0:1789449562.785873:0:34141:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b83427f20. 00000400:00000010:1.0:1789449562.785915:0:34141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012990. 00000100:00000200:1.0:1789449562.785925:0:34141:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947527296, portal 10 00000100:00000001:1.0:1789449562.785927:0:34141:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449562.785928:0:34141:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775189248 : -107152934362368 : ffff9e8b83692300) 00000100:00000040:1.0:1789449562.785935:0:34141:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b83692300 x1876371947527296/t0(0) o41->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1789449578 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449562.785942:0:34141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789449562.785946:0:34141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1789449562.785949:0:34141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012aa0. 00000100:00000200:1.0:1789449562.785953:0:34141:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876371947527296, offset 0 00000400:00000200:1.0:1789449562.785959:0:34141:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1789449562.785969:0:34141:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449562.785977:0:34141:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1789449562.785986:0:34141:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789449562.785990:0:34141:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1789449562.785995:0:34141:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789449562.785999:0:34141:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1789449562.786003:0:34141:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2898:2898:256:4294967295] 192.168.202.109@tcp LPNI seq info [2898:2898:8:4294967295] 00000400:00000200:1.0:1789449562.786007:0:34141:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449562.786018:0:34141:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1789449562.786025:0:34141:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1789449562.786031:0:34141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b8c47a700. 00000800:00000200:1.0:1789449562.786039:0:34141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1789449562.786048:0:34141:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1789449562.786053:0:34141:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b8c47a700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789449562.786064:0:34141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449562.786068:0:34141:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 858776 usecs (859 jiffies) 00000400:00000200:1.0:1789449562.786072:0:34141:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:1.0:1789449562.786075:0:34141:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296566330 00000100:00000001:1.0:1789449562.786085:0:34141:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, simply extend its deadline from 4296566320 00000100:00000001:1.0:1789449562.786092:0:34141:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296566330 00000100:00000001:1.0:1789449562.786096:0:34141:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, simply extend its deadline from 4296566320 00000100:00000001:1.0:1789449562.786099:0:34141:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449562.786102:0:34141:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449562.786104:0:34141:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789449562.786825:0:34141:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789449562.786830:0:34141:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b862e3840 going to sleep for 11 seconds 00000100:00000001:1.0:1789449562.786833:0:34141:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449562.786836:0:34141:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449562.787016:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449562.787023:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47a700. 00000400:00000200:2.0:1789449562.787029:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449562.787037:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449562.787046:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012aa0 00000400:00000010:2.0:1789449562.787049:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012aa0. 00000100:00000001:2.0:1789449562.787054:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449562.787060:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83692300 x1876371947527296/t0(0) o41->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1789449578 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449562.787071:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449562.787075:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83692300 x1876371947527296/t0(0) o41->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1789449578 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449562.787081:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449562.787083:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449562.799740:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449562.799766:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449562.799772:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449562.799775:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449562.799790:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449562.799800:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449562.799812:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449562.799818:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449562.799826:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449562.799831:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 368 into portal 10 MB=0x6aa8ce3661c80 00000400:00000200:2.0:1789449562.799839:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449562.799847:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 368/368 into md 0x83e5 [1] + 224 00000800:00000001:2.0:1789449562.799856:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449562.799869:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449562.799874:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449562.799938:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449562.799949:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449562.799962:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83692300 x1876371947527296/t0(0) o41->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1789449578 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449562.799974:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9e8b83692300 x1876371947527296/t0(0) o41->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1789449578 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449562.799997:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449562.800009:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449562.800012:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449562.800097:0:34141:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789449562.800118:0:34141:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789449562.800120:0:34141:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789449562.800124:0:34141:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b83427f20. 00000400:00000200:1.0:1789449562.800130:0:34141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012990 00000400:00000010:1.0:1789449562.800133:0:34141:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012990. 00000100:00000001:1.0:1789449562.800137:0:34141:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789449562.800141:0:34141:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83692300 x1876371947527296/t0(0) o41->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1789449578 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789449562.800150:0:34141:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83692300 x1876371947527296/t0(0) o41->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1789449578 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449562.800157:0:34141:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789449562.800159:0:34141:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449562.800162:0:34141:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789449562.800166:0:34141:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789449562.800170:0:34141:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789449562.800173:0:34141:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449562.800177:0:34141:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789449562.800189:0:34141:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=42 v=5 (5 5 102 102) 00000100:00001000:1.0:1789449562.800194:0:34141:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1789449562.800197:0:34141:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789449562.800200:0:34141:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449562.800203:0:34141:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789449562.800207:0:34141:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449562.800213:0:34141:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789449562.800215:0:34141:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967639 00000100:00000001:1.0:1789449562.800217:0:34141:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789449562.800220:0:34141:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449562.800226:0:34141:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83692300 x1876371947527296/t0(0) o41->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1789449578 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449562.800233:0:34141:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449562.800237:0:34141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789449562.800239:0:34141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789449562.800243:0:34141:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83692300 x1876371947527296/t0(0) o41->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1789449578 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789449562.800252:0:34141:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83692300 pname:cluuid:pid:xid:nid:opc:job lfs:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:34141:1876371947527296:192.168.202.109@tcp:41:lfs.0 00000100:00000001:1.0:1789449562.800257:0:34141:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449562.800260:0:34141:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449562.800263:0:34141:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789449562.800266:0:34141:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449562.800269:0:34141:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83692300 x1876371947527296/t0(0) o41->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1789449578 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449562.800277:0:34141:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789449562.800280:0:34141:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b862e3840. 00000100:00000001:1.0:1789449562.800285:0:34141:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789449562.800287:0:34141:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449562.800295:0:34141:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:1.0:1789449562.800297:0:34141:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449562.800300:0:34141:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83692300 x1876371947527296/t0(0) o41->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1789449578 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449562.800306:0:34141:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789449562.800309:0:34141:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789449562.800312:0:34141:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b8678e000. 02000000:00000001:1.0:1789449562.800317:0:34141:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789449562.800320:0:34141:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449562.800322:0:34141:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:1.0:1789449562.800324:0:34141:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789449562.800328:0:34141:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b8c47ac00. 02000000:00000001:1.0:1789449562.800333:0:34141:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789449562.800335:0:34141:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789449562.800337:0:34141:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83692300. 00000100:00000001:1.0:1789449562.800340:0:34141:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789449562.800342:0:34141:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789449562.800343:0:34141:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449562.800344:0:34141:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=3 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:1.0:1789449562.800346:0:34141:0:(genops.c:1229:class_import_put()) Process leaving 00800000:00000004:1.0:1789449562.800350:0:34141:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff9e8b89903000: update ffff9e8b83131e18 cache blocks 317381/353529 objects 1023704/1024000 00800000:00000001:1.0:1789449562.800354:0:34141:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449562.800361:0:34141:0:(lmv_obd.c:1197:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.800365:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789449562.800369:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.800373:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.800377:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.800474:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.800477:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.800486:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.800490:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.800497:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.800501:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.800504:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449562.800507:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449562.800509:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00800000:00000001:1.0:1789449562.800517:0:34141:0:(obd_class.h:1074:obd_statfs()) Process entered 00800000:00000004:1.0:1789449562.800520:0:34141:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0001-mdc-ffff9e8b89903000: age 1329, max_age 1897 00000002:00000001:1.0:1789449562.800523:0:34141:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:1.0:1789449562.800526:0:34141:0:(genops.c:1209:class_import_get()) import ffff9e8b862dc800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000100:00000010:1.0:1789449562.800531:0:34141:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83692300. 00000020:00000040:1.0:1789449562.800534:0:34141:0:(genops.c:1209:class_import_get()) import ffff9e8b862dc800 refcount=5 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000100:00000001:1.0:1789449562.800538:0:34141:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789449562.800542:0:34141:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789449562.800547:0:34141:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789449562.800553:0:34141:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b8c47ac00. 00000100:00000001:1.0:1789449562.800561:0:34141:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449562.800564:0:34141:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789449562.800566:0:34141:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789449562.800572:0:34141:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b862e3840. 00000100:00000001:1.0:1789449562.800575:0:34141:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920821659712 : -107152887891904 : ffff9e8b862e3840) 00000100:00000001:1.0:1789449562.800578:0:34141:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449562.800579:0:34141:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775189248 : -107152934362368 : ffff9e8b83692300) 00000100:00000001:1.0:1789449562.800585:0:34141:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789449562.800590:0:34141:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449562.800592:0:34141:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789449562.800594:0:34141:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789449562.800598:0:34141:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83692300 x1876371947527424/t0(0) o41->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449562.800605:0:34141:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449562.800607:0:34141:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449562.800611:0:34141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789449562.800613:0:34141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789449562.800616:0:34141:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449562.800619:0:34141:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83692300 pname:cluuid:pid:xid:nid:opc:job lfs:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:34141:1876371947527424:192.168.202.109@tcp:41:lfs.0 00000100:00000001:1.0:1789449562.800623:0:34141:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789449562.800627:0:34141:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789449562.800629:0:34141:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449562.800632:0:34141:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789449562.800635:0:34141:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b8678e000. 02000000:00000001:1.0:1789449562.800636:0:34141:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789449562.800642:0:34141:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:1.0:1789449562.800646:0:34141:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b83427f20. 00000400:00000010:1.0:1789449562.800651:0:34141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012990. 00000100:00000200:1.0:1789449562.800657:0:34141:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947527424, portal 10 00000100:00000001:1.0:1789449562.800658:0:34141:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449562.800660:0:34141:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775189248 : -107152934362368 : ffff9e8b83692300) 00000100:00000040:1.0:1789449562.800666:0:34141:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b83692300 x1876371947527424/t0(0) o41->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1789449578 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449562.800673:0:34141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789449562.800676:0:34141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1789449562.800679:0:34141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012000. 00000100:00000200:1.0:1789449562.800682:0:34141:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876371947527424, offset 0 00000400:00000200:1.0:1789449562.800689:0:34141:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1789449562.800696:0:34141:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449562.800703:0:34141:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1789449562.800709:0:34141:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789449562.800713:0:34141:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1789449562.800717:0:34141:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789449562.800720:0:34141:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1789449562.800724:0:34141:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2899:2899:256:4294967295] 192.168.202.109@tcp LPNI seq info [2899:2899:8:4294967295] 00000400:00000200:1.0:1789449562.800729:0:34141:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449562.800738:0:34141:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1789449562.800744:0:34141:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1789449562.800749:0:34141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b8c47a500. 00000800:00000200:1.0:1789449562.800756:0:34141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1789449562.800766:0:34141:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1789449562.800771:0:34141:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b8c47a500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789449562.800791:0:34141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449562.800796:0:34141:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: using a timeout of 22423 usecs (23 jiffies) 00000400:00000200:1.0:1789449562.800800:0:34141:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:1.0:1789449562.800803:0:34141:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296565509 00000100:00000001:1.0:1789449562.800806:0:34141:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296566330 00000100:00000001:1.0:1789449562.800808:0:34141:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296565509 00000100:00000001:1.0:1789449562.800811:0:34141:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296566330 00000100:00000001:1.0:1789449562.800813:0:34141:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449562.800816:0:34141:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449562.800818:0:34141:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789449562.800820:0:34141:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789449562.800823:0:34141:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b862e3840 going to sleep for 11 seconds 00000100:00000001:1.0:1789449562.800825:0:34141:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449562.800827:0:34141:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449562.801491:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449562.801498:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47a500. 00000400:00000200:2.0:1789449562.801503:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449562.801509:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449562.801515:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012000 00000400:00000010:2.0:1789449562.801518:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012000. 00000100:00000001:2.0:1789449562.801521:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449562.801527:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83692300 x1876371947527424/t0(0) o41->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1789449578 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449562.801538:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449562.801543:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83692300 x1876371947527424/t0(0) o41->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1789449578 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449562.801550:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449562.801552:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449562.805145:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449562.805165:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449562.805171:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449562.805174:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449562.805185:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449562.805196:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449562.805208:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449562.805214:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449562.805219:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449562.805226:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 368 into portal 10 MB=0x6aa8ce3661d00 00000400:00000200:2.0:1789449562.805232:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449562.805240:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 368/368 into md 0x83ed [1] + 224 00000800:00000001:2.0:1789449562.805250:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449562.805258:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449562.805262:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449562.805268:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449562.805279:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449562.805293:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83692300 x1876371947527424/t0(0) o41->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1789449578 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449562.805307:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9e8b83692300 x1876371947527424/t0(0) o41->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1789449578 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449562.805334:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449562.805345:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449562.805348:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449562.805634:0:34141:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789449562.805644:0:34141:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789449562.805647:0:34141:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789449562.805651:0:34141:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b83427f20. 00000400:00000200:1.0:1789449562.805656:0:34141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012990 00000400:00000010:1.0:1789449562.805659:0:34141:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012990. 00000100:00000001:1.0:1789449562.805662:0:34141:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789449562.805667:0:34141:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83692300 x1876371947527424/t0(0) o41->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1789449578 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789449562.805676:0:34141:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83692300 x1876371947527424/t0(0) o41->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1789449578 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449562.805682:0:34141:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789449562.805685:0:34141:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449562.805687:0:34141:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789449562.805692:0:34141:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789449562.805694:0:34141:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789449562.805697:0:34141:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449562.805700:0:34141:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789449562.805713:0:34141:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b862dcc60 time=42 v=5 (5 5 102 102) 00000100:00001000:1.0:1789449562.805718:0:34141:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b862dcc18 time=42 v=5 (1 1 1 1) 00000100:00000001:1.0:1789449562.805721:0:34141:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789449562.805722:0:34141:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449562.805726:0:34141:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789449562.805731:0:34141:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449562.805735:0:34141:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789449562.805738:0:34141:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967328 00000100:00000001:1.0:1789449562.805740:0:34141:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789449562.805743:0:34141:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449562.805749:0:34141:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83692300 x1876371947527424/t0(0) o41->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1789449578 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449562.805761:0:34141:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449562.805765:0:34141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789449562.805768:0:34141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789449562.805772:0:34141:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83692300 x1876371947527424/t0(0) o41->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1789449578 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789449562.805779:0:34141:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83692300 pname:cluuid:pid:xid:nid:opc:job lfs:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:34141:1876371947527424:192.168.202.109@tcp:41:lfs.0 00000100:00000001:1.0:1789449562.805785:0:34141:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449562.805789:0:34141:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449562.805792:0:34141:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789449562.805794:0:34141:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449562.805798:0:34141:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83692300 x1876371947527424/t0(0) o41->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1789449578 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449562.805805:0:34141:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789449562.805808:0:34141:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b862e3840. 00000100:00000001:1.0:1789449562.805813:0:34141:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789449562.805815:0:34141:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449562.805824:0:34141:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:1.0:1789449562.805826:0:34141:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449562.805828:0:34141:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83692300 x1876371947527424/t0(0) o41->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1789449578 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449562.805833:0:34141:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789449562.805836:0:34141:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789449562.805840:0:34141:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b8678e000. 02000000:00000001:1.0:1789449562.805844:0:34141:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789449562.805847:0:34141:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449562.805849:0:34141:0:(genops.c:1222:class_import_put()) import ffff9e8b862dc800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000020:00000001:1.0:1789449562.805851:0:34141:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789449562.805854:0:34141:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b8c47ac00. 02000000:00000001:1.0:1789449562.805858:0:34141:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789449562.805860:0:34141:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789449562.805862:0:34141:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83692300. 00000100:00000001:1.0:1789449562.805866:0:34141:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789449562.805867:0:34141:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789449562.805868:0:34141:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449562.805869:0:34141:0:(genops.c:1222:class_import_put()) import ffff9e8b862dc800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000020:00000001:1.0:1789449562.805871:0:34141:0:(genops.c:1229:class_import_put()) Process leaving 00800000:00000004:1.0:1789449562.805874:0:34141:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0001-mdc-ffff9e8b89903000: update ffff9e8b8374d198 cache blocks 317415/353529 objects 1023737/1024000 00800000:00000001:1.0:1789449562.805928:0:34141:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449562.805936:0:34141:0:(lmv_obd.c:1197:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.805940:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789449562.805943:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.805948:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.805952:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.806012:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.806014:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.806023:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.806026:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.806033:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.806037:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.806040:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449562.806044:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449562.806046:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00800000:00000001:1.0:1789449562.806052:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.806054:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.806057:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.806059:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.806062:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.806064:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.806069:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.806070:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.806073:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.806074:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.806077:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.806078:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.806080:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449562.806081:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449562.806083:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00800000:00000001:1.0:1789449562.806085:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.806087:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.806089:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.806091:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.806093:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.806095:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.806098:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.806100:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.806102:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.806509:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.806515:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.806518:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.806521:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449562.806523:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449562.806525:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00800000:00000001:1.0:1789449562.806528:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.806530:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.806532:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.806534:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.806537:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.806540:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.806546:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.806548:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.806551:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.806552:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.806554:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.806556:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.806558:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449562.806559:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449562.806560:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00800000:00000001:1.0:1789449562.806563:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.806565:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.806567:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.806569:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.806572:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.806573:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.806577:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.806579:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.806582:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.806583:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.806585:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.806587:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.806589:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449562.806590:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449562.806591:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00800000:00000001:1.0:1789449562.806594:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.806651:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.806654:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.806656:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.806658:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.806661:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.806666:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.806667:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.806671:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.806672:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.806675:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.806678:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.806679:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449562.806680:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449562.806682:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00800000:00000001:1.0:1789449562.806684:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.806686:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.806687:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.806689:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.806691:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.806692:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.806695:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.806697:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.806699:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.806700:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.806702:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.806704:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.806705:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449562.806707:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449562.806708:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00800000:00000001:1.0:1789449562.806710:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.806712:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.806713:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.806715:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.806716:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.806718:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.806721:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.806722:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.806724:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.806725:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.806727:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.806729:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.806731:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449562.806732:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449562.806733:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00800000:00000001:1.0:1789449562.806736:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.806737:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.806739:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.806741:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.806743:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.806745:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.806748:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.806750:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.806752:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.806753:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.806755:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.806757:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.806758:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449562.806759:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449562.806760:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00800000:00000001:1.0:1789449562.806762:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.806764:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.806765:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.806767:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.806770:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.806771:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.806774:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.806775:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.806778:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.806779:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.806781:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.806783:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.806785:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449562.806786:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449562.806787:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00800000:00000001:1.0:1789449562.806789:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.806791:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.806792:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.806794:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.806796:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.806797:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.806800:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.806801:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.806804:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.806805:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.806807:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.806809:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.806810:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449562.806811:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449562.806812:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00800000:00000001:1.0:1789449562.806814:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.806816:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.806817:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.806819:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.806822:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.806824:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.806826:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.806828:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.806830:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.806831:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.806833:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.806836:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.806837:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449562.806838:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449562.806840:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00800000:00000001:1.0:1789449562.806843:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.806844:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.806846:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.806848:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.806850:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.806851:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.806854:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.806856:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.806858:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.806859:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.806861:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.806864:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.806865:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449562.806866:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449562.806867:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00800000:00000001:1.0:1789449562.806870:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.806872:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.806873:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.806875:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.806913:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.806916:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.806920:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.806922:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.806924:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.806925:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.806928:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.806930:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.806932:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449562.806933:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449562.806934:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00800000:00000001:1.0:1789449562.806936:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.806938:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.806940:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.806942:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.806944:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.806946:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.806949:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.806950:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.806952:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.806953:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.806956:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.806958:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.806959:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449562.806961:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449562.806962:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00800000:00000001:1.0:1789449562.806965:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.806967:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.806969:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.806970:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.806972:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.806974:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.806977:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.806978:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.806980:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.806982:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.806984:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.806986:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.806987:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449562.806988:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449562.806989:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00800000:00000001:1.0:1789449562.806991:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.806993:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.806995:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.806997:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.806999:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.807000:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.807003:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.807004:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.807007:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.807008:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.807010:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.807012:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.807013:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449562.807014:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449562.807016:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00800000:00000001:1.0:1789449562.807018:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.807020:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.807021:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.807023:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.807025:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.807027:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.807029:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.807031:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.807033:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.807034:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.807036:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.807038:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.807040:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449562.807041:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449562.807042:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00800000:00000001:1.0:1789449562.807045:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.807046:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.807047:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.807049:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.807052:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.807053:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.807056:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.807057:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.807060:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.807061:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.807063:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.807065:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.807067:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449562.807068:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449562.807069:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00800000:00000001:1.0:1789449562.807071:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.807073:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.807074:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.807076:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.807078:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.807080:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.807082:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.807083:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.807086:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.807087:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.807089:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.807091:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.807092:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449562.807093:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449562.807094:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00800000:00000001:1.0:1789449562.807097:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.807098:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.807100:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.807102:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.807104:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.808100:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.808178:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.808181:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.808189:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.808191:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.808200:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.808205:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.808207:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449562.808210:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449562.808213:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00800000:00000001:1.0:1789449562.808217:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.808219:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.808222:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.808225:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.808229:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.808230:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.808234:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.808236:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.808238:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.808239:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.808242:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.808245:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.808246:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449562.808248:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449562.808249:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00800000:00000001:1.0:1789449562.808252:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.808253:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.808255:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.808257:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.808260:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.808261:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.808265:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.808266:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.808269:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.808270:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.808272:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.808274:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.808276:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449562.808277:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449562.808278:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00800000:00000001:1.0:1789449562.808281:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.808283:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.808284:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.808286:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.808289:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.808291:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.808293:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.808295:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.808297:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.808298:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.808301:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.808303:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.808305:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449562.808307:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449562.808309:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00800000:00000001:1.0:1789449562.808312:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.808314:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.808316:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.808318:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.808320:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.808323:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.808326:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.808329:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.808332:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.808333:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.808335:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.808338:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.808340:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449562.808341:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449562.808343:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00800000:00000001:1.0:1789449562.808345:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.808347:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.808349:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.808352:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.808354:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.808356:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.808359:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.808361:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.808364:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.808365:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.808367:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.808369:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.808370:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449562.808371:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449562.808373:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00800000:00000001:1.0:1789449562.808375:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.808377:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.808379:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.808381:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.808384:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.808386:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.808389:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.808403:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.808406:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.808407:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.808410:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.808412:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.808414:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449562.808415:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449562.808416:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00800000:00000001:1.0:1789449562.808419:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.808421:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.808423:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.808425:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.808428:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.808430:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.808435:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.808437:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.808440:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.808441:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.808444:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.808447:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.808449:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449562.808450:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449562.808451:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00800000:00000001:1.0:1789449562.808454:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.808456:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.808458:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.808460:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.808463:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.808465:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.808468:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.808469:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.808471:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.808472:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.808474:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.808477:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.808479:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449562.808481:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449562.808482:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00800000:00000001:1.0:1789449562.808485:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.808487:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.808488:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.808490:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.808492:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.808494:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.808498:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.808499:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.808501:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.808502:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.808505:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.808509:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.808511:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449562.808513:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449562.808515:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00800000:00000001:1.0:1789449562.808518:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.808520:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.808522:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.808524:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.808526:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.808527:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.811935:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.811942:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.811956:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.811962:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.811976:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.811983:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.811986:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449562.811992:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449562.811995:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00800000:00000001:1.0:1789449562.812000:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.812003:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.812006:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.812008:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.812016:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.812018:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.812022:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.812025:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.812027:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.812028:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.812030:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.812033:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.812034:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449562.812035:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449562.812037:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00800000:00000001:1.0:1789449562.812039:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.812041:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.812043:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.812044:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.812047:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.812048:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.812051:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.812052:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.812054:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.812055:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.812058:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.812060:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.812061:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449562.812063:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449562.812064:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00800000:00000001:1.0:1789449562.812066:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.812067:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.812069:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.812071:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.812073:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.812075:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.812078:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.812079:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.812082:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.812083:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.812085:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.812087:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.812089:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449562.812090:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449562.812091:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00800000:00000001:1.0:1789449562.812093:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.812094:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.812096:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.812098:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.812100:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.812102:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.812115:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.812117:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.812119:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.812121:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.812123:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.812125:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.812127:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449562.812128:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449562.812129:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00800000:00000001:1.0:1789449562.812132:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.812133:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.812135:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.812137:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.812140:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.812141:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.812145:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.812146:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.812148:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.812150:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.812152:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.812154:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.812155:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449562.812156:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449562.812157:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00800000:00000001:1.0:1789449562.812160:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.812161:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.812163:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.812165:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.812167:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.812169:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.812172:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.812173:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.812175:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.812177:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.812179:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.812181:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.812182:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449562.812183:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449562.812185:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00800000:00000001:1.0:1789449562.812187:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.812189:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.812191:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.812193:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.812195:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.812197:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.812200:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.812201:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.812204:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.812205:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.812207:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.812209:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.812211:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449562.812212:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449562.812213:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00800000:00000001:1.0:1789449562.812216:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.812217:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.812219:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.812221:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.812223:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.812225:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.812228:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.812229:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.812232:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.812233:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.812235:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.812237:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.812239:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449562.812240:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449562.812241:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00800000:00000001:1.0:1789449562.812244:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.812246:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.812247:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.812249:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.812251:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.812252:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.812256:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.812257:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.812260:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.812261:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.812263:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.812265:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.812266:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449562.812267:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449562.812268:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00800000:00000001:1.0:1789449562.812271:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.812272:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.812273:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.812275:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.812277:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.812279:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.812282:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.812283:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.812285:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.812287:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.812289:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.812291:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.812292:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449562.812294:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449562.812295:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00800000:00000001:1.0:1789449562.812297:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.812299:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.812300:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.812302:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.812304:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.812306:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.812309:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.812311:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.812313:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.812314:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.812316:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.812318:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.812319:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449562.812320:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449562.812321:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00800000:00000001:1.0:1789449562.812323:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.812324:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.812326:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.812328:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.812329:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.812331:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.812334:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.812335:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.812338:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.812339:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.812340:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.812342:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.812344:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449562.812345:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449562.812347:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00800000:00000001:1.0:1789449562.812349:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.812351:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.812353:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.812354:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.812357:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.812359:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.812362:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.812363:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.812365:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.812367:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.812369:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.812371:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.812373:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449562.812374:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449562.812375:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00800000:00000001:1.0:1789449562.812378:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.812380:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.812381:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.812383:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.812386:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.812387:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.812406:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.812408:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.812411:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.812413:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.812415:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.812418:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.812419:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449562.812420:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449562.812421:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00800000:00000001:1.0:1789449562.812424:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.812426:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.812428:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.812430:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.812432:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.812434:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.812437:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.812438:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.812441:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.812442:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.812444:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.812446:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.812447:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449562.812450:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449562.812451:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00800000:00000001:1.0:1789449562.812453:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.812454:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.812456:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.812458:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.812460:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.812462:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.812465:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.812466:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.812468:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.812469:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.812471:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.812473:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.812474:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449562.812475:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449562.812476:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00800000:00000001:1.0:1789449562.812479:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.812480:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.812482:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.812484:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.812485:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.812487:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.812490:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.812491:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.812493:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.812495:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.812496:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.812498:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.812500:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449562.812501:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449562.812502:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00800000:00000001:1.0:1789449562.812504:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.812507:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.812508:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.812510:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.812512:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.812513:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.812515:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.812517:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.812519:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.812520:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.812522:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.812524:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.812525:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449562.812526:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449562.812527:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00800000:00000001:1.0:1789449562.812529:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.812531:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.812533:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.812535:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.812537:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.812539:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.812541:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.812543:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.812546:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.812547:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.812549:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.812551:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.812553:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449562.812554:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449562.812555:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00800000:00000001:1.0:1789449562.812557:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.812559:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.812561:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.812563:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.812565:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.812567:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.812570:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.812571:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.812574:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.812575:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.812578:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.812580:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.812581:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449562.812582:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449562.812583:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00800000:00000001:1.0:1789449562.812585:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.812587:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.812588:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.812590:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.812592:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.812593:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.812596:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.812597:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.812600:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.812966:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.812971:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.812974:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.812976:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449562.812978:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449562.812979:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00800000:00000001:1.0:1789449562.812982:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.812984:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.812986:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.812988:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.812990:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.812992:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.813000:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.813002:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.813005:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.813006:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.813009:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.813010:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.813012:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449562.813013:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449562.813014:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00800000:00000001:1.0:1789449562.813017:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.813019:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.813020:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.813022:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.813024:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.813026:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.813029:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.813030:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.813033:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.813034:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.813036:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.813038:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.813040:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449562.813041:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449562.813042:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00800000:00000001:1.0:1789449562.813045:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.813046:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.813048:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.813049:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.813052:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.813053:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.813056:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.813057:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.813060:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.813061:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.813063:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.813066:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.813067:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449562.813068:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449562.813069:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00800000:00000001:1.0:1789449562.813071:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.813073:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.813074:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.813076:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.813078:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.813080:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.813083:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.813084:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.813087:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.813088:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.813090:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.813091:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.813093:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449562.813094:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449562.813095:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00800000:00000001:1.0:1789449562.813097:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.813099:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.813101:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.813158:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.813162:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.813164:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.813169:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.813170:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.813174:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.813175:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.813178:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.813180:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.813182:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449562.813184:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449562.813185:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00800000:00000001:1.0:1789449562.813188:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.813190:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.813191:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.813193:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.813195:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.813197:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.813200:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.813201:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.813203:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.813205:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.813207:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.813209:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.813210:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449562.813211:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449562.813213:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00800000:00000001:1.0:1789449562.813215:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.813216:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.813218:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.813220:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.813222:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.813224:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.813226:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.813228:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.813230:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.813231:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.813234:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.813236:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.813237:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449562.813238:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449562.813239:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00800000:00000001:1.0:1789449562.813241:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.813243:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.813245:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.813247:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.813249:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.813250:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.813253:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.813254:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.813256:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.813256:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.813258:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.813260:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.813261:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449562.813262:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449562.813263:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00800000:00000001:1.0:1789449562.813265:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.813266:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.813268:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.813269:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.813271:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.813272:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.813274:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.813276:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.813278:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.813278:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.813280:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.813282:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.813283:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449562.813284:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449562.813286:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00800000:00000001:1.0:1789449562.813288:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.813290:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.813292:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.813294:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.813295:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.813297:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.813300:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.813301:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.813303:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.813304:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.813306:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.813307:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.813308:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449562.813309:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449562.813310:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00800000:00000001:1.0:1789449562.813312:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.813314:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.813315:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.813317:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.813319:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.813320:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.813322:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.813323:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.813325:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.813326:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.813327:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.813328:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.813329:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449562.813330:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449562.813331:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00800000:00000001:1.0:1789449562.813333:0:34141:0:(lmv_obd.c:965:lmv_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1789449562.813335:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1789449562.813336:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:1.0:1789449562.813338:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.813340:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1789449562.813342:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1789449562.813345:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.813347:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.813349:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.813350:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.813351:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.813353:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.813354:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449562.813358:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449562.813360:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00020000:00000001:1.0:1789449562.813379:0:34141:0:(obd_class.h:1074:obd_statfs()) Process entered 00020000:00000004:1.0:1789449562.813382:0:34141:0:(obd_class.h:1090:obd_statfs()) lustre-OST0000-osc-ffff9e8b89903000: age 1329, max_age 1897 00000008:00000001:1.0:1789449562.813386:0:34141:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:1.0:1789449562.813399:0:34141:0:(genops.c:1209:class_import_get()) import ffff9e8b90c6e800 refcount=3 obd=lustre-OST0000-osc-ffff9e8b89903000 00000100:00000010:1.0:1789449562.813408:0:34141:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83692300. 00000020:00000040:1.0:1789449562.813412:0:34141:0:(genops.c:1209:class_import_get()) import ffff9e8b90c6e800 refcount=4 obd=lustre-OST0000-osc-ffff9e8b89903000 00000100:00000001:1.0:1789449562.813416:0:34141:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1789449562.813421:0:34141:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789449562.813430:0:34141:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff9e8b89903000: connect to NID 192.168.202.109@tcp last attempt 1824 00000400:00000200:1.0:1789449562.813440:0:34141:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449562.813446:0:34141:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.202.109@tcp is discovered: rc = 1 00000100:00000040:1.0:1789449562.813452:0:34141:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9e8b895f2700 refcount 14 to 192.168.202.109@tcp 00000100:00000001:1.0:1789449562.813455:0:34141:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789449562.813457:0:34141:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9e8b895f2700 refcount 15 to 192.168.202.109@tcp 00000100:00000001:1.0:1789449562.813460:0:34141:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446636920875198208 : -107152834353408 : ffff9e8b895f2700) 00000020:00000001:1.0:1789449562.813469:0:34141:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789449562.813471:0:34141:0:(genops.c:804:class_conn2export()) looking for export cookie 0xcddde1459ded5b36 00000020:00000001:1.0:1789449562.813474:0:34141:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449562.813477:0:34141:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e8b89bcf000 refcount=4 00000020:00000001:1.0:1789449562.813480:0:34141:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920881344512 : -107152828207104 : ffff9e8b89bcf000) 00000020:00000001:1.0:1789449562.813482:0:34141:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636920881344512 : -107152828207104 : ffff9e8b89bcf000) 00000100:00000040:1.0:1789449562.813484:0:34141:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9e8b895f2700 refcount 14 to 192.168.202.109@tcp 00000100:00000001:1.0:1789449562.813486:0:34141:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789449562.813487:0:34141:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9e8b895f2700 refcount 15 to 192.168.202.109@tcp 00000100:00000001:1.0:1789449562.813489:0:34141:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446636920875198208 : -107152834353408 : ffff9e8b895f2700) 00000020:00000040:1.0:1789449562.813493:0:34141:0:(genops.c:879:class_export_put()) PUTting export ffff9e8b89bcf000 : new refcount 3 00000100:00080000:1.0:1789449562.813497:0:34141:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff9e8b89903000: import ffff9e8b90c6e800 using connection 192.168.202.109@tcp/192.168.202.109@tcp 00000100:00000001:1.0:1789449562.813499:0:34141:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449562.813503:0:34141:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789449562.813512:0:34141:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789449562.813516:0:34141:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449562.813518:0:34141:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1789449562.813522:0:34141:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683432 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1789449562.813525:0:34141:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449562.813527:0:34141:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789449562.813531:0:34141:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83692d80. 00000020:00000040:1.0:1789449562.813533:0:34141:0:(genops.c:1209:class_import_get()) import ffff9e8b90c6e800 refcount=5 obd=lustre-OST0000-osc-ffff9e8b89903000 02000000:00000001:1.0:1789449562.813537:0:34141:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789449562.813539:0:34141:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449562.813544:0:34141:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789449562.813547:0:34141:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789449562.813554:0:34141:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789449562.813563:0:34141:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b8678e000. 00000100:00000001:1.0:1789449562.813573:0:34141:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449562.813586:0:34141:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e8b83692d80 x1876371947527552/t0(0) o8->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789449562.813599:0:34141:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789449562.814205:0:34141:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449562.814216:0:34141:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6f10567] to pc [ptlrpcd_rcv+-1] req@ffff9e8b83692d80 x1876371947527552/t0(0) o8->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449562.814250:0:34141:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449562.814254:0:34141:0:(pinger.c:367:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:1.0:1789449562.814255:0:34141:0:(pinger.c:369:ptlrpc_pinger_add_import()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00000020:00000001:1.0:1789449562.814260:0:34141:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449562.814262:0:34141:0:(genops.c:1222:class_import_put()) import ffff9e8b90c6e800 refcount=4 obd=lustre-OST0000-osc-ffff9e8b89903000 00000020:00000001:1.0:1789449562.814264:0:34141:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:1.0:1789449562.814266:0:34141:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789449562.814268:0:34141:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789449562.814271:0:34141:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789449562.814279:0:34141:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b8c47ac00. 00000100:00000001:1.0:1789449562.814282:0:34141:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449562.814286:0:34141:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789449562.814288:0:34141:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789449562.814297:0:34141:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b862e3840. 00000100:00000001:1.0:1789449562.814299:0:34141:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920821659712 : -107152887891904 : ffff9e8b862e3840) 00000100:00000001:1.0:1789449562.814302:0:34141:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449562.814304:0:34141:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775189248 : -107152934362368 : ffff9e8b83692300) 00000100:00000001:1.0:1789449562.814308:0:34141:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789449562.814310:0:34141:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449562.814312:0:34141:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789449562.814315:0:34141:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789449562.814320:0:34141:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83692300 x1876371947527680/t0(0) o13->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449562.814328:0:34141:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449562.814331:0:34141:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1789449562.814336:0:34141:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9e8b83692300 x1876371947527680/t0(0) o13->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449562.814343:0:34141:0:(client.c:1851:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449562.814345:0:34141:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789449562.814348:0:34141:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449562.814351:0:34141:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b862e3840 going to sleep for 0 seconds 00000100:00000001:1.0:1789449562.814354:0:34141:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449562.814359:0:34141:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449562.814361:0:34141:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449562.814362:0:34141:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449562.814365:0:34141:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449562.814493:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449562.814497:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449562.814500:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789449562.814507:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83692d80 x1876371947527552/t0(0) o8->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449562.814514:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449562.814515:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449562.814518:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449562.814521:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449562.814524:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449562.814528:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83692d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2398:1876371947527552:192.168.202.109@tcp:8:lfs.0 00000100:00000001:2.0:1789449562.814531:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789449562.814536:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449562.814539:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449562.814541:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789449562.814547:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b83604c00. 02000000:00000001:2.0:1789449562.814549:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449562.814561:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449562.814567:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b9b00. 00000400:00000010:2.0:1789449562.814577:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d550. 00000100:00000200:2.0:1789449562.814586:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947527552, portal 4 00000100:00000001:2.0:1789449562.814588:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449562.814589:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775191936 : -107152934359680 : ffff9e8b83692d80) 00000100:00000040:2.0:1789449562.814597:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b83692d80 x1876371947527552/t0(0) o8->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1789449572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449562.814615:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449562.814619:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449562.814624:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085dcc0. 00000100:00000200:2.0:1789449562.814627:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876371947527552, offset 0 00000400:00000200:2.0:1789449562.814635:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449562.814646:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449562.814657:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449562.814663:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449562.814669:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449562.814674:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449562.814677:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449562.814681:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2900:2900:256:4294967295] 192.168.202.109@tcp LPNI seq info [2900:2900:8:4294967295] 00000400:00000200:2.0:1789449562.814686:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449562.814701:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449562.814708:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449562.814714:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b8c688200. 00000800:00000200:2.0:1789449562.814722:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449562.814732:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449562.814738:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b8c688200 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1789449562.814762:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449562.814768:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: using a timeout of 22941 usecs (23 jiffies) 00000400:00000200:2.0:1789449562.814771:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449562.814775:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296565523 00000100:00000001:2.0:1789449562.814780:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296566330 00000100:00000001:2.0:1789449562.814783:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296565523 00000100:00000001:2.0:1789449562.814785:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296566330 00000100:00000001:2.0:1789449562.814787:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449562.814790:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449562.814793:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449562.814796:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449562.814805:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449562.814807:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1789449562.814810:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449562.814811:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449562.814813:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449562.814816:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449562.815871:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449562.815909:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c688200. 00000400:00000200:3.0:1789449562.815916:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449562.815926:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449562.815935:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085dcc0 00000400:00000010:3.0:1789449562.815939:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085dcc0. 00000100:00000001:3.0:1789449562.815945:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449562.815953:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83692d80 x1876371947527552/t0(0) o8->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1789449572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449562.818488:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449562.818500:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83692d80 x1876371947527552/t0(0) o8->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1789449572 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449562.818509:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449562.818512:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449562.825086:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449562.825121:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449562.825126:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449562.825129:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449562.825142:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449562.825152:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449562.825166:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449562.825172:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449562.825180:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449562.825185:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 416 into portal 4 MB=0x6aa8ce3661d80 00000400:00000200:2.0:1789449562.825191:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449562.825199:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 416/416 into md 0x83f5 [1] + 0 00000800:00000001:2.0:1789449562.825209:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449562.825224:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449562.825229:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449562.825235:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449562.825247:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449562.825260:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83692d80 x1876371947527552/t0(0) o8->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1789449572 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449562.825273:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9e8b83692d80 x1876371947527552/t0(0) o8->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1789449572 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449562.825313:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449562.825323:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449562.825327:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449562.826628:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449562.826637:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789449562.826650:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449562.826653:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449562.826657:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b9b00. 00000400:00000200:3.0:1789449562.826667:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d550 00000400:00000010:3.0:1789449562.826671:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d550. 00000100:00000001:3.0:1789449562.826677:0:2398:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449562.826688:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83692d80 x1876371947527552/t0(0) o8->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1789449572 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789449562.826700:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83692d80 x1876371947527552/t0(0) o8->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1789449572 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449562.826709:0:2398:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449562.826711:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449562.826714:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449562.826719:0:2398:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449562.826722:0:2398:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449562.826725:0:2398:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449562.826729:0:2398:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449562.826742:0:2398:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b90c6ec60 time=42 v=5 (5 5 5 5) 00000100:00001000:3.0:1789449562.826747:0:2398:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b90c6ec18 time=74 v=5 (1 0 0 0) 00000100:00000001:3.0:1789449562.826750:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789449562.826753:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449562.826756:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789449562.826762:0:2398:0:(ldlm_request.c:1723:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449562.826767:0:2398:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1789449562.826770:0:2398:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e8b89903000: committing for last_committed 4294967322 gen 17 00000100:00000040:3.0:1789449562.826774:0:2398:0:(client.c:3236:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e8b89903000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1789449562.826777:0:2398:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789449562.826779:0:2398:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449562.826785:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83692d80 x1876371947527552/t0(0) o8->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/416 e 0 to 0 dl 1789449572 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449562.826794:0:2398:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449562.826799:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449562.826802:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449562.826805:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1789449562.826816:0:2398:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff9e8b89903000: connect to target with instance 1 00000020:00000001:3.0:1789449562.826820:0:2398:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789449562.826822:0:2398:0:(genops.c:804:class_conn2export()) looking for export cookie 0xcddde1459ded5b36 00000020:00000001:3.0:1789449562.826826:0:2398:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449562.826830:0:2398:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e8b89bcf000 refcount=4 00000020:00000001:3.0:1789449562.826833:0:2398:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920881344512 : -107152828207104 : ffff9e8b89bcf000) 00000020:00000001:3.0:1789449562.826836:0:2398:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636920881344512 : -107152828207104 : ffff9e8b89bcf000) 00000100:00001000:3.0:1789449562.826839:0:2398:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b90c6ec18 time=1789449562 v=0 (0 0 0 0) 00000100:00001000:3.0:1789449562.826842:0:2398:0:(import.c:2262:obd_at_measure()) AT ffff9e8b90c6ec18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:3.0:1789449562.826847:0:2398:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 710, crc32c 3463, adler 492 00000100:00080000:3.0:1789449562.826854:0:2398:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff9e8b89903000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000020:00000040:3.0:1789449562.826858:0:2398:0:(genops.c:879:class_export_put()) PUTting export ffff9e8b89bcf000 : new refcount 3 00000100:00000001:3.0:1789449562.826862:0:2398:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:3.0:1789449562.826867:0:2398:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000020:3.0:1789449562.826872:0:2398:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0000-osc-ffff9e8b89903000, setting cl_avail_grant: 8388608 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000008:00000001:3.0:1789449562.826876:0:2398:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:3.0:1789449562.826926:0:2398:0:(lov_obd.c:430:lov_notify()) Process entered 00000080:00000001:3.0:1789449562.826931:0:2398:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1789449562.826934:0:2398:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449562.826937:0:2398:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789449562.826939:0:2398:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789449562.826942:0:2398:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449562.826944:0:2398:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:3.0:1789449562.826946:0:2398:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:3.0:1789449562.826951:0:2398:0:(import.c:65:import_set_state_nolock()) ffff9e8b90c6e800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:3.0:1789449562.826954:0:2398:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:3.0:1789449562.826955:0:2398:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:3.0:1789449562.826956:0:2398:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:3.0:1789449562.826958:0:2398:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:3.0:1789449562.826960:0:2398:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:3.0:1789449562.826962:0:2398:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff9e8b83133ba8 for uuid lustre-OST0000_UUID event(1) 00020000:00000040:3.0:1789449562.826969:0:2398:0:(lov_obd.c:394:lov_set_osc_active()) OSC lustre-OST0000_UUID already active! 00020000:00000001:3.0:1789449562.826971:0:2398:0:(lov_obd.c:395:lov_set_osc_active()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1789449562.826974:0:2398:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449562.826976:0:2398:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1789449562.826979:0:2398:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:3.0:1789449562.826981:0:2398:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:3.0:1789449562.826983:0:2398:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:3.0:1789449562.826984:0:2398:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:3.0:1789449562.826988:0:2398:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:3.0:1789449562.826991:0:2398:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449562.826992:0:2398:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449562.826994:0:2398:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:3.0:1789449562.826995:0:2398:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:3.0:1789449562.826997:0:2398:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449562.826998:0:2398:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:3.0:1789449562.827000:0:2398:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:3.0:1789449562.827005:0:2398:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:3.0:1789449562.827007:0:2398:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449562.827009:0:2398:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449562.827011:0:2398:0:(lcommon_misc.c:111:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449562.827013:0:2398:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449562.827015:0:2398:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789449562.827016:0:2398:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789449562.827018:0:2398:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449562.827019:0:2398:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:3.0:1789449562.827021:0:2398:0:(import.c:1286:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449562.827025:0:2398:0:(import.c:1693:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1789449562.827033:0:2398:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000fc06b184): req@ffff9e8b83692300 x1876371947527680/t0(0) o13->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449562.827058:0:2398:0:(import.c:1799:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449562.827062:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449562.827066:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83692d80 x1876371947527552/t0(0) o8->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/416 e 0 to 0 dl 1789449572 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789449562.827074:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83692d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2398:1876371947527552:192.168.202.109@tcp:8:lfs.0 00000100:00000001:3.0:1789449562.827082:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449562.827085:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449562.827088:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83692d80 x1876371947527552/t0(0) o8->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/416 e 0 to 0 dl 1789449572 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449562.827095:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449562.827098:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449562.827102:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b83604c00. 02000000:00000001:3.0:1789449562.827117:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449562.827119:0:2398:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449562.827121:0:2398:0:(genops.c:1222:class_import_put()) import ffff9e8b90c6e800 refcount=3 obd=lustre-OST0000-osc-ffff9e8b89903000 00000020:00000001:3.0:1789449562.827124:0:2398:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449562.827128:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b8678e000. 02000000:00000001:3.0:1789449562.827133:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449562.827135:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449562.827137:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83692d80. 00000100:00000001:3.0:1789449562.827143:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449562.827145:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449562.827148:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449562.827156:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449562.827159:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449562.827161:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449562.827163:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449562.827360:0:34141:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449562.827365:0:34141:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449562.827368:0:34141:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449562.827370:0:34141:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449562.827374:0:34141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789449562.827377:0:34141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789449562.827380:0:34141:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449562.827383:0:34141:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789449562.827402:0:34141:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789449562.827404:0:34141:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449562.827407:0:34141:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789449562.827418:0:34141:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b8678d800. 02000000:00000001:1.0:1789449562.827420:0:34141:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789449562.827430:0:34141:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:1.0:1789449562.827435:0:34141:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b83427f20. 00000400:00000010:1.0:1789449562.827441:0:34141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012990. 00000100:00000200:1.0:1789449562.827450:0:34141:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947527680, portal 4 00000100:00000001:1.0:1789449562.827452:0:34141:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449562.827454:0:34141:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775189248 : -107152934362368 : ffff9e8b83692300) 00000100:00000040:1.0:1789449562.827462:0:34141:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b83692300 x1876371947527680/t0(0) o13->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1789449578 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449562.827469:0:34141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789449562.827473:0:34141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1789449562.827475:0:34141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012d48. 00000100:00000200:1.0:1789449562.827480:0:34141:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1876371947527680, offset 0 00000400:00000200:1.0:1789449562.827486:0:34141:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1789449562.827498:0:34141:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449562.827507:0:34141:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1789449562.827513:0:34141:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789449562.827518:0:34141:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1789449562.827523:0:34141:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789449562.827525:0:34141:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1789449562.827529:0:34141:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2901:2901:256:4294967295] 192.168.202.109@tcp LPNI seq info [2901:2901:8:4294967295] 00000400:00000200:1.0:1789449562.827533:0:34141:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449562.827544:0:34141:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1789449562.827551:0:34141:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1789449562.827556:0:34141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b8c47a600. 00000800:00000200:1.0:1789449562.827565:0:34141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1789449562.827574:0:34141:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1789449562.827579:0:34141:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b8c47a600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789449562.827598:0:34141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449562.827604:0:34141:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: using a timeout of 22906 usecs (23 jiffies) 00000400:00000200:1.0:1789449562.827607:0:34141:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:1.0:1789449562.827610:0:34141:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296565536 00000100:00000001:1.0:1789449562.827613:0:34141:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296566330 00000100:00000001:1.0:1789449562.827615:0:34141:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296565536 00000100:00000001:1.0:1789449562.827618:0:34141:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296566330 00000100:00000001:1.0:1789449562.827620:0:34141:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449562.827623:0:34141:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449562.827626:0:34141:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789449562.827627:0:34141:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789449562.827629:0:34141:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b862e3840 going to sleep for 11 seconds 00000100:00000001:1.0:1789449562.827631:0:34141:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449562.827632:0:34141:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449562.827864:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449562.827869:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47a600. 00000400:00000200:3.0:1789449562.827875:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449562.827903:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449562.827909:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012d48 00000400:00000010:3.0:1789449562.827911:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012d48. 00000100:00000001:3.0:1789449562.827917:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449562.827921:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83692300 x1876371947527680/t0(0) o13->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1789449578 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449562.827930:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449562.827933:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83692300 x1876371947527680/t0(0) o13->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1789449578 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449562.827944:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449562.827946:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449562.835433:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449562.835457:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449562.835462:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449562.835464:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449562.835476:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449562.835485:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449562.835497:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449562.835503:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449562.835509:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449562.835514:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 368 into portal 4 MB=0x6aa8ce3661e00 00000400:00000200:2.0:1789449562.835520:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449562.835527:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 368/368 into md 0x8405 [1] + 224 00000800:00000001:2.0:1789449562.835536:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449562.835547:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449562.835552:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449562.835557:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449562.835568:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449562.835580:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83692300 x1876371947527680/t0(0) o13->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1789449578 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449562.835594:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9e8b83692300 x1876371947527680/t0(0) o13->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1789449578 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449562.835690:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449562.835703:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449562.835707:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449562.835788:0:34141:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789449562.835799:0:34141:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789449562.835801:0:34141:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789449562.835805:0:34141:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b83427f20. 00000400:00000200:1.0:1789449562.835811:0:34141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012990 00000400:00000010:1.0:1789449562.835814:0:34141:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012990. 00000100:00000001:1.0:1789449562.835818:0:34141:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789449562.835822:0:34141:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83692300 x1876371947527680/t0(0) o13->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1789449578 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789449562.835830:0:34141:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83692300 x1876371947527680/t0(0) o13->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1789449578 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449562.835836:0:34141:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789449562.835838:0:34141:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449562.835841:0:34141:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789449562.835846:0:34141:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789449562.835849:0:34141:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789449562.835852:0:34141:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449562.835855:0:34141:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789449562.835867:0:34141:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b90c6ecf0 time=641 v=5 (5 5 0 5) 00000100:00001000:1.0:1789449562.835872:0:34141:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b90c6ec18 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1789449562.835874:0:34141:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789449562.835876:0:34141:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449562.835923:0:34141:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789449562.835927:0:34141:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449562.835932:0:34141:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789449562.835934:0:34141:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e8b89903000: skip recheck: last_committed 4294967322 00000100:00000001:1.0:1789449562.835936:0:34141:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789449562.835938:0:34141:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449562.835944:0:34141:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83692300 x1876371947527680/t0(0) o13->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1789449578 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449562.835951:0:34141:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449562.835954:0:34141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789449562.835956:0:34141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789449562.835960:0:34141:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83692300 x1876371947527680/t0(0) o13->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1789449578 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789449562.835967:0:34141:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83692300 pname:cluuid:pid:xid:nid:opc:job lfs:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:34141:1876371947527680:192.168.202.109@tcp:13:lfs.0 00000100:00000001:1.0:1789449562.835972:0:34141:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449562.835975:0:34141:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449562.835978:0:34141:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789449562.835981:0:34141:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449562.835984:0:34141:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83692300 x1876371947527680/t0(0) o13->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1789449578 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449562.835991:0:34141:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789449562.835994:0:34141:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b862e3840. 00000100:00000001:1.0:1789449562.835999:0:34141:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789449562.836001:0:34141:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789449562.836009:0:34141:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:1.0:1789449562.836011:0:34141:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449562.836014:0:34141:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83692300 x1876371947527680/t0(0) o13->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1789449578 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449562.836020:0:34141:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789449562.836023:0:34141:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789449562.836027:0:34141:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b8678d800. 02000000:00000001:1.0:1789449562.836030:0:34141:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789449562.836034:0:34141:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449562.836037:0:34141:0:(genops.c:1222:class_import_put()) import ffff9e8b90c6e800 refcount=2 obd=lustre-OST0000-osc-ffff9e8b89903000 00000020:00000001:1.0:1789449562.836039:0:34141:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789449562.836042:0:34141:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b8c47ac00. 02000000:00000001:1.0:1789449562.836046:0:34141:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789449562.836048:0:34141:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789449562.836050:0:34141:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83692300. 00000100:00000001:1.0:1789449562.836054:0:34141:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789449562.836055:0:34141:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:1.0:1789449562.836059:0:34141:0:(obd_class.h:1116:obd_statfs()) lustre-OST0000-osc-ffff9e8b89903000: update ffff9e8b8374b7d8 cache blocks 901365/958279 objects 261772/262144 00020000:00000001:1.0:1789449562.836064:0:34141:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449562.836070:0:34141:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.836073:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789449562.836077:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.836081:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.836085:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.836341:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.836346:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.836355:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.836358:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.836365:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.836370:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.836372:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449562.836376:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449562.836378:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00020000:00000001:1.0:1789449562.836386:0:34141:0:(obd_class.h:1074:obd_statfs()) Process entered 00020000:00000004:1.0:1789449562.836388:0:34141:0:(obd_class.h:1090:obd_statfs()) lustre-OST0001-osc-ffff9e8b89903000: age 1329, max_age 1897 00000008:00000001:1.0:1789449562.836401:0:34141:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:1.0:1789449562.836405:0:34141:0:(genops.c:1209:class_import_get()) import ffff9e8b8986b000 refcount=3 obd=lustre-OST0001-osc-ffff9e8b89903000 00000100:00000010:1.0:1789449562.836411:0:34141:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83692300. 00000020:00000040:1.0:1789449562.836414:0:34141:0:(genops.c:1209:class_import_get()) import ffff9e8b8986b000 refcount=4 obd=lustre-OST0001-osc-ffff9e8b89903000 00000100:00000001:1.0:1789449562.836418:0:34141:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1789449562.836422:0:34141:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789449562.836426:0:34141:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff9e8b89903000: connect to NID 192.168.202.109@tcp last attempt 1822 00000400:00000200:1.0:1789449562.836433:0:34141:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449562.836438:0:34141:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.202.109@tcp is discovered: rc = 1 00000100:00000040:1.0:1789449562.836442:0:34141:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9e8b895f2700 refcount 14 to 192.168.202.109@tcp 00000100:00000001:1.0:1789449562.836445:0:34141:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789449562.836448:0:34141:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9e8b895f2700 refcount 15 to 192.168.202.109@tcp 00000100:00000001:1.0:1789449562.836450:0:34141:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446636920875198208 : -107152834353408 : ffff9e8b895f2700) 00000020:00000001:1.0:1789449562.836456:0:34141:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789449562.836458:0:34141:0:(genops.c:804:class_conn2export()) looking for export cookie 0xcddde1459ded5b3d 00000020:00000001:1.0:1789449562.836461:0:34141:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449562.836464:0:34141:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e8b89bcf800 refcount=4 00000020:00000001:1.0:1789449562.836466:0:34141:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920881346560 : -107152828205056 : ffff9e8b89bcf800) 00000020:00000001:1.0:1789449562.836468:0:34141:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636920881346560 : -107152828205056 : ffff9e8b89bcf800) 00000100:00000040:1.0:1789449562.836471:0:34141:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9e8b895f2700 refcount 14 to 192.168.202.109@tcp 00000100:00000001:1.0:1789449562.836472:0:34141:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789449562.836474:0:34141:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9e8b895f2700 refcount 15 to 192.168.202.109@tcp 00000100:00000001:1.0:1789449562.836476:0:34141:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446636920875198208 : -107152834353408 : ffff9e8b895f2700) 00000020:00000040:1.0:1789449562.836480:0:34141:0:(genops.c:879:class_export_put()) PUTting export ffff9e8b89bcf800 : new refcount 3 00000100:00080000:1.0:1789449562.836483:0:34141:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff9e8b89903000: import ffff9e8b8986b000 using connection 192.168.202.109@tcp/192.168.202.109@tcp 00000100:00000001:1.0:1789449562.836486:0:34141:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449562.836488:0:34141:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789449562.836496:0:34141:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789449562.836499:0:34141:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449562.836501:0:34141:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1789449562.836504:0:34141:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683432 ocd_grant: 8380416, lost: 0. 00000008:00000001:1.0:1789449562.836507:0:34141:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449562.836509:0:34141:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789449562.836513:0:34141:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83691f80. 00000020:00000040:1.0:1789449562.836516:0:34141:0:(genops.c:1209:class_import_get()) import ffff9e8b8986b000 refcount=5 obd=lustre-OST0001-osc-ffff9e8b89903000 02000000:00000001:1.0:1789449562.836520:0:34141:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789449562.836522:0:34141:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449562.836526:0:34141:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789449562.836529:0:34141:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789449562.836533:0:34141:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789449562.836541:0:34141:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b8678d800. 00000100:00000001:1.0:1789449562.836550:0:34141:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449562.836556:0:34141:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e8b83691f80 x1876371947527808/t0(0) o8->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789449562.836565:0:34141:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789449562.836570:0:34141:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449562.836574:0:34141:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fffe28ac] to pc [ptlrpcd_rcv+-1] req@ffff9e8b83691f80 x1876371947527808/t0(0) o8->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449562.836712:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449562.836717:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449562.836720:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789449562.836727:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83691f80 x1876371947527808/t0(0) o8->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449562.836735:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789449562.836738:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449562.836742:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789449562.836745:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789449562.836748:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449562.836764:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83691f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2398:1876371947527808:192.168.202.109@tcp:8:lfs.0 00000100:00000001:3.0:1789449562.836768:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789449562.836774:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789449562.836777:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449562.836780:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789449562.836786:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b87c48000. 02000000:00000001:3.0:1789449562.836788:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449562.836794:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:3.0:1789449562.836799:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b8525cf78. 00000400:00000010:3.0:1789449562.836806:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69cc0. 00000100:00000200:3.0:1789449562.836814:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947527808, portal 4 00000100:00000001:3.0:1789449562.836817:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449562.836818:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775188352 : -107152934363264 : ffff9e8b83691f80) 00000100:00000040:3.0:1789449562.836826:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b83691f80 x1876371947527808/t0(0) o8->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1789449572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449562.836834:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449562.836837:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1789449562.836840:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69c38. 00000100:00000200:3.0:1789449562.836843:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876371947527808, offset 0 00000400:00000200:3.0:1789449562.836850:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1789449562.836858:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449562.836865:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449562.836871:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789449562.836876:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1789449562.836900:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789449562.836903:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1789449562.836907:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2902:2902:256:4294967295] 192.168.202.109@tcp LPNI seq info [2902:2902:8:4294967295] 00000400:00000200:3.0:1789449562.836912:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449562.836921:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449562.836928:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449562.836933:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051ca00. 00000800:00000200:3.0:1789449562.836942:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449562.836951:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449562.836955:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051ca00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789449562.836977:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449562.836983:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: using a timeout of 229457 usecs (230 jiffies) 00000400:00000200:3.0:1789449562.836986:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:3.0:1789449562.836989:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296565752 00000100:00000001:3.0:1789449562.836992:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296566330 00000100:00000001:3.0:1789449562.836995:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296565752 00000100:00000001:3.0:1789449562.836997:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296566330 00000100:00000001:3.0:1789449562.837000:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449562.837003:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449562.837005:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449562.837008:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1789449562.837162:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449562.837167:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b9051ca00. 00000400:00000200:2.0:1789449562.837173:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449562.837178:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449562.837184:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69c38 00000400:00000010:2.0:1789449562.837186:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69c38. 00000100:00000001:2.0:1789449562.837191:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449562.837195:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83691f80 x1876371947527808/t0(0) o8->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1789449572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449562.837214:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449562.837217:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83691f80 x1876371947527808/t0(0) o8->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1789449572 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449562.837223:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449562.837224:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789449562.837421:0:34141:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449562.837425:0:34141:0:(pinger.c:367:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:1.0:1789449562.837428:0:34141:0:(pinger.c:369:ptlrpc_pinger_add_import()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00000020:00000001:1.0:1789449562.837431:0:34141:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449562.837433:0:34141:0:(genops.c:1222:class_import_put()) import ffff9e8b8986b000 refcount=4 obd=lustre-OST0001-osc-ffff9e8b89903000 00000020:00000001:1.0:1789449562.837436:0:34141:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:1.0:1789449562.837438:0:34141:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789449562.837439:0:34141:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789449562.837442:0:34141:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789449562.837447:0:34141:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b8c47ac00. 00000100:00000001:1.0:1789449562.837451:0:34141:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449562.837454:0:34141:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789449562.837456:0:34141:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789449562.837462:0:34141:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b862e3840. 00000100:00000001:1.0:1789449562.837464:0:34141:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920821659712 : -107152887891904 : ffff9e8b862e3840) 00000100:00000001:1.0:1789449562.837467:0:34141:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449562.837468:0:34141:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775189248 : -107152934362368 : ffff9e8b83692300) 00000100:00000001:1.0:1789449562.837471:0:34141:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789449562.837474:0:34141:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449562.837476:0:34141:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789449562.837478:0:34141:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789449562.837481:0:34141:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83692300 x1876371947527936/t0(0) o13->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449562.837489:0:34141:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449562.837490:0:34141:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1789449562.837495:0:34141:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9e8b83692300 x1876371947527936/t0(0) o13->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449562.837503:0:34141:0:(client.c:1851:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449562.837506:0:34141:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789449562.837508:0:34141:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449562.837511:0:34141:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b862e3840 going to sleep for 0 seconds 00000100:00000001:1.0:1789449562.837513:0:34141:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449562.837516:0:34141:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449562.837518:0:34141:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449562.837519:0:34141:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449562.837522:0:34141:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449562.842012:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449562.842022:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1789449562.842029:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449562.842032:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449562.842036:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449562.842039:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789449562.842464:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449562.842482:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449562.842485:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449562.842488:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449562.842499:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449562.842509:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449562.842520:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449562.842525:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449562.842532:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449562.842537:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 416 into portal 4 MB=0x6aa8ce3661e80 00000400:00000200:2.0:1789449562.842544:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449562.842552:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 416/416 into md 0x840d [1] + 0 00000800:00000001:2.0:1789449562.842561:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449562.842570:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449562.842575:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449562.842579:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449562.842588:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449562.842600:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83691f80 x1876371947527808/t0(0) o8->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1789449572 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449562.842614:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9e8b83691f80 x1876371947527808/t0(0) o8->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1789449572 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449562.842634:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449562.842645:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449562.842649:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449562.842691:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449562.842694:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789449562.842702:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449562.842705:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449562.842708:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b8525cf78. 00000400:00000200:3.0:1789449562.842714:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69cc0 00000400:00000010:3.0:1789449562.842717:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69cc0. 00000100:00000001:3.0:1789449562.842720:0:2398:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449562.842725:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83691f80 x1876371947527808/t0(0) o8->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1789449572 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789449562.842734:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83691f80 x1876371947527808/t0(0) o8->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1789449572 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449562.842741:0:2398:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449562.842743:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449562.842746:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449562.842750:0:2398:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449562.842754:0:2398:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449562.842756:0:2398:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449562.842761:0:2398:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449562.842772:0:2398:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8986b460 time=192 v=5 (5 5 5 36) 00000100:00001000:3.0:1789449562.842776:0:2398:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8986b418 time=75 v=5 (1 0 0 0) 00000100:00000001:3.0:1789449562.842779:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789449562.842781:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449562.842784:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789449562.842788:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449562.842794:0:2398:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1789449562.842796:0:2398:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9e8b89903000: committing for last_committed 4294967328 gen 15 00000100:00000040:3.0:1789449562.842800:0:2398:0:(client.c:3236:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9e8b89903000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1789449562.842803:0:2398:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789449562.842805:0:2398:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449562.842811:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83691f80 x1876371947527808/t0(0) o8->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/416 e 0 to 0 dl 1789449572 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449562.842818:0:2398:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449562.842822:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449562.842825:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449562.842827:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1789449562.842837:0:2398:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff9e8b89903000: connect to target with instance 1 00000020:00000001:3.0:1789449562.842842:0:2398:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789449562.842844:0:2398:0:(genops.c:804:class_conn2export()) looking for export cookie 0xcddde1459ded5b3d 00000020:00000001:3.0:1789449562.842847:0:2398:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449562.842851:0:2398:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e8b89bcf800 refcount=4 00000020:00000001:3.0:1789449562.842853:0:2398:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920881346560 : -107152828205056 : ffff9e8b89bcf800) 00000020:00000001:3.0:1789449562.842855:0:2398:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636920881346560 : -107152828205056 : ffff9e8b89bcf800) 00000100:00001000:3.0:1789449562.842859:0:2398:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8986b418 time=1789449562 v=0 (0 0 0 0) 00000100:00001000:3.0:1789449562.842862:0:2398:0:(import.c:2262:obd_at_measure()) AT ffff9e8b8986b418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:3.0:1789449562.842867:0:2398:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 710, crc32c 3463, adler 492 00000100:00080000:3.0:1789449562.842875:0:2398:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff9e8b89903000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000020:00000040:3.0:1789449562.842913:0:2398:0:(genops.c:879:class_export_put()) PUTting export ffff9e8b89bcf800 : new refcount 3 00000100:00000001:3.0:1789449562.842917:0:2398:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:3.0:1789449562.842921:0:2398:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000020:3.0:1789449562.842925:0:2398:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0001-osc-ffff9e8b89903000, setting cl_avail_grant: 8380416 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000008:00000001:3.0:1789449562.842928:0:2398:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:3.0:1789449562.842933:0:2398:0:(lov_obd.c:430:lov_notify()) Process entered 00000080:00000001:3.0:1789449562.842938:0:2398:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1789449562.842941:0:2398:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449562.842944:0:2398:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789449562.842946:0:2398:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789449562.842948:0:2398:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449562.842950:0:2398:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:3.0:1789449562.842953:0:2398:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1789449562.842957:0:2398:0:(import.c:65:import_set_state_nolock()) ffff9e8b8986b000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000100:00000001:3.0:1789449562.842960:0:2398:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:3.0:1789449562.842961:0:2398:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:3.0:1789449562.842962:0:2398:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:3.0:1789449562.842963:0:2398:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:3.0:1789449562.842966:0:2398:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:3.0:1789449562.842968:0:2398:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff9e8b83133ba8 for uuid lustre-OST0001_UUID event(1) 00020000:00000040:3.0:1789449562.842974:0:2398:0:(lov_obd.c:394:lov_set_osc_active()) OSC lustre-OST0001_UUID already active! 00020000:00000001:3.0:1789449562.842977:0:2398:0:(lov_obd.c:395:lov_set_osc_active()) Process leaving via out (rc=1 : 1 : 0x1) 00020000:00000001:3.0:1789449562.842980:0:2398:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789449562.842981:0:2398:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1789449562.842984:0:2398:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:3.0:1789449562.842986:0:2398:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:3.0:1789449562.842989:0:2398:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:3.0:1789449562.842990:0:2398:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:3.0:1789449562.842993:0:2398:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:3.0:1789449562.842995:0:2398:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449562.842997:0:2398:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449562.842999:0:2398:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:3.0:1789449562.843000:0:2398:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:3.0:1789449562.843001:0:2398:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449562.843002:0:2398:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:3.0:1789449562.843004:0:2398:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:3.0:1789449562.843009:0:2398:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:3.0:1789449562.843011:0:2398:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449562.843012:0:2398:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449562.843014:0:2398:0:(lcommon_misc.c:111:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449562.843016:0:2398:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449562.843017:0:2398:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789449562.843018:0:2398:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789449562.843020:0:2398:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449562.843021:0:2398:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:3.0:1789449562.843024:0:2398:0:(import.c:1286:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449562.843027:0:2398:0:(import.c:1693:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1789449562.843035:0:2398:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000fc06b184): req@ffff9e8b83692300 x1876371947527936/t0(0) o13->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449562.843060:0:2398:0:(import.c:1799:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449562.843064:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449562.843069:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83691f80 x1876371947527808/t0(0) o8->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/416 e 0 to 0 dl 1789449572 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789449562.843078:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83691f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2398:1876371947527808:192.168.202.109@tcp:8:lfs.0 00000100:00000001:3.0:1789449562.843083:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449562.843087:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449562.843090:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83691f80 x1876371947527808/t0(0) o8->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/416 e 0 to 0 dl 1789449572 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449562.843096:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449562.843099:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1789449562.843219:0:34141:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449562.843222:0:34141:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449562.843225:0:34141:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449562.843228:0:34141:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449562.843231:0:34141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789449562.843235:0:34141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789449562.843238:0:34141:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449562.843241:0:34141:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789449562.843248:0:34141:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789449562.843250:0:34141:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449562.843253:0:34141:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789449562.843262:0:34141:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b8678dc00. 02000000:00000001:1.0:1789449562.843264:0:34141:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789449562.843270:0:34141:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:1.0:1789449562.843274:0:34141:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b83427f20. 00000400:00000010:1.0:1789449562.843281:0:34141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012990. 00000100:00000200:1.0:1789449562.843289:0:34141:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947527936, portal 4 00000100:00000001:1.0:1789449562.843292:0:34141:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449562.843293:0:34141:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775189248 : -107152934362368 : ffff9e8b83692300) 00000100:00000040:1.0:1789449562.843301:0:34141:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b83692300 x1876371947527936/t0(0) o13->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1789449578 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449562.843308:0:34141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789449562.843311:0:34141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1789449562.843314:0:34141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b850122a8. 00000100:00000200:1.0:1789449562.843319:0:34141:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1876371947527936, offset 0 00000400:00000200:1.0:1789449562.843325:0:34141:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1789449562.843331:0:34141:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449562.843339:0:34141:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1789449562.843345:0:34141:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789449562.843349:0:34141:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1789449562.843353:0:34141:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789449562.843356:0:34141:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1789449562.843361:0:34141:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2903:2903:256:4294967295] 192.168.202.109@tcp LPNI seq info [2903:2903:8:4294967295] 00000400:00000200:1.0:1789449562.843365:0:34141:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449562.843375:0:34141:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1789449562.843381:0:34141:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1789449562.843386:0:34141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b8c47a400. 00000800:00000200:1.0:1789449562.843407:0:34141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1789449562.843416:0:34141:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1789449562.843421:0:34141:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b8c47a400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789449562.843438:0:34141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449562.843443:0:34141:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: using a timeout of 228337 usecs (229 jiffies) 00000400:00000200:1.0:1789449562.843445:0:34141:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:1.0:1789449562.843448:0:34141:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296565758 00000100:00000001:1.0:1789449562.843452:0:34141:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296566330 00000100:00000001:1.0:1789449562.843454:0:34141:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296565758 00000100:00000001:1.0:1789449562.843456:0:34141:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296566330 00000100:00000001:1.0:1789449562.843459:0:34141:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449562.843462:0:34141:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449562.843466:0:34141:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789449562.843467:0:34141:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789449562.843470:0:34141:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b862e3840 going to sleep for 11 seconds 00000100:00000001:1.0:1789449562.843472:0:34141:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449562.843473:0:34141:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789449562.843566:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b87c48000. 02000000:00000001:3.0:1789449562.843571:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449562.843574:0:2398:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449562.843576:0:2398:0:(genops.c:1222:class_import_put()) import ffff9e8b8986b000 refcount=3 obd=lustre-OST0001-osc-ffff9e8b89903000 00000020:00000001:3.0:1789449562.843578:0:2398:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449562.843582:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b8678d800. 02000000:00000001:3.0:1789449562.843587:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449562.843589:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449562.843591:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83691f80. 00000100:00000001:3.0:1789449562.843595:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449562.843597:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449562.843599:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449562.843672:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449562.843674:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449562.843676:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449562.843677:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449562.845408:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449562.845418:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47a400. 00000400:00000200:2.0:1789449562.845426:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449562.845436:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449562.845443:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b850122a8 00000400:00000010:2.0:1789449562.845447:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b850122a8. 00000100:00000001:2.0:1789449562.845454:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449562.845463:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83692300 x1876371947527936/t0(0) o13->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1789449578 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449562.845477:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449562.845481:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83692300 x1876371947527936/t0(0) o13->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1789449578 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449562.845488:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449562.845490:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449562.851284:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449562.851310:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449562.851316:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449562.851319:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449562.851331:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449562.851341:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449562.851357:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449562.851364:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449562.851370:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449562.851376:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 368 into portal 4 MB=0x6aa8ce3661f00 00000400:00000200:2.0:1789449562.851383:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449562.851400:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 368/368 into md 0x841d [1] + 224 00000800:00000001:2.0:1789449562.851409:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449562.851423:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449562.851428:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449562.851433:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449562.851444:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449562.851458:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83692300 x1876371947527936/t0(0) o13->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1789449578 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449562.851471:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9e8b83692300 x1876371947527936/t0(0) o13->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1789449578 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449562.851500:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449562.851510:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449562.851513:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449562.853658:0:34141:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789449562.853678:0:34141:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789449562.853680:0:34141:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789449562.853686:0:34141:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b83427f20. 00000400:00000200:1.0:1789449562.853697:0:34141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012990 00000400:00000010:1.0:1789449562.853700:0:34141:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012990. 00000100:00000001:1.0:1789449562.853705:0:34141:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789449562.853718:0:34141:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83692300 x1876371947527936/t0(0) o13->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1789449578 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789449562.853730:0:34141:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83692300 x1876371947527936/t0(0) o13->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1789449578 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449562.853738:0:34141:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789449562.853740:0:34141:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449562.853743:0:34141:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789449562.853748:0:34141:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789449562.853751:0:34141:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789449562.853754:0:34141:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449562.853758:0:34141:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789449562.853771:0:34141:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8986b4a8 time=641 v=5 (5 5 5 5) 00000100:00001000:1.0:1789449562.853788:0:34141:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8986b418 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1789449562.853791:0:34141:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789449562.853793:0:34141:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449562.853797:0:34141:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789449562.853803:0:34141:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449562.853808:0:34141:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789449562.853810:0:34141:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9e8b89903000: skip recheck: last_committed 4294967328 00000100:00000001:1.0:1789449562.853812:0:34141:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789449562.853814:0:34141:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449562.853820:0:34141:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83692300 x1876371947527936/t0(0) o13->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1789449578 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449562.853833:0:34141:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449562.853837:0:34141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789449562.853839:0:34141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789449562.853844:0:34141:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83692300 x1876371947527936/t0(0) o13->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1789449578 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789449562.853854:0:34141:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83692300 pname:cluuid:pid:xid:nid:opc:job lfs:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:34141:1876371947527936:192.168.202.109@tcp:13:lfs.0 00000100:00000001:1.0:1789449562.853859:0:34141:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449562.853862:0:34141:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449562.853865:0:34141:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789449562.853868:0:34141:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449562.853872:0:34141:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83692300 x1876371947527936/t0(0) o13->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1789449578 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449562.853933:0:34141:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789449562.853938:0:34141:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b862e3840. 00000100:00000001:1.0:1789449562.853944:0:34141:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789449562.853945:0:34141:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789449562.853954:0:34141:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:1.0:1789449562.853956:0:34141:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449562.853959:0:34141:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83692300 x1876371947527936/t0(0) o13->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1789449578 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449562.853966:0:34141:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789449562.853969:0:34141:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789449562.853972:0:34141:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b8678dc00. 02000000:00000001:1.0:1789449562.853978:0:34141:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789449562.853982:0:34141:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449562.853984:0:34141:0:(genops.c:1222:class_import_put()) import ffff9e8b8986b000 refcount=2 obd=lustre-OST0001-osc-ffff9e8b89903000 00000020:00000001:1.0:1789449562.853986:0:34141:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789449562.853990:0:34141:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b8c47ac00. 02000000:00000001:1.0:1789449562.853994:0:34141:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789449562.853997:0:34141:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789449562.853999:0:34141:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83692300. 00000100:00000001:1.0:1789449562.854003:0:34141:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789449562.854005:0:34141:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:1.0:1789449562.854009:0:34141:0:(obd_class.h:1116:obd_statfs()) lustre-OST0001-osc-ffff9e8b89903000: update ffff9e8b83748458 cache blocks 901344/958279 objects 261772/262144 00020000:00000001:1.0:1789449562.854014:0:34141:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449562.854022:0:34141:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.854025:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789449562.854028:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.854032:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.854036:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.854119:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.854122:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.854130:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.854134:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.854142:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.854146:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.854149:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449562.854153:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449562.854156:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00020000:00000001:1.0:1789449562.854159:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854161:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854164:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.854166:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.854168:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854170:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854175:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.854176:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.854179:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.854180:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.854183:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.854184:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.854186:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449562.854187:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449562.854188:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00020000:00000001:1.0:1789449562.854191:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854192:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854194:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.854196:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.854198:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854200:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854203:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.854204:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.854207:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.854208:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.854210:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.854212:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.854214:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449562.854215:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449562.854216:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00020000:00000001:1.0:1789449562.854218:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854220:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854222:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.854223:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.854225:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854227:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854230:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.854231:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.854233:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.854235:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.854236:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.854238:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.854240:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449562.854241:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449562.854242:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00020000:00000001:1.0:1789449562.854244:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854245:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854247:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.854249:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.854250:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854252:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854254:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.854256:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.854258:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.854259:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.854261:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.854263:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.854264:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449562.854265:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449562.854266:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00020000:00000001:1.0:1789449562.854268:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854269:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854271:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.854273:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.854275:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854276:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854279:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.854281:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.854283:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.854284:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.854286:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.854288:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.854289:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449562.854290:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449562.854291:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00020000:00000001:1.0:1789449562.854293:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854295:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854296:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.854298:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.854300:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854301:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854304:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.854305:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.854308:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.854309:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.854311:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.854313:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.854314:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449562.854315:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449562.854316:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00020000:00000001:1.0:1789449562.854318:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854320:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854321:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.854323:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.854325:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854326:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854329:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.854330:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.854332:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.854333:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.854335:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.854337:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.854339:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449562.854340:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449562.854341:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00020000:00000001:1.0:1789449562.854343:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854345:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854346:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.854348:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.854350:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854352:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854354:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.854355:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.854357:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.854358:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.854361:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.854362:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.854364:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449562.854364:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449562.854366:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00020000:00000001:1.0:1789449562.854368:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854369:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854371:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.854373:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.854375:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854377:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854379:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.854380:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.854383:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.854384:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.854385:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.854387:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.854399:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449562.854400:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449562.854402:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00020000:00000001:1.0:1789449562.854404:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854406:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854407:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.854409:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.854411:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854412:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854415:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.854416:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.854419:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.854421:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.854423:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.854425:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.854426:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449562.854428:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449562.854428:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00020000:00000001:1.0:1789449562.854430:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854432:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854433:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.854435:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.854437:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854438:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854441:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.854442:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.854445:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.854446:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.854448:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.854450:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.854451:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449562.854452:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449562.854453:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00020000:00000001:1.0:1789449562.854455:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854457:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854459:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.854461:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.854462:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854464:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854466:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.854467:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.854469:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.854470:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.854472:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.854474:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.854475:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449562.854476:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449562.854477:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00020000:00000001:1.0:1789449562.854479:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854481:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854483:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.854484:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.854487:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854489:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854491:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.854492:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.854495:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.854496:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.854498:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.854500:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.854502:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449562.854502:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449562.854503:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00020000:00000001:1.0:1789449562.854506:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854508:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854509:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.854511:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.854512:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854514:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854517:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.854518:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.854521:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.854522:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.854524:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.854526:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.854528:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449562.854529:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449562.854530:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00020000:00000001:1.0:1789449562.854533:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854534:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854536:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.854538:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.854541:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854543:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854546:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.854547:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.854549:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.854550:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.854552:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.854555:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.854556:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449562.854557:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449562.854558:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00020000:00000001:1.0:1789449562.854561:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854563:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854565:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.854567:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.854570:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854572:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854574:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.854576:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.854578:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.854579:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.854580:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.854582:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.854583:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449562.854584:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449562.854586:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00020000:00000001:1.0:1789449562.854588:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854590:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854592:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.854594:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.854596:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854598:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854600:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.854602:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.854604:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.854605:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.854607:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.854609:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.854610:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449562.854611:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449562.854612:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00020000:00000001:1.0:1789449562.854614:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854616:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854617:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.854619:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.854620:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854622:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854624:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.854625:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.854628:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.854629:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.854630:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.854632:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.854633:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449562.854634:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449562.854635:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00020000:00000001:1.0:1789449562.854638:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854639:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854640:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.854642:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.854644:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854645:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854648:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.854650:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.854652:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.854653:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.854656:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.854657:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.854660:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449562.854661:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449562.854662:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00020000:00000001:1.0:1789449562.854664:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854666:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854668:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.854670:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.854672:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854674:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854677:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.854678:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.854681:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.854682:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.854684:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.854686:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.854688:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449562.854689:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449562.854690:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00020000:00000001:1.0:1789449562.854692:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854694:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854696:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.854699:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.854701:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854702:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854705:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.854707:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.854709:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.854710:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.854712:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.854714:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.854716:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449562.854718:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449562.854719:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00020000:00000001:1.0:1789449562.854721:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854722:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854724:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.854726:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.854727:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854729:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854732:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.854733:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.854735:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.854736:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.854738:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.854741:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.854742:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449562.854743:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449562.854744:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00020000:00000001:1.0:1789449562.854747:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854748:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854750:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.854752:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.854754:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854755:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854759:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.854760:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.854762:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.854763:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.854766:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.854768:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.854769:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449562.854771:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449562.854772:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00020000:00000001:1.0:1789449562.854774:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854776:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854778:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.854779:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.854781:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854783:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854786:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.854788:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.854791:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.854792:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.854794:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.854796:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.854798:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449562.854799:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449562.854800:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00020000:00000001:1.0:1789449562.854803:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854805:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854807:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.854809:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.854811:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854813:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854816:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.854817:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.854819:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.854820:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.854821:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.854823:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.854825:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449562.854826:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449562.854828:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00020000:00000001:1.0:1789449562.854830:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854832:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854833:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.854835:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.854838:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854839:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854842:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.854843:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.854845:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.854846:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.854848:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.854850:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.854851:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449562.854852:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449562.854853:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00020000:00000001:1.0:1789449562.854856:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854858:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854859:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.854861:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.854862:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854864:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854867:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.854868:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.854871:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.854872:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.854873:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.854875:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.854876:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449562.854877:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449562.854922:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00020000:00000001:1.0:1789449562.854926:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854928:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854930:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.854932:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.854935:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854936:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854940:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.854942:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.854945:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.854947:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.854950:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.854952:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.854954:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449562.854955:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449562.854956:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00020000:00000001:1.0:1789449562.854958:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854960:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854962:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.854964:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.854966:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854968:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854971:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.854973:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.854975:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.854977:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.854979:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.854981:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.854982:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449562.854984:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449562.854985:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00020000:00000001:1.0:1789449562.854987:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854990:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854991:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.854994:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.854996:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.854997:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855000:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.855002:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.855004:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.855005:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.855007:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.855009:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.855010:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449562.855011:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449562.855012:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00020000:00000001:1.0:1789449562.855015:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855017:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855018:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.855020:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.855022:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855023:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855026:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.855027:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.855029:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.855030:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.855032:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.855035:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.855036:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449562.855037:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449562.855038:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00020000:00000001:1.0:1789449562.855040:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855042:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855044:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.855046:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.855048:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855049:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855052:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.855053:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.855055:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.855057:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.855059:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.855061:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.855063:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449562.855065:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449562.855066:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00020000:00000001:1.0:1789449562.855068:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855070:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855072:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.855074:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.855076:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855077:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855080:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.855081:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.855083:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.855085:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.855087:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.855090:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.855091:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449562.855092:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449562.855093:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00020000:00000001:1.0:1789449562.855095:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855097:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855100:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.855102:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.855104:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855106:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855108:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.855109:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.855112:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.855113:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.855115:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.855116:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.855118:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449562.855119:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449562.855120:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00020000:00000001:1.0:1789449562.855123:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855125:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855127:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.855129:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.855131:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855132:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855135:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.855136:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.855138:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.855139:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.855141:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.855143:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.855145:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449562.855146:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449562.855147:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00020000:00000001:1.0:1789449562.855149:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855151:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855152:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.855154:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.855156:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855173:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855178:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.855180:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.855183:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.855184:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.855187:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.855189:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.855190:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449562.855191:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449562.855192:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00020000:00000001:1.0:1789449562.855194:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855196:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855198:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.855200:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.855214:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855216:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855221:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.855222:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.855224:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.855225:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.855228:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.855230:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.855231:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449562.855232:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449562.855233:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00020000:00000001:1.0:1789449562.855236:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855237:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855238:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.855240:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.855242:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855244:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855246:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.855248:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.855250:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.855251:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.855253:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.855254:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.855256:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449562.855257:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449562.855258:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00020000:00000001:1.0:1789449562.855261:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855262:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855264:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.855265:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.855267:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855269:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855271:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.855273:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.855276:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.855277:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.855279:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.855281:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.855282:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449562.855284:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449562.855285:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00020000:00000001:1.0:1789449562.855287:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855289:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855290:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.855293:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.855295:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855296:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855299:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.855300:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.855302:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.855303:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.855305:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.855307:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.855308:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449562.855309:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449562.855310:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00020000:00000001:1.0:1789449562.855313:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855314:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855316:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.855318:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.855320:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855322:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855324:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.855326:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.855328:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.855329:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.855332:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.855334:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.855335:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449562.855336:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449562.855338:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00020000:00000001:1.0:1789449562.855340:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855342:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855343:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.855345:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.855348:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855350:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855353:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.855354:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.855356:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.855357:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.855359:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.855361:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.855362:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449562.855363:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449562.855364:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00020000:00000001:1.0:1789449562.855366:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855368:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855370:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.855372:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.855374:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855376:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855379:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.855381:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.855383:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.855384:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.855387:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.855398:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.855400:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449562.855402:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449562.855403:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00020000:00000001:1.0:1789449562.855406:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855408:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855410:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.855412:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.855414:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855416:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855420:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.855421:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.855425:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.855426:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.855428:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.855430:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.855432:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449562.855433:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449562.855434:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00020000:00000001:1.0:1789449562.855436:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855438:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855439:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.855441:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.855443:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855445:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855447:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.855448:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.855450:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.855451:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.855453:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.855454:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.855455:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449562.855457:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449562.855458:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00020000:00000001:1.0:1789449562.855460:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855462:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855464:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.855465:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.855468:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855470:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855472:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.855473:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.855475:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.855476:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.855479:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.855481:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.855482:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449562.855484:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449562.855485:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00020000:00000001:1.0:1789449562.855487:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855489:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855491:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.855493:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.855495:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855497:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855501:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.855502:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.855505:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.855506:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.855507:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.855509:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.855511:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449562.855512:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449562.855513:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00020000:00000001:1.0:1789449562.855516:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855518:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855520:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.855522:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.855524:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855526:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855530:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.855531:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.855534:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.855535:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.855537:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.855539:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.855541:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449562.855542:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449562.855543:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00020000:00000001:1.0:1789449562.855545:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855547:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855548:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.855551:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.855553:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855555:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855557:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.855559:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.855561:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.855563:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.855565:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.855567:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.855568:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449562.855569:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449562.855571:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00020000:00000001:1.0:1789449562.855573:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855575:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855577:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.855579:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.855581:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855583:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855586:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.855588:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.855591:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.855592:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.855594:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.855596:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.855597:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449562.855599:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449562.855600:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00020000:00000001:1.0:1789449562.855602:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855604:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855606:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.855608:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.855610:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855612:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855615:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.855616:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.855618:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.855620:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.855622:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.855624:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.855626:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449562.855627:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449562.855628:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00020000:00000001:1.0:1789449562.855631:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855633:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855634:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.855636:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.855639:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855640:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855643:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.855645:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.855647:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.855649:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.855651:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.855653:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.855655:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449562.855656:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449562.855658:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00020000:00000001:1.0:1789449562.855660:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855662:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855664:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.855667:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.855669:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855671:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855675:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.855676:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.855679:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.855680:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.855682:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.855685:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.855686:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449562.855687:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449562.855689:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00020000:00000001:1.0:1789449562.855691:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855693:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855695:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.855697:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.855699:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855701:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855704:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.855705:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.855708:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.855709:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.855711:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.855713:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.855715:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449562.855717:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449562.855718:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00020000:00000001:1.0:1789449562.855721:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855722:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855724:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.855727:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.855729:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855730:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855734:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.855735:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.855738:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.855739:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.855741:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.855743:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.855745:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449562.855746:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449562.855747:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00020000:00000001:1.0:1789449562.855749:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855751:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855753:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.855755:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.855757:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855759:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855762:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.855763:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.855766:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.855767:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.855769:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.855772:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.855774:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449562.855775:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449562.855776:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00020000:00000001:1.0:1789449562.855778:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855780:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855782:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.855784:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.855786:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855788:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855791:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.855793:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.855795:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.855796:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.855799:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.855801:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.855803:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449562.855804:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449562.855805:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00020000:00000001:1.0:1789449562.855807:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855809:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855811:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.855813:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.855815:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855817:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855821:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.855822:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.855824:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.855825:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.855827:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.855829:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.855831:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449562.855831:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449562.855832:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00020000:00000001:1.0:1789449562.855835:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855837:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855838:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.855840:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.855842:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855843:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855846:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.855847:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.855850:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.855850:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.855852:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.855854:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.855855:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449562.855856:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449562.855857:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00020000:00000001:1.0:1789449562.855859:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855861:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855862:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.855864:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.855866:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855867:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855870:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.855871:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.855873:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.855874:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.855875:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.855877:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.855913:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449562.855915:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449562.855916:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00020000:00000001:1.0:1789449562.855919:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855920:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855922:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.855924:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.855926:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855927:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855931:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.855933:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.855935:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.855937:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.855939:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.855942:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.855943:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449562.855944:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449562.855945:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00020000:00000001:1.0:1789449562.855948:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855949:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855951:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449562.855953:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.855956:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855957:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449562.855960:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449562.855961:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff81fe9d80 00000080:00000001:1.0:1789449562.855964:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449562.855965:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449562.855966:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449562.855969:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.855970:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449562.855971:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449562.855972:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00020000:00000001:1.0:1789449562.855975:0:34141:0:(lov_obd.c:1002:lov_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1789449562.855977:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1789449562.855979:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:1.0:1789449562.855981:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449562.855983:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1789449562.855984:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1789449562.856001:0:34141:0:(dir.c:3022:ll_dir_release()) Process entered 00000080:00000001:1.0:1789449562.856004:0:34141:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1789449562.856009:0:34141:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71180d7fdd0 00000080:00200008:1.0:1789449562.856011:0:34141:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9e8b89180908), flags 100000 00000080:00400000:1.0:1789449562.856016:0:34141:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:1.0:1789449562.856021:0:34141:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9e8b8c4477c0. 00000080:00000001:1.0:1789449562.856025:0:34141:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1789449562.856027:0:34141:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71180d7fdd0 00000080:00000008:1.0:1789449562.856029:0:34141:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9e8b89180908), flags 100000, rc = 0 00000080:00000001:1.0:1789449562.856032:0:34141:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449562.856033:0:34141:0:(dir.c:3023:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449563.650266:0:32803:0:(connection.c:75:cpu_latency_work()) work item of ffff9e8b8322a220 (cpu 2) has reached its deadline 4296566330, at 4296566336 00000100:00000010:2.0:1789449563.650285:0:32803:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e8b898c6e40. 00000100:00000040:3.0:1789449563.652342:0:33382:0:(connection.c:75:cpu_latency_work()) work item of ffff9e8b8322a330 (cpu 3) has reached its deadline 4296566330, at 4296566338 00000100:00000010:3.0:1789449563.652362:0:33382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e8b898c6780. 00010000:00000001:3.0:1789449563.652394:0:33382:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449563.652398:0:33382:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449563.652403:0:33382:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449563.652404:0:33382:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449563.655113:0:16815:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789449563.655123:0:16815:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449563.655128:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789449564.098661:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80a9314a-fa92-41c3-8d17-36c58fffb192->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789449564.098676:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789449564.098691:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83692300. 00000020:00000040:1.0:1789449564.098699:0:37:0:(genops.c:1209:class_import_get()) import ffff9e8b83927000 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:1.0:1789449564.098704:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789449564.098708:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789449564.098726:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789449564.098738:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b8c47ac00. 00000100:00000001:1.0:1789449564.098747:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449564.098762:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 80a9314a-fa92-41c3-8d17-36c58fffb192->MGS req@ffff9e8b83692300 x1876371947528064/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789449564.098774:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789449564.098779:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449564.098786:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc9fdae5] to pc [ptlrpcd_00_01+1] req@ffff9e8b83692300 x1876371947528064/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449564.098826:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449564.098830:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789449564.098833:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789449564.098836:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83691880. 00000020:00000040:1.0:1789449564.098839:0:37:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000100:00000001:1.0:1789449564.098842:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789449564.098843:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789449564.098844:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789449564.098852:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b8c47a100. 00000100:00000001:1.0:1789449564.098855:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449564.098859:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0000_UUID req@ffff9e8b83691880 x1876371947528192/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789449564.103095:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789449564.103115:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449564.103139:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c4546fd8] to pc [ptlrpcd_00_00+0] req@ffff9e8b83691880 x1876371947528192/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449564.103161:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449564.103306:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789449564.103312:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789449564.103326:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83690700. 00000020:00000040:1.0:1789449564.103341:0:37:0:(genops.c:1209:class_import_get()) import ffff9e8b862dc800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000100:00000001:1.0:1789449564.103347:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789449564.103350:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789449564.103356:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789449564.103366:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b8c47a400. 00000100:00000001:1.0:1789449564.103375:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449564.103389:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0001_UUID req@ffff9e8b83690700 x1876371947528320/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789449564.103399:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789449564.103401:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449564.103405:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007eaabfc1] to pc [ptlrpcd_00_01+1] req@ffff9e8b83690700 x1876371947528320/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449564.103414:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449564.103416:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789449564.103419:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789449564.103427:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83691f80. 00000020:00000040:1.0:1789449564.103429:0:37:0:(genops.c:1209:class_import_get()) import ffff9e8b90c6e800 refcount=3 obd=lustre-OST0000-osc-ffff9e8b89903000 00000100:00000001:1.0:1789449564.103431:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789449564.103434:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789449564.103436:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789449564.103440:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b8c47a600. 00000100:00000001:1.0:1789449564.103442:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449564.103447:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0000_UUID req@ffff9e8b83691f80 x1876371947528448/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789449564.103454:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789449564.103455:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449564.103458:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fffe28ac] to pc [ptlrpcd_00_00+0] req@ffff9e8b83691f80 x1876371947528448/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449564.103465:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449564.103467:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789449564.103470:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789449564.103474:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83692d80. 00000020:00000040:1.0:1789449564.103476:0:37:0:(genops.c:1209:class_import_get()) import ffff9e8b8986b000 refcount=3 obd=lustre-OST0001-osc-ffff9e8b89903000 00000100:00000001:1.0:1789449564.103478:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789449564.103479:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789449564.103481:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789449564.103484:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b8c47a500. 00000100:00000001:1.0:1789449564.103486:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449564.103489:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0001_UUID req@ffff9e8b83692d80 x1876371947528576/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789449564.103496:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789449564.103498:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449564.103501:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6f10567] to pc [ptlrpcd_00_01+1] req@ffff9e8b83692d80 x1876371947528576/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449564.103507:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449564.103514:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1904) 00000100:00000001:1.0:1789449564.103549:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449564.103554:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449564.103557:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789449564.103563:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83691880 x1876371947528192/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449564.103570:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449564.103573:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449564.103578:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789449564.103581:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789449564.103584:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449564.103587:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83691880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2399:1876371947528192:192.168.202.109@tcp:400:kworker.0 00000100:00000001:1.0:1789449564.103593:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789449564.103600:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789449564.103604:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449564.103607:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789449564.103613:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b837f0600. 02000000:00000001:1.0:1789449564.103615:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789449564.103625:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:1.0:1789449564.103632:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b83427f20. 00000400:00000010:1.0:1789449564.103641:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012990. 00000100:00000200:1.0:1789449564.103651:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947528192, portal 10 00000100:00000001:1.0:1789449564.103654:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449564.103656:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775186560 : -107152934365056 : ffff9e8b83691880) 00000100:00000040:1.0:1789449564.103665:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b83691880 x1876371947528192/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449580 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449564.103672:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789449564.103676:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1789449564.103679:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012e58. 00000100:00000200:1.0:1789449564.103683:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876371947528192, offset 0 00000400:00000200:1.0:1789449564.103691:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1789449564.103703:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449564.103713:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1789449564.103721:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789449564.103726:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1789449564.103730:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789449564.103734:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1789449564.103738:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2904:2904:256:4294967295] 192.168.202.109@tcp LPNI seq info [2904:2904:8:4294967295] 00000400:00000200:1.0:1789449564.103742:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449564.103752:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1789449564.103759:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1789449564.103764:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b8c47a700. 00000800:00000200:1.0:1789449564.103772:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1789449564.103782:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1789449564.103788:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b8c47a700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789449564.103801:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449564.103806:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 857688 usecs (858 jiffies) 00000400:00000200:1.0:1789449564.103810:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:1.0:1789449564.103813:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296567647 00000100:00000010:1.0:1789449564.103819:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e8b87c1ecc0. 00000100:00000001:1.0:1789449564.103827:0:2399:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789449564.103833:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296567647 00000100:00000010:1.0:1789449564.103837:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e8b87c1e8a0. 00000100:00000001:1.0:1789449564.103841:0:2399:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789449564.103844:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449564.103847:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449564.103851:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789449564.103854:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83691f80 x1876371947528448/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449564.103860:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449564.103861:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449564.103876:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789449564.103917:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789449564.103919:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449564.103922:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83691f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2399:1876371947528448:192.168.202.109@tcp:400:kworker.0 00000100:00000001:1.0:1789449564.103928:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789449564.103931:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789449564.103932:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449564.103933:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789449564.103937:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b837f0c00. 02000000:00000001:1.0:1789449564.103939:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789449564.103942:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:1.0:1789449564.103944:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b83427000. 00000400:00000010:1.0:1789449564.103948:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b850126e8. 00000100:00000200:1.0:1789449564.103951:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947528448, portal 4 00000100:00000001:1.0:1789449564.103953:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449564.103954:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775188352 : -107152934363264 : ffff9e8b83691f80) 00000100:00000040:1.0:1789449564.103961:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b83691f80 x1876371947528448/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449580 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449564.103967:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789449564.103969:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1789449564.103972:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b850123b8. 00000100:00000200:1.0:1789449564.103974:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876371947528448, offset 0 00000400:00000200:1.0:1789449564.103978:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1789449564.103981:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449564.103985:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1789449564.103987:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789449564.103989:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1789449564.103991:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789449564.103993:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1789449564.103996:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2905:2905:255:4294967295] 192.168.202.109@tcp LPNI seq info [2905:2905:7:4294967295] 00000400:00000200:1.0:1789449564.103999:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449564.104005:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1789449564.104008:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1789449564.104011:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b8c47a000. 00000800:00000200:1.0:1789449564.104015:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1789449564.104020:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1789449564.104022:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b8c47a000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789449564.104025:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449564.104028:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: using a timeout of 22925 usecs (23 jiffies) 00000400:00000200:1.0:1789449564.104030:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:1.0:1789449564.104031:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296566813 00000100:00000001:1.0:1789449564.104033:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296567647 00000100:00000001:1.0:1789449564.104035:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296566813 00000100:00000001:1.0:1789449564.104037:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296567647 00000100:00000001:1.0:1789449564.104040:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449564.104051:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449564.104054:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449564.104056:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449564.104065:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789449564.104068:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789449564.104070:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449564.104072:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449564.104073:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449564.104076:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00000001:1.0:1789449564.104077:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449564.104079:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789449564.104081:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449564.104082:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449564.104092:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449564.104093:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789449564.104100:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83692300 x1876371947528064/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449564.104106:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449564.104107:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449564.104109:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789449564.104111:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789449564.104113:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449564.104116:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83692300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:80a9314a-fa92-41c3-8d17-36c58fffb192:2399:1876371947528064:192.168.202.109@tcp:400:kworker.0 00000100:00000001:1.0:1789449564.104120:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789449564.104123:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789449564.104124:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449564.104126:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789449564.104130:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b899c7a00. 02000000:00000001:1.0:1789449564.104132:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789449564.104135:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:1.0:1789449564.104138:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b834276e0. 00000400:00000010:1.0:1789449564.104142:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012110. 00000100:00000200:1.0:1789449564.104145:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947528064, portal 25 00000100:00000001:1.0:1789449564.104147:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449564.104148:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775189248 : -107152934362368 : ffff9e8b83692300) 00000100:00000040:1.0:1789449564.104153:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b83692300 x1876371947528064/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449580 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449564.104158:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789449564.104161:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:0.0:1789449564.105065:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449564.105073:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449564.105349:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449564.105355:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47a700. 00000400:00000200:2.0:1789449564.105366:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449564.105374:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449564.105391:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012e58 00000400:00000010:2.0:1789449564.105395:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012e58. 00000100:00000001:2.0:1789449564.105402:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449564.105409:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83691880 x1876371947528192/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449580 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449564.105421:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449564.105425:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83691880 x1876371947528192/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449580 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449564.105432:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449564.105435:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789449564.105514:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449564.105517:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47a000. 00000400:00000200:2.0:1789449564.105520:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449564.105524:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449564.105527:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b850123b8 00000400:00000010:2.0:1789449564.105529:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b850123b8. 00000100:00000001:2.0:1789449564.105531:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449564.105535:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83691f80 x1876371947528448/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449580 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449564.105549:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449564.105552:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83691f80 x1876371947528448/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449580 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449564.105558:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449564.105559:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000010:1.0:1789449564.106958:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012ee0. 00000100:00000200:1.0:1789449564.106976:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876371947528064, offset 0 00000400:00000200:1.0:1789449564.106995:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1789449564.107007:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449564.107019:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1789449564.107025:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789449564.107030:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1789449564.107035:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789449564.107037:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1789449564.107483:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2906:2906:256:4294967295] 192.168.202.109@tcp LPNI seq info [2906:2906:8:4294967295] 00000400:00000200:1.0:1789449564.107490:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449564.107503:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1789449564.107511:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1789449564.107519:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b8c47a300. 00000800:00000200:1.0:1789449564.107527:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1789449564.107536:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1789449564.107541:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b8c47a300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789449564.107568:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789449564.107574:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:1.0:1789449564.107578:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296570920 00000100:00000001:1.0:1789449564.107588:0:2399:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296567647 00000100:00000001:1.0:1789449564.107595:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296570920 00000100:00000001:1.0:1789449564.107599:0:2399:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296567647 00000100:00000001:1.0:1789449564.107602:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449564.107607:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449564.107613:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789449564.107624:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83690700 x1876371947528320/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449564.107636:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449564.107638:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449564.107645:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789449564.107649:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789449564.107652:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449564.107656:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83690700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2399:1876371947528320:192.168.202.109@tcp:400:kworker.0 00000100:00000001:1.0:1789449564.107660:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789449564.107668:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789449564.107671:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449564.107673:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789449564.107680:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b899c6e00. 02000000:00000001:1.0:1789449564.107682:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789449564.107688:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:1.0:1789449564.107692:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b834277e8. 00000400:00000010:1.0:1789449564.107698:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b850124c8. 00000100:00000200:1.0:1789449564.107705:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947528320, portal 10 00000100:00000001:1.0:1789449564.107708:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449564.107710:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775182080 : -107152934369536 : ffff9e8b83690700) 00000100:00000040:1.0:1789449564.107719:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b83690700 x1876371947528320/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449580 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449564.107727:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789449564.107730:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1789449564.107732:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012c38. 00000100:00000200:1.0:1789449564.107735:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876371947528320, offset 0 00000400:00000200:1.0:1789449564.107739:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1789449564.107744:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449564.107748:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1789449564.107751:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789449564.107753:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1789449564.107755:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789449564.107758:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1789449564.107760:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2907:2907:255:4294967295] 192.168.202.109@tcp LPNI seq info [2907:2907:7:4294967295] 00000400:00000200:1.0:1789449564.107764:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449564.107769:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1789449564.107772:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1789449564.107776:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b8c47a200. 00000800:00000200:1.0:1789449564.107780:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1789449564.107783:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1789449564.107786:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b8c47a200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789449564.107789:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449564.107793:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: using a timeout of 22366 usecs (23 jiffies) 00000400:00000200:1.0:1789449564.107796:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:1.0:1789449564.107799:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296566816 00000100:00000001:1.0:1789449564.107801:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296570920 00000100:00000001:1.0:1789449564.107803:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296566816 00000100:00000001:1.0:1789449564.107805:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296570920 00000100:00000001:1.0:1789449564.107806:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449564.107809:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449564.107811:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789449564.107815:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83692d80 x1876371947528576/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449564.107821:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449564.107823:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449564.107825:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789449564.107826:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789449564.107828:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449564.107830:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83692d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2399:1876371947528576:192.168.202.109@tcp:400:kworker.0 00000100:00000001:1.0:1789449564.107833:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789449564.107835:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789449564.107837:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449564.107838:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789449564.107841:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b899c7400. 02000000:00000001:1.0:1789449564.107843:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789449564.107845:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:1.0:1789449564.107848:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b83427058. 00000400:00000010:1.0:1789449564.107851:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012cc0. 00000100:00000200:1.0:1789449564.107854:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947528576, portal 4 00000100:00000001:1.0:1789449564.107855:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449564.107857:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775191936 : -107152934359680 : ffff9e8b83692d80) 00000100:00000040:1.0:1789449564.107863:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b83692d80 x1876371947528576/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449580 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449564.107869:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789449564.107871:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1789449564.107874:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012908. 00000100:00000200:1.0:1789449564.107876:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876371947528576, offset 0 00000800:00000200:2.0:1789449564.108697:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449564.108704:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47a300. 00000400:00000200:2.0:1789449564.108713:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449564.108720:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449564.108727:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012ee0 00000400:00000010:2.0:1789449564.108730:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012ee0. 00000100:00000001:2.0:1789449564.108736:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449564.108742:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83692300 x1876371947528064/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449580 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449564.108754:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449564.108757:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83692300 x1876371947528064/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449580 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449564.108764:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449564.108766:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:1.0:1789449564.109530:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1789449564.109544:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449564.109551:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1789449564.109555:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789449564.109559:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1789449564.109562:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789449564.109565:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1789449564.109569:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2908:2908:255:4294967295] 192.168.202.109@tcp LPNI seq info [2908:2908:7:4294967295] 00000400:00000200:1.0:1789449564.109573:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449564.109583:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1789449564.109588:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1789449564.109595:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b8c47ab00. 00000800:00000200:1.0:1789449564.109601:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1789449564.109608:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1789449564.109612:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b8c47ab00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789449564.109617:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449564.109624:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: using a timeout of 227292 usecs (228 jiffies) 00000400:00000200:1.0:1789449564.109628:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:1.0:1789449564.109631:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296567023 00000100:00000001:1.0:1789449564.109635:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296570920 00000100:00000001:1.0:1789449564.109637:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296567023 00000100:00000001:1.0:1789449564.109639:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296570920 00000100:00000001:1.0:1789449564.109641:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449564.109644:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449564.109650:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449564.109656:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449564.109823:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449564.109827:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47a200. 00000400:00000200:2.0:1789449564.109831:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449564.109835:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449564.109839:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012c38 00000400:00000010:2.0:1789449564.109841:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012c38. 00000100:00000001:2.0:1789449564.109844:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449564.109850:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83690700 x1876371947528320/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449580 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449564.109859:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449564.109862:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83690700 x1876371947528320/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449580 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449564.109875:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449564.109876:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789449564.109918:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449564.109920:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8c47ab00. 00000400:00000200:2.0:1789449564.109922:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449564.109926:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449564.109928:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012908 00000400:00000010:2.0:1789449564.109930:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012908. 00000100:00000001:2.0:1789449564.109932:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449564.109936:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83692d80 x1876371947528576/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449580 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449564.109943:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449564.109946:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83692d80 x1876371947528576/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449580 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449564.109952:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449564.109954:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449564.131022:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449564.131062:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449564.131068:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449564.131070:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449564.131082:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449564.131101:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449564.131115:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449564.131121:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449564.131128:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449564.131133:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x6aa8ce3662000 00000400:00000200:2.0:1789449564.131139:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449564.131147:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x8425 [1] + 224 00000800:00000001:2.0:1789449564.131157:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449564.131162:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449564.131166:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449564.131170:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449564.131182:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449564.131193:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83691880 x1876371947528192/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449580 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449564.131205:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b83691880 x1876371947528192/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449580 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449564.131235:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449564.131249:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449564.131253:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449564.131255:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449564.131257:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449564.131260:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449564.131263:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449564.131268:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449564.131270:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449564.131273:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449564.131275:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 4 MB=0x6aa8ce3662100 00000400:00000200:2.0:1789449564.131278:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449564.131283:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 224/224 into md 0x842d [1] + 224 00000800:00000001:2.0:1789449564.131286:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449564.131289:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449564.131291:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449564.131295:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449564.131298:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449564.131303:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83691f80 x1876371947528448/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449580 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449564.131311:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b83691f80 x1876371947528448/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449580 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449564.131319:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449564.131322:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449564.131325:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449564.131327:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449564.131330:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449564.131333:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449564.131335:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449564.131339:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449564.131342:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449564.131344:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449564.131346:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x6aa8ce3662080 00000400:00000200:2.0:1789449564.131349:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449564.131352:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x843d [1] + 224 00000800:00000001:2.0:1789449564.131356:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449564.131359:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449564.131361:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449564.131364:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449564.131367:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449564.131371:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83690700 x1876371947528320/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449580 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449564.131389:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b83690700 x1876371947528320/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449580 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449564.131396:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449564.131400:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449564.131405:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449564.131407:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449564.131409:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449564.131412:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449564.131415:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449564.131419:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449564.131421:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449564.131424:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449564.131427:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x6aa8ce3661f80 00000400:00000200:2.0:1789449564.131430:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449564.131435:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x8435 [1] + 224 00000800:00000001:2.0:1789449564.131439:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449564.131442:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449564.131444:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449564.131447:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449564.131450:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449564.131454:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83692300 x1876371947528064/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449580 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449564.131461:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b83692300 x1876371947528064/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449580 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449564.131467:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449564.131470:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449564.131473:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449564.131474:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449564.131476:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449564.131479:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449564.131482:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449564.131485:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449564.131487:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449564.131489:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449564.131491:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 4 MB=0x6aa8ce3662180 00000400:00000200:2.0:1789449564.131494:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449564.131497:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 224/224 into md 0x8445 [1] + 224 00000800:00000001:2.0:1789449564.131501:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449564.131569:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449564.131572:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449564.131575:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449564.131578:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449564.131582:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83692d80 x1876371947528576/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449580 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449564.131589:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b83692d80 x1876371947528576/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449580 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449564.131596:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449564.131601:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449564.131604:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449564.133301:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449564.133313:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789449564.133327:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789449564.133330:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789449564.133336:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b834276e0. 00000400:00000200:1.0:1789449564.133346:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012110 00000400:00000010:1.0:1789449564.133349:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012110. 00000100:00000001:1.0:1789449564.133355:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789449564.133368:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83692300 x1876371947528064/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449580 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789449564.133397:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83692300 x1876371947528064/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449580 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449564.133405:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789449564.133408:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449564.133411:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789449564.133416:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789449564.133419:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789449564.133421:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449564.133425:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789449564.133436:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b83927460 time=45 v=5 (5 5 5 5) 00000100:00001000:1.0:1789449564.133442:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b83927418 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1789449564.133445:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789449564.133447:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449564.133452:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789449564.133455:0:2399:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449564.133459:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449564.133465:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83692300 x1876371947528064/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449580 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449564.133472:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449564.133476:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789449564.133478:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789449564.133483:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83692300 x1876371947528064/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449580 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789449564.133492:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83692300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:80a9314a-fa92-41c3-8d17-36c58fffb192:2399:1876371947528064:192.168.202.109@tcp:400:kworker.0 00000400:00000001:1.0:1789449564.133499:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789449564.133500:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789449564.133502:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b834277e8. 00000400:00000200:1.0:1789449564.133505:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b850124c8 00000400:00000010:1.0:1789449564.133507:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b850124c8. 00000100:00000001:1.0:1789449564.133509:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789449564.133513:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83690700 x1876371947528320/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449580 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789449564.133522:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83690700 x1876371947528320/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449580 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449564.133527:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789449564.133529:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449564.133531:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789449564.133532:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789449564.133534:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789449564.133536:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449564.133537:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789449564.133545:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b862dcc60 time=44 v=5 (5 5 102 102) 00000100:00001000:1.0:1789449564.133548:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b862dcc18 time=44 v=5 (1 1 1 1) 00000100:00000001:1.0:1789449564.133550:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789449564.133551:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449564.133552:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789449564.133556:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449564.133559:0:2399:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789449564.133562:0:2399:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967328 00000100:00000001:1.0:1789449564.133564:0:2399:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789449564.133565:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449564.133568:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83690700 x1876371947528320/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449580 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449564.133575:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449564.133577:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789449564.133578:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789449564.133582:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83690700 x1876371947528320/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449580 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789449564.133589:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83690700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2399:1876371947528320:192.168.202.109@tcp:400:kworker.0 00000400:00000001:1.0:1789449564.133594:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789449564.133596:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789449564.133597:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b83427058. 00000400:00000200:1.0:1789449564.133600:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012cc0 00000400:00000010:1.0:1789449564.133602:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012cc0. 00000100:00000001:1.0:1789449564.133603:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789449564.133607:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83692d80 x1876371947528576/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449580 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789449564.133615:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83692d80 x1876371947528576/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449580 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449564.133620:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789449564.133621:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449564.133623:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789449564.133624:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789449564.133625:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789449564.133627:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449564.133629:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789449564.133634:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8986b460 time=44 v=5 (5 5 5 5) 00000100:00001000:1.0:1789449564.133637:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8986b418 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1789449564.133639:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789449564.133640:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449564.133642:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789449564.133644:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449564.133646:0:2399:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789449564.133648:0:2399:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9e8b89903000: skip recheck: last_committed 4294967328 00000100:00000001:1.0:1789449564.133650:0:2399:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789449564.133651:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449564.133654:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83692d80 x1876371947528576/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449580 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449564.133661:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449564.133663:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789449564.133664:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789449564.133667:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83692d80 x1876371947528576/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449580 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789449564.133673:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83692d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2399:1876371947528576:192.168.202.109@tcp:400:kworker.0 00000400:00000001:1.0:1789449564.133683:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789449564.133684:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789449564.133686:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b83427f20. 00000400:00000200:1.0:1789449564.133690:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012990 00000400:00000010:1.0:1789449564.133692:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012990. 00000100:00000001:1.0:1789449564.133694:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789449564.133698:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83691880 x1876371947528192/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449580 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789449564.133707:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83691880 x1876371947528192/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449580 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449564.133714:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789449564.133715:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449564.133717:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789449564.133718:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789449564.133720:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789449564.133721:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449564.133723:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789449564.133727:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=44 v=5 (5 5 102 102) 00000100:00001000:1.0:1789449564.133730:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1789449564.133732:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789449564.133733:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449564.133735:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789449564.133737:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449564.133739:0:2399:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789449564.133741:0:2399:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967639 00000100:00000001:1.0:1789449564.133743:0:2399:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789449564.133744:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449564.133748:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83691880 x1876371947528192/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449580 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449564.133754:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449564.133756:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789449564.133757:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789449564.133761:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83691880 x1876371947528192/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449580 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789449564.133768:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83691880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2399:1876371947528192:192.168.202.109@tcp:400:kworker.0 00000400:00000001:1.0:1789449564.133773:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789449564.133774:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789449564.133776:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b83427000. 00000400:00000200:1.0:1789449564.133778:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b850126e8 00000400:00000010:1.0:1789449564.133780:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b850126e8. 00000100:00000001:1.0:1789449564.133782:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789449564.133786:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83691f80 x1876371947528448/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449580 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789449564.133794:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83691f80 x1876371947528448/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449580 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449564.133799:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789449564.133801:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449564.133803:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789449564.133804:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789449564.133805:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789449564.133807:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449564.133808:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789449564.133812:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b90c6ec60 time=44 v=5 (5 5 5 5) 00000100:00001000:1.0:1789449564.133815:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b90c6ec18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1789449564.133817:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789449564.133818:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449564.133819:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789449564.133821:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449564.133823:0:2399:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789449564.133824:0:2399:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e8b89903000: skip recheck: last_committed 4294967322 00000100:00000001:1.0:1789449564.133826:0:2399:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789449564.133827:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449564.133831:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83691f80 x1876371947528448/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449580 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449564.133837:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449564.133839:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789449564.133841:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789449564.133844:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83691f80 x1876371947528448/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449580 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789449564.133852:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83691f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2399:1876371947528448:192.168.202.109@tcp:400:kworker.0 00000100:00000001:1.0:1789449564.133856:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449564.133859:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449564.133863:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83692300 x1876371947528064/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449580 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449564.133943:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789449564.133946:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789449564.133951:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b899c7a00. 02000000:00000001:1.0:1789449564.133956:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789449564.133959:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449564.133962:0:2399:0:(genops.c:1222:class_import_put()) import ffff9e8b83927000 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:1.0:1789449564.133964:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789449564.133968:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b8c47ac00. 02000000:00000001:1.0:1789449564.133972:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789449564.133975:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789449564.133978:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83692300. 00000100:00000001:1.0:1789449564.133982:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789449564.133984:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449564.133985:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449564.133989:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83690700 x1876371947528320/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449580 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449564.133994:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789449564.133996:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789449564.133997:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b899c6e00. 02000000:00000001:1.0:1789449564.134000:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789449564.134002:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449564.134003:0:2399:0:(genops.c:1222:class_import_put()) import ffff9e8b862dc800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000020:00000001:1.0:1789449564.134006:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789449564.134007:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b8c47a400. 02000000:00000001:1.0:1789449564.134011:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789449564.134013:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789449564.134014:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83690700. 00000100:00000001:1.0:1789449564.134017:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789449564.134018:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449564.134020:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449564.134023:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83692d80 x1876371947528576/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449580 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449564.134028:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789449564.134029:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789449564.134030:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b899c7400. 02000000:00000001:1.0:1789449564.134032:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789449564.134033:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449564.134033:0:2399:0:(genops.c:1222:class_import_put()) import ffff9e8b8986b000 refcount=2 obd=lustre-OST0001-osc-ffff9e8b89903000 00000020:00000001:1.0:1789449564.134035:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789449564.134036:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b8c47a500. 02000000:00000001:1.0:1789449564.134037:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789449564.134038:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789449564.134040:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83692d80. 00000100:00000001:1.0:1789449564.134473:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789449564.134476:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449564.134479:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449564.134484:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83691880 x1876371947528192/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449580 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449564.134491:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789449564.134493:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789449564.134495:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b837f0600. 02000000:00000001:1.0:1789449564.134499:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789449564.134501:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449564.134502:0:2399:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=3 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:1.0:1789449564.134504:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789449564.134506:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b8c47a100. 02000000:00000001:1.0:1789449564.134508:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789449564.134509:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789449564.134511:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83691880. 00000100:00000001:1.0:1789449564.134513:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789449564.134515:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449564.134516:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449564.134520:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83691f80 x1876371947528448/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449580 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449564.134526:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789449564.134527:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789449564.134528:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b837f0c00. 02000000:00000001:1.0:1789449564.134530:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789449564.134531:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449564.134532:0:2399:0:(genops.c:1222:class_import_put()) import ffff9e8b90c6e800 refcount=2 obd=lustre-OST0000-osc-ffff9e8b89903000 00000020:00000001:1.0:1789449564.134534:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789449564.134535:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b8c47a600. 02000000:00000001:1.0:1789449564.134536:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789449564.134537:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789449564.134538:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83691f80. 00000100:00000001:1.0:1789449564.134540:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789449564.134541:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449564.134544:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449564.134554:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789449564.134557:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449564.134559:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449564.134563:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449564.677102:0:33382:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449564.677116:0:33382:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449564.677125:0:33382:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449564.677126:0:33382:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449564.677341:0:16942:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789449564.677346:0:16942:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449564.677350:0:16942:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789449565.697998:0:33382:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449565.698009:0:33382:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449565.698017:0:33382:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449565.698018:0:33382:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449565.698113:0:16814:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789449565.698118:0:16814:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449565.698122:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789449566.722039:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449566.722051:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449566.722059:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449566.722060:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449566.722118:0:16815:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789449566.722122:0:16815:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449566.722126:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789449567.756001:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449567.756011:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449567.756018:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449567.756019:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449567.756320:0:16942:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789449567.756325:0:16942:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449567.756330:0:16942:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789449568.705978:0:32803:0:(connection.c:75:cpu_latency_work()) work item of ffff9e8b8322a220 (cpu 2) has reached its deadline 4296570920, at 4296571392 00000100:00000010:2.0:1789449568.706003:0:32803:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e8b87c1ecc0. 00000100:00000040:3.0:1789449568.706198:0:29299:0:(connection.c:75:cpu_latency_work()) work item of ffff9e8b8322a330 (cpu 3) has reached its deadline 4296570920, at 4296571392 00000100:00000010:3.0:1789449568.706206:0:29299:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e8b87c1e8a0. 00010000:00000001:3.0:1789449568.771002:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449568.771014:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449568.771022:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449568.771023:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449568.771115:0:16814:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789449568.771119:0:16814:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449568.771123:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1789449568.784033:0:34386:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449569.218813:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80a9314a-fa92-41c3-8d17-36c58fffb192->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789449569.218829:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789449569.218843:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b8310b480. 00000020:00000040:3.0:1789449569.218851:0:37:0:(genops.c:1209:class_import_get()) import ffff9e8b83927000 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:3.0:1789449569.218857:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789449569.218861:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789449569.218867:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789449569.218900:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b9051ca00. 00000100:00000001:3.0:1789449569.218910:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449569.218926:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 80a9314a-fa92-41c3-8d17-36c58fffb192->MGS req@ffff9e8b8310b480 x1876371947528704/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789449569.218939:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789449569.218945:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449569.218953:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a32dbc98] to pc [ptlrpcd_01_00+0] req@ffff9e8b8310b480 x1876371947528704/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449569.218984:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449569.218987:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789449569.218991:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789449569.218994:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83108000. 00000020:00000040:3.0:1789449569.218996:0:37:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000100:00000001:3.0:1789449569.218999:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789449569.219000:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789449569.219002:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789449569.219005:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b9051cc00. 00000100:00000001:3.0:1789449569.219008:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449569.219012:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0000_UUID req@ffff9e8b83108000 x1876371947528832/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789449569.219019:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789449569.219021:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449569.219025:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000053a95e50] to pc [ptlrpcd_01_01+1] req@ffff9e8b83108000 x1876371947528832/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449569.219033:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449569.219035:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789449569.219038:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789449569.219040:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83108380. 00000020:00000040:3.0:1789449569.219043:0:37:0:(genops.c:1209:class_import_get()) import ffff9e8b862dc800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000100:00000001:3.0:1789449569.219045:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789449569.219046:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789449569.219048:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789449569.219051:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b9051cb00. 00000100:00000001:3.0:1789449569.219054:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449569.219058:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0001_UUID req@ffff9e8b83108380 x1876371947528960/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789449569.219084:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789449569.219085:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449569.219089:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009231869f] to pc [ptlrpcd_01_00+0] req@ffff9e8b83108380 x1876371947528960/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449569.219096:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449569.219099:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789449569.219102:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789449569.219107:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83109c00. 00000020:00000040:3.0:1789449569.219109:0:37:0:(genops.c:1209:class_import_get()) import ffff9e8b90c6e800 refcount=3 obd=lustre-OST0000-osc-ffff9e8b89903000 00000100:00000001:3.0:1789449569.219111:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789449569.219112:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789449569.219113:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789449569.219117:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b9051c600. 00000100:00000001:3.0:1789449569.219120:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449569.219124:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0000_UUID req@ffff9e8b83109c00 x1876371947529088/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789449569.219131:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789449569.219133:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449569.219136:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec929f0c] to pc [ptlrpcd_01_01+1] req@ffff9e8b83109c00 x1876371947529088/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449569.219143:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449569.219146:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789449569.219149:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789449569.219152:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b8310b800. 00000020:00000040:3.0:1789449569.219155:0:37:0:(genops.c:1209:class_import_get()) import ffff9e8b8986b000 refcount=3 obd=lustre-OST0001-osc-ffff9e8b89903000 00000100:00000001:3.0:1789449569.219157:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789449569.219158:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789449569.219160:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789449569.219164:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b9051cf00. 00000100:00000001:3.0:1789449569.219166:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449569.219170:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0001_UUID req@ffff9e8b8310b800 x1876371947529216/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789449569.219178:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789449569.219180:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449569.219183:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbfa1ae3] to pc [ptlrpcd_01_00+0] req@ffff9e8b8310b800 x1876371947529216/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449569.219190:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449569.219196:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1909) 00000100:00000001:3.0:1789449569.219212:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449569.219216:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449569.219219:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789449569.219226:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b8310b480 x1876371947528704/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449569.219234:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789449569.219236:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449569.219242:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789449569.219245:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789449569.219248:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449569.219252:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b8310b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:80a9314a-fa92-41c3-8d17-36c58fffb192:2401:1876371947528704:192.168.202.109@tcp:400:kworker.0 00000100:00000001:3.0:1789449569.219257:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789449569.219264:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789449569.219267:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449569.219270:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789449569.219275:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b864b0e00. 02000000:00000001:3.0:1789449569.219277:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449569.219289:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:3.0:1789449569.219295:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b8525cf78. 00000400:00000010:3.0:1789449569.219307:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69cc0. 00000100:00000200:3.0:1789449569.219317:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947528704, portal 25 00000100:00000001:3.0:1789449569.219320:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449569.219322:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769393792 : -107152940157824 : ffff9e8b8310b480) 00000100:00000040:3.0:1789449569.219328:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b8310b480 x1876371947528704/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449585 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449569.219347:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449569.219351:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1789449569.219354:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69908. 00000100:00000200:3.0:1789449569.219367:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876371947528704, offset 0 00000400:00000200:3.0:1789449569.219376:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1789449569.219387:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449569.219397:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449569.219547:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789449569.219555:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1789449569.219560:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789449569.219563:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1789449569.219568:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2909:2909:256:4294967295] 192.168.202.109@tcp LPNI seq info [2909:2909:8:4294967295] 00000400:00000200:3.0:1789449569.219572:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449569.219586:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449569.219594:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449569.219601:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051c500. 00000800:00000200:3.0:1789449569.219609:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449569.219618:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449569.219623:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051c500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789449569.219639:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449569.219644:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:3.0:1789449569.219647:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296576032 00000100:00000010:3.0:1789449569.219652:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e8b87cd5720. 00000100:00000001:3.0:1789449569.219661:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789449569.219666:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296576032 00000100:00000010:3.0:1789449569.219669:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e8b87cd5e40. 00000100:00000001:3.0:1789449569.219672:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789449569.219675:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449569.219678:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449569.219681:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789449569.219685:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83108380 x1876371947528960/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449569.219691:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789449569.219692:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449569.219695:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789449569.219697:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789449569.219698:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449569.219701:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83108380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2401:1876371947528960:192.168.202.109@tcp:400:kworker.0 00000100:00000001:3.0:1789449569.219707:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789449569.219709:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789449569.219711:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449569.219712:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789449569.219715:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b864b0400. 02000000:00000001:3.0:1789449569.219717:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449569.219721:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:3.0:1789449569.219723:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b8525c630. 00000400:00000010:3.0:1789449569.219727:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b693b8. 00000100:00000200:3.0:1789449569.219730:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947528960, portal 10 00000100:00000001:3.0:1789449569.219731:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449569.219733:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769381248 : -107152940170368 : ffff9e8b83108380) 00000100:00000040:3.0:1789449569.219740:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b83108380 x1876371947528960/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449585 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449569.219746:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449569.219748:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1789449569.219751:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69a18. 00000100:00000200:3.0:1789449569.219753:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876371947528960, offset 0 00000400:00000200:3.0:1789449569.219756:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1789449569.219760:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449569.219763:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449569.219766:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789449569.219768:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1789449569.219770:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789449569.219772:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1789449569.219774:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2910:2910:255:4294967295] 192.168.202.109@tcp LPNI seq info [2910:2910:7:4294967295] 00000400:00000200:3.0:1789449569.219778:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449569.219919:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449569.219924:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449569.219928:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051c700. 00000800:00000200:3.0:1789449569.219932:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449569.219938:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449569.219941:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051c700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789449569.219943:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449569.219948:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: using a timeout of 22421 usecs (23 jiffies) 00000400:00000200:3.0:1789449569.219952:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:3.0:1789449569.219953:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296571929 00000100:00000001:3.0:1789449569.219956:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296576032 00000100:00000001:3.0:1789449569.219958:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296571929 00000100:00000001:3.0:1789449569.219959:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296576032 00000100:00000001:3.0:1789449569.219961:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449569.219963:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449569.219965:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789449569.219969:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b8310b800 x1876371947529216/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449569.219975:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789449569.219976:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449569.219978:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789449569.219980:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789449569.219981:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449569.219983:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b8310b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2401:1876371947529216:192.168.202.109@tcp:400:kworker.0 00000100:00000001:3.0:1789449569.219987:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789449569.219990:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789449569.219991:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449569.219993:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789449569.219998:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b8bfd8400. 02000000:00000001:3.0:1789449569.219999:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449569.220002:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:3.0:1789449569.220005:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b8525c8f0. 00000400:00000010:3.0:1789449569.220008:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69e58. 00000100:00000200:3.0:1789449569.220011:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947529216, portal 4 00000100:00000001:3.0:1789449569.220012:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449569.220014:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769394688 : -107152940156928 : ffff9e8b8310b800) 00000100:00000040:3.0:1789449569.220020:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b8310b800 x1876371947529216/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449585 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449569.220025:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449569.220027:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1789449569.220029:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69550. 00000100:00000200:3.0:1789449569.220030:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876371947529216, offset 0 00000400:00000200:3.0:1789449569.220035:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1789449569.220038:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449569.220042:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449569.220044:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789449569.220046:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1789449569.220048:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789449569.220050:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1789449569.220053:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2911:2911:254:4294967295] 192.168.202.109@tcp LPNI seq info [2911:2911:6:4294967295] 00000400:00000200:3.0:1789449569.220056:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449569.220061:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449569.220065:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449569.220068:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051c800. 00000800:00000200:3.0:1789449569.220071:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449569.220075:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449569.220077:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051c800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789449569.220080:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449569.220082:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: using a timeout of 226343 usecs (227 jiffies) 00000400:00000200:3.0:1789449569.220085:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:3.0:1789449569.220087:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296572133 00000100:00000001:3.0:1789449569.220089:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296576032 00000100:00000001:3.0:1789449569.220090:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296572133 00000100:00000001:3.0:1789449569.220092:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296576032 00000100:00000001:3.0:1789449569.220094:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449569.220096:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449569.220099:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449569.220102:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449569.220113:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449569.220116:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789449569.220118:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449569.220120:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449569.220122:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449569.220126:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:3.0:1789449569.220128:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449569.220130:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449569.220132:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449569.220133:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449569.220134:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449569.220135:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789449569.220140:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83108000 x1876371947528832/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449569.220146:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789449569.220147:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449569.220150:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789449569.220151:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789449569.220153:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449569.220156:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83108000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2401:1876371947528832:192.168.202.109@tcp:400:kworker.0 00000100:00000001:3.0:1789449569.220158:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789449569.220161:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789449569.220162:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449569.220164:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789449569.220167:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b8435e600. 02000000:00000001:3.0:1789449569.220169:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449569.220172:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:3.0:1789449569.220175:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b8525c0b0. 00000400:00000010:3.0:1789449569.220179:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69000. 00000100:00000200:3.0:1789449569.220182:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947528832, portal 10 00000100:00000001:3.0:1789449569.220184:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449569.220185:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769380352 : -107152940171264 : ffff9e8b83108000) 00000100:00000040:3.0:1789449569.220190:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b83108000 x1876371947528832/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449585 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449569.220195:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449569.220197:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1789449569.220199:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69088. 00000100:00000200:3.0:1789449569.220201:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876371947528832, offset 0 00000400:00000200:3.0:1789449569.220909:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1789449569.220917:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449569.220922:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449569.220925:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789449569.220928:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1789449569.220931:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789449569.220933:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1789449569.220936:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2912:2912:253:4294967295] 192.168.202.109@tcp LPNI seq info [2912:2912:5:4294967295] 00000400:00000200:3.0:1789449569.220940:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449569.220947:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449569.220953:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449569.220956:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051c000. 00000800:00000200:3.0:1789449569.220962:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449569.220968:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449569.220971:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051c000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789449569.220975:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449569.220980:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 856630 usecs (857 jiffies) 00000400:00000200:3.0:1789449569.220983:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:3.0:1789449569.220985:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296572764 00000100:00000001:3.0:1789449569.220987:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296576032 00000100:00000001:3.0:1789449569.220989:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296572764 00000100:00000001:3.0:1789449569.220991:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296576032 00000100:00000001:3.0:1789449569.220993:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449569.220996:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449569.220999:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789449569.221005:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83109c00 x1876371947529088/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449569.221014:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789449569.221015:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449569.221019:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789449569.221020:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789449569.221022:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449569.221025:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83109c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2401:1876371947529088:192.168.202.109@tcp:400:kworker.0 00000100:00000001:3.0:1789449569.221028:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789449569.221033:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789449569.221035:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449569.221037:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789449569.221039:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b8435e400. 02000000:00000001:3.0:1789449569.221041:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449569.221044:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:3.0:1789449569.221047:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b8525c2c0. 00000400:00000010:3.0:1789449569.221051:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69440. 00000100:00000200:3.0:1789449569.221056:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947529088, portal 4 00000100:00000001:3.0:1789449569.221058:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449569.221180:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769387520 : -107152940164096 : ffff9e8b83109c00) 00000100:00000040:3.0:1789449569.221190:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b83109c00 x1876371947529088/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449585 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449569.221196:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449569.221198:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1789449569.221202:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69bb0. 00000100:00000200:3.0:1789449569.221205:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876371947529088, offset 0 00000400:00000200:3.0:1789449569.221209:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1789449569.221213:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449569.221216:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449569.221219:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789449569.221222:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1789449569.221223:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789449569.221225:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1789449569.221228:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2913:2913:252:4294967295] 192.168.202.109@tcp LPNI seq info [2913:2913:4:4294967295] 00000400:00000200:3.0:1789449569.221232:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449569.221237:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449569.221241:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449569.221245:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051c400. 00000800:00000200:3.0:1789449569.221248:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449569.221252:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449569.221255:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051c400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789449569.221258:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449569.221260:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: using a timeout of 22996 usecs (23 jiffies) 00000400:00000200:3.0:1789449569.221263:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:3.0:1789449569.221265:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296571930 00000100:00000001:3.0:1789449569.221268:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296576032 00000100:00000001:3.0:1789449569.221269:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296571930 00000100:00000001:3.0:1789449569.221271:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296576032 00000100:00000001:3.0:1789449569.221273:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449569.221275:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449569.221279:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449569.221284:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449569.221309:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449569.221311:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449569.221378:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449569.221383:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b9051c500. 00000400:00000200:3.0:1789449569.221389:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449569.221395:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449569.221471:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69908 00000400:00000010:3.0:1789449569.221475:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69908. 00000100:00000001:3.0:1789449569.221480:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449569.221488:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b8310b480 x1876371947528704/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449585 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449569.221498:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449569.221501:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b8310b480 x1876371947528704/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449585 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449569.221510:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449569.221511:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789449569.221530:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449569.221532:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b9051c700. 00000400:00000200:3.0:1789449569.221535:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449569.221538:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449569.221541:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69a18 00000400:00000010:3.0:1789449569.221543:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69a18. 00000100:00000001:3.0:1789449569.221546:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449569.221550:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83108380 x1876371947528960/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449585 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449569.221558:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449569.221561:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83108380 x1876371947528960/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449585 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449569.221567:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449569.221568:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789449569.221577:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449569.221579:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b9051c800. 00000400:00000200:3.0:1789449569.221582:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449569.221584:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449569.221587:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69550 00000400:00000010:3.0:1789449569.221588:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69550. 00000100:00000001:3.0:1789449569.221590:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449569.221594:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b8310b800 x1876371947529216/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449585 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449569.221599:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449569.221602:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b8310b800 x1876371947529216/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449585 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449569.221608:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449569.221609:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789449569.221617:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449569.221619:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b9051c000. 00000400:00000200:3.0:1789449569.221621:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449569.221624:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449569.221626:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69088 00000400:00000010:3.0:1789449569.221627:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69088. 00000100:00000001:3.0:1789449569.221629:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449569.221633:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83108000 x1876371947528832/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449585 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449569.221639:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449569.221641:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83108000 x1876371947528832/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449585 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449569.221646:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449569.221647:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789449569.222451:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449569.222458:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b9051c400. 00000400:00000200:3.0:1789449569.222462:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449569.222468:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449569.222473:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69bb0 00000400:00000010:3.0:1789449569.222476:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69bb0. 00000100:00000001:3.0:1789449569.222480:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449569.222486:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83109c00 x1876371947529088/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449585 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449569.222496:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449569.222500:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83109c00 x1876371947529088/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449585 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449569.222506:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449569.222508:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449569.226003:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449569.226028:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449569.226036:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449569.226039:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449569.226052:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449569.226063:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449569.226074:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449569.226080:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449569.226087:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449569.226092:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x6aa8ce3662200 00000400:00000200:2.0:1789449569.226099:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449569.226108:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x844d [1] + 224 00000800:00000001:2.0:1789449569.226118:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449569.226127:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449569.226131:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449569.226137:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449569.226147:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449569.226158:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b8310b480 x1876371947528704/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449585 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449569.226171:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b8310b480 x1876371947528704/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449585 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449569.226194:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449569.226205:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449569.226209:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449569.226225:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449569.226230:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789449569.226240:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789449569.226243:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789449569.226247:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b8525cf78. 00000400:00000200:2.0:1789449569.226252:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69cc0 00000400:00000010:2.0:1789449569.226255:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69cc0. 00000100:00000001:2.0:1789449569.226258:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449569.226263:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b8310b480 x1876371947528704/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449585 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789449569.226273:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b8310b480 x1876371947528704/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449585 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449569.226279:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789449569.226282:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449569.226284:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789449569.226289:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789449569.226292:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789449569.226295:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449569.226299:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789449569.226308:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b83927460 time=50 v=5 (5 5 5 5) 00000100:00001000:2.0:1789449569.226313:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b83927418 time=16 v=5 (1 0 0 0) 00000100:00000001:2.0:1789449569.226316:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789449569.226317:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449569.226321:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789449569.226324:0:2401:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449569.226327:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449569.226349:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b8310b480 x1876371947528704/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449585 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449569.226358:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449569.226362:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789449569.226364:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789449569.226369:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b8310b480 x1876371947528704/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449585 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789449569.226378:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b8310b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:80a9314a-fa92-41c3-8d17-36c58fffb192:2401:1876371947528704:192.168.202.109@tcp:400:kworker.0 00000100:00000001:2.0:1789449569.226385:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449569.226389:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449569.226393:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b8310b480 x1876371947528704/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449585 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449569.226400:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789449569.226403:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789449569.226408:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b864b0e00. 02000000:00000001:2.0:1789449569.226413:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789449569.226417:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789449569.226419:0:2401:0:(genops.c:1222:class_import_put()) import ffff9e8b83927000 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:2.0:1789449569.226421:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789449569.226424:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b9051ca00. 02000000:00000001:2.0:1789449569.226428:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789449569.226430:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789449569.226433:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b8310b480. 00000100:00000001:2.0:1789449569.226437:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789449569.226439:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449569.226443:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449569.226445:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449569.226447:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449569.226449:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449569.226451:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789449569.226707:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449569.226714:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449569.226716:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449569.226718:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449569.226724:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449569.226729:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449569.226735:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449569.226737:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449569.226740:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449569.226743:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 4 MB=0x6aa8ce3662400 00000400:00000200:3.0:1789449569.226747:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449569.226753:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 224/224 into md 0x846d [1] + 224 00000800:00000001:3.0:1789449569.226757:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449569.227769:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449569.227779:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449569.228211:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449569.228223:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449569.228233:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b8310b800 x1876371947529216/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449585 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449569.228245:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b8310b800 x1876371947529216/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449585 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449569.228261:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449569.228278:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449569.228285:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449569.229261:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449569.229268:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789449569.229281:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449569.229284:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449569.229288:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b8525c8f0. 00000400:00000200:3.0:1789449569.229296:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69e58 00000400:00000010:3.0:1789449569.229299:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69e58. 00000100:00000001:3.0:1789449569.229303:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449569.229311:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b8310b800 x1876371947529216/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449585 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789449569.229327:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b8310b800 x1876371947529216/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449585 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449569.229348:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449569.229350:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449569.229354:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449569.230216:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449569.230222:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449569.230225:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449569.230236:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449569.230249:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8986b460 time=49 v=5 (5 5 5 5) 00000100:00001000:3.0:1789449569.230254:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8986b418 time=7 v=5 (1 0 0 0) 00000100:00000001:3.0:1789449569.230257:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789449569.230259:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449569.230262:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789449569.230266:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449569.230271:0:2401:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789449569.230274:0:2401:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9e8b89903000: skip recheck: last_committed 4294967328 00000100:00000001:3.0:1789449569.230277:0:2401:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789449569.230279:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449569.230287:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b8310b800 x1876371947529216/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449585 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449569.230295:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449569.230299:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449569.230301:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449569.230306:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b8310b800 x1876371947529216/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449585 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789449569.230314:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b8310b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2401:1876371947529216:192.168.202.109@tcp:400:kworker.0 00000100:00000001:3.0:1789449569.230321:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449569.230325:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449569.230328:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b8310b800 x1876371947529216/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449585 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449569.230350:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449569.230354:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449569.231571:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b8bfd8400. 02000000:00000001:3.0:1789449569.231590:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449569.231594:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449569.231596:0:2401:0:(genops.c:1222:class_import_put()) import ffff9e8b8986b000 refcount=2 obd=lustre-OST0001-osc-ffff9e8b89903000 00000020:00000001:3.0:1789449569.231599:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449569.231602:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b9051cf00. 02000000:00000001:3.0:1789449569.231606:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449569.231609:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449569.231611:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b8310b800. 00000100:00000001:3.0:1789449569.231616:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449569.231617:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449569.231622:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449569.231625:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449569.231628:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449569.231632:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449569.231634:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789449569.235812:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449569.235843:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449569.235850:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449569.235853:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449569.235867:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449569.235893:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449569.235907:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449569.235913:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449569.235921:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449569.235926:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 4 MB=0x6aa8ce3662380 00000400:00000200:2.0:1789449569.235932:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449569.235940:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 224/224 into md 0x848d [1] + 224 00000800:00000001:2.0:1789449569.235950:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449569.235955:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449569.235960:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449569.235966:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449569.235976:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449569.235989:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83109c00 x1876371947529088/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449585 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449569.236002:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b83109c00 x1876371947529088/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449585 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449569.236024:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449569.236035:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449569.236038:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449569.236040:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449569.236042:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449569.236044:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449569.236047:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449569.236051:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449569.236053:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449569.236056:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449569.236058:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x6aa8ce3662300 00000400:00000200:2.0:1789449569.236062:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449569.236067:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x845d [1] + 224 00000800:00000001:2.0:1789449569.236071:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449569.236130:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449569.236133:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449569.236136:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449569.236139:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449569.236143:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83108380 x1876371947528960/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449585 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449569.236151:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b83108380 x1876371947528960/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449585 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449569.236158:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449569.236161:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449569.236164:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449569.236183:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449569.236188:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789449569.236196:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789449569.236199:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789449569.236202:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b8525c2c0. 00000400:00000200:2.0:1789449569.236207:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69440 00000400:00000010:2.0:1789449569.236209:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69440. 00000100:00000001:2.0:1789449569.236212:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449569.236216:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83109c00 x1876371947529088/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449585 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789449569.236223:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83109c00 x1876371947529088/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449585 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449569.236228:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789449569.236230:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449569.236233:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789449569.236237:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789449569.236240:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789449569.236243:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449569.236246:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789449569.236258:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b90c6ec60 time=49 v=5 (5 5 5 5) 00000100:00001000:2.0:1789449569.236263:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b90c6ec18 time=7 v=5 (1 0 0 0) 00000100:00000001:2.0:1789449569.236266:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789449569.236268:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449569.236271:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789449569.236275:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449569.236279:0:2401:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789449569.236281:0:2401:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e8b89903000: skip recheck: last_committed 4294967322 00000100:00000001:2.0:1789449569.236283:0:2401:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789449569.236284:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449569.236289:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83109c00 x1876371947529088/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449585 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449569.236296:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449569.236299:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789449569.236301:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789449569.236305:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83109c00 x1876371947529088/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449585 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789449569.236313:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83109c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2401:1876371947529088:192.168.202.109@tcp:400:kworker.0 00000400:00000001:2.0:1789449569.236318:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789449569.236319:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789449569.236320:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b8525c630. 00000400:00000200:2.0:1789449569.236323:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b693b8 00000400:00000010:2.0:1789449569.236324:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b693b8. 00000100:00000001:2.0:1789449569.236326:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449569.236328:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83108380 x1876371947528960/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449585 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789449569.236348:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83108380 x1876371947528960/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449585 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449569.236354:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789449569.236356:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449569.236357:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789449569.236359:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789449569.236360:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789449569.236361:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449569.236363:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789449569.236367:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b862dcc60 time=49 v=5 (5 5 102 102) 00000100:00001000:2.0:1789449569.236369:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b862dcc18 time=49 v=5 (1 1 1 1) 00000100:00000001:2.0:1789449569.236371:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789449569.236373:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449569.236374:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789449569.236376:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449569.236377:0:2401:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789449569.236379:0:2401:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967328 00000100:00000001:2.0:1789449569.236380:0:2401:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789449569.236381:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449569.236384:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83108380 x1876371947528960/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449585 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449569.236395:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449569.236397:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789449569.236399:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789449569.236402:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83108380 x1876371947528960/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449585 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789449569.236409:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83108380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2401:1876371947528960:192.168.202.109@tcp:400:kworker.0 00000100:00000001:2.0:1789449569.236414:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449569.236417:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449569.236420:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83109c00 x1876371947529088/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449585 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449569.236427:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789449569.236430:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789449569.236435:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b8435e400. 02000000:00000001:2.0:1789449569.236440:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789449569.236443:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789449569.236445:0:2401:0:(genops.c:1222:class_import_put()) import ffff9e8b90c6e800 refcount=2 obd=lustre-OST0000-osc-ffff9e8b89903000 00000020:00000001:2.0:1789449569.236448:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789449569.236451:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b9051c600. 02000000:00000001:2.0:1789449569.236455:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789449569.236471:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789449569.236474:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83109c00. 00000100:00000001:2.0:1789449569.236479:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789449569.236480:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449569.236482:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449569.236487:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83108380 x1876371947528960/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449585 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449569.236493:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789449569.236494:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789449569.236495:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b864b0400. 02000000:00000001:2.0:1789449569.236497:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789449569.236498:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789449569.236500:0:2401:0:(genops.c:1222:class_import_put()) import ffff9e8b862dc800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000020:00000001:2.0:1789449569.236502:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789449569.236503:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b9051cb00. 02000000:00000001:2.0:1789449569.236505:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789449569.236506:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789449569.236507:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83108380. 00000100:00000001:2.0:1789449569.236509:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789449569.236511:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449569.236514:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449569.236516:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449569.236518:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449569.236520:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449569.236521:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789449569.237442:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449569.237466:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449569.237471:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449569.237474:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449569.237482:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449569.237489:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449569.237498:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449569.237502:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449569.237507:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449569.237511:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x6aa8ce3662280 00000400:00000200:2.0:1789449569.237516:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449569.237522:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x847d [1] + 224 00000800:00000001:2.0:1789449569.237529:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449569.237536:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449569.237539:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449569.237543:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449569.237549:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449569.237556:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83108000 x1876371947528832/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449585 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449569.237566:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b83108000 x1876371947528832/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449585 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449569.237589:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449569.237596:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449569.237598:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449569.238256:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449569.238262:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789449569.238270:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449569.238272:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449569.238277:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b8525c0b0. 00000400:00000200:3.0:1789449569.238282:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69000 00000400:00000010:3.0:1789449569.238284:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69000. 00000100:00000001:3.0:1789449569.238287:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449569.238294:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83108000 x1876371947528832/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449585 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789449569.238303:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83108000 x1876371947528832/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449585 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449569.238309:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449569.238311:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449569.238313:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449569.238317:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449569.238320:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449569.238323:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449569.238326:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449569.238348:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=49 v=5 (5 5 102 102) 00000100:00001000:3.0:1789449569.238353:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1789449569.238356:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789449569.238358:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449569.238370:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789449569.238376:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449569.238380:0:2401:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789449569.238382:0:2401:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967639 00000100:00000001:3.0:1789449569.238384:0:2401:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789449569.238386:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449569.238391:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83108000 x1876371947528832/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449585 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449569.238397:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449569.238467:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449569.238470:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449569.238476:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83108000 x1876371947528832/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449585 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789449569.238485:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83108000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2401:1876371947528832:192.168.202.109@tcp:400:kworker.0 00000100:00000001:3.0:1789449569.238490:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449569.238495:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449569.238499:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83108000 x1876371947528832/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449585 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449569.238506:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449569.238511:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449569.238514:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b8435e600. 02000000:00000001:3.0:1789449569.238518:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449569.238522:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449569.238524:0:2401:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=3 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:3.0:1789449569.238527:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449569.238530:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b9051cc00. 02000000:00000001:3.0:1789449569.238533:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449569.238536:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449569.238538:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83108000. 00000100:00000001:3.0:1789449569.238542:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449569.238543:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449569.238545:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449569.238555:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449569.238557:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449569.238559:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449569.238561:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789449569.246260:0:34422:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1789449569.246269:0:34422:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg209-client.virtnet: executing wait_import_state_mount (FULL|IDLE) mdc.lustre-MDT0000-mdc-*.mds_server_uuid 1475 0 00000001:00000001:1.0:1789449569.259044:0:34422:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:0.0:1789449569.321002:0:34426:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449569.795093:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449569.795104:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449569.795112:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449569.795113:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449569.795150:0:16815:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789449569.795153:0:16815:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449569.795157:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1789449570.686204:0:34534:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449570.819110:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449570.819123:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449570.819132:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449570.819133:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449570.820661:0:16942:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789449570.820671:0:16942:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449570.820677:0:16942:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1789449571.079738:0:34571:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1789449571.079749:0:34571:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: mdc.lustre-MDT0000-mdc-*.mds_server_uuid in FULL state after 0 sec 00000001:00000001:3.0:1789449571.087591:0:34571:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:3.0:1789449571.842153:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449571.842164:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449571.842173:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449571.842174:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449571.842379:0:16814:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789449571.842384:0:16814:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449571.842396:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789449572.866480:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449572.866489:0:29299:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789449572.866492:0:29299:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449572.866497:0:29299:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449572.866501:0:29299:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789449572.866504:0:29299:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449572.866507:0:29299:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449572.866509:0:29299:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449572.866514:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449572.866517:0:29299:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789449572.866518:0:29299:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449572.866525:0:29299:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449572.866527:0:29299:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449572.866529:0:29299:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449572.866530:0:29299:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789449572.866531:0:29299:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449572.866533:0:29299:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449572.866535:0:29299:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449572.866557:0:16815:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789449572.866560:0:16815:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449572.866563:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1789449572.867655:0:34589:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449573.218067:0:34609:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711814f3d08 00000080:00200008:1.0:1789449573.218084:0:34609:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9e8b89180908), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1789449573.218096:0:34609:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789449573.218098:0:34609:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711814f3c80 00000080:00200000:1.0:1789449573.218100:0:34609:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:1.0:1789449573.218110:0:34609:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b83767a00. 00800000:00000002:1.0:1789449573.218120:0:34609:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:1.0:1789449573.218127:0:34609:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789449573.218134:0:34609:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789449573.218137:0:34609:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711814f3ba0 00800000:00000002:1.0:1789449573.218139:0:34609:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789449573.218144:0:34609:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789449573.218149:0:34609:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449573.218153:0:34609:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449573.218156:0:34609:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449573.218159:0:34609:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449573.218161:0:34609:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449573.218163:0:34609:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789449573.218166:0:34609:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449573.218171:0:34609:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789449573.218186:0:34609:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789449573.218189:0:34609:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711814f3a70 00000002:00010000:1.0:1789449573.218191:0:34609:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789449573.218196:0:34609:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789449573.218199:0:34609:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789449573.218204:0:34609:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789449573.218214:0:34609:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbad00 count: 2 00010000:00000001:1.0:1789449573.218217:0:34609:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449573.218224:0:34609:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449573.218231:0:34609:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789449573.218237:0:34609:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498600/0xcddde1459ded6776 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dc4d expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1789449573.218257:0:34609:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789449573.218263:0:34609:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449573.218267:0:34609:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498600/0xcddde1459ded6776 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dc4d expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1789449573.218275:0:34609:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789449573.218277:0:34609:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789449573.218279:0:34609:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789449573.218281:0:34609:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789449573.218283:0:34609:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789449573.218286:0:34609:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789449573.218289:0:34609:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789449573.218293:0:34609:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:1.0:1789449573.218306:0:34609:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b83767a00. 00000080:00000001:1.0:1789449573.218312:0:34609:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789449573.218314:0:34609:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789449573.218317:0:34609:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:1.0:1789449573.218385:0:34609:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded6776 00800000:00000001:1.0:1789449573.218390:0:34609:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789449573.218393:0:34609:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789449573.218395:0:34609:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449573.218398:0:34609:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449573.218401:0:34609:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498600 refcount=3 00000020:00000001:1.0:1789449573.218404:0:34609:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:1.0:1789449573.218407:0:34609:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:1.0:1789449573.218411:0:34609:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449573.218413:0:34609:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789449573.218414:0:34609:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449573.218416:0:34609:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789449573.218418:0:34609:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded6776 from it ffffb711814f3cb8 00010000:00000001:1.0:1789449573.218421:0:34609:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449573.218422:0:34609:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449573.218424:0:34609:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498600 refcount=3 00000020:00000001:1.0:1789449573.218426:0:34609:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:1.0:1789449573.218428:0:34609:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:1.0:1789449573.218431:0:34609:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789449573.218434:0:34609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498600/0xcddde1459ded6776 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3dc4d expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1789449573.218441:0:34609:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449573.218442:0:34609:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449573.218444:0:34609:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789449573.218446:0:34609:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789449573.218449:0:34609:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498600/0xcddde1459ded6776 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dc4d expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1789449573.218456:0:34609:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789449573.218460:0:34609:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789449573.218462:0:34609:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789449573.218468:0:34609:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449573.218469:0:34609:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449573.218471:0:34609:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449573.218474:0:34609:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789449573.218476:0:34609:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449573.218479:0:34609:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449573.218482:0:34609:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449573.218484:0:34609:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789449573.218485:0:34609:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449573.218486:0:34609:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789449573.218490:0:34609:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789449573.218492:0:34609:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789449573.218496:0:34609:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449573.218502:0:34609:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711814f3d08 00000080:00000008:1.0:1789449573.218504:0:34609:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9e8b89180908), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1789449573.220189:0:34609:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449573.220252:0:34609:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711814f3d08 00000080:00200008:1.0:1789449573.220257:0:34609:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9e8b89180908), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1789449573.220267:0:34609:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789449573.220268:0:34609:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711814f3c80 00000080:00200000:1.0:1789449573.220270:0:34609:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:1.0:1789449573.220278:0:34609:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b83767a00. 00800000:00000002:1.0:1789449573.220285:0:34609:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:1.0:1789449573.220289:0:34609:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789449573.220304:0:34609:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789449573.220307:0:34609:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711814f3ba0 00800000:00000002:1.0:1789449573.220309:0:34609:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789449573.220313:0:34609:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789449573.220316:0:34609:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449573.220380:0:34609:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449573.220384:0:34609:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449573.220386:0:34609:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449573.220389:0:34609:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449573.220391:0:34609:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789449573.220394:0:34609:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449573.220398:0:34609:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789449573.220404:0:34609:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789449573.220406:0:34609:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711814f3a70 00000002:00010000:1.0:1789449573.220408:0:34609:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789449573.220411:0:34609:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789449573.220413:0:34609:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789449573.220417:0:34609:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789449573.220426:0:34609:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbad00 count: 2 00010000:00000001:1.0:1789449573.220429:0:34609:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449573.220434:0:34609:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449573.220438:0:34609:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789449573.220443:0:34609:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498600/0xcddde1459ded6776 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dc4d expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1789449573.220454:0:34609:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789449573.220459:0:34609:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449573.220463:0:34609:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498600/0xcddde1459ded6776 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dc4d expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1789449573.220476:0:34609:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789449573.220478:0:34609:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789449573.220480:0:34609:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789449573.220482:0:34609:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789449573.220484:0:34609:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789449573.220486:0:34609:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789449573.220490:0:34609:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789449573.220493:0:34609:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:1.0:1789449573.220497:0:34609:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b83767a00. 00000080:00000001:1.0:1789449573.220502:0:34609:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789449573.220504:0:34609:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789449573.220507:0:34609:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:1.0:1789449573.220511:0:34609:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded6776 00800000:00000001:1.0:1789449573.220514:0:34609:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789449573.220517:0:34609:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789449573.220519:0:34609:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449573.220521:0:34609:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449573.220524:0:34609:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498600 refcount=3 00000020:00000001:1.0:1789449573.220527:0:34609:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:1.0:1789449573.220530:0:34609:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:1.0:1789449573.220533:0:34609:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449573.220535:0:34609:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789449573.220536:0:34609:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449573.220538:0:34609:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789449573.220541:0:34609:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded6776 from it ffffb711814f3cb8 00010000:00000001:1.0:1789449573.220543:0:34609:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449573.220544:0:34609:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449573.220545:0:34609:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498600 refcount=3 00000020:00000001:1.0:1789449573.220547:0:34609:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:1.0:1789449573.220549:0:34609:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:1.0:1789449573.220551:0:34609:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789449573.220555:0:34609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498600/0xcddde1459ded6776 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3dc4d expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1789449573.220562:0:34609:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449573.220564:0:34609:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449573.220565:0:34609:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789449573.220567:0:34609:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789449573.220570:0:34609:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498600/0xcddde1459ded6776 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dc4d expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1789449573.220577:0:34609:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789449573.220580:0:34609:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789449573.220582:0:34609:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789449573.220586:0:34609:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449573.220588:0:34609:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449573.220589:0:34609:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449573.220592:0:34609:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789449573.220594:0:34609:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449573.220873:0:34609:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449573.220877:0:34609:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449573.220900:0:34609:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789449573.220902:0:34609:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449573.220903:0:34609:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789449573.220906:0:34609:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789449573.220908:0:34609:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789449573.220912:0:34609:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449573.220918:0:34609:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711814f3d08 00000080:00000008:1.0:1789449573.220921:0:34609:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9e8b89180908), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1789449573.221177:0:34609:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789449573.221180:0:34609:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789449573.221181:0:34609:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711814f3b78 00000080:00200000:1.0:1789449573.221184:0:34609:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:1.0:1789449573.221190:0:34609:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b83767a00. 00800000:00000002:1.0:1789449573.221195:0:34609:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:1.0:1789449573.221198:0:34609:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789449573.221202:0:34609:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789449573.221203:0:34609:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711814f3a98 00800000:00000002:1.0:1789449573.221205:0:34609:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789449573.221209:0:34609:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789449573.221210:0:34609:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449573.221213:0:34609:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449573.221215:0:34609:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449573.221216:0:34609:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449573.221218:0:34609:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449573.221220:0:34609:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789449573.221222:0:34609:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449573.221225:0:34609:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789449573.221228:0:34609:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789449573.221230:0:34609:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711814f3968 00000002:00010000:1.0:1789449573.221232:0:34609:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789449573.221235:0:34609:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789449573.221236:0:34609:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789449573.221238:0:34609:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789449573.221243:0:34609:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbad00 count: 2 00010000:00000001:1.0:1789449573.221245:0:34609:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449573.221248:0:34609:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449573.221250:0:34609:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789449573.221254:0:34609:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498600/0xcddde1459ded6776 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dc4d expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:1.0:1789449573.221261:0:34609:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789449573.221265:0:34609:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449573.221268:0:34609:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498600/0xcddde1459ded6776 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dc4d expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:1.0:1789449573.221275:0:34609:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789449573.221276:0:34609:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789449573.221278:0:34609:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789449573.221279:0:34609:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789449573.221281:0:34609:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789449573.221282:0:34609:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789449573.221286:0:34609:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789449573.221288:0:34609:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:1.0:1789449573.221291:0:34609:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b83767a00. 00000080:00000001:1.0:1789449573.221311:0:34609:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789449573.221313:0:34609:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789449573.221316:0:34609:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:1.0:1789449573.221319:0:34609:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded6776 00800000:00000001:1.0:1789449573.221391:0:34609:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789449573.221393:0:34609:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789449573.221395:0:34609:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449573.221397:0:34609:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449573.221398:0:34609:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498600 refcount=3 00000020:00000001:1.0:1789449573.221400:0:34609:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:1.0:1789449573.221403:0:34609:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:1.0:1789449573.221405:0:34609:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449573.221406:0:34609:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789449573.221407:0:34609:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449573.221409:0:34609:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789449573.221411:0:34609:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded6776 from it ffffb711814f3bb0 00010000:00000001:1.0:1789449573.221413:0:34609:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449573.221414:0:34609:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449573.221416:0:34609:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498600 refcount=3 00000020:00000001:1.0:1789449573.221417:0:34609:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:1.0:1789449573.221419:0:34609:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:1.0:1789449573.221421:0:34609:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789449573.221424:0:34609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498600/0xcddde1459ded6776 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3dc4d expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1789449573.221430:0:34609:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449573.221431:0:34609:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449573.221432:0:34609:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789449573.221433:0:34609:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789449573.221435:0:34609:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498600/0xcddde1459ded6776 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dc4d expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1789449573.221447:0:34609:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789449573.221448:0:34609:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789449573.221450:0:34609:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789449573.221452:0:34609:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449573.221454:0:34609:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449573.221455:0:34609:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449573.221457:0:34609:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789449573.221459:0:34609:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449573.221461:0:34609:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449573.221463:0:34609:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449573.221464:0:34609:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789449573.221465:0:34609:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449573.221466:0:34609:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789449573.221468:0:34609:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789449573.221469:0:34609:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789449573.221472:0:34609:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908), inode mode 41ff mask 44 00000080:00000001:1.0:1789449573.221476:0:34609:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449573.221483:0:34609:0:(dir.c:3016:ll_dir_open()) Process entered 00000080:00000001:1.0:1789449573.221486:0:34609:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1789449573.221487:0:34609:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711814f3b78 00000080:00200008:1.0:1789449573.221490:0:34609:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9e8b89180908), flags 100000 00000080:00000010:1.0:1789449573.221496:0:34609:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9e8b8c4477c0. 00000080:00000001:1.0:1789449573.221501:0:34609:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449573.221503:0:34609:0:(dir.c:3017:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449573.221705:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449573.221709:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:1.0:1789449573.221719:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449573.221723:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449573.221729:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678dc00. 00000020:00000001:1.0:1789449573.221734:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449573.221737:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449573.221740:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449573.221743:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678dc00 uarg=0000000000000000 00800000:00000001:1.0:1789449573.221750:0:34609:0:(obd_class.h:1074:obd_statfs()) Process entered 00800000:00000004:1.0:1789449573.221752:0:34609:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff9e8b89903000: age 1898, max_age 1907 00000002:00000001:1.0:1789449573.221758:0:34609:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:1.0:1789449573.221761:0:34609:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000100:00000010:1.0:1789449573.221770:0:34609:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83691f80. 00000020:00000040:1.0:1789449573.221774:0:34609:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000100:00000001:1.0:1789449573.221780:0:34609:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789449573.221783:0:34609:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789449573.221788:0:34609:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789449573.221798:0:34609:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b89db4a00. 00000100:00000001:1.0:1789449573.221808:0:34609:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449573.221812:0:34609:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789449573.221815:0:34609:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789449573.221822:0:34609:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b831c5780. 00000100:00000001:1.0:1789449573.221825:0:34609:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920770156416 : -107152939395200 : ffff9e8b831c5780) 00000100:00000001:1.0:1789449573.221828:0:34609:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449573.221830:0:34609:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775188352 : -107152934363264 : ffff9e8b83691f80) 00000100:00000001:1.0:1789449573.221836:0:34609:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789449573.221840:0:34609:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449573.221843:0:34609:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789449573.221845:0:34609:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789449573.221860:0:34609:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83691f80 x1876371947529344/t0(0) o41->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449573.221871:0:34609:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449573.221874:0:34609:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449573.221904:0:34609:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789449573.221907:0:34609:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789449573.221910:0:34609:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449573.221915:0:34609:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83691f80 pname:cluuid:pid:xid:nid:opc:job lfs:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:34609:1876371947529344:192.168.202.109@tcp:41:lfs.0 00000100:00000001:1.0:1789449573.221920:0:34609:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789449573.221927:0:34609:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789449573.221930:0:34609:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449573.221993:0:34609:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789449573.222000:0:34609:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b8678c000. 02000000:00000001:1.0:1789449573.222003:0:34609:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789449573.222013:0:34609:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:1.0:1789449573.222020:0:34609:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b83427000. 00000400:00000010:1.0:1789449573.222029:0:34609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b850126e8. 00000100:00000200:1.0:1789449573.222038:0:34609:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947529344, portal 10 00000100:00000001:1.0:1789449573.222040:0:34609:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449573.222042:0:34609:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775188352 : -107152934363264 : ffff9e8b83691f80) 00000100:00000040:1.0:1789449573.222051:0:34609:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b83691f80 x1876371947529344/t0(0) o41->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1789449589 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449573.222060:0:34609:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789449573.222063:0:34609:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1789449573.222067:0:34609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012990. 00000100:00000200:1.0:1789449573.222071:0:34609:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876371947529344, offset 0 00000400:00000200:1.0:1789449573.222082:0:34609:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1789449573.222093:0:34609:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449573.222104:0:34609:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1789449573.222111:0:34609:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789449573.222118:0:34609:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1789449573.222123:0:34609:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789449573.222126:0:34609:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1789449573.222130:0:34609:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2914:2914:256:4294967295] 192.168.202.109@tcp LPNI seq info [2914:2914:8:4294967295] 00000400:00000200:1.0:1789449573.222135:0:34609:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449573.222147:0:34609:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1789449573.222156:0:34609:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1789449573.222162:0:34609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b89db4400. 00000800:00000200:1.0:1789449573.222171:0:34609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1789449573.222182:0:34609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1789449573.222188:0:34609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b89db4400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789449573.222209:0:34609:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449573.222215:0:34609:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 855556 usecs (856 jiffies) 00000400:00000200:1.0:1789449573.222218:0:34609:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:1.0:1789449573.222223:0:34609:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296576764 00000100:00000001:1.0:1789449573.222233:0:34609:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, simply extend its deadline from 4296576032 00000100:00000001:1.0:1789449573.222240:0:34609:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296576764 00000100:00000001:1.0:1789449573.222244:0:34609:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, simply extend its deadline from 4296576032 00000100:00000001:1.0:1789449573.222248:0:34609:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449573.222252:0:34609:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449573.222255:0:34609:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789449573.222258:0:34609:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789449573.222262:0:34609:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b831c5780 going to sleep for 11 seconds 00000100:00000001:1.0:1789449573.222265:0:34609:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449573.222269:0:34609:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449573.222449:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449573.222457:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b89db4400. 00000400:00000200:2.0:1789449573.222464:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449573.222471:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449573.222480:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012990 00000400:00000010:2.0:1789449573.222484:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012990. 00000100:00000001:2.0:1789449573.222491:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449573.222496:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83691f80 x1876371947529344/t0(0) o41->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1789449589 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449573.222510:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449573.222513:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83691f80 x1876371947529344/t0(0) o41->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1789449589 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449573.222520:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449573.222522:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449573.229625:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449573.229653:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449573.229660:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449573.229663:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449573.229677:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449573.229690:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449573.229705:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449573.229712:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449573.229719:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449573.229725:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 368 into portal 10 MB=0x6aa8ce3662480 00000400:00000200:2.0:1789449573.229732:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449573.229741:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 368/368 into md 0x849d [1] + 224 00000800:00000001:2.0:1789449573.229752:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449573.229764:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449573.229769:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449573.229776:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449573.229788:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449573.229803:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83691f80 x1876371947529344/t0(0) o41->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1789449589 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449573.229818:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9e8b83691f80 x1876371947529344/t0(0) o41->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1789449589 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449573.229848:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449573.229860:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449573.229863:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449573.230017:0:34609:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789449573.230030:0:34609:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789449573.230033:0:34609:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789449573.230037:0:34609:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b83427000. 00000400:00000200:1.0:1789449573.230043:0:34609:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b850126e8 00000400:00000010:1.0:1789449573.230046:0:34609:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b850126e8. 00000100:00000001:1.0:1789449573.230049:0:34609:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789449573.230054:0:34609:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83691f80 x1876371947529344/t0(0) o41->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1789449589 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789449573.230064:0:34609:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83691f80 x1876371947529344/t0(0) o41->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1789449589 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449573.230070:0:34609:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789449573.230073:0:34609:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449573.230075:0:34609:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789449573.230080:0:34609:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789449573.230083:0:34609:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789449573.230085:0:34609:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449573.230088:0:34609:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789449573.230101:0:34609:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=53 v=5 (5 5 102 102) 00000100:00001000:1.0:1789449573.230105:0:34609:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=20 v=5 (1 0 0 0) 00000100:00000001:1.0:1789449573.230108:0:34609:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789449573.230110:0:34609:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449573.230114:0:34609:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789449573.230119:0:34609:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449573.230125:0:34609:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789449573.230128:0:34609:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967639 00000100:00000001:1.0:1789449573.230130:0:34609:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789449573.230133:0:34609:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449573.230138:0:34609:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83691f80 x1876371947529344/t0(0) o41->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1789449589 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449573.230146:0:34609:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449573.230149:0:34609:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789449573.230152:0:34609:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789449573.230156:0:34609:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83691f80 x1876371947529344/t0(0) o41->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1789449589 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789449573.230164:0:34609:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83691f80 pname:cluuid:pid:xid:nid:opc:job lfs:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:34609:1876371947529344:192.168.202.109@tcp:41:lfs.0 00000100:00000001:1.0:1789449573.230170:0:34609:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449573.230173:0:34609:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449573.230177:0:34609:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789449573.230180:0:34609:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449573.230184:0:34609:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83691f80 x1876371947529344/t0(0) o41->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1789449589 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449573.230191:0:34609:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789449573.230195:0:34609:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b831c5780. 00000100:00000001:1.0:1789449573.230199:0:34609:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789449573.230200:0:34609:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449573.230210:0:34609:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:1.0:1789449573.230211:0:34609:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449573.230214:0:34609:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83691f80 x1876371947529344/t0(0) o41->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1789449589 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449573.230220:0:34609:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789449573.230223:0:34609:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789449573.230227:0:34609:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b8678c000. 02000000:00000001:1.0:1789449573.230232:0:34609:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789449573.230236:0:34609:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449573.230238:0:34609:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:1.0:1789449573.230241:0:34609:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789449573.230246:0:34609:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b89db4a00. 02000000:00000001:1.0:1789449573.230249:0:34609:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789449573.230252:0:34609:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789449573.230254:0:34609:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83691f80. 00000100:00000001:1.0:1789449573.230259:0:34609:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789449573.230260:0:34609:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789449573.230262:0:34609:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449573.230263:0:34609:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=3 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:1.0:1789449573.230265:0:34609:0:(genops.c:1229:class_import_put()) Process leaving 00800000:00000004:1.0:1789449573.230268:0:34609:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff9e8b89903000: update ffff9e8b83131e18 cache blocks 317381/353529 objects 1023704/1024000 00800000:00000001:1.0:1789449573.230274:0:34609:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449573.230281:0:34609:0:(lmv_obd.c:1197:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449573.230286:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789449573.230290:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678dc00. 00000080:00000001:1.0:1789449573.230306:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449573.230311:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449573.230606:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449573.230610:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:1.0:1789449573.230621:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449573.230626:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449573.230634:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678dc00. 00000020:00000001:1.0:1789449573.230641:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449573.230644:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449573.230649:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449573.230651:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678dc00 uarg=0000000000000000 00800000:00000001:1.0:1789449573.230662:0:34609:0:(obd_class.h:1074:obd_statfs()) Process entered 00800000:00000004:1.0:1789449573.230665:0:34609:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0001-mdc-ffff9e8b89903000: age 1898, max_age 1907 00000002:00000001:1.0:1789449573.230669:0:34609:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:1.0:1789449573.230672:0:34609:0:(genops.c:1209:class_import_get()) import ffff9e8b862dc800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000100:00000010:1.0:1789449573.230678:0:34609:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83691f80. 00000020:00000040:1.0:1789449573.230681:0:34609:0:(genops.c:1209:class_import_get()) import ffff9e8b862dc800 refcount=5 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000100:00000001:1.0:1789449573.230686:0:34609:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789449573.230689:0:34609:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789449573.230695:0:34609:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789449573.230704:0:34609:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b89db4a00. 00000100:00000001:1.0:1789449573.230712:0:34609:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449573.230717:0:34609:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789449573.230719:0:34609:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789449573.230727:0:34609:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b831c5780. 00000100:00000001:1.0:1789449573.230730:0:34609:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920770156416 : -107152939395200 : ffff9e8b831c5780) 00000100:00000001:1.0:1789449573.230733:0:34609:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449573.230735:0:34609:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775188352 : -107152934363264 : ffff9e8b83691f80) 00000100:00000001:1.0:1789449573.230741:0:34609:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789449573.230747:0:34609:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449573.230748:0:34609:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789449573.230750:0:34609:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789449573.230756:0:34609:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83691f80 x1876371947529472/t0(0) o41->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449573.230763:0:34609:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449573.230765:0:34609:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449573.230770:0:34609:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789449573.230773:0:34609:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789449573.230775:0:34609:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449573.230779:0:34609:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83691f80 pname:cluuid:pid:xid:nid:opc:job lfs:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:34609:1876371947529472:192.168.202.109@tcp:41:lfs.0 00000100:00000001:1.0:1789449573.230783:0:34609:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789449573.230789:0:34609:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789449573.230791:0:34609:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449573.230794:0:34609:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789449573.230799:0:34609:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b8678c000. 02000000:00000001:1.0:1789449573.230801:0:34609:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789449573.230809:0:34609:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:1.0:1789449573.230813:0:34609:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b83427000. 00000400:00000010:1.0:1789449573.230820:0:34609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b850126e8. 00000100:00000200:1.0:1789449573.230827:0:34609:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947529472, portal 10 00000100:00000001:1.0:1789449573.230829:0:34609:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449573.230830:0:34609:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775188352 : -107152934363264 : ffff9e8b83691f80) 00000100:00000040:1.0:1789449573.230837:0:34609:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b83691f80 x1876371947529472/t0(0) o41->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1789449589 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449573.230844:0:34609:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789449573.230848:0:34609:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1789449573.230851:0:34609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012cc0. 00000100:00000200:1.0:1789449573.230856:0:34609:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876371947529472, offset 0 00000400:00000200:1.0:1789449573.230866:0:34609:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1789449573.230875:0:34609:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449573.230924:0:34609:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1789449573.230932:0:34609:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789449573.230936:0:34609:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1789449573.230941:0:34609:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789449573.230944:0:34609:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1789449573.230949:0:34609:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2915:2915:256:4294967295] 192.168.202.109@tcp LPNI seq info [2915:2915:8:4294967295] 00000400:00000200:1.0:1789449573.230954:0:34609:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449573.230968:0:34609:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1789449573.230976:0:34609:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1789449573.230984:0:34609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b89db4400. 00000800:00000200:1.0:1789449573.230993:0:34609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1789449573.231005:0:34609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1789449573.231011:0:34609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b89db4400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789449573.231035:0:34609:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449573.231041:0:34609:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: using a timeout of 22417 usecs (23 jiffies) 00000400:00000200:1.0:1789449573.231045:0:34609:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:1.0:1789449573.231050:0:34609:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296575940 00000100:00000001:1.0:1789449573.231055:0:34609:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296576764 00000100:00000001:1.0:1789449573.231057:0:34609:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296575940 00000100:00000001:1.0:1789449573.231059:0:34609:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296576764 00000100:00000001:1.0:1789449573.231062:0:34609:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449573.231065:0:34609:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449573.231068:0:34609:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789449573.231070:0:34609:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789449573.231073:0:34609:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b831c5780 going to sleep for 11 seconds 00000100:00000001:1.0:1789449573.231077:0:34609:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449573.231080:0:34609:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449573.231199:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449573.231205:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b89db4400. 00000400:00000200:2.0:1789449573.231211:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449573.231216:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449573.231222:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012cc0 00000400:00000010:2.0:1789449573.231225:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012cc0. 00000100:00000001:2.0:1789449573.231230:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449573.231235:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83691f80 x1876371947529472/t0(0) o41->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1789449589 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449573.231246:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449573.231250:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83691f80 x1876371947529472/t0(0) o41->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1789449589 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449573.231257:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449573.231259:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449573.237999:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449573.238028:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449573.238035:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449573.238038:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449573.238051:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449573.238064:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449573.238077:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449573.238083:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449573.238089:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449573.238095:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 368 into portal 10 MB=0x6aa8ce3662500 00000400:00000200:2.0:1789449573.238103:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449573.238111:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 368/368 into md 0x84a5 [1] + 224 00000800:00000001:2.0:1789449573.238120:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449573.238133:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449573.238138:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449573.238143:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449573.238153:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449573.238166:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83691f80 x1876371947529472/t0(0) o41->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1789449589 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449573.238179:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9e8b83691f80 x1876371947529472/t0(0) o41->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1789449589 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449573.238210:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449573.238223:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449573.238226:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449573.238421:0:34609:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789449573.238444:0:34609:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789449573.238447:0:34609:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789449573.238451:0:34609:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b83427000. 00000400:00000200:1.0:1789449573.238457:0:34609:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b850126e8 00000400:00000010:1.0:1789449573.238460:0:34609:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b850126e8. 00000100:00000001:1.0:1789449573.238464:0:34609:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789449573.238470:0:34609:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83691f80 x1876371947529472/t0(0) o41->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1789449589 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789449573.238479:0:34609:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83691f80 x1876371947529472/t0(0) o41->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1789449589 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449573.238485:0:34609:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789449573.238489:0:34609:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449573.238492:0:34609:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789449573.238496:0:34609:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789449573.238499:0:34609:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789449573.238501:0:34609:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449573.238505:0:34609:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789449573.238519:0:34609:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b862dcc60 time=53 v=5 (5 5 102 102) 00000100:00001000:1.0:1789449573.238524:0:34609:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b862dcc18 time=53 v=5 (1 1 1 1) 00000100:00000001:1.0:1789449573.238526:0:34609:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789449573.238529:0:34609:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449573.238533:0:34609:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789449573.238536:0:34609:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449573.238541:0:34609:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789449573.238544:0:34609:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967328 00000100:00000001:1.0:1789449573.238546:0:34609:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789449573.238548:0:34609:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449573.238554:0:34609:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83691f80 x1876371947529472/t0(0) o41->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1789449589 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449573.238562:0:34609:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449573.238566:0:34609:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789449573.238570:0:34609:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789449573.238574:0:34609:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83691f80 x1876371947529472/t0(0) o41->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1789449589 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789449573.238583:0:34609:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83691f80 pname:cluuid:pid:xid:nid:opc:job lfs:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:34609:1876371947529472:192.168.202.109@tcp:41:lfs.0 00000100:00000001:1.0:1789449573.238589:0:34609:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449573.238594:0:34609:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449573.238597:0:34609:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789449573.238600:0:34609:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449573.238603:0:34609:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83691f80 x1876371947529472/t0(0) o41->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1789449589 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449573.238610:0:34609:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789449573.238614:0:34609:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b831c5780. 00000100:00000001:1.0:1789449573.238618:0:34609:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789449573.238620:0:34609:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449573.238629:0:34609:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:1.0:1789449573.238630:0:34609:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449573.238633:0:34609:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83691f80 x1876371947529472/t0(0) o41->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1789449589 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449573.238640:0:34609:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789449573.238643:0:34609:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789449573.238647:0:34609:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b8678c000. 02000000:00000001:1.0:1789449573.238651:0:34609:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789449573.238655:0:34609:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449573.238657:0:34609:0:(genops.c:1222:class_import_put()) import ffff9e8b862dc800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000020:00000001:1.0:1789449573.238660:0:34609:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789449573.238664:0:34609:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b89db4a00. 02000000:00000001:1.0:1789449573.238669:0:34609:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789449573.238672:0:34609:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789449573.238674:0:34609:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83691f80. 00000100:00000001:1.0:1789449573.238678:0:34609:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789449573.238680:0:34609:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789449573.238681:0:34609:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449573.238682:0:34609:0:(genops.c:1222:class_import_put()) import ffff9e8b862dc800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000020:00000001:1.0:1789449573.238684:0:34609:0:(genops.c:1229:class_import_put()) Process leaving 00800000:00000004:1.0:1789449573.238688:0:34609:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0001-mdc-ffff9e8b89903000: update ffff9e8b8374d198 cache blocks 317415/353529 objects 1023737/1024000 00800000:00000001:1.0:1789449573.238693:0:34609:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449573.238699:0:34609:0:(lmv_obd.c:1197:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449573.238704:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789449573.238707:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678dc00. 00000080:00000001:1.0:1789449573.238711:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449573.238715:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449573.238804:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449573.238808:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:1.0:1789449573.238817:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449573.238821:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449573.238828:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678dc00. 00000020:00000001:1.0:1789449573.238832:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449573.238835:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449573.238838:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449573.238841:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678dc00 uarg=0000000000000000 00800000:00000001:1.0:1789449573.238847:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.238850:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.238852:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449573.238855:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678dc00. 00000080:00000001:1.0:1789449573.238858:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.238861:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.238866:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449573.238868:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:1.0:1789449573.238871:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449573.238873:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449573.238875:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678dc00. 00000020:00000001:1.0:1789449573.238877:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449573.238935:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449573.238936:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449573.238938:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678dc00 uarg=0000000000000000 00800000:00000001:1.0:1789449573.239127:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.239130:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.239131:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449573.239134:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678dc00. 00000080:00000001:1.0:1789449573.239137:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.239139:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.239145:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449573.239146:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:1.0:1789449573.239149:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449573.239150:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449573.239153:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678dc00. 00000020:00000001:1.0:1789449573.239156:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449573.239157:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449573.239158:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449573.239160:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678dc00 uarg=0000000000000000 00800000:00000001:1.0:1789449573.239162:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.239164:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.239166:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449573.239168:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678dc00. 00000080:00000001:1.0:1789449573.239170:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.239172:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.239177:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449573.239178:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:1.0:1789449573.239181:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449573.239182:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449573.239185:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678dc00. 00000020:00000001:1.0:1789449573.239187:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449573.239189:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449573.239191:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449573.239192:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678dc00 uarg=0000000000000000 00800000:00000001:1.0:1789449573.239196:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.239198:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.239200:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449573.239203:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678dc00. 00000080:00000001:1.0:1789449573.239205:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.239207:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.239212:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449573.239214:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:1.0:1789449573.239216:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449573.239218:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449573.239220:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678dc00. 00000020:00000001:1.0:1789449573.239222:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449573.239223:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449573.239224:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449573.239226:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678dc00 uarg=0000000000000000 00800000:00000001:1.0:1789449573.239228:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.239230:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.239232:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449573.239234:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678dc00. 00000080:00000001:1.0:1789449573.239236:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.239238:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.239242:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449573.239243:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:1.0:1789449573.239245:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449573.239247:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449573.239249:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678dc00. 00000020:00000001:1.0:1789449573.239252:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449573.239254:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449573.239255:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449573.239256:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678dc00 uarg=0000000000000000 00800000:00000001:1.0:1789449573.239259:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.239260:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.239262:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449573.239264:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678dc00. 00000080:00000001:1.0:1789449573.239266:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.239268:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.239271:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449573.239272:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:1.0:1789449573.239275:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449573.239276:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449573.239279:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678dc00. 00000020:00000001:1.0:1789449573.239281:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449573.239282:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449573.239283:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449573.239285:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678dc00 uarg=0000000000000000 00800000:00000001:1.0:1789449573.239288:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.239290:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.239291:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449573.239293:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678dc00. 00000080:00000001:1.0:1789449573.239308:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.239310:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.239314:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449573.239316:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:1.0:1789449573.239320:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449573.239321:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449573.239324:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678dc00. 00000020:00000001:1.0:1789449573.239326:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449573.239327:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449573.239329:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449573.239331:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678dc00 uarg=0000000000000000 00800000:00000001:1.0:1789449573.239335:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.239338:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.239342:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449573.239345:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678dc00. 00000080:00000001:1.0:1789449573.239347:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.239349:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.239353:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449573.239355:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:1.0:1789449573.239357:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449573.239359:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449573.239361:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678dc00. 00000020:00000001:1.0:1789449573.239363:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449573.239365:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449573.239366:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449573.239368:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678dc00 uarg=0000000000000000 00800000:00000001:1.0:1789449573.239371:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.239373:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.239375:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449573.239377:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678dc00. 00000080:00000001:1.0:1789449573.239379:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.239382:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.239385:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449573.239387:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:1.0:1789449573.239390:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449573.239391:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449573.239393:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678dc00. 00000020:00000001:1.0:1789449573.239396:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449573.239397:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449573.239398:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449573.239400:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678dc00 uarg=0000000000000000 00800000:00000001:1.0:1789449573.239402:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.239404:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.239405:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449573.239408:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678dc00. 00000080:00000001:1.0:1789449573.239410:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.239412:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.239415:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449573.239417:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:1.0:1789449573.239419:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449573.239421:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449573.239423:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678dc00. 00000020:00000001:1.0:1789449573.239425:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449573.239427:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449573.239428:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449573.239429:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678dc00 uarg=0000000000000000 00800000:00000001:1.0:1789449573.239433:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.239435:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.239437:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449573.239439:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678dc00. 00000080:00000001:1.0:1789449573.239441:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.239443:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.239446:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449573.239447:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:1.0:1789449573.239450:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449573.239451:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449573.239453:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678dc00. 00000020:00000001:1.0:1789449573.239455:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449573.239457:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449573.239458:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449573.239459:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678dc00 uarg=0000000000000000 00800000:00000001:1.0:1789449573.239461:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.239463:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.239465:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449573.239467:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678dc00. 00000080:00000001:1.0:1789449573.239469:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.239471:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.239474:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449573.239475:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:1.0:1789449573.239478:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449573.239479:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449573.239481:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678dc00. 00000020:00000001:1.0:1789449573.239483:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449573.239484:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449573.239487:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449573.239488:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678dc00 uarg=0000000000000000 00800000:00000001:1.0:1789449573.239490:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.239493:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.239496:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449573.239498:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678dc00. 00000080:00000001:1.0:1789449573.239501:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.239503:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.239507:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449573.239509:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:1.0:1789449573.239511:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449573.239513:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449573.239516:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678dc00. 00000020:00000001:1.0:1789449573.239518:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449573.239520:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449573.239521:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449573.239523:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678dc00 uarg=0000000000000000 00800000:00000001:1.0:1789449573.239526:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.239528:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.239530:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449573.239533:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678dc00. 00000080:00000001:1.0:1789449573.239536:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.239539:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.239543:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449573.239544:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:1.0:1789449573.239547:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449573.239548:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449573.239551:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678dc00. 00000020:00000001:1.0:1789449573.239553:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449573.239555:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449573.239557:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449573.239559:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678dc00 uarg=0000000000000000 00800000:00000001:1.0:1789449573.239562:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.239564:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.239567:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449573.239569:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678dc00. 00000080:00000001:1.0:1789449573.239572:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.239573:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.239577:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449573.239578:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:1.0:1789449573.239581:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449573.239582:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449573.239585:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678dc00. 00000020:00000001:1.0:1789449573.239588:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449573.239589:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449573.239590:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449573.239591:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678dc00 uarg=0000000000000000 00800000:00000001:1.0:1789449573.239594:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.239596:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.239597:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449573.239600:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678dc00. 00000080:00000001:1.0:1789449573.239603:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.239605:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.239608:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449573.239610:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:1.0:1789449573.239613:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449573.239614:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449573.239617:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678dc00. 00000020:00000001:1.0:1789449573.239619:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449573.239621:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449573.239623:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449573.239624:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678dc00 uarg=0000000000000000 00800000:00000001:1.0:1789449573.239627:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.239629:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.239631:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449573.239633:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678dc00. 00000080:00000001:1.0:1789449573.239635:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.239637:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.239640:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449573.239642:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:1.0:1789449573.239644:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449573.239646:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449573.239648:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678dc00. 00000020:00000001:1.0:1789449573.239650:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449573.239651:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449573.239652:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449573.239654:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678dc00 uarg=0000000000000000 00800000:00000001:1.0:1789449573.239656:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.239658:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.239660:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449573.239662:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678dc00. 00000080:00000001:1.0:1789449573.239664:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.239665:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.239668:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449573.239670:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:1.0:1789449573.239672:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449573.239673:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449573.239675:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678dc00. 00000020:00000001:1.0:1789449573.239678:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449573.239679:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449573.239680:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449573.239682:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678dc00 uarg=0000000000000000 00800000:00000001:1.0:1789449573.239684:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.239686:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.239688:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449573.239702:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678dc00. 00000080:00000001:1.0:1789449573.239705:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.239706:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.239710:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449573.239711:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:1.0:1789449573.239714:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449573.239715:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449573.239719:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678dc00. 00000020:00000001:1.0:1789449573.239722:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449573.239723:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449573.239724:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449573.239725:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678dc00 uarg=0000000000000000 00800000:00000001:1.0:1789449573.239728:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.239730:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.239732:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449573.239735:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678dc00. 00000080:00000001:1.0:1789449573.239737:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.239739:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.239742:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449573.239744:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:1.0:1789449573.239747:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449573.239748:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449573.239750:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678dc00. 00000020:00000001:1.0:1789449573.239752:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449573.239754:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449573.239755:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449573.239756:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678dc00 uarg=0000000000000000 00800000:00000001:1.0:1789449573.239759:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.239761:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.239762:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449573.239764:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678dc00. 00000080:00000001:1.0:1789449573.239766:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.239768:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.239770:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449573.239772:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:1.0:1789449573.239774:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449573.239775:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449573.239778:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678dc00. 00000020:00000001:1.0:1789449573.239780:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449573.239782:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449573.239785:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449573.239786:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678dc00 uarg=0000000000000000 00800000:00000001:1.0:1789449573.239788:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.239790:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.239792:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449573.239794:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678dc00. 00000080:00000001:1.0:1789449573.239796:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.239799:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.239802:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449573.239803:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:1.0:1789449573.239806:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449573.239807:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449573.239809:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678dc00. 00000020:00000001:1.0:1789449573.239811:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449573.239813:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449573.239813:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449573.239815:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678dc00 uarg=0000000000000000 00800000:00000001:1.0:1789449573.239817:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.239820:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.239822:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449573.239824:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678dc00. 00000080:00000001:1.0:1789449573.239826:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.239828:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.239832:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449573.239834:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:1.0:1789449573.239836:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449573.239839:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449573.239843:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678dc00. 00000020:00000001:1.0:1789449573.239845:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449573.239847:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449573.239849:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449573.239850:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678dc00 uarg=0000000000000000 00800000:00000001:1.0:1789449573.239853:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.239856:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.239858:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449573.239860:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678dc00. 00000080:00000001:1.0:1789449573.239863:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.239865:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.239869:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449573.239870:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:1.0:1789449573.239873:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449573.239874:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449573.239877:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678dc00. 00000020:00000001:1.0:1789449573.239918:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449573.239921:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449573.239923:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449573.239925:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678dc00 uarg=0000000000000000 00800000:00000001:1.0:1789449573.239928:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.239930:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.239932:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449573.239935:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678dc00. 00000080:00000001:1.0:1789449573.239937:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.240348:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.240355:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449573.240357:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:1.0:1789449573.240361:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449573.240363:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449573.240367:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678dc00. 00000020:00000001:1.0:1789449573.240369:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449573.240371:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449573.240373:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449573.240374:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678dc00 uarg=0000000000000000 00800000:00000001:1.0:1789449573.240377:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.240379:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.240448:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449573.240451:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678dc00. 00000080:00000001:1.0:1789449573.240455:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.240457:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.240462:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449573.240463:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:1.0:1789449573.240466:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449573.240467:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449573.240470:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678dc00. 00000020:00000001:1.0:1789449573.240472:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449573.240474:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449573.240475:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449573.240477:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678dc00 uarg=0000000000000000 00800000:00000001:1.0:1789449573.240480:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.240482:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.240484:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449573.240486:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678dc00. 00000080:00000001:1.0:1789449573.240488:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.240489:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.240492:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449573.240493:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:1.0:1789449573.240495:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449573.240496:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449573.240498:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678dc00. 00000020:00000001:1.0:1789449573.240500:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449573.240501:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449573.240502:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449573.240503:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678dc00 uarg=0000000000000000 00800000:00000001:1.0:1789449573.240505:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.240507:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.240508:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449573.240510:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678dc00. 00000080:00000001:1.0:1789449573.240512:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.240513:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.240516:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449573.240518:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:1.0:1789449573.240520:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449573.240521:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449573.240523:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678dc00. 00000020:00000001:1.0:1789449573.240524:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449573.240527:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449573.240528:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449573.240529:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678dc00 uarg=0000000000000000 00800000:00000001:1.0:1789449573.240533:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.240534:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.240536:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449573.240539:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678dc00. 00000080:00000001:1.0:1789449573.240542:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.240544:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.240547:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449573.240549:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:1.0:1789449573.240551:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449573.240553:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449573.240555:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678dc00. 00000020:00000001:1.0:1789449573.240557:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449573.240559:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449573.240560:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449573.240562:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678dc00 uarg=0000000000000000 00800000:00000001:1.0:1789449573.240565:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.240567:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.240569:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449573.240571:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678dc00. 00000080:00000001:1.0:1789449573.240573:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.240575:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.240579:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449573.240581:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:1.0:1789449573.240583:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449573.240584:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449573.240587:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678dc00. 00000020:00000001:1.0:1789449573.240589:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449573.240591:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449573.240591:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449573.240592:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678dc00 uarg=0000000000000000 00800000:00000001:1.0:1789449573.240595:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.240597:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.240599:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449573.240601:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678dc00. 00000080:00000001:1.0:1789449573.240603:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.240605:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.240608:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449573.240609:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:1.0:1789449573.240611:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449573.240613:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449573.240614:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678dc00. 00000020:00000001:1.0:1789449573.240617:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449573.240618:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449573.240619:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449573.240621:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678dc00 uarg=0000000000000000 00800000:00000001:1.0:1789449573.240623:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.240625:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.240627:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449573.240629:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678dc00. 00000080:00000001:1.0:1789449573.240631:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.240632:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.240635:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449573.240636:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:1.0:1789449573.240639:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449573.240640:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449573.240642:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678dc00. 00000020:00000001:1.0:1789449573.240644:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449573.240646:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449573.240648:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449573.240650:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678dc00 uarg=0000000000000000 00800000:00000001:1.0:1789449573.240652:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.240654:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.240656:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449573.240659:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678dc00. 00000080:00000001:1.0:1789449573.240661:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.240663:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.240666:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449573.240667:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:1.0:1789449573.240670:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449573.240671:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449573.240673:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678dc00. 00000020:00000001:1.0:1789449573.240676:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449573.240677:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449573.240678:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449573.240679:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678dc00 uarg=0000000000000000 00800000:00000001:1.0:1789449573.240682:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.240684:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.240686:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449573.240689:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678dc00. 00000080:00000001:1.0:1789449573.240691:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.240693:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.240696:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449573.240698:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:1.0:1789449573.240701:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449573.240702:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449573.240705:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678dc00. 00000020:00000001:1.0:1789449573.240707:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449573.240708:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449573.240710:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449573.240711:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678dc00 uarg=0000000000000000 00800000:00000001:1.0:1789449573.240714:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.240716:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.240718:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449573.240720:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678dc00. 00000080:00000001:1.0:1789449573.240722:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.240724:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.240727:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449573.240729:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:1.0:1789449573.240731:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449573.240732:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449573.240734:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678dc00. 00000020:00000001:1.0:1789449573.240737:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449573.240738:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449573.240739:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449573.240741:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678dc00 uarg=0000000000000000 00800000:00000001:1.0:1789449573.240743:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.240745:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.240746:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449573.240748:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678dc00. 00000080:00000001:1.0:1789449573.240750:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.240752:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.240755:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449573.240756:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:1.0:1789449573.240758:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449573.240759:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449573.240761:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678dc00. 00000020:00000001:1.0:1789449573.240763:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449573.240764:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449573.240765:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449573.240767:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678dc00 uarg=0000000000000000 00800000:00000001:1.0:1789449573.240769:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.240771:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.240772:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449573.240774:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678dc00. 00000080:00000001:1.0:1789449573.240777:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.240779:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.240782:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449573.240783:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:1.0:1789449573.240785:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449573.240786:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449573.240788:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678dc00. 00000020:00000001:1.0:1789449573.240790:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449573.240792:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449573.240793:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449573.240794:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678dc00 uarg=0000000000000000 00800000:00000001:1.0:1789449573.240797:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.240798:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.240800:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449573.240802:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678dc00. 00000080:00000001:1.0:1789449573.240804:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.240805:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.240808:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449573.240810:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:1.0:1789449573.240813:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449573.240814:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449573.240816:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678dc00. 00000020:00000001:1.0:1789449573.240818:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449573.240819:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449573.240820:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449573.240821:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678dc00 uarg=0000000000000000 00800000:00000001:1.0:1789449573.240824:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.240825:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.240827:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449573.240829:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678dc00. 00000080:00000001:1.0:1789449573.240831:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.240832:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.240835:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449573.240837:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:1.0:1789449573.240839:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449573.240840:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449573.240843:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678dc00. 00000020:00000001:1.0:1789449573.240845:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449573.240846:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449573.240847:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449573.240848:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678dc00 uarg=0000000000000000 00800000:00000001:1.0:1789449573.240851:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.240853:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.240854:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449573.240857:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678dc00. 00000080:00000001:1.0:1789449573.240859:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.240860:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.240863:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449573.240865:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:1.0:1789449573.240867:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449573.240868:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449573.240871:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678dc00. 00000020:00000001:1.0:1789449573.240873:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449573.240875:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449573.240876:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449573.240877:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678dc00 uarg=0000000000000000 00800000:00000001:1.0:1789449573.240932:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.240934:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.240936:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449573.240938:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678dc00. 00000080:00000001:1.0:1789449573.241347:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449573.241352:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789449573.243791:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789449573.243802:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:2.0:1789449573.243818:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789449573.243822:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789449573.243835:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b83607c00. 00000020:00000001:2.0:1789449573.243846:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449573.243849:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789449573.243855:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789449573.243858:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b83607c00 uarg=0000000000000000 00800000:00000001:2.0:1789449573.243864:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789449573.243867:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789449573.243869:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789449573.243872:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b83607c00. 00000080:00000001:2.0:1789449573.243895:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789449573.243899:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789449573.243905:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789449573.243906:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:2.0:1789449573.243909:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789449573.243910:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789449573.243913:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b83607c00. 00000020:00000001:2.0:1789449573.243915:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449573.243916:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789449573.243918:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789449573.243919:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b83607c00 uarg=0000000000000000 00800000:00000001:2.0:1789449573.243922:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789449573.243923:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789449573.243924:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789449573.243927:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b83607c00. 00000080:00000001:2.0:1789449573.243929:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789449573.243930:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789449573.243933:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789449573.243935:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:2.0:1789449573.243937:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789449573.243938:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789449573.244173:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b83607c00. 00000020:00000001:2.0:1789449573.244177:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449573.244179:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789449573.244180:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789449573.244181:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b83607c00 uarg=0000000000000000 00800000:00000001:2.0:1789449573.244185:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789449573.244186:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789449573.244188:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789449573.244190:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b83607c00. 00000080:00000001:2.0:1789449573.244193:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789449573.244195:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789449573.244200:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789449573.244202:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:2.0:1789449573.244205:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789449573.244206:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789449573.244209:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b83607c00. 00000020:00000001:2.0:1789449573.244211:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449573.244212:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789449573.244213:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789449573.244215:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b83607c00 uarg=0000000000000000 00800000:00000001:2.0:1789449573.244217:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789449573.244219:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789449573.244221:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789449573.244223:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b83607c00. 00000080:00000001:2.0:1789449573.244226:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789449573.244228:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789449573.244231:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789449573.244233:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:2.0:1789449573.244235:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789449573.244236:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789449573.244238:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b83607c00. 00000020:00000001:2.0:1789449573.244240:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449573.244242:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789449573.244243:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789449573.244244:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b83607c00 uarg=0000000000000000 00800000:00000001:2.0:1789449573.244247:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789449573.244249:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789449573.244251:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789449573.244252:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b83607c00. 00000080:00000001:2.0:1789449573.244255:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789449573.244256:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789449573.244259:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789449573.244261:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:2.0:1789449573.244263:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789449573.244264:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789449573.244267:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b83607c00. 00000020:00000001:2.0:1789449573.244270:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449573.244271:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789449573.244273:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789449573.244274:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b83607c00 uarg=0000000000000000 00800000:00000001:2.0:1789449573.244277:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789449573.244279:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789449573.244281:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789449573.244283:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b83607c00. 00000080:00000001:2.0:1789449573.244286:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789449573.244288:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789449573.244291:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789449573.244292:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:2.0:1789449573.244308:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789449573.244309:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789449573.244312:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b83607c00. 00000020:00000001:2.0:1789449573.244315:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449573.244316:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789449573.244318:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789449573.244319:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b83607c00 uarg=0000000000000000 00800000:00000001:2.0:1789449573.244322:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789449573.244324:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789449573.244326:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789449573.244328:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b83607c00. 00000080:00000001:2.0:1789449573.244330:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789449573.244332:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789449573.244336:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789449573.244338:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:2.0:1789449573.244341:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789449573.244342:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789449573.244344:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b83607c00. 00000020:00000001:2.0:1789449573.244346:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449573.244348:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789449573.244350:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789449573.244351:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b83607c00 uarg=0000000000000000 00800000:00000001:2.0:1789449573.244353:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789449573.244355:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789449573.244356:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789449573.244358:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b83607c00. 00000080:00000001:2.0:1789449573.244360:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789449573.244362:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789449573.244365:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789449573.244366:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:2.0:1789449573.244369:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789449573.244370:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789449573.244372:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b83607c00. 00000020:00000001:2.0:1789449573.244374:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449573.244375:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789449573.244376:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789449573.244377:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b83607c00 uarg=0000000000000000 00800000:00000001:2.0:1789449573.244380:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789449573.244381:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789449573.244384:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789449573.244386:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b83607c00. 00000080:00000001:2.0:1789449573.244387:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789449573.244389:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789449573.244392:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789449573.244393:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:2.0:1789449573.244395:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789449573.244396:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789449573.244399:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b83607c00. 00000020:00000001:2.0:1789449573.244401:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449573.244402:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789449573.244403:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789449573.244404:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b83607c00 uarg=0000000000000000 00800000:00000001:2.0:1789449573.244407:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789449573.244410:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789449573.244411:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789449573.244412:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b83607c00. 00000080:00000001:2.0:1789449573.244414:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789449573.244416:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789449573.244418:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789449573.244420:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:2.0:1789449573.244422:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789449573.244423:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789449573.244425:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b83607c00. 00000020:00000001:2.0:1789449573.244427:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449573.244428:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789449573.244429:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789449573.244430:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b83607c00 uarg=0000000000000000 00800000:00000001:2.0:1789449573.244432:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789449573.244434:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789449573.244435:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789449573.244438:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b83607c00. 00000080:00000001:2.0:1789449573.244440:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789449573.244441:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789449573.244445:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789449573.244446:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:2.0:1789449573.244448:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789449573.244449:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789449573.244452:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b83607c00. 00000020:00000001:2.0:1789449573.244454:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449573.244456:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789449573.244457:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789449573.244458:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b83607c00 uarg=0000000000000000 00800000:00000001:2.0:1789449573.244461:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789449573.244463:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789449573.244465:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789449573.244467:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b83607c00. 00000080:00000001:2.0:1789449573.244469:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789449573.244471:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789449573.244475:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789449573.244476:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:2.0:1789449573.244478:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789449573.244480:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789449573.244482:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b83607c00. 00000020:00000001:2.0:1789449573.244484:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449573.244485:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789449573.244486:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789449573.244488:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b83607c00 uarg=0000000000000000 00800000:00000001:2.0:1789449573.244490:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789449573.244492:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789449573.244493:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789449573.244495:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b83607c00. 00000080:00000001:2.0:1789449573.244498:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789449573.244499:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789449573.244502:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789449573.244503:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:2.0:1789449573.244505:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789449573.244506:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789449573.244508:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b83607c00. 00000020:00000001:2.0:1789449573.244510:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449573.244512:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789449573.244513:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789449573.244514:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b83607c00 uarg=0000000000000000 00800000:00000001:2.0:1789449573.244517:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789449573.244519:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789449573.244520:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789449573.244522:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b83607c00. 00000080:00000001:2.0:1789449573.244524:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789449573.244526:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789449573.244529:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789449573.244531:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:2.0:1789449573.244534:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789449573.244535:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789449573.244537:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b83607c00. 00000020:00000001:2.0:1789449573.244539:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449573.244540:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789449573.244542:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789449573.244543:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b83607c00 uarg=0000000000000000 00800000:00000001:2.0:1789449573.244545:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789449573.244546:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789449573.244548:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789449573.244550:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b83607c00. 00000080:00000001:2.0:1789449573.244552:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789449573.244553:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789449573.244556:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789449573.244558:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:2.0:1789449573.244560:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789449573.244561:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789449573.244563:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b83607c00. 00000020:00000001:2.0:1789449573.244565:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449573.244566:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789449573.244567:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789449573.244568:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b83607c00 uarg=0000000000000000 00800000:00000001:2.0:1789449573.244571:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789449573.244572:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789449573.244574:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789449573.244576:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b83607c00. 00000080:00000001:2.0:1789449573.244578:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789449573.244579:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789449573.244581:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789449573.244583:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:2.0:1789449573.244585:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789449573.244586:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789449573.244589:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b83607c00. 00000020:00000001:2.0:1789449573.244591:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449573.244593:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789449573.244594:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789449573.244595:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b83607c00 uarg=0000000000000000 00800000:00000001:2.0:1789449573.244597:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789449573.244599:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789449573.244601:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789449573.244603:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b83607c00. 00000080:00000001:2.0:1789449573.244605:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789449573.244606:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789449573.244609:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789449573.244610:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:2.0:1789449573.244613:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789449573.244614:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789449573.244616:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b83607c00. 00000020:00000001:2.0:1789449573.244618:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449573.244620:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789449573.244621:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789449573.244622:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b83607c00 uarg=0000000000000000 00800000:00000001:2.0:1789449573.244624:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789449573.244626:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789449573.244628:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789449573.244629:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b83607c00. 00000080:00000001:2.0:1789449573.244631:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789449573.244632:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789449573.244635:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789449573.244636:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:2.0:1789449573.244639:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789449573.244640:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789449573.244642:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b83607c00. 00000020:00000001:2.0:1789449573.244644:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449573.244646:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789449573.244647:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789449573.244648:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b83607c00 uarg=0000000000000000 00800000:00000001:2.0:1789449573.244651:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789449573.244652:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789449573.244654:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789449573.244656:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b83607c00. 00000080:00000001:2.0:1789449573.244658:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789449573.244659:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789449573.244662:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789449573.244664:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:2.0:1789449573.244666:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789449573.244667:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789449573.244669:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b83607c00. 00000020:00000001:2.0:1789449573.244672:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449573.244673:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789449573.244674:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789449573.244675:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b83607c00 uarg=0000000000000000 00800000:00000001:2.0:1789449573.244678:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789449573.244679:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789449573.244681:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789449573.244683:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b83607c00. 00000080:00000001:2.0:1789449573.244685:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789449573.244687:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789449573.244690:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789449573.244691:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:2.0:1789449573.244693:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789449573.244694:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789449573.244696:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b83607c00. 00000020:00000001:2.0:1789449573.244699:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449573.244700:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789449573.244701:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789449573.244702:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b83607c00 uarg=0000000000000000 00800000:00000001:2.0:1789449573.244704:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789449573.244706:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789449573.244708:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789449573.244710:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b83607c00. 00000080:00000001:2.0:1789449573.244711:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789449573.244712:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789449573.244715:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789449573.244716:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:2.0:1789449573.244718:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789449573.244719:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789449573.244721:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b83607c00. 00000020:00000001:2.0:1789449573.244723:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449573.244724:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789449573.244725:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789449573.244726:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b83607c00 uarg=0000000000000000 00800000:00000001:2.0:1789449573.244730:0:34609:0:(lmv_obd.c:965:lmv_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1789449573.244731:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1789449573.244733:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:2.0:1789449573.244735:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b83607c00. 00000080:00000001:2.0:1789449573.244737:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1789449573.244739:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1789449573.244742:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789449573.244744:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:2.0:1789449573.244746:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789449573.244747:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789449573.244749:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b83607c00. 00000020:00000001:2.0:1789449573.244751:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449573.244753:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789449573.244758:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789449573.244760:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b83607c00 uarg=0000000000000000 00020000:00000001:2.0:1789449573.244769:0:34609:0:(obd_class.h:1074:obd_statfs()) Process entered 00020000:00000004:2.0:1789449573.244772:0:34609:0:(obd_class.h:1090:obd_statfs()) lustre-OST0000-osc-ffff9e8b89903000: age 1898, max_age 1907 00000008:00000001:2.0:1789449573.244777:0:34609:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:2.0:1789449573.244781:0:34609:0:(genops.c:1209:class_import_get()) import ffff9e8b90c6e800 refcount=3 obd=lustre-OST0000-osc-ffff9e8b89903000 00000100:00000010:2.0:1789449573.244791:0:34609:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065f480. 00000020:00000040:2.0:1789449573.244795:0:34609:0:(genops.c:1209:class_import_get()) import ffff9e8b90c6e800 refcount=4 obd=lustre-OST0000-osc-ffff9e8b89903000 00000020:00000001:2.0:1789449573.244800:0:34609:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789449573.244802:0:34609:0:(genops.c:1222:class_import_put()) import ffff9e8b90c6e800 refcount=3 obd=lustre-OST0000-osc-ffff9e8b89903000 00000020:00000001:2.0:1789449573.244805:0:34609:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:2.0:1789449573.244808:0:34609:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449573.244813:0:34609:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449573.244820:0:34609:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449573.244829:0:34609:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b8b255e00. 00000100:00000001:2.0:1789449573.244839:0:34609:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449573.244843:0:34609:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789449573.244846:0:34609:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789449573.244855:0:34609:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b888e20c0. 00000100:00000001:2.0:1789449573.244857:0:34609:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920861499584 : -107152848052032 : ffff9e8b888e20c0) 00000100:00000001:2.0:1789449573.244861:0:34609:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449573.244862:0:34609:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993084544 : -107152716467072 : ffff9e8b9065f480) 00000100:00000001:2.0:1789449573.244869:0:34609:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449573.244873:0:34609:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449573.244876:0:34609:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789449573.244936:0:34609:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789449573.244964:0:34609:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065f480 x1876371947529600/t0(0) o13->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449573.244974:0:34609:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449573.244977:0:34609:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449573.244982:0:34609:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449573.244985:0:34609:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449573.244988:0:34609:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449573.244992:0:34609:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065f480 pname:cluuid:pid:xid:nid:opc:job lfs:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:34609:1876371947529600:192.168.202.109@tcp:13:lfs.0 00000100:00000001:2.0:1789449573.244997:0:34609:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789449573.245002:0:34609:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449573.245005:0:34609:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449573.245007:0:34609:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789449573.245012:0:34609:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b83605c00. 02000000:00000001:2.0:1789449573.245014:0:34609:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449573.245024:0:34609:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449573.245030:0:34609:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b9c60. 00000400:00000010:2.0:1789449573.245039:0:34609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d220. 00000100:00000200:2.0:1789449573.245048:0:34609:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947529600, portal 4 00000100:00000001:2.0:1789449573.245050:0:34609:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449573.245051:0:34609:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993084544 : -107152716467072 : ffff9e8b9065f480) 00000100:00000040:2.0:1789449573.245060:0:34609:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b9065f480 x1876371947529600/t0(0) o13->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1789449589 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449573.245068:0:34609:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449573.245071:0:34609:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449573.245074:0:34609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d198. 00000100:00000200:2.0:1789449573.245077:0:34609:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1876371947529600, offset 0 00000400:00000200:2.0:1789449573.245085:0:34609:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449573.245095:0:34609:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449573.245105:0:34609:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449573.245112:0:34609:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449573.245116:0:34609:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449573.245120:0:34609:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449573.245123:0:34609:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449573.245127:0:34609:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2916:2916:256:4294967295] 192.168.202.109@tcp LPNI seq info [2916:2916:8:4294967295] 00000400:00000200:2.0:1789449573.245131:0:34609:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449573.245143:0:34609:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449573.245150:0:34609:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449573.245155:0:34609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b8b255c00. 00000800:00000200:2.0:1789449573.245165:0:34609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449573.245174:0:34609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449573.245178:0:34609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b8b255c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789449573.245207:0:34609:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449573.245213:0:34609:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: using a timeout of 22988 usecs (23 jiffies) 00000400:00000200:2.0:1789449573.245216:0:34609:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449573.245219:0:34609:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296575954 00000100:00000001:2.0:1789449573.245223:0:34609:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296576764 00000100:00000001:2.0:1789449573.245225:0:34609:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296575954 00000100:00000001:2.0:1789449573.245228:0:34609:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296576764 00000100:00000001:2.0:1789449573.245230:0:34609:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449573.245232:0:34609:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449573.245235:0:34609:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449573.245237:0:34609:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789449573.245240:0:34609:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b888e20c0 going to sleep for 11 seconds 00000100:00000001:2.0:1789449573.245243:0:34609:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449573.245246:0:34609:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449573.245492:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449573.245501:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8b255c00. 00000400:00000200:3.0:1789449573.245510:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449573.245581:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449573.245598:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d198 00000400:00000010:3.0:1789449573.245602:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d198. 00000100:00000001:3.0:1789449573.245608:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449573.245617:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065f480 x1876371947529600/t0(0) o13->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1789449589 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449573.245632:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449573.245635:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b9065f480 x1876371947529600/t0(0) o13->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1789449589 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449573.245643:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449573.245645:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449573.253943:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449573.253968:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449573.253974:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449573.253977:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449573.253989:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449573.254000:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449573.254013:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449573.254019:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449573.254026:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449573.254032:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 368 into portal 4 MB=0x6aa8ce3662580 00000400:00000200:2.0:1789449573.254039:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449573.254047:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 368/368 into md 0x84ad [1] + 224 00000800:00000001:2.0:1789449573.254057:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449573.254069:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449573.254074:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449573.254079:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449573.254090:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449573.254104:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065f480 x1876371947529600/t0(0) o13->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1789449589 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449573.254116:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9e8b9065f480 x1876371947529600/t0(0) o13->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1789449589 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449573.254156:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449573.254168:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449573.254171:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449573.254270:0:34609:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789449573.254282:0:34609:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449573.254285:0:34609:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449573.254289:0:34609:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b9c60. 00000400:00000200:3.0:1789449573.254306:0:34609:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d220 00000400:00000010:3.0:1789449573.254309:0:34609:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d220. 00000100:00000001:3.0:1789449573.254313:0:34609:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449573.254318:0:34609:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065f480 x1876371947529600/t0(0) o13->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1789449589 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789449573.254328:0:34609:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065f480 x1876371947529600/t0(0) o13->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1789449589 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449573.254335:0:34609:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449573.254337:0:34609:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449573.254341:0:34609:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449573.254345:0:34609:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449573.254348:0:34609:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449573.254351:0:34609:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449573.254354:0:34609:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449573.254369:0:34609:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b90c6ecf0 time=52 v=5 (5 0 0 0) 00000100:00001000:3.0:1789449573.254375:0:34609:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b90c6ec18 time=11 v=5 (1 0 0 0) 00000100:00000001:3.0:1789449573.254378:0:34609:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789449573.254380:0:34609:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449573.254384:0:34609:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789449573.254389:0:34609:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449573.254396:0:34609:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789449573.254399:0:34609:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e8b89903000: skip recheck: last_committed 4294967322 00000100:00000001:3.0:1789449573.254402:0:34609:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789449573.254404:0:34609:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449573.254409:0:34609:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065f480 x1876371947529600/t0(0) o13->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1789449589 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449573.254417:0:34609:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449573.254421:0:34609:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449573.254424:0:34609:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449573.254428:0:34609:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065f480 x1876371947529600/t0(0) o13->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1789449589 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789449573.254435:0:34609:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065f480 pname:cluuid:pid:xid:nid:opc:job lfs:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:34609:1876371947529600:192.168.202.109@tcp:13:lfs.0 00000100:00000001:3.0:1789449573.254440:0:34609:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449573.254444:0:34609:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449573.254447:0:34609:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789449573.254449:0:34609:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449573.254453:0:34609:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065f480 x1876371947529600/t0(0) o13->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1789449589 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449573.254461:0:34609:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789449573.254465:0:34609:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b888e20c0. 00000100:00000001:3.0:1789449573.254469:0:34609:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789449573.254471:0:34609:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789449573.254482:0:34609:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:3.0:1789449573.254484:0:34609:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449573.254487:0:34609:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065f480 x1876371947529600/t0(0) o13->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1789449589 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449573.254492:0:34609:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449573.254496:0:34609:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449573.254501:0:34609:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b83605c00. 02000000:00000001:3.0:1789449573.254505:0:34609:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449573.254509:0:34609:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449573.254512:0:34609:0:(genops.c:1222:class_import_put()) import ffff9e8b90c6e800 refcount=2 obd=lustre-OST0000-osc-ffff9e8b89903000 00000020:00000001:3.0:1789449573.254514:0:34609:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449573.254518:0:34609:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b8b255e00. 02000000:00000001:3.0:1789449573.254523:0:34609:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449573.254526:0:34609:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449573.254528:0:34609:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065f480. 00000100:00000001:3.0:1789449573.254533:0:34609:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449573.254534:0:34609:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:3.0:1789449573.254539:0:34609:0:(obd_class.h:1116:obd_statfs()) lustre-OST0000-osc-ffff9e8b89903000: update ffff9e8b8374b7d8 cache blocks 901365/958279 objects 261772/262144 00020000:00000001:3.0:1789449573.254544:0:34609:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449573.254551:0:34609:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449573.254556:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1789449573.254560:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b83607c00. 00000080:00000001:3.0:1789449573.254564:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449573.254568:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449573.254746:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789449573.254750:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:3.0:1789449573.254762:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789449573.254766:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789449573.254776:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b87c4b400. 00000020:00000001:3.0:1789449573.254782:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449573.254784:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789449573.254789:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789449573.254791:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b87c4b400 uarg=0000000000000000 00020000:00000001:3.0:1789449573.254799:0:34609:0:(obd_class.h:1074:obd_statfs()) Process entered 00020000:00000004:3.0:1789449573.254803:0:34609:0:(obd_class.h:1090:obd_statfs()) lustre-OST0001-osc-ffff9e8b89903000: age 1898, max_age 1907 00000008:00000001:3.0:1789449573.254807:0:34609:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:3.0:1789449573.254811:0:34609:0:(genops.c:1209:class_import_get()) import ffff9e8b8986b000 refcount=3 obd=lustre-OST0001-osc-ffff9e8b89903000 00000100:00000010:3.0:1789449573.254819:0:34609:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83108000. 00000020:00000040:3.0:1789449573.254823:0:34609:0:(genops.c:1209:class_import_get()) import ffff9e8b8986b000 refcount=4 obd=lustre-OST0001-osc-ffff9e8b89903000 00000020:00000001:3.0:1789449573.254827:0:34609:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449573.254828:0:34609:0:(genops.c:1222:class_import_put()) import ffff9e8b8986b000 refcount=3 obd=lustre-OST0001-osc-ffff9e8b89903000 00000020:00000001:3.0:1789449573.254831:0:34609:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:3.0:1789449573.254833:0:34609:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789449573.254837:0:34609:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789449573.254844:0:34609:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789449573.254852:0:34609:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b9051cc00. 00000100:00000001:3.0:1789449573.254861:0:34609:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449573.254865:0:34609:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789449573.254868:0:34609:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789449573.254935:0:34609:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b899da3c0. 00000100:00000001:3.0:1789449573.254938:0:34609:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920879293376 : -107152830258240 : ffff9e8b899da3c0) 00000100:00000001:3.0:1789449573.254942:0:34609:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449573.254944:0:34609:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769380352 : -107152940171264 : ffff9e8b83108000) 00000100:00000001:3.0:1789449573.254950:0:34609:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789449573.254955:0:34609:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449573.254957:0:34609:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789449573.254959:0:34609:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789449573.254964:0:34609:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83108000 x1876371947529728/t0(0) o13->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449573.254972:0:34609:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789449573.254974:0:34609:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449573.254979:0:34609:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789449573.254982:0:34609:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789449573.254985:0:34609:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449573.254989:0:34609:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83108000 pname:cluuid:pid:xid:nid:opc:job lfs:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:34609:1876371947529728:192.168.202.109@tcp:13:lfs.0 00000100:00000001:3.0:1789449573.254994:0:34609:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789449573.255000:0:34609:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789449573.255002:0:34609:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449573.255005:0:34609:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789449573.255011:0:34609:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b87c4a000. 02000000:00000001:3.0:1789449573.255013:0:34609:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449573.255019:0:34609:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:3.0:1789449573.255023:0:34609:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b8525c0b0. 00000400:00000010:3.0:1789449573.255030:0:34609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69000. 00000100:00000200:3.0:1789449573.255038:0:34609:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947529728, portal 4 00000100:00000001:3.0:1789449573.255040:0:34609:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449573.255041:0:34609:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769380352 : -107152940171264 : ffff9e8b83108000) 00000100:00000040:3.0:1789449573.255050:0:34609:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b83108000 x1876371947529728/t0(0) o13->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1789449589 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449573.255057:0:34609:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449573.255061:0:34609:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1789449573.255064:0:34609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69e58. 00000100:00000200:3.0:1789449573.255068:0:34609:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1876371947529728, offset 0 00000400:00000200:3.0:1789449573.255076:0:34609:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1789449573.255086:0:34609:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449573.255095:0:34609:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449573.255103:0:34609:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789449573.255108:0:34609:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1789449573.255112:0:34609:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789449573.255115:0:34609:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1789449573.255119:0:34609:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2917:2917:256:4294967295] 192.168.202.109@tcp LPNI seq info [2917:2917:8:4294967295] 00000400:00000200:3.0:1789449573.255124:0:34609:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449573.255134:0:34609:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449573.255140:0:34609:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449573.255147:0:34609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051cf00. 00000800:00000200:3.0:1789449573.255156:0:34609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449573.255166:0:34609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449573.255171:0:34609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051cf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789449573.255194:0:34609:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449573.255201:0:34609:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: using a timeout of 225281 usecs (226 jiffies) 00000400:00000200:3.0:1789449573.255205:0:34609:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:3.0:1789449573.255209:0:34609:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296576167 00000100:00000001:3.0:1789449573.255212:0:34609:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296576764 00000100:00000001:3.0:1789449573.255216:0:34609:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296576167 00000100:00000001:3.0:1789449573.255218:0:34609:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296576764 00000100:00000001:3.0:1789449573.255221:0:34609:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449573.255224:0:34609:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449573.255226:0:34609:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449573.255228:0:34609:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789449573.255231:0:34609:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b899da3c0 going to sleep for 11 seconds 00000100:00000001:3.0:1789449573.255233:0:34609:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449573.255235:0:34609:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449573.257450:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449573.257463:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b9051cf00. 00000400:00000200:2.0:1789449573.257473:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449573.257485:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449573.257495:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69e58 00000400:00000010:2.0:1789449573.257499:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69e58. 00000100:00000001:2.0:1789449573.257505:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449573.257515:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83108000 x1876371947529728/t0(0) o13->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1789449589 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449573.257532:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449573.257536:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83108000 x1876371947529728/t0(0) o13->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1789449589 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449573.257543:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449573.257545:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449573.261740:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449573.261762:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449573.261768:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449573.261771:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449573.261784:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449573.261796:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449573.261808:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449573.261814:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449573.261820:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449573.261826:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 368 into portal 4 MB=0x6aa8ce3662600 00000400:00000200:2.0:1789449573.261832:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449573.261840:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 368/368 into md 0x84bd [1] + 224 00000800:00000001:2.0:1789449573.261852:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449573.261859:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449573.261865:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449573.261871:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449573.262073:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449573.262090:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83108000 x1876371947529728/t0(0) o13->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1789449589 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449573.262105:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9e8b83108000 x1876371947529728/t0(0) o13->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1789449589 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449573.262170:0:34609:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449573.262193:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449573.262209:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449573.262213:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1789449573.262440:0:34609:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449573.262444:0:34609:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449573.262451:0:34609:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b8525c0b0. 00000400:00000200:3.0:1789449573.262458:0:34609:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69000 00000400:00000010:3.0:1789449573.262462:0:34609:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69000. 00000100:00000001:3.0:1789449573.262466:0:34609:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449573.262473:0:34609:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83108000 x1876371947529728/t0(0) o13->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1789449589 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789449573.262483:0:34609:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83108000 x1876371947529728/t0(0) o13->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1789449589 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449573.262491:0:34609:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449573.262494:0:34609:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449573.262498:0:34609:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449573.262504:0:34609:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449573.262509:0:34609:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449573.262512:0:34609:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449573.262517:0:34609:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449573.262536:0:34609:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8986b4a8 time=52 v=5 (5 0 0 0) 00000100:00001000:3.0:1789449573.262542:0:34609:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8986b418 time=11 v=5 (1 0 0 0) 00000100:00000001:3.0:1789449573.262545:0:34609:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789449573.262548:0:34609:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449573.262551:0:34609:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789449573.262557:0:34609:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449573.262563:0:34609:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789449573.262565:0:34609:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9e8b89903000: skip recheck: last_committed 4294967328 00000100:00000001:3.0:1789449573.262567:0:34609:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789449573.262570:0:34609:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449573.262577:0:34609:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83108000 x1876371947529728/t0(0) o13->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1789449589 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449573.262585:0:34609:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449573.262591:0:34609:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449573.262593:0:34609:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449573.262597:0:34609:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83108000 x1876371947529728/t0(0) o13->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1789449589 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789449573.262606:0:34609:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83108000 pname:cluuid:pid:xid:nid:opc:job lfs:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:34609:1876371947529728:192.168.202.109@tcp:13:lfs.0 00000100:00000001:3.0:1789449573.262612:0:34609:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449573.262615:0:34609:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449573.262619:0:34609:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789449573.262621:0:34609:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449573.262626:0:34609:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83108000 x1876371947529728/t0(0) o13->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1789449589 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449573.262634:0:34609:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789449573.262638:0:34609:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b899da3c0. 00000100:00000001:3.0:1789449573.262642:0:34609:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789449573.262645:0:34609:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789449573.262653:0:34609:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:3.0:1789449573.262655:0:34609:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449573.262659:0:34609:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83108000 x1876371947529728/t0(0) o13->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1789449589 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449573.262665:0:34609:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449573.262668:0:34609:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449573.262672:0:34609:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b87c4a000. 02000000:00000001:3.0:1789449573.262676:0:34609:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449573.262679:0:34609:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449573.262681:0:34609:0:(genops.c:1222:class_import_put()) import ffff9e8b8986b000 refcount=2 obd=lustre-OST0001-osc-ffff9e8b89903000 00000020:00000001:3.0:1789449573.262684:0:34609:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449573.262688:0:34609:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b9051cc00. 02000000:00000001:3.0:1789449573.262692:0:34609:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449573.262694:0:34609:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449573.262696:0:34609:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83108000. 00000100:00000001:3.0:1789449573.262699:0:34609:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449573.262701:0:34609:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:3.0:1789449573.262705:0:34609:0:(obd_class.h:1116:obd_statfs()) lustre-OST0001-osc-ffff9e8b89903000: update ffff9e8b83748458 cache blocks 901344/958279 objects 261772/262144 00020000:00000001:3.0:1789449573.262710:0:34609:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449573.262717:0:34609:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449573.262721:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1789449573.262725:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b87c4b400. 00000080:00000001:3.0:1789449573.262731:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449573.262735:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449573.262913:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789449573.262917:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:3.0:1789449573.262929:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789449573.262933:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789449573.262952:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b87c4b400. 00000020:00000001:3.0:1789449573.262957:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449573.262960:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789449573.262964:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789449573.262966:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b87c4b400 uarg=0000000000000000 00020000:00000001:3.0:1789449573.262970:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.262972:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.262974:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789449573.262976:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b87c4b400. 00000080:00000001:3.0:1789449573.262979:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.262981:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.262986:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789449573.262987:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:3.0:1789449573.262992:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789449573.262993:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789449573.262996:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b87c4b400. 00000020:00000001:3.0:1789449573.262999:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449573.263000:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789449573.263001:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789449573.263002:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b87c4b400 uarg=0000000000000000 00020000:00000001:3.0:1789449573.263005:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.263007:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.263009:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789449573.263012:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b87c4b400. 00000080:00000001:3.0:1789449573.263014:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.263016:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.263019:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789449573.263021:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:3.0:1789449573.263023:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789449573.263025:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789449573.263027:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b87c4b400. 00000020:00000001:3.0:1789449573.263028:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449573.263030:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789449573.263031:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789449573.263032:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b87c4b400 uarg=0000000000000000 00020000:00000001:3.0:1789449573.263034:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.263036:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.263038:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789449573.263041:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b87c4b400. 00000080:00000001:3.0:1789449573.263042:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.263044:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.263047:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789449573.263048:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:3.0:1789449573.263051:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789449573.263052:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789449573.263055:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b87c4b400. 00000020:00000001:3.0:1789449573.263057:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449573.263058:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789449573.263059:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789449573.263061:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b87c4b400 uarg=0000000000000000 00020000:00000001:3.0:1789449573.263063:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.263065:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.263066:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789449573.263069:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b87c4b400. 00000080:00000001:3.0:1789449573.263070:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.263072:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.263074:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789449573.263075:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:3.0:1789449573.263077:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789449573.263078:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789449573.263080:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b87c4b400. 00000020:00000001:3.0:1789449573.263082:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449573.263083:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789449573.263084:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789449573.263085:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b87c4b400 uarg=0000000000000000 00020000:00000001:3.0:1789449573.263087:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.263097:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.263100:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789449573.263102:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b87c4b400. 00000080:00000001:3.0:1789449573.263104:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.263106:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.263109:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789449573.263110:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:3.0:1789449573.263113:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789449573.263114:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789449573.263116:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b87c4b400. 00000020:00000001:3.0:1789449573.263118:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449573.263120:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789449573.263121:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789449573.263123:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b87c4b400 uarg=0000000000000000 00020000:00000001:3.0:1789449573.263126:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.263128:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.263130:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789449573.263132:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b87c4b400. 00000080:00000001:3.0:1789449573.263134:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.263136:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.263139:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789449573.263140:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:3.0:1789449573.263143:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789449573.263144:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789449573.263146:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b87c4b400. 00000020:00000001:3.0:1789449573.263148:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449573.263150:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789449573.263151:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789449573.263152:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b87c4b400 uarg=0000000000000000 00020000:00000001:3.0:1789449573.263155:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.263157:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.263159:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789449573.263161:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b87c4b400. 00000080:00000001:3.0:1789449573.263163:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.263165:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.263168:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789449573.263170:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:3.0:1789449573.263173:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789449573.263174:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789449573.263176:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b87c4b400. 00000020:00000001:3.0:1789449573.263178:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449573.263179:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789449573.263181:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789449573.263182:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b87c4b400 uarg=0000000000000000 00020000:00000001:3.0:1789449573.263185:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.263187:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.263190:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789449573.263192:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b87c4b400. 00000080:00000001:3.0:1789449573.263193:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.263195:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.263198:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789449573.263199:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:3.0:1789449573.263202:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789449573.263203:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789449573.263205:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b87c4b400. 00000020:00000001:3.0:1789449573.263207:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449573.263208:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789449573.263209:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789449573.263210:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b87c4b400 uarg=0000000000000000 00020000:00000001:3.0:1789449573.263212:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.263215:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.263216:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789449573.263218:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b87c4b400. 00000080:00000001:3.0:1789449573.263220:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.263222:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.263225:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789449573.263226:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:3.0:1789449573.263228:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789449573.263229:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789449573.263231:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b87c4b400. 00000020:00000001:3.0:1789449573.263233:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449573.263235:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789449573.263236:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789449573.263237:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b87c4b400 uarg=0000000000000000 00020000:00000001:3.0:1789449573.263239:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.263241:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.263243:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789449573.263484:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b87c4b400. 00000080:00000001:3.0:1789449573.263489:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.263491:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.263498:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789449573.263499:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:3.0:1789449573.263503:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789449573.263505:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789449573.263509:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b87c4b400. 00000020:00000001:3.0:1789449573.263511:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449573.263513:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789449573.263515:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789449573.263516:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b87c4b400 uarg=0000000000000000 00020000:00000001:3.0:1789449573.263519:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.263521:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.263522:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789449573.263524:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b87c4b400. 00000080:00000001:3.0:1789449573.263526:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.263528:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.263531:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789449573.263533:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:3.0:1789449573.263536:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789449573.263537:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789449573.263539:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b87c4b400. 00000020:00000001:3.0:1789449573.263541:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449573.263542:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789449573.263543:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789449573.263545:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b87c4b400 uarg=0000000000000000 00020000:00000001:3.0:1789449573.263548:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.263549:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.263552:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789449573.263554:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b87c4b400. 00000080:00000001:3.0:1789449573.263556:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.263558:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.263562:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789449573.263564:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:3.0:1789449573.263566:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789449573.263568:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789449573.263570:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b87c4b400. 00000020:00000001:3.0:1789449573.263572:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449573.263574:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789449573.263575:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789449573.263576:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b87c4b400 uarg=0000000000000000 00020000:00000001:3.0:1789449573.263578:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.263580:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.263582:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789449573.263585:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b87c4b400. 00000080:00000001:3.0:1789449573.263587:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.263589:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.263591:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789449573.263593:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:3.0:1789449573.263596:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789449573.263597:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789449573.263599:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b87c4b400. 00000020:00000001:3.0:1789449573.263602:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449573.263604:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789449573.263605:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789449573.263606:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b87c4b400 uarg=0000000000000000 00020000:00000001:3.0:1789449573.263609:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.263611:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.263612:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789449573.263614:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b87c4b400. 00000080:00000001:3.0:1789449573.263616:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.263618:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.263622:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789449573.263623:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:3.0:1789449573.263625:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789449573.263626:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789449573.263631:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b87c4b400. 00000020:00000001:3.0:1789449573.263633:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449573.263635:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789449573.263636:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789449573.263637:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b87c4b400 uarg=0000000000000000 00020000:00000001:3.0:1789449573.263641:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.263643:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.263645:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789449573.263648:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b87c4b400. 00000080:00000001:3.0:1789449573.263650:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.263652:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.263655:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789449573.263657:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:3.0:1789449573.263660:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789449573.263661:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789449573.263663:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b87c4b400. 00000020:00000001:3.0:1789449573.263665:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449573.263667:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789449573.263669:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789449573.263671:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b87c4b400 uarg=0000000000000000 00020000:00000001:3.0:1789449573.263673:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.263675:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.263677:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789449573.263680:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b87c4b400. 00000080:00000001:3.0:1789449573.263682:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.263683:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.263687:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789449573.263689:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:3.0:1789449573.263691:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789449573.263692:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789449573.263694:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b87c4b400. 00000020:00000001:3.0:1789449573.263697:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449573.263699:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789449573.263701:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789449573.263702:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b87c4b400 uarg=0000000000000000 00020000:00000001:3.0:1789449573.263704:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.263706:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.263708:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789449573.263710:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b87c4b400. 00000080:00000001:3.0:1789449573.263712:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.263714:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.263717:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789449573.263718:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:3.0:1789449573.263721:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789449573.263723:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789449573.263725:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b87c4b400. 00000020:00000001:3.0:1789449573.263727:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449573.263728:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789449573.263729:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789449573.263730:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b87c4b400 uarg=0000000000000000 00020000:00000001:3.0:1789449573.263733:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.263735:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.263737:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789449573.263739:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b87c4b400. 00000080:00000001:3.0:1789449573.263741:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.263743:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.263745:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789449573.263747:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:3.0:1789449573.263749:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789449573.263751:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789449573.263753:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b87c4b400. 00000020:00000001:3.0:1789449573.263755:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449573.263756:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789449573.263757:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789449573.263758:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b87c4b400 uarg=0000000000000000 00020000:00000001:3.0:1789449573.263761:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.263763:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.263765:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789449573.263767:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b87c4b400. 00000080:00000001:3.0:1789449573.263769:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.263771:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.263773:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789449573.263775:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:3.0:1789449573.263777:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789449573.263778:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789449573.263780:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b87c4b400. 00000020:00000001:3.0:1789449573.263782:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449573.263783:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789449573.263784:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789449573.263785:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b87c4b400 uarg=0000000000000000 00020000:00000001:3.0:1789449573.263788:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.263789:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.263791:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789449573.263793:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b87c4b400. 00000080:00000001:3.0:1789449573.263795:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.263797:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.263800:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789449573.263801:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:3.0:1789449573.263804:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789449573.263805:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789449573.263806:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b87c4b400. 00000020:00000001:3.0:1789449573.263808:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449573.263810:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789449573.263811:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789449573.263812:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b87c4b400 uarg=0000000000000000 00020000:00000001:3.0:1789449573.263814:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.263816:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.263818:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789449573.263820:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b87c4b400. 00000080:00000001:3.0:1789449573.263822:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.263823:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.263826:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789449573.263827:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:3.0:1789449573.263830:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789449573.263831:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789449573.263832:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b87c4b400. 00000020:00000001:3.0:1789449573.263834:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449573.263836:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789449573.263837:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789449573.263838:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b87c4b400 uarg=0000000000000000 00020000:00000001:3.0:1789449573.263840:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.263842:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.263844:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789449573.263846:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b87c4b400. 00000080:00000001:3.0:1789449573.263848:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.263849:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.263852:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789449573.263853:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:3.0:1789449573.263856:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789449573.263857:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789449573.263858:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b87c4b400. 00000020:00000001:3.0:1789449573.263860:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449573.263862:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789449573.263863:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789449573.263864:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b87c4b400 uarg=0000000000000000 00020000:00000001:3.0:1789449573.263867:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.263868:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.263870:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789449573.263872:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b87c4b400. 00000080:00000001:3.0:1789449573.263874:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.263876:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.264153:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789449573.264157:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:3.0:1789449573.264161:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789449573.264163:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789449573.264166:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b87c4b400. 00000020:00000001:3.0:1789449573.264169:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449573.264171:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789449573.264173:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789449573.264175:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b87c4b400 uarg=0000000000000000 00020000:00000001:3.0:1789449573.264178:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.264179:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.264181:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789449573.264184:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b87c4b400. 00000080:00000001:3.0:1789449573.264187:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.264189:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.264194:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789449573.264195:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:3.0:1789449573.264197:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789449573.264198:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789449573.264200:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b87c4b400. 00000020:00000001:3.0:1789449573.264202:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449573.264204:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789449573.264205:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789449573.264206:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b87c4b400 uarg=0000000000000000 00020000:00000001:3.0:1789449573.264209:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.264210:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.264212:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789449573.264214:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b87c4b400. 00000080:00000001:3.0:1789449573.264216:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.264218:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.264221:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789449573.264222:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:3.0:1789449573.264224:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789449573.264225:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789449573.264228:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b87c4b400. 00000020:00000001:3.0:1789449573.264231:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449573.264232:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789449573.264233:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789449573.264234:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b87c4b400 uarg=0000000000000000 00020000:00000001:3.0:1789449573.264236:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.264238:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.264240:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789449573.264241:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b87c4b400. 00000080:00000001:3.0:1789449573.264244:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.264336:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.264343:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789449573.264345:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:3.0:1789449573.264348:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789449573.264349:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789449573.264352:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b87c4b400. 00000020:00000001:3.0:1789449573.264354:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449573.264355:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789449573.264357:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789449573.264358:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b87c4b400 uarg=0000000000000000 00020000:00000001:3.0:1789449573.264360:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.264363:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.264365:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789449573.264367:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b87c4b400. 00000080:00000001:3.0:1789449573.264369:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.264371:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.264374:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789449573.264375:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:3.0:1789449573.264377:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789449573.264378:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789449573.264380:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b87c4b400. 00000020:00000001:3.0:1789449573.264382:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449573.264383:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789449573.264385:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789449573.264387:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b87c4b400 uarg=0000000000000000 00020000:00000001:3.0:1789449573.264389:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.264392:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.264394:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789449573.264396:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b87c4b400. 00000080:00000001:3.0:1789449573.264398:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.264400:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.264404:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789449573.264405:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:3.0:1789449573.264408:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789449573.264409:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789449573.264411:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b87c4b400. 00000020:00000001:3.0:1789449573.264413:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449573.264415:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789449573.264416:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789449573.264418:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b87c4b400 uarg=0000000000000000 00020000:00000001:3.0:1789449573.264420:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.264422:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.264424:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789449573.264427:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b87c4b400. 00000080:00000001:3.0:1789449573.264429:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.264431:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.264434:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789449573.264435:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:3.0:1789449573.264438:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789449573.264439:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789449573.264442:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b87c4b400. 00000020:00000001:3.0:1789449573.264444:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449573.264446:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789449573.264447:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789449573.264448:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b87c4b400 uarg=0000000000000000 00020000:00000001:3.0:1789449573.264451:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.264453:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.264454:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789449573.264456:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b87c4b400. 00000080:00000001:3.0:1789449573.264458:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.264459:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.264462:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789449573.264464:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:3.0:1789449573.264466:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789449573.264467:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789449573.264469:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b87c4b400. 00000020:00000001:3.0:1789449573.264470:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449573.264472:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789449573.264473:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789449573.264473:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b87c4b400 uarg=0000000000000000 00020000:00000001:3.0:1789449573.264475:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.264477:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.264478:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789449573.264480:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b87c4b400. 00000080:00000001:3.0:1789449573.264482:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.264484:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.264486:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789449573.264487:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:3.0:1789449573.264489:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789449573.264490:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789449573.264492:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b87c4b400. 00000020:00000001:3.0:1789449573.264493:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449573.264495:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789449573.264496:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789449573.264497:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b87c4b400 uarg=0000000000000000 00020000:00000001:3.0:1789449573.264499:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.264501:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.264503:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789449573.264504:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b87c4b400. 00000080:00000001:3.0:1789449573.264507:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.264508:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.264511:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789449573.264512:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:3.0:1789449573.264515:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789449573.264516:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789449573.264518:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b87c4b400. 00000020:00000001:3.0:1789449573.264520:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449573.264521:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789449573.264522:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789449573.264523:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b87c4b400 uarg=0000000000000000 00020000:00000001:3.0:1789449573.264526:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.264527:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.264529:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789449573.264531:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b87c4b400. 00000080:00000001:3.0:1789449573.264533:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.264535:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.264538:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789449573.264539:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:3.0:1789449573.264542:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789449573.264543:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789449573.264545:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b87c4b400. 00000020:00000001:3.0:1789449573.264546:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449573.264547:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789449573.264549:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789449573.264550:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b87c4b400 uarg=0000000000000000 00020000:00000001:3.0:1789449573.264553:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.264554:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.264556:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789449573.264557:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b87c4b400. 00000080:00000001:3.0:1789449573.264559:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.264561:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.264563:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789449573.264565:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:3.0:1789449573.264567:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789449573.264568:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789449573.264570:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b87c4b400. 00000020:00000001:3.0:1789449573.264571:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449573.264573:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789449573.264573:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789449573.264574:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b87c4b400 uarg=0000000000000000 00020000:00000001:3.0:1789449573.264577:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.264578:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.264580:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789449573.264581:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b87c4b400. 00000080:00000001:3.0:1789449573.264583:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.264584:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.264587:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789449573.264588:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:3.0:1789449573.264590:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789449573.264591:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789449573.264592:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b87c4b400. 00000020:00000001:3.0:1789449573.264594:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449573.264595:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789449573.264596:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789449573.264598:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b87c4b400 uarg=0000000000000000 00020000:00000001:3.0:1789449573.264600:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.264601:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.264603:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789449573.264605:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b87c4b400. 00000080:00000001:3.0:1789449573.264607:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.264608:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.264611:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789449573.264612:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:3.0:1789449573.264614:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789449573.264615:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789449573.264618:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b87c4b400. 00000020:00000001:3.0:1789449573.264619:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449573.264621:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789449573.264621:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789449573.264622:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b87c4b400 uarg=0000000000000000 00020000:00000001:3.0:1789449573.264625:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.264626:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.264628:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789449573.264629:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b87c4b400. 00000080:00000001:3.0:1789449573.264631:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.264633:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.264635:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789449573.264636:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:3.0:1789449573.264638:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789449573.264639:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789449573.264641:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b87c4b400. 00000020:00000001:3.0:1789449573.264643:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449573.264644:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789449573.264645:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789449573.264646:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b87c4b400 uarg=0000000000000000 00020000:00000001:3.0:1789449573.264648:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.264649:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.264651:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789449573.264652:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b87c4b400. 00000080:00000001:3.0:1789449573.264654:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.264655:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.264658:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789449573.264659:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:3.0:1789449573.264661:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789449573.264662:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789449573.264663:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b87c4b400. 00000020:00000001:3.0:1789449573.264665:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449573.264666:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789449573.264667:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789449573.264668:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b87c4b400 uarg=0000000000000000 00020000:00000001:3.0:1789449573.264670:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.264672:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.264673:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789449573.264674:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b87c4b400. 00000080:00000001:3.0:1789449573.264676:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.264678:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.264681:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789449573.264682:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:3.0:1789449573.264684:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789449573.264685:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789449573.264687:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b87c4b400. 00000020:00000001:3.0:1789449573.264689:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449573.264690:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789449573.264691:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789449573.264692:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b87c4b400 uarg=0000000000000000 00020000:00000001:3.0:1789449573.264694:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.264696:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.264697:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789449573.264699:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b87c4b400. 00000080:00000001:3.0:1789449573.264701:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.264702:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.264705:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789449573.264706:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:3.0:1789449573.264708:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789449573.264709:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789449573.264711:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b87c4b400. 00000020:00000001:3.0:1789449573.264713:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449573.264714:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789449573.264715:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789449573.264716:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b87c4b400 uarg=0000000000000000 00020000:00000001:3.0:1789449573.264718:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.264720:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.264722:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789449573.264724:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b87c4b400. 00000080:00000001:3.0:1789449573.264726:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.264727:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.264730:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789449573.264731:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:3.0:1789449573.264733:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789449573.264734:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789449573.264737:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b87c4b400. 00000020:00000001:3.0:1789449573.264739:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449573.264740:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789449573.264741:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789449573.264743:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b87c4b400 uarg=0000000000000000 00020000:00000001:3.0:1789449573.264745:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.264747:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.264748:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789449573.264750:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b87c4b400. 00000080:00000001:3.0:1789449573.264752:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.264754:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.264757:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789449573.264758:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:3.0:1789449573.264760:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789449573.264762:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789449573.264764:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b87c4b400. 00000020:00000001:3.0:1789449573.264766:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449573.264768:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789449573.264769:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789449573.264770:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b87c4b400 uarg=0000000000000000 00020000:00000001:3.0:1789449573.264773:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.264774:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.264776:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789449573.264778:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b87c4b400. 00000080:00000001:3.0:1789449573.264781:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.264783:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.264786:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789449573.264788:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:3.0:1789449573.264790:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789449573.264791:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789449573.264793:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b87c4b400. 00000020:00000001:3.0:1789449573.264795:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449573.264796:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789449573.264797:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789449573.264798:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b87c4b400 uarg=0000000000000000 00020000:00000001:3.0:1789449573.264801:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.264803:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.264804:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789449573.264806:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b87c4b400. 00000080:00000001:3.0:1789449573.264809:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.264810:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.264814:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789449573.264815:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:3.0:1789449573.264818:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789449573.264819:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789449573.264821:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b87c4b400. 00000020:00000001:3.0:1789449573.264822:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449573.264824:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789449573.264825:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789449573.264826:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b87c4b400 uarg=0000000000000000 00020000:00000001:3.0:1789449573.264828:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.264830:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.264832:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789449573.264834:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b87c4b400. 00000080:00000001:3.0:1789449573.264835:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.264840:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.264842:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789449573.264844:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:3.0:1789449573.264847:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789449573.264848:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789449573.264849:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b87c4b400. 00000020:00000001:3.0:1789449573.264851:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449573.264852:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789449573.264853:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789449573.264855:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b87c4b400 uarg=0000000000000000 00020000:00000001:3.0:1789449573.264856:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.264858:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.264860:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789449573.264862:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b87c4b400. 00000080:00000001:3.0:1789449573.264863:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.264865:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.264867:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789449573.264869:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:3.0:1789449573.264871:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789449573.264872:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789449573.264874:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b87c4b400. 00000020:00000001:3.0:1789449573.264875:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449573.264877:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789449573.264878:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789449573.265055:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b87c4b400 uarg=0000000000000000 00020000:00000001:3.0:1789449573.265058:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.265060:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.265062:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789449573.265064:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b87c4b400. 00000080:00000001:3.0:1789449573.265067:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.265070:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.265077:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789449573.265078:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:3.0:1789449573.265378:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789449573.265379:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789449573.265385:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b87c4b400. 00000020:00000001:3.0:1789449573.265389:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449573.265391:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789449573.265393:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789449573.265394:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b87c4b400 uarg=0000000000000000 00020000:00000001:3.0:1789449573.265397:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.265398:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.265400:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789449573.265402:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b87c4b400. 00000080:00000001:3.0:1789449573.265405:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.265406:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.265411:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789449573.265412:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:3.0:1789449573.265415:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789449573.265417:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789449573.265419:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b87c4b400. 00000020:00000001:3.0:1789449573.265420:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449573.265422:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789449573.265423:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789449573.265424:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b87c4b400 uarg=0000000000000000 00020000:00000001:3.0:1789449573.265426:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.265428:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.265430:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789449573.265431:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b87c4b400. 00000080:00000001:3.0:1789449573.265434:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.265435:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.265437:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789449573.265438:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:3.0:1789449573.265440:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789449573.265441:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789449573.265443:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b87c4b400. 00000020:00000001:3.0:1789449573.265445:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449573.265446:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789449573.265448:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789449573.265449:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b87c4b400 uarg=0000000000000000 00020000:00000001:3.0:1789449573.265451:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.265453:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.265455:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789449573.265456:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b87c4b400. 00000080:00000001:3.0:1789449573.265458:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.265460:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.265462:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789449573.265463:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:3.0:1789449573.265465:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789449573.265466:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789449573.265468:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b87c4b400. 00000020:00000001:3.0:1789449573.265470:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449573.265471:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789449573.265473:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789449573.265474:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b87c4b400 uarg=0000000000000000 00020000:00000001:3.0:1789449573.265476:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.265477:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.265479:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789449573.265481:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b87c4b400. 00000080:00000001:3.0:1789449573.265483:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.265484:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.265487:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789449573.265488:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:3.0:1789449573.265490:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789449573.265491:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789449573.265493:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b87c4b400. 00000020:00000001:3.0:1789449573.265495:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449573.265497:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789449573.265498:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789449573.265499:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b87c4b400 uarg=0000000000000000 00020000:00000001:3.0:1789449573.265501:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.265503:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.265504:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789449573.265506:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b87c4b400. 00000080:00000001:3.0:1789449573.265508:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.265510:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.265512:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789449573.265513:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:3.0:1789449573.265515:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789449573.265516:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789449573.265519:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b87c4b400. 00000020:00000001:3.0:1789449573.265521:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449573.265522:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789449573.265523:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789449573.265524:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b87c4b400 uarg=0000000000000000 00020000:00000001:3.0:1789449573.265527:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.265529:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.265531:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789449573.265533:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b87c4b400. 00000080:00000001:3.0:1789449573.265535:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.265536:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.265539:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789449573.265541:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:3.0:1789449573.265543:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789449573.265544:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789449573.265546:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b87c4b400. 00000020:00000001:3.0:1789449573.265549:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449573.265550:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789449573.265551:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789449573.265552:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b87c4b400 uarg=0000000000000000 00020000:00000001:3.0:1789449573.265554:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.265556:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.265558:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789449573.265560:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b87c4b400. 00000080:00000001:3.0:1789449573.265562:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.265564:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.265566:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789449573.265568:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:3.0:1789449573.265570:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789449573.265572:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789449573.265573:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b87c4b400. 00000020:00000001:3.0:1789449573.265575:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449573.265577:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789449573.265577:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789449573.265578:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b87c4b400 uarg=0000000000000000 00020000:00000001:3.0:1789449573.265580:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.265581:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.265583:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789449573.265585:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b87c4b400. 00000080:00000001:3.0:1789449573.265587:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.265588:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.265591:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789449573.265592:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:3.0:1789449573.265594:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789449573.265595:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789449573.265596:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b87c4b400. 00000020:00000001:3.0:1789449573.265598:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449573.265600:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789449573.265600:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789449573.265601:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b87c4b400 uarg=0000000000000000 00020000:00000001:3.0:1789449573.265603:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.265605:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.265606:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789449573.265607:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b87c4b400. 00000080:00000001:3.0:1789449573.265609:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.265611:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.265613:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789449573.265615:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:3.0:1789449573.265618:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789449573.265618:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789449573.265620:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b87c4b400. 00000020:00000001:3.0:1789449573.265621:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449573.265623:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789449573.265624:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789449573.265625:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b87c4b400 uarg=0000000000000000 00020000:00000001:3.0:1789449573.265627:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.265629:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.265630:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789449573.265632:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b87c4b400. 00000080:00000001:3.0:1789449573.265634:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.265636:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.265638:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789449573.265640:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:3.0:1789449573.265642:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789449573.265643:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789449573.265645:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b87c4b400. 00000020:00000001:3.0:1789449573.265647:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449573.265648:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789449573.265649:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789449573.265650:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b87c4b400 uarg=0000000000000000 00020000:00000001:3.0:1789449573.265653:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.265654:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.265656:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789449573.265658:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b87c4b400. 00000080:00000001:3.0:1789449573.265660:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.265661:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.265664:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789449573.265665:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:3.0:1789449573.265667:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789449573.265668:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789449573.265671:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b87c4b400. 00000020:00000001:3.0:1789449573.265673:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449573.265674:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789449573.265675:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789449573.265676:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b87c4b400 uarg=0000000000000000 00020000:00000001:3.0:1789449573.265678:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.265679:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.265681:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789449573.265683:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b87c4b400. 00000080:00000001:3.0:1789449573.265684:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.265686:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.265688:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789449573.265689:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:3.0:1789449573.265691:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789449573.265693:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789449573.265694:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b87c4b400. 00000020:00000001:3.0:1789449573.265696:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449573.265698:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789449573.265699:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789449573.265700:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b87c4b400 uarg=0000000000000000 00020000:00000001:3.0:1789449573.265702:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.265704:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.265706:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789449573.265708:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b87c4b400. 00000080:00000001:3.0:1789449573.265709:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.265711:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.265714:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789449573.265716:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:3.0:1789449573.265718:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789449573.265719:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789449573.265721:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b87c4b400. 00000020:00000001:3.0:1789449573.265723:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449573.265724:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789449573.265726:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789449573.265727:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b87c4b400 uarg=0000000000000000 00020000:00000001:3.0:1789449573.265730:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.265731:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.265733:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789449573.265735:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b87c4b400. 00000080:00000001:3.0:1789449573.265737:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.265739:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.265742:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789449573.265744:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:3.0:1789449573.265746:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789449573.265748:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789449573.265750:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b87c4b400. 00000020:00000001:3.0:1789449573.265752:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449573.265754:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789449573.265755:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789449573.265757:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b87c4b400 uarg=0000000000000000 00020000:00000001:3.0:1789449573.265760:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.265762:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.265764:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789449573.265766:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b87c4b400. 00000080:00000001:3.0:1789449573.265768:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.265770:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789449573.265772:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789449573.265774:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fff346c0e20 00000080:00000001:3.0:1789449573.265777:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789449573.265778:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789449573.265780:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b87c4b400. 00000020:00000001:3.0:1789449573.265782:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449573.265784:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789449573.265785:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789449573.265786:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b87c4b400 uarg=0000000000000000 00020000:00000001:3.0:1789449573.265790:0:34609:0:(lov_obd.c:1002:lov_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1789449573.265792:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1789449573.265794:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:3.0:1789449573.265796:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b87c4b400. 00000080:00000001:3.0:1789449573.265797:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1789449573.265799:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1789449573.265819:0:34609:0:(dir.c:3022:ll_dir_release()) Process entered 00000080:00000001:3.0:1789449573.265822:0:34609:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1789449573.265828:0:34609:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711814f3dd0 00000080:00200008:3.0:1789449573.265831:0:34609:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9e8b89180908), flags 100000 00000080:00400000:3.0:1789449573.265837:0:34609:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:3.0:1789449573.265841:0:34609:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9e8b8c4477c0. 00000080:00000001:3.0:1789449573.265848:0:34609:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1789449573.265851:0:34609:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711814f3dd0 00000080:00000008:3.0:1789449573.265853:0:34609:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9e8b89180908), flags 100000, rc = 0 00000080:00000001:3.0:1789449573.265855:0:34609:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449573.265857:0:34609:0:(dir.c:3023:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449573.892103:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449573.892110:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449573.892116:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449573.892117:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449573.893748:0:16942:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789449573.893754:0:16942:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449573.893759:0:16942:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789449574.081939:0:29299:0:(connection.c:75:cpu_latency_work()) work item of ffff9e8b8322a330 (cpu 3) has reached its deadline 4296576764, at 4296576768 00000100:00000010:3.0:1789449574.081957:0:29299:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e8b87cd5e40. 00000100:00000040:2.0:1789449574.082799:0:32803:0:(connection.c:75:cpu_latency_work()) work item of ffff9e8b8322a220 (cpu 2) has reached its deadline 4296576764, at 4296576768 00000100:00000010:2.0:1789449574.082808:0:32803:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e8b87cd5720. 00000100:00000040:1.0:1789449574.359048:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80a9314a-fa92-41c3-8d17-36c58fffb192->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789449574.359060:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789449574.359070:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83691f80. 00000020:00000040:1.0:1789449574.359077:0:37:0:(genops.c:1209:class_import_get()) import ffff9e8b83927000 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:1.0:1789449574.359083:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789449574.359086:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789449574.359091:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789449574.359099:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b82c10a00. 00000100:00000001:1.0:1789449574.359107:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449574.359119:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 80a9314a-fa92-41c3-8d17-36c58fffb192->MGS req@ffff9e8b83691f80 x1876371947529856/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789449574.359130:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789449574.359134:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449574.359140:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fffe28ac] to pc [ptlrpcd_00_00+0] req@ffff9e8b83691f80 x1876371947529856/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449574.359172:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449574.359175:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789449574.359178:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789449574.359181:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83691880. 00000020:00000040:1.0:1789449574.359183:0:37:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000100:00000001:1.0:1789449574.359185:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789449574.359187:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789449574.359189:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789449574.359192:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b82c10c00. 00000100:00000001:1.0:1789449574.359194:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449574.359198:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0000_UUID req@ffff9e8b83691880 x1876371947529984/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789449574.359205:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789449574.359207:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449574.359211:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c4546fd8] to pc [ptlrpcd_00_01+1] req@ffff9e8b83691880 x1876371947529984/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449574.359219:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449574.359221:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789449574.359224:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789449574.359227:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83692d80. 00000020:00000040:1.0:1789449574.359230:0:37:0:(genops.c:1209:class_import_get()) import ffff9e8b862dc800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000100:00000001:1.0:1789449574.359232:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789449574.359233:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789449574.359235:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789449574.359237:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b82c10300. 00000100:00000001:1.0:1789449574.359239:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449574.359243:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0001_UUID req@ffff9e8b83692d80 x1876371947530112/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789449574.359250:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789449574.359251:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449574.359255:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6f10567] to pc [ptlrpcd_00_00+0] req@ffff9e8b83692d80 x1876371947530112/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449574.359261:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449574.359263:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789449574.359266:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789449574.359270:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83690700. 00000020:00000040:1.0:1789449574.359271:0:37:0:(genops.c:1209:class_import_get()) import ffff9e8b90c6e800 refcount=3 obd=lustre-OST0000-osc-ffff9e8b89903000 00000100:00000001:1.0:1789449574.359273:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789449574.359275:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789449574.359276:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789449574.359279:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b82c10200. 00000100:00000001:1.0:1789449574.359281:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449574.359297:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0000_UUID req@ffff9e8b83690700 x1876371947530240/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789449574.359304:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789449574.359306:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449574.359310:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007eaabfc1] to pc [ptlrpcd_00_01+1] req@ffff9e8b83690700 x1876371947530240/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449574.359317:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449574.359320:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789449574.359322:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789449574.359326:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83692300. 00000020:00000040:1.0:1789449574.359328:0:37:0:(genops.c:1209:class_import_get()) import ffff9e8b8986b000 refcount=3 obd=lustre-OST0001-osc-ffff9e8b89903000 00000100:00000001:1.0:1789449574.359330:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789449574.359331:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789449574.359333:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789449574.359336:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b82c10e00. 00000100:00000001:1.0:1789449574.359338:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449574.359341:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0001_UUID req@ffff9e8b83692300 x1876371947530368/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789449574.359347:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789449574.359349:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449574.359352:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc9fdae5] to pc [ptlrpcd_00_00+0] req@ffff9e8b83692300 x1876371947530368/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449574.359358:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449574.359362:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1914) 00000100:00000001:1.0:1789449574.359383:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449574.359388:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449574.359390:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789449574.359395:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83691f80 x1876371947529856/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449574.359402:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449574.359404:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449574.359407:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789449574.359410:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789449574.359412:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449574.359415:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83691f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:80a9314a-fa92-41c3-8d17-36c58fffb192:2399:1876371947529856:192.168.202.109@tcp:400:kworker.0 00000100:00000001:1.0:1789449574.359420:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789449574.359425:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789449574.359427:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449574.359430:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789449574.359435:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b83766000. 02000000:00000001:1.0:1789449574.359437:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789449574.359446:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:1.0:1789449574.359451:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b83427000. 00000400:00000010:1.0:1789449574.359459:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b850126e8. 00000100:00000200:1.0:1789449574.359467:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947529856, portal 25 00000100:00000001:1.0:1789449574.359470:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449574.359471:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775188352 : -107152934363264 : ffff9e8b83691f80) 00000100:00000040:1.0:1789449574.359478:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b83691f80 x1876371947529856/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449590 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449574.359484:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789449574.359487:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1789449574.359489:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b850124c8. 00000100:00000200:1.0:1789449574.359493:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876371947529856, offset 0 00000400:00000200:1.0:1789449574.359499:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1789449574.359509:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449574.359519:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1789449574.359525:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789449574.359530:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1789449574.359534:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789449574.359536:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1789449574.359539:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2918:2918:256:4294967295] 192.168.202.109@tcp LPNI seq info [2918:2918:8:4294967295] 00000400:00000200:1.0:1789449574.359544:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449574.359555:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1789449574.359562:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1789449574.359567:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b82c10d00. 00000800:00000200:1.0:1789449574.359575:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1789449574.359584:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1789449574.359588:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b82c10d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789449574.359646:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789449574.359652:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:1.0:1789449574.359655:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296581172 00000100:00000010:1.0:1789449574.359661:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e8b87c1e5a0. 00000100:00000001:1.0:1789449574.359668:0:2399:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789449574.359672:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296581172 00000100:00000010:1.0:1789449574.359676:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e8b87c1e780. 00000100:00000001:1.0:1789449574.359679:0:2399:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789449574.359681:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449574.359684:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449574.359686:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789449574.359690:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83692d80 x1876371947530112/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449574.359697:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449574.359698:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449574.359700:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789449574.359702:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789449574.359704:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449574.359706:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83692d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2399:1876371947530112:192.168.202.109@tcp:400:kworker.0 00000100:00000001:1.0:1789449574.359709:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789449574.359711:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789449574.359713:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449574.359714:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789449574.359717:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b83766200. 02000000:00000001:1.0:1789449574.359718:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789449574.359722:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:1.0:1789449574.359725:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b83427f20. 00000400:00000010:1.0:1789449574.359729:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012110. 00000100:00000200:1.0:1789449574.359731:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947530112, portal 10 00000100:00000001:1.0:1789449574.359733:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449574.359734:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775191936 : -107152934359680 : ffff9e8b83692d80) 00000100:00000040:1.0:1789449574.359741:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b83692d80 x1876371947530112/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449590 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449574.359747:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789449574.359750:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1789449574.359752:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012bb0. 00000100:00000200:1.0:1789449574.359755:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876371947530112, offset 0 00000400:00000200:1.0:1789449574.359759:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1789449574.359763:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449574.359767:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1789449574.359770:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789449574.359772:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1789449574.359774:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789449574.359776:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1789449574.359779:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2919:2919:255:4294967295] 192.168.202.109@tcp LPNI seq info [2919:2919:7:4294967295] 00000400:00000200:1.0:1789449574.359783:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449574.359789:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1789449574.359793:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1789449574.359799:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b89db4a00. 00000800:00000200:1.0:1789449574.359803:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1789449574.359807:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1789449574.359810:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b89db4a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789449574.359813:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449574.359817:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: using a timeout of 22373 usecs (23 jiffies) 00000400:00000200:1.0:1789449574.359820:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:1.0:1789449574.359823:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296577068 00000100:00000001:1.0:1789449574.359825:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296581172 00000100:00000001:1.0:1789449574.359828:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296577068 00000100:00000001:1.0:1789449574.359830:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296581172 00000100:00000001:1.0:1789449574.359832:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449574.359834:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449574.359836:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789449574.359840:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83692300 x1876371947530368/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449574.359852:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449574.359853:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449574.359856:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789449574.359857:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789449574.359859:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449574.359862:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83692300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2399:1876371947530368:192.168.202.109@tcp:400:kworker.0 00000100:00000001:1.0:1789449574.359865:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789449574.359867:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789449574.359868:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449574.359870:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789449574.359873:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b83766e00. 02000000:00000001:1.0:1789449574.359875:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789449574.360015:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:1.0:1789449574.360019:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b83427058. 00000400:00000010:1.0:1789449574.360023:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012cc0. 00000100:00000200:1.0:1789449574.360026:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947530368, portal 4 00000100:00000001:1.0:1789449574.360029:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449574.360030:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775189248 : -107152934362368 : ffff9e8b83692300) 00000100:00000040:1.0:1789449574.360037:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b83692300 x1876371947530368/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449590 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449574.360043:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789449574.360045:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1789449574.360049:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012990. 00000100:00000200:1.0:1789449574.360051:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876371947530368, offset 0 00000400:00000200:1.0:1789449574.360055:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1789449574.360058:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449574.360062:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1789449574.360064:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789449574.360066:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1789449574.360068:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789449574.360070:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1789449574.360073:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2920:2920:254:4294967295] 192.168.202.109@tcp LPNI seq info [2920:2920:6:4294967295] 00000400:00000200:1.0:1789449574.360076:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449574.360080:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1789449574.360085:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1789449574.360092:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b83d9c000. 00000800:00000200:1.0:1789449574.360097:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1789449574.360101:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1789449574.360103:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b83d9c000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789449574.360106:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449574.360109:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: using a timeout of 224212 usecs (225 jiffies) 00000400:00000200:1.0:1789449574.360111:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:1.0:1789449574.360113:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296577271 00000100:00000001:1.0:1789449574.360115:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296581172 00000100:00000001:1.0:1789449574.360118:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296577271 00000100:00000001:1.0:1789449574.360120:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296581172 00000100:00000001:1.0:1789449574.360122:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449574.360125:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449574.360127:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449574.360131:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449574.360141:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789449574.360144:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789449574.360147:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449574.360148:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449574.360149:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449574.360152:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1789449574.360155:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449574.360156:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789449574.360158:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449574.360159:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449574.360160:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449574.360161:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789449574.360165:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83691880 x1876371947529984/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449574.360173:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449574.360175:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449574.360177:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789449574.360179:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789449574.360181:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449574.360184:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83691880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2399:1876371947529984:192.168.202.109@tcp:400:kworker.0 00000100:00000001:1.0:1789449574.360187:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789449574.360190:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789449574.360192:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449574.360193:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789449574.360197:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b83767400. 02000000:00000001:1.0:1789449574.360198:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789449574.360201:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:1.0:1789449574.360203:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b834277e8. 00000400:00000010:1.0:1789449574.360207:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012908. 00000100:00000200:1.0:1789449574.360209:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947529984, portal 10 00000100:00000001:1.0:1789449574.360211:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449574.360212:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775186560 : -107152934365056 : ffff9e8b83691880) 00000100:00000040:1.0:1789449574.360218:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b83691880 x1876371947529984/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449590 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449574.360223:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789449574.360225:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1789449574.360227:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012c38. 00000100:00000200:1.0:1789449574.360230:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876371947529984, offset 0 00000400:00000200:1.0:1789449574.360233:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1789449574.360237:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449574.360240:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1789449574.360243:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789449574.360245:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1789449574.360248:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789449574.360249:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1789449574.360252:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2921:2921:253:4294967295] 192.168.202.109@tcp LPNI seq info [2921:2921:5:4294967295] 00000400:00000200:1.0:1789449574.360256:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449574.360261:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1789449574.360265:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1789449574.360268:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b83d9c100. 00000800:00000200:1.0:1789449574.360271:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1789449574.360275:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1789449574.360277:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b83d9c100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789449574.360280:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449574.360294:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 854466 usecs (855 jiffies) 00000400:00000200:1.0:1789449574.360298:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:1.0:1789449574.360300:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296577901 00000100:00000001:1.0:1789449574.360302:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296581172 00000100:00000001:1.0:1789449574.360304:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296577901 00000100:00000001:1.0:1789449574.360306:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296581172 00000100:00000001:1.0:1789449574.360308:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449574.360310:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449574.360312:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789449574.360316:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83690700 x1876371947530240/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449574.360322:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449574.360323:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449574.360326:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789449574.360328:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789449574.360329:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449574.360332:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83690700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2399:1876371947530240:192.168.202.109@tcp:400:kworker.0 00000100:00000001:1.0:1789449574.360335:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789449574.360337:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789449574.360338:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449574.360340:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789449574.360343:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b83767200. 02000000:00000001:1.0:1789449574.360345:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789449574.360347:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:1.0:1789449574.360349:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b834276e0. 00000400:00000010:1.0:1789449574.360353:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012ee0. 00000100:00000200:1.0:1789449574.360356:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947530240, portal 4 00000100:00000001:1.0:1789449574.360358:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449574.360359:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775182080 : -107152934369536 : ffff9e8b83690700) 00000100:00000040:1.0:1789449574.360365:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b83690700 x1876371947530240/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449590 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449574.360370:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789449574.360372:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1789449574.360375:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b850123b8. 00000100:00000200:1.0:1789449574.360377:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876371947530240, offset 0 00000400:00000200:1.0:1789449574.360381:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1789449574.360384:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449574.360388:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1789449574.360390:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789449574.360392:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1789449574.360394:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789449574.360396:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1789449574.360398:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2922:2922:252:4294967295] 192.168.202.109@tcp LPNI seq info [2922:2922:4:4294967295] 00000400:00000200:1.0:1789449574.360402:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449574.360407:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1789449574.360412:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1789449574.360415:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b83d9cb00. 00000800:00000200:1.0:1789449574.360418:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1789449574.360422:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1789449574.360425:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b83d9cb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789449574.360428:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449574.360431:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: using a timeout of 22936 usecs (23 jiffies) 00000400:00000200:1.0:1789449574.360434:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:1.0:1789449574.360436:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296577069 00000100:00000001:1.0:1789449574.360438:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296581172 00000100:00000001:1.0:1789449574.360440:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296577069 00000100:00000001:1.0:1789449574.360442:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296581172 00000100:00000001:1.0:1789449574.360444:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449574.360446:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449574.360449:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449574.360451:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449574.360462:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449574.360465:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449574.375007:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449574.375018:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b82c10d00. 00000400:00000200:2.0:1789449574.375027:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449574.375036:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449574.375043:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b850124c8 00000400:00000010:2.0:1789449574.375046:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b850124c8. 00000100:00000001:2.0:1789449574.375051:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449574.375060:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83691f80 x1876371947529856/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449590 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449574.375072:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449574.375076:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83691f80 x1876371947529856/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449590 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449574.375083:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449574.375085:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789449574.375097:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449574.375099:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b89db4a00. 00000400:00000200:2.0:1789449574.375103:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449574.375107:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449574.375110:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012bb0 00000400:00000010:2.0:1789449574.375112:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012bb0. 00000100:00000001:2.0:1789449574.375113:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449574.375117:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83692d80 x1876371947530112/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449590 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449574.375124:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449574.375127:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83692d80 x1876371947530112/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449590 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449574.375132:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449574.375133:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789449574.375140:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449574.375142:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b83d9c000. 00000400:00000200:2.0:1789449574.375147:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449574.375149:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449574.375152:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012990 00000400:00000010:2.0:1789449574.375154:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012990. 00000100:00000001:2.0:1789449574.375156:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449574.375160:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83692300 x1876371947530368/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449590 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449574.375166:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449574.375169:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83692300 x1876371947530368/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449590 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449574.375176:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449574.375177:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789449574.375185:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449574.375187:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b83d9c100. 00000400:00000200:2.0:1789449574.375190:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449574.375193:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449574.375195:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012c38 00000400:00000010:2.0:1789449574.375197:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012c38. 00000100:00000001:2.0:1789449574.375199:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449574.375203:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83691880 x1876371947529984/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449590 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449574.375215:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449574.375217:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83691880 x1876371947529984/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449590 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449574.375223:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449574.375224:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789449574.375305:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449574.375308:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b83d9cb00. 00000400:00000200:2.0:1789449574.375312:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449574.375315:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449574.375318:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b850123b8 00000400:00000010:2.0:1789449574.375320:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b850123b8. 00000100:00000001:2.0:1789449574.375322:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449574.375326:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83690700 x1876371947530240/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449590 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449574.375333:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449574.375335:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83690700 x1876371947530240/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449590 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449574.375341:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449574.375342:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449574.383612:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449574.383633:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449574.383637:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449574.383639:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449574.383648:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449574.383655:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449574.383663:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449574.383668:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449574.383674:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449574.383679:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x6aa8ce3662780 00000400:00000200:2.0:1789449574.383684:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449574.383691:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x84d5 [1] + 224 00000800:00000001:2.0:1789449574.383699:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449574.383707:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449574.383711:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449574.383716:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449574.383723:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449574.383733:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83692d80 x1876371947530112/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449590 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449574.383744:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b83692d80 x1876371947530112/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449590 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449574.383769:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449574.383777:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449574.383796:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449574.384064:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449574.384069:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789449574.384079:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789449574.384081:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789449574.384085:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b83427f20. 00000400:00000200:1.0:1789449574.384091:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012110 00000400:00000010:1.0:1789449574.384094:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012110. 00000100:00000001:1.0:1789449574.384097:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789449574.384102:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83692d80 x1876371947530112/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449590 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789449574.384111:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83692d80 x1876371947530112/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449590 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449574.384116:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789449574.384118:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449574.384121:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789449574.384124:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789449574.384127:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789449574.384129:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449574.384133:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789449574.384142:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b862dcc60 time=54 v=5 (5 5 102 102) 00000100:00001000:1.0:1789449574.384147:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b862dcc18 time=54 v=5 (1 1 1 1) 00000100:00000001:1.0:1789449574.384150:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789449574.384153:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449574.384156:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789449574.384159:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449574.384162:0:2399:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789449574.384164:0:2399:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967328 00000100:00000001:1.0:1789449574.384166:0:2399:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789449574.384168:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449574.384172:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83692d80 x1876371947530112/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449590 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449574.384178:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449574.384181:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789449574.384183:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789449574.384187:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83692d80 x1876371947530112/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449590 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789449574.384195:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83692d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2399:1876371947530112:192.168.202.109@tcp:400:kworker.0 00000100:00000001:1.0:1789449574.384199:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449574.384202:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449574.384205:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83692d80 x1876371947530112/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449590 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449574.384211:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789449574.384213:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789449574.384217:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b83766200. 02000000:00000001:1.0:1789449574.384221:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789449574.384223:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449574.384225:0:2399:0:(genops.c:1222:class_import_put()) import ffff9e8b862dc800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000020:00000001:1.0:1789449574.384228:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789449574.384231:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b82c10300. 02000000:00000001:1.0:1789449574.384236:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789449574.384237:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789449574.384239:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83692d80. 00000100:00000001:1.0:1789449574.384245:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789449574.384247:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449574.384250:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449574.384252:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449574.384254:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449574.384255:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449574.384257:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789449574.400843:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449574.400864:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449574.400868:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449574.400872:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449574.400906:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449574.400916:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449574.400926:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449574.400931:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449574.400937:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449574.400942:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x6aa8ce3662680 00000400:00000200:2.0:1789449574.400947:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449574.400954:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x84cd [1] + 224 00000800:00000001:2.0:1789449574.400961:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449574.400965:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449574.400969:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449574.400974:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449574.400981:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449574.400990:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83691f80 x1876371947529856/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449590 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449574.401003:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b83691f80 x1876371947529856/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449590 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449574.401022:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449574.401031:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449574.401035:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449574.401037:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449574.401039:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449574.401042:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449574.401046:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449574.401050:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449574.401053:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449574.401056:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449574.401060:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x6aa8ce3662700 00000400:00000200:2.0:1789449574.401064:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449574.401068:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x84e5 [1] + 224 00000800:00000001:2.0:1789449574.401072:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449574.401075:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449574.401077:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449574.401081:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449574.401084:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449574.401088:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83691880 x1876371947529984/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449590 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449574.401097:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b83691880 x1876371947529984/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449590 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449574.401104:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449574.401107:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449574.401110:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449574.401111:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449574.401113:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449574.401116:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449574.401119:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449574.401122:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449574.401124:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449574.401127:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449574.401130:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 4 MB=0x6aa8ce3662880 00000400:00000200:2.0:1789449574.401134:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449574.401138:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 224/224 into md 0x84dd [1] + 224 00000800:00000001:2.0:1789449574.401141:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449574.401147:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449574.401149:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449574.401152:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449574.401154:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449574.401158:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83692300 x1876371947530368/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449590 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449574.401166:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b83692300 x1876371947530368/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449590 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449574.401172:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449574.401175:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449574.401178:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449574.401389:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449574.401393:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789449574.401402:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449574.401404:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449574.401408:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b834277e8. 00000400:00000200:0.0:1789449574.401414:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012908 00000400:00000010:0.0:1789449574.401417:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012908. 00000100:00000001:0.0:1789449574.401421:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449574.401426:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83691880 x1876371947529984/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449590 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789449574.401434:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83691880 x1876371947529984/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449590 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449574.401439:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449574.401441:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449574.401443:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449574.401447:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449574.401449:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449574.401450:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449574.401453:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449574.401462:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=54 v=5 (5 5 102 102) 00000100:00001000:0.0:1789449574.401466:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=21 v=5 (1 0 0 0) 00000100:00000001:0.0:1789449574.401469:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449574.401470:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449574.401473:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449574.401476:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449574.401480:0:2399:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789449574.401483:0:2399:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967639 00000100:00000001:0.0:1789449574.401485:0:2399:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449574.401487:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449574.401491:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83691880 x1876371947529984/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449590 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449574.401497:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449574.401500:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449574.401502:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449574.401506:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83691880 x1876371947529984/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449590 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789449574.401514:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83691880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2399:1876371947529984:192.168.202.109@tcp:400:kworker.0 00000400:00000001:0.0:1789449574.401520:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449574.401521:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449574.401522:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b83427000. 00000400:00000200:0.0:1789449574.401525:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b850126e8 00000400:00000010:0.0:1789449574.401527:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b850126e8. 00000100:00000001:0.0:1789449574.401529:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449574.401531:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83691f80 x1876371947529856/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449590 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789449574.401538:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83691f80 x1876371947529856/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449590 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449574.401544:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449574.401546:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449574.401547:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449574.401548:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449574.401549:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449574.401551:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449574.401552:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449574.401555:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b83927460 time=55 v=5 (5 5 5 5) 00000100:00001000:0.0:1789449574.401558:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b83927418 time=21 v=5 (1 0 0 0) 00000100:00000001:0.0:1789449574.401560:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449574.401561:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449574.401562:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449574.401563:0:2399:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449574.401565:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449574.401568:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83691f80 x1876371947529856/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449590 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449574.401573:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449574.401575:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449574.401576:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449574.401578:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83691f80 x1876371947529856/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449590 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789449574.401586:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83691f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:80a9314a-fa92-41c3-8d17-36c58fffb192:2399:1876371947529856:192.168.202.109@tcp:400:kworker.0 00000400:00000001:0.0:1789449574.401591:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449574.401592:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449574.401593:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b83427058. 00000400:00000200:0.0:1789449574.401596:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012cc0 00000400:00000010:0.0:1789449574.401597:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012cc0. 00000100:00000001:0.0:1789449574.401599:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449574.401602:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83692300 x1876371947530368/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449590 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789449574.401609:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83692300 x1876371947530368/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449590 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449574.401614:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449574.401615:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449574.401617:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449574.401618:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449574.401619:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449574.401620:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449574.401621:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449574.401624:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8986b460 time=54 v=5 (5 5 5 5) 00000100:00001000:0.0:1789449574.401626:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8986b418 time=12 v=5 (1 0 0 0) 00000100:00000001:0.0:1789449574.401628:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449574.401629:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449574.401630:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449574.401632:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449574.401634:0:2399:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789449574.401635:0:2399:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9e8b89903000: skip recheck: last_committed 4294967328 00000100:00000001:0.0:1789449574.401636:0:2399:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449574.401637:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449574.401640:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83692300 x1876371947530368/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449590 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449574.401645:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449574.401647:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449574.401648:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449574.401651:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83692300 x1876371947530368/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449590 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789449574.401657:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83692300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2399:1876371947530368:192.168.202.109@tcp:400:kworker.0 00000100:00000001:0.0:1789449574.401662:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449574.401664:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449574.401667:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83691880 x1876371947529984/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449590 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449574.401673:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789449574.401675:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449574.401679:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b83767400. 02000000:00000001:0.0:1789449574.401682:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789449574.401685:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449574.401686:0:2399:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=3 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:0.0:1789449574.401688:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449574.401690:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b82c10c00. 02000000:00000001:0.0:1789449574.401695:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449574.401696:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449574.401698:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83691880. 00000100:00000001:0.0:1789449574.401701:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449574.401703:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449574.401704:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449574.401706:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83691f80 x1876371947529856/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449590 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449574.401712:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789449574.401713:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449574.401714:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b83766000. 02000000:00000001:0.0:1789449574.401716:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789449574.401717:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449574.401718:0:2399:0:(genops.c:1222:class_import_put()) import ffff9e8b83927000 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:0.0:1789449574.401719:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449574.401720:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b82c10a00. 02000000:00000001:0.0:1789449574.401722:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449574.401722:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449574.401723:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83691f80. 00000100:00000001:0.0:1789449574.401725:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449574.401727:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449574.401728:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449574.401730:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83692300 x1876371947530368/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449590 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449574.401735:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789449574.401736:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449574.401737:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b83766e00. 02000000:00000001:0.0:1789449574.401738:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789449574.401739:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449574.401740:0:2399:0:(genops.c:1222:class_import_put()) import ffff9e8b8986b000 refcount=2 obd=lustre-OST0001-osc-ffff9e8b89903000 00000020:00000001:0.0:1789449574.401741:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449574.401743:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b82c10e00. 02000000:00000001:0.0:1789449574.401744:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449574.401745:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449574.401746:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83692300. 00000100:00000001:0.0:1789449574.401748:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449574.401750:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449574.401753:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449574.401755:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449574.401756:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449574.401757:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449574.401758:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789449574.418976:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449574.418993:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449574.418999:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449574.419001:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449574.419011:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449574.419029:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449574.419039:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449574.419044:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449574.419049:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449574.419054:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 4 MB=0x6aa8ce3662800 00000400:00000200:3.0:1789449574.419059:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449574.419067:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 224/224 into md 0x84ed [1] + 224 00000800:00000001:3.0:1789449574.419075:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449574.419083:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449574.419087:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449574.419091:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449574.419099:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449574.419109:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83690700 x1876371947530240/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449590 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449574.419121:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b83690700 x1876371947530240/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449590 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449574.419133:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449574.419142:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449574.419145:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449574.419386:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449574.419391:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789449574.419400:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449574.419403:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449574.419408:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b834276e0. 00000400:00000200:0.0:1789449574.419414:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012ee0 00000400:00000010:0.0:1789449574.419418:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012ee0. 00000100:00000001:0.0:1789449574.419421:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449574.419426:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83690700 x1876371947530240/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449590 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789449574.419436:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83690700 x1876371947530240/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449590 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449574.419442:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449574.419444:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449574.419447:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449574.419450:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449574.419453:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449574.419456:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449574.419460:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449574.419470:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b90c6ec60 time=54 v=5 (5 5 5 5) 00000100:00001000:0.0:1789449574.419475:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b90c6ec18 time=12 v=5 (1 0 0 0) 00000100:00000001:0.0:1789449574.419478:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449574.419480:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449574.419483:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449574.419487:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449574.419492:0:2399:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789449574.419495:0:2399:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e8b89903000: skip recheck: last_committed 4294967322 00000100:00000001:0.0:1789449574.419497:0:2399:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449574.419500:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449574.419505:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83690700 x1876371947530240/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449590 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449574.419513:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449574.419516:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449574.419518:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449574.419522:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83690700 x1876371947530240/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449590 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789449574.419531:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83690700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2399:1876371947530240:192.168.202.109@tcp:400:kworker.0 00000100:00000001:0.0:1789449574.419536:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449574.419539:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449574.419542:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83690700 x1876371947530240/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449590 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449574.419549:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789449574.419551:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449574.419567:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b83767200. 02000000:00000001:0.0:1789449574.419571:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789449574.419574:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449574.419577:0:2399:0:(genops.c:1222:class_import_put()) import ffff9e8b90c6e800 refcount=2 obd=lustre-OST0000-osc-ffff9e8b89903000 00000020:00000001:0.0:1789449574.419579:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449574.419582:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b82c10200. 02000000:00000001:0.0:1789449574.419587:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449574.419589:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449574.419592:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83690700. 00000100:00000001:0.0:1789449574.419595:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449574.419597:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449574.419599:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449574.419607:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449574.419609:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449574.419612:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449574.419614:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449574.623700:0:34721:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449574.916094:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449574.916107:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449574.916115:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449574.916116:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449574.917696:0:16814:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789449574.917706:0:16814:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449574.917713:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789449575.950706:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449575.950717:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449575.950725:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449575.950727:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449575.956054:0:16815:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789449575.956063:0:16815:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449575.956070:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1789449576.397304:0:34860:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449576.965279:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449576.965290:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449576.965300:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449576.965302:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449576.966477:0:16942:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789449576.966484:0:16942:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449576.966490:0:16942:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789449577.986993:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449577.987003:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449577.987011:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449577.987012:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449577.987078:0:16814:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789449577.987083:0:16814:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449577.987087:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1789449578.283048:0:35006:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449578.947953:0:26810:0:(connection.c:75:cpu_latency_work()) work item of ffff9e8b8322a220 (cpu 2) has reached its deadline 4296581172, at 4296581634 00000100:00000040:3.0:1789449578.947972:0:29299:0:(connection.c:75:cpu_latency_work()) work item of ffff9e8b8322a330 (cpu 3) has reached its deadline 4296581172, at 4296581634 00000100:00000010:2.0:1789449578.947973:0:26810:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e8b87c1e5a0. 00000100:00000010:3.0:1789449578.947978:0:29299:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e8b87c1e780. 00010000:00000001:3.0:1789449579.011017:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449579.011026:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449579.011032:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449579.011034:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449579.011713:0:16815:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789449579.011721:0:16815:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449579.011726:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1789449579.310315:0:35070:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449579.464713:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80a9314a-fa92-41c3-8d17-36c58fffb192->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789449579.464726:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789449579.464736:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83108000. 00000020:00000040:3.0:1789449579.464743:0:37:0:(genops.c:1209:class_import_get()) import ffff9e8b83927000 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:3.0:1789449579.464748:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789449579.464752:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789449579.464809:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789449579.464821:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b9051cc00. 00000100:00000001:3.0:1789449579.464831:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449579.464847:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 80a9314a-fa92-41c3-8d17-36c58fffb192->MGS req@ffff9e8b83108000 x1876371947530496/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789449579.464859:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789449579.464865:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449579.464871:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000053a95e50] to pc [ptlrpcd_01_01+1] req@ffff9e8b83108000 x1876371947530496/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449579.465208:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449579.465211:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789449579.465214:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789449579.465218:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b8310b800. 00000020:00000040:3.0:1789449579.465220:0:37:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000100:00000001:3.0:1789449579.465222:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789449579.465224:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789449579.465225:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789449579.465229:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b9051c400. 00000100:00000001:3.0:1789449579.465232:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449579.465246:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0000_UUID req@ffff9e8b8310b800 x1876371947530624/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789449579.465254:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789449579.465256:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449579.465261:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbfa1ae3] to pc [ptlrpcd_01_00+0] req@ffff9e8b8310b800 x1876371947530624/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449579.465268:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449579.465271:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789449579.465274:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789449579.465277:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83109880. 00000020:00000040:3.0:1789449579.465279:0:37:0:(genops.c:1209:class_import_get()) import ffff9e8b862dc800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000100:00000001:3.0:1789449579.465281:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789449579.465282:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789449579.465283:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789449579.465286:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b9051c000. 00000100:00000001:3.0:1789449579.465289:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449579.465292:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0001_UUID req@ffff9e8b83109880 x1876371947530752/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789449579.465298:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789449579.465300:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449579.465303:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000021784ea1] to pc [ptlrpcd_01_01+1] req@ffff9e8b83109880 x1876371947530752/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449579.465309:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449579.465311:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789449579.465314:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789449579.465317:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83109500. 00000020:00000040:3.0:1789449579.465319:0:37:0:(genops.c:1209:class_import_get()) import ffff9e8b90c6e800 refcount=3 obd=lustre-OST0000-osc-ffff9e8b89903000 00000100:00000001:3.0:1789449579.465320:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789449579.465321:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789449579.465323:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789449579.465325:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b9051c800. 00000100:00000001:3.0:1789449579.465328:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449579.465331:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0000_UUID req@ffff9e8b83109500 x1876371947530880/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789449579.465342:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789449579.465344:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449579.465347:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b8aeaf0] to pc [ptlrpcd_01_00+0] req@ffff9e8b83109500 x1876371947530880/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449579.465353:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449579.465355:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789449579.465358:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789449579.465361:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83108700. 00000020:00000040:3.0:1789449579.465362:0:37:0:(genops.c:1209:class_import_get()) import ffff9e8b8986b000 refcount=3 obd=lustre-OST0001-osc-ffff9e8b89903000 00000100:00000001:3.0:1789449579.465364:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789449579.465365:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789449579.465366:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789449579.465370:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b9051c700. 00000100:00000001:3.0:1789449579.465372:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449579.465375:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0001_UUID req@ffff9e8b83108700 x1876371947531008/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789449579.465381:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789449579.465382:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449579.465386:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006414f9c9] to pc [ptlrpcd_01_01+1] req@ffff9e8b83108700 x1876371947531008/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449579.465391:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449579.465396:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1919) 00000100:00000001:3.0:1789449579.465412:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449579.465417:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449579.465419:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789449579.465425:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b8310b800 x1876371947530624/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449579.465432:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789449579.465434:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449579.465439:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789449579.465441:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789449579.465444:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449579.465447:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b8310b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2401:1876371947530624:192.168.202.109@tcp:400:kworker.0 00000100:00000001:3.0:1789449579.465452:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789449579.465458:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789449579.465460:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449579.465463:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789449579.465469:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b888a2800. 02000000:00000001:3.0:1789449579.465471:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449579.465479:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:3.0:1789449579.465485:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b8525c0b0. 00000400:00000010:3.0:1789449579.465492:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69000. 00000100:00000200:3.0:1789449579.465501:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947530624, portal 10 00000100:00000001:3.0:1789449579.465504:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449579.465506:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769394688 : -107152940156928 : ffff9e8b8310b800) 00000100:00000040:3.0:1789449579.465514:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b8310b800 x1876371947530624/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449595 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449579.465522:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449579.465525:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1789449579.465528:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69bb0. 00000100:00000200:3.0:1789449579.465531:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876371947530624, offset 0 00000400:00000200:3.0:1789449579.465538:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1789449579.465547:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449579.465557:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449579.465564:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789449579.465569:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1789449579.465573:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789449579.465576:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1789449579.465580:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2923:2923:256:4294967295] 192.168.202.109@tcp LPNI seq info [2923:2923:8:4294967295] 00000400:00000200:3.0:1789449579.465584:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449579.465595:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449579.465603:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449579.465609:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051c500. 00000800:00000200:3.0:1789449579.465616:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449579.465626:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449579.465631:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051c500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789449579.465645:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449579.465650:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 853435 usecs (854 jiffies) 00000400:00000200:3.0:1789449579.465653:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:3.0:1789449579.465656:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296583005 00000100:00000010:3.0:1789449579.465661:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e8b87cd5e40. 00000100:00000001:3.0:1789449579.465669:0:2401:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789449579.465675:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296583005 00000100:00000010:3.0:1789449579.465677:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e8b87cd5d20. 00000100:00000001:3.0:1789449579.465681:0:2401:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789449579.465684:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449579.465687:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449579.465689:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789449579.465693:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83109500 x1876371947530880/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449579.465699:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789449579.465700:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449579.465702:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789449579.465704:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789449579.465706:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449579.465709:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83109500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2401:1876371947530880:192.168.202.109@tcp:400:kworker.0 00000100:00000001:3.0:1789449579.465712:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789449579.465714:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789449579.465715:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449579.465717:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789449579.465720:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b888a3a00. 02000000:00000001:3.0:1789449579.465722:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449579.465725:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:3.0:1789449579.465727:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b8525c8f0. 00000400:00000010:3.0:1789449579.465731:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69088. 00000100:00000200:3.0:1789449579.465733:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947530880, portal 4 00000100:00000001:3.0:1789449579.465735:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449579.465737:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769385728 : -107152940165888 : ffff9e8b83109500) 00000100:00000040:3.0:1789449579.465742:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b83109500 x1876371947530880/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449595 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449579.465748:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449579.465750:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1789449579.465753:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69550. 00000100:00000200:3.0:1789449579.465755:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876371947530880, offset 0 00000100:00000001:2.0:1789449579.465858:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449579.465862:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449579.465864:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789449579.465872:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83108000 x1876371947530496/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449579.465911:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449579.465913:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449579.465916:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449579.465917:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449579.465919:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449579.465922:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83108000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:80a9314a-fa92-41c3-8d17-36c58fffb192:2402:1876371947530496:192.168.202.109@tcp:400:kworker.0 00000100:00000001:2.0:1789449579.465925:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789449579.465928:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449579.465929:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449579.465931:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789449579.465935:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b83079e00. 02000000:00000001:2.0:1789449579.465937:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449579.465941:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449579.465944:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b9d10. 00000400:00000010:2.0:1789449579.465949:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085da18. 00000100:00000200:2.0:1789449579.465953:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947530496, portal 25 00000100:00000001:2.0:1789449579.465956:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449579.465957:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769380352 : -107152940171264 : ffff9e8b83108000) 00000100:00000040:2.0:1789449579.465961:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b83108000 x1876371947530496/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449595 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449579.465967:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449579.465968:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449579.465971:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d440. 00000100:00000200:2.0:1789449579.465973:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876371947530496, offset 0 00000400:00000200:2.0:1789449579.465977:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449579.465981:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449579.465985:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449579.465988:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449579.465989:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449579.465992:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449579.465994:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449579.465997:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2924:2924:255:4294967295] 192.168.202.109@tcp LPNI seq info [2924:2924:7:4294967295] 00000400:00000200:2.0:1789449579.466000:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449579.466006:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449579.466012:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449579.466016:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b8b255a00. 00000800:00000200:2.0:1789449579.466022:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449579.466026:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449579.466029:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b8b255a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789449579.466031:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449579.466034:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449579.466036:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296586278 00000100:00000001:2.0:1789449579.466042:0:2402:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296583005 00000100:00000001:2.0:1789449579.466045:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296586278 00000100:00000001:2.0:1789449579.466048:0:2402:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296583005 00000100:00000001:2.0:1789449579.466051:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449579.466052:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449579.466055:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789449579.466058:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83109880 x1876371947530752/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449579.466063:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449579.466065:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449579.466067:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449579.466069:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449579.466070:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449579.466073:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83109880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2402:1876371947530752:192.168.202.109@tcp:400:kworker.0 00000100:00000001:2.0:1789449579.466075:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789449579.466078:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449579.466080:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449579.466081:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789449579.466085:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b83079a00. 02000000:00000001:2.0:1789449579.466087:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449579.466089:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449579.466091:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b9b58. 00000400:00000010:2.0:1789449579.466095:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085ddd0. 00000100:00000200:2.0:1789449579.466098:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947530752, portal 10 00000100:00000001:2.0:1789449579.466099:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449579.466100:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769386624 : -107152940164992 : ffff9e8b83109880) 00000100:00000040:2.0:1789449579.466107:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b83109880 x1876371947530752/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449595 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449579.466112:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449579.466114:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449579.466116:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d6e8. 00000100:00000200:2.0:1789449579.466118:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876371947530752, offset 0 00000400:00000200:2.0:1789449579.466123:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449579.466126:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449579.466129:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449579.466132:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449579.466134:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449579.466136:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449579.466138:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449579.466141:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2925:2925:254:4294967295] 192.168.202.109@tcp LPNI seq info [2925:2925:6:4294967295] 00000400:00000200:2.0:1789449579.466144:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449579.466149:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449579.466153:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449579.466157:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b89db4400. 00000800:00000200:2.0:1789449579.466161:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449579.466165:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449579.466167:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b89db4400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789449579.466169:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449579.466172:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: using a timeout of 22403 usecs (23 jiffies) 00000400:00000200:2.0:1789449579.466175:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449579.466176:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296582174 00000100:00000001:2.0:1789449579.466179:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296586278 00000100:00000001:2.0:1789449579.466183:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296582174 00000100:00000001:2.0:1789449579.466185:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296586278 00000100:00000001:2.0:1789449579.466187:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449579.466188:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449579.466191:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789449579.466195:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83108700 x1876371947531008/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449579.466201:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449579.466202:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449579.466204:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449579.466206:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449579.466208:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449579.466210:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83108700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2402:1876371947531008:192.168.202.109@tcp:400:kworker.0 00000100:00000001:2.0:1789449579.466213:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789449579.466216:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449579.466217:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449579.466219:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789449579.466222:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b83079c00. 02000000:00000001:2.0:1789449579.466223:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449579.466226:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449579.466228:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b9000. 00000400:00000010:2.0:1789449579.466231:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d880. 00000100:00000200:2.0:1789449579.466234:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947531008, portal 4 00000100:00000001:2.0:1789449579.466235:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449579.466248:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769382144 : -107152940169472 : ffff9e8b83108700) 00000100:00000040:2.0:1789449579.466255:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b83108700 x1876371947531008/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449595 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449579.466261:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449579.466263:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449579.466265:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d770. 00000100:00000200:2.0:1789449579.466267:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876371947531008, offset 0 00000400:00000200:2.0:1789449579.466271:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449579.466274:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449579.466277:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449579.466279:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449579.466281:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449579.466283:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449579.466285:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449579.466287:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2926:2926:253:4294967295] 192.168.202.109@tcp LPNI seq info [2926:2926:5:4294967295] 00000400:00000200:2.0:1789449579.466291:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449579.466297:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449579.466300:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449579.466303:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b89db4a00. 00000800:00000200:2.0:1789449579.466307:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449579.466311:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449579.466314:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b89db4a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789449579.466316:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449579.466319:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: using a timeout of 223368 usecs (224 jiffies) 00000400:00000200:2.0:1789449579.466321:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449579.466323:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296582375 00000100:00000001:2.0:1789449579.466325:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296586278 00000100:00000001:2.0:1789449579.466327:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296582375 00000100:00000001:2.0:1789449579.466329:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296586278 00000100:00000001:2.0:1789449579.466330:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449579.466332:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449579.466334:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449579.466337:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449579.466346:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449579.466349:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789449579.466351:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449579.466352:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449579.466354:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449579.466357:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449579.467020:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1789449579.467029:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449579.467033:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449579.467037:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789449579.467039:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1789449579.467042:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789449579.467045:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1789449579.467048:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2927:2927:252:4294967295] 192.168.202.109@tcp LPNI seq info [2927:2927:4:4294967295] 00000400:00000200:3.0:1789449579.467052:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449579.467059:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449579.467064:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449579.467068:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051c300. 00000800:00000200:3.0:1789449579.467073:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449579.467078:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449579.467082:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051c300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789449579.467085:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449579.467091:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: using a timeout of 23181 usecs (24 jiffies) 00000400:00000200:3.0:1789449579.467095:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:3.0:1789449579.467099:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296582176 00000100:00000001:3.0:1789449579.467101:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296586278 00000100:00000001:3.0:1789449579.467103:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296582176 00000100:00000001:3.0:1789449579.467105:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296586278 00000100:00000001:3.0:1789449579.467107:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449579.467110:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449579.467112:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449579.467115:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449579.467122:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449579.467124:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789449579.467126:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449579.467128:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449579.467129:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449579.467131:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449579.467187:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449579.467191:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b9051c500. 00000400:00000200:3.0:1789449579.467196:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449579.467201:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449579.467209:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69bb0 00000400:00000010:3.0:1789449579.467212:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69bb0. 00000100:00000001:3.0:1789449579.467217:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449579.467222:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b8310b800 x1876371947530624/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449595 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449579.467233:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449579.467247:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b8310b800 x1876371947530624/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449595 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449579.467255:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449579.467257:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789449579.467274:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449579.467277:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8b255a00. 00000400:00000200:3.0:1789449579.467281:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449579.467284:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449579.467287:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d440 00000400:00000010:3.0:1789449579.467289:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d440. 00000100:00000001:3.0:1789449579.467291:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449579.467297:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83108000 x1876371947530496/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449595 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449579.467304:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449579.467306:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83108000 x1876371947530496/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449595 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449579.467311:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449579.467312:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789449579.467322:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449579.467324:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b89db4400. 00000400:00000200:3.0:1789449579.467328:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449579.467331:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449579.467333:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d6e8 00000400:00000010:3.0:1789449579.467335:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d6e8. 00000100:00000001:3.0:1789449579.467337:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449579.467341:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83109880 x1876371947530752/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449595 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449579.467348:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449579.467351:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83109880 x1876371947530752/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449595 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449579.467357:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449579.467358:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789449579.467367:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449579.467369:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b89db4a00. 00000400:00000200:3.0:1789449579.467372:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449579.467375:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449579.467377:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d770 00000400:00000010:3.0:1789449579.467378:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d770. 00000100:00000001:3.0:1789449579.467381:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449579.467384:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83108700 x1876371947531008/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449595 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449579.467391:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449579.467395:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83108700 x1876371947531008/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449595 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449579.467400:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449579.467402:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789449579.469296:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449579.469308:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b9051c300. 00000400:00000200:3.0:1789449579.469315:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449579.469324:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449579.469333:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69550 00000400:00000010:3.0:1789449579.469336:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69550. 00000100:00000001:3.0:1789449579.469342:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449579.469352:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83109500 x1876371947530880/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449595 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449579.469366:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449579.469369:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83109500 x1876371947530880/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449595 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449579.469376:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449579.469378:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789449579.472221:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449579.472251:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449579.472256:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449579.472259:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449579.472272:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449579.472283:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449579.472292:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449579.472297:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449579.472303:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449579.472308:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 4 MB=0x6aa8ce3662b00 00000400:00000200:3.0:1789449579.472313:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449579.472321:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 224/224 into md 0x8535 [1] + 224 00000800:00000001:3.0:1789449579.472329:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449579.472332:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449579.472335:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449579.472341:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449579.472349:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449579.472360:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83108700 x1876371947531008/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449595 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449579.472371:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b83108700 x1876371947531008/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449595 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449579.472391:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449579.472400:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449579.472402:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449579.472404:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449579.472406:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449579.472409:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449579.472412:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449579.472415:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449579.472417:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449579.472420:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449579.472422:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 4 MB=0x6aa8ce3662a80 00000400:00000200:3.0:1789449579.472424:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449579.472428:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 224/224 into md 0x8505 [1] + 224 00000800:00000001:3.0:1789449579.472431:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449579.472436:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449579.472437:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449579.472440:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449579.472442:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449579.472446:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83109500 x1876371947530880/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449595 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449579.472454:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b83109500 x1876371947530880/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449595 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449579.472466:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449579.472469:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449579.472472:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449579.472489:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449579.472493:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789449579.472503:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449579.472507:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449579.472510:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b9000. 00000400:00000200:3.0:1789449579.472515:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d880 00000400:00000010:3.0:1789449579.472517:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d880. 00000100:00000001:3.0:1789449579.472520:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449579.472525:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83108700 x1876371947531008/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449595 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789449579.472533:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83108700 x1876371947531008/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449595 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449579.472539:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449579.472541:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449579.472545:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449579.472549:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449579.472551:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449579.472554:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449579.472558:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449579.472571:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8986b460 time=59 v=5 (5 5 5 5) 00000100:00001000:3.0:1789449579.472576:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8986b418 time=17 v=5 (1 0 0 0) 00000100:00000001:3.0:1789449579.472579:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789449579.472581:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449579.472585:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789449579.472589:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449579.472594:0:2402:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789449579.472596:0:2402:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9e8b89903000: skip recheck: last_committed 4294967328 00000100:00000001:3.0:1789449579.472599:0:2402:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789449579.472601:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449579.472606:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83108700 x1876371947531008/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449595 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449579.472613:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449579.472617:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449579.472619:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449579.472624:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83108700 x1876371947531008/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449595 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789449579.472631:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83108700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2402:1876371947531008:192.168.202.109@tcp:400:kworker.0 00000100:00000001:3.0:1789449579.472636:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449579.472640:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449579.472644:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83108700 x1876371947531008/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449595 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449579.472650:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449579.472654:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449579.472659:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b83079c00. 02000000:00000001:3.0:1789449579.472663:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449579.472666:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449579.472668:0:2402:0:(genops.c:1222:class_import_put()) import ffff9e8b8986b000 refcount=2 obd=lustre-OST0001-osc-ffff9e8b89903000 00000020:00000001:3.0:1789449579.472671:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449579.472674:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b9051c700. 02000000:00000001:3.0:1789449579.472678:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449579.472680:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449579.472683:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83108700. 00000100:00000001:3.0:1789449579.472686:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449579.472687:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449579.472691:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449579.472694:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449579.472695:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449579.472697:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449579.472698:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449579.472712:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449579.472714:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789449579.472718:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449579.472720:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449579.472721:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b8525c8f0. 00000400:00000200:3.0:1789449579.472724:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69088 00000400:00000010:3.0:1789449579.472726:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69088. 00000100:00000001:3.0:1789449579.472728:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449579.472732:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83109500 x1876371947530880/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449595 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789449579.472746:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83109500 x1876371947530880/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449595 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449579.472751:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449579.472752:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449579.472754:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449579.472755:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449579.472756:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449579.474041:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449579.474051:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449579.474062:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b90c6ec60 time=59 v=5 (5 5 5 5) 00000100:00001000:3.0:1789449579.474068:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b90c6ec18 time=17 v=5 (1 0 0 0) 00000100:00000001:3.0:1789449579.474071:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789449579.474073:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449579.474076:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789449579.474079:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449579.474083:0:2401:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789449579.474085:0:2401:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e8b89903000: skip recheck: last_committed 4294967322 00000100:00000001:3.0:1789449579.474087:0:2401:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789449579.474089:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449579.474099:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83109500 x1876371947530880/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449595 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449579.474107:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449579.474110:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449579.474112:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449579.474116:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83109500 x1876371947530880/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449595 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789449579.474124:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83109500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2401:1876371947530880:192.168.202.109@tcp:400:kworker.0 00000100:00000001:3.0:1789449579.474129:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449579.474132:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449579.474136:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83109500 x1876371947530880/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449595 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449579.474149:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449579.474151:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449579.474155:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b888a3a00. 02000000:00000001:3.0:1789449579.474159:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449579.474161:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449579.474163:0:2401:0:(genops.c:1222:class_import_put()) import ffff9e8b90c6e800 refcount=2 obd=lustre-OST0000-osc-ffff9e8b89903000 00000020:00000001:3.0:1789449579.474164:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449579.474166:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b9051c800. 02000000:00000001:3.0:1789449579.474169:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449579.474171:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449579.474173:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83109500. 00000100:00000001:3.0:1789449579.474177:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449579.474178:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449579.474181:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449579.474184:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449579.474186:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449579.474188:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449579.474190:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789449579.474218:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449579.474230:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449579.474232:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449579.474235:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449579.474253:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449579.474259:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449579.474269:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449579.474273:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449579.474279:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449579.474283:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x6aa8ce3662980 00000400:00000200:3.0:1789449579.474288:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449579.474296:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x84f5 [1] + 224 00000800:00000001:3.0:1789449579.474304:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449579.474308:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449579.474311:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449579.474316:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449579.474322:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449579.474327:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b8310b800 x1876371947530624/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449595 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449579.474336:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b8310b800 x1876371947530624/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449595 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449579.474348:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449579.474358:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449579.474361:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449579.474363:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449579.474365:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449579.474368:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449579.474371:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449579.474375:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449579.474377:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449579.474380:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449579.474383:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x6aa8ce3662a00 00000400:00000200:3.0:1789449579.474386:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449579.474391:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x8525 [1] + 224 00000800:00000001:3.0:1789449579.474394:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449579.474397:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449579.474399:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449579.474401:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449579.474404:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449579.474408:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83109880 x1876371947530752/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449595 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449579.474416:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b83109880 x1876371947530752/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449595 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449579.474428:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449579.474431:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449579.474434:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449579.474435:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449579.474438:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449579.474441:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449579.474444:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449579.474448:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449579.474450:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449579.474452:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449579.474455:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x6aa8ce3662900 00000400:00000200:3.0:1789449579.474458:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449579.474464:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x8515 [1] + 224 00000800:00000001:3.0:1789449579.474467:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449579.474473:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449579.474475:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449579.474477:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449579.474480:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449579.474485:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83108000 x1876371947530496/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449595 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449579.474493:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b83108000 x1876371947530496/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449595 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449579.474499:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449579.474502:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449579.474504:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449579.474514:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449579.474516:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789449579.474521:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449579.474524:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449579.474528:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b9d10. 00000400:00000200:3.0:1789449579.474532:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085da18 00000400:00000010:3.0:1789449579.474535:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085da18. 00000100:00000001:3.0:1789449579.474538:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449579.474542:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83108000 x1876371947530496/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449595 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789449579.474550:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83108000 x1876371947530496/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449595 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449579.474561:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449579.474563:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449579.474566:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449579.474568:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449579.474570:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449579.474572:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449579.474574:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449579.474577:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b83927460 time=60 v=5 (5 5 5 5) 00000100:00001000:3.0:1789449579.474581:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b83927418 time=26 v=5 (1 0 0 0) 00000100:00000001:3.0:1789449579.474583:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789449579.474584:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449579.474586:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789449579.474587:0:2402:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449579.474590:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449579.474593:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83108000 x1876371947530496/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449595 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449579.474600:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449579.474601:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449579.474603:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449579.474606:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83108000 x1876371947530496/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449595 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789449579.474614:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83108000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:80a9314a-fa92-41c3-8d17-36c58fffb192:2402:1876371947530496:192.168.202.109@tcp:400:kworker.0 00000400:00000001:3.0:1789449579.474619:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449579.474620:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449579.474621:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b9b58. 00000400:00000200:3.0:1789449579.474624:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085ddd0 00000400:00000010:3.0:1789449579.474625:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085ddd0. 00000100:00000001:3.0:1789449579.474627:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449579.474630:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83109880 x1876371947530752/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449595 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789449579.474638:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83109880 x1876371947530752/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449595 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449579.474645:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449579.474646:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449579.474648:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449579.474649:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449579.474650:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449579.474651:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449579.474653:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449579.474657:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b862dcc60 time=59 v=5 (5 5 102 102) 00000100:00001000:3.0:1789449579.474661:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b862dcc18 time=59 v=5 (1 1 1 1) 00000100:00000001:3.0:1789449579.474663:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789449579.474664:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449579.474665:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789449579.474668:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449579.474670:0:2402:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789449579.474672:0:2402:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967328 00000100:00000001:3.0:1789449579.474673:0:2402:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789449579.474675:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449579.474679:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83109880 x1876371947530752/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449595 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449579.474684:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449579.474686:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449579.474687:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449579.474690:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83109880 x1876371947530752/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449595 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789449579.474697:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83109880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2402:1876371947530752:192.168.202.109@tcp:400:kworker.0 00000100:00000001:3.0:1789449579.474701:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449579.474703:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449579.474706:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83108000 x1876371947530496/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449595 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449579.474711:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449579.474712:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449579.474715:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b83079e00. 02000000:00000001:3.0:1789449579.474718:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449579.474721:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449579.474722:0:2402:0:(genops.c:1222:class_import_put()) import ffff9e8b83927000 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:3.0:1789449579.474724:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449579.474726:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b9051cc00. 02000000:00000001:3.0:1789449579.474728:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449579.474729:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449579.474730:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83108000. 00000100:00000001:3.0:1789449579.474732:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449579.474733:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449579.474735:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449579.474738:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83109880 x1876371947530752/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449595 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449579.474742:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449579.474744:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449579.474745:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b83079a00. 02000000:00000001:3.0:1789449579.474747:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449579.474748:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449579.474749:0:2402:0:(genops.c:1222:class_import_put()) import ffff9e8b862dc800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000020:00000001:3.0:1789449579.474750:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449579.474751:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b9051c000. 02000000:00000001:3.0:1789449579.474753:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449579.474754:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449579.474755:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83109880. 00000100:00000001:3.0:1789449579.475025:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449579.475026:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449579.475029:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449579.475036:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449579.475038:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449579.475040:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449579.475041:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449579.475049:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449579.475050:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789449579.475053:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449579.475054:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449579.475056:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b8525c0b0. 00000400:00000200:3.0:1789449579.475059:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69000 00000400:00000010:3.0:1789449579.475061:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69000. 00000100:00000001:3.0:1789449579.475063:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449579.475067:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b8310b800 x1876371947530624/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449595 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789449579.475074:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b8310b800 x1876371947530624/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449595 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449579.475079:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449579.475080:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449579.475082:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449579.475084:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449579.475085:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449579.475087:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449579.475089:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449579.475093:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=59 v=5 (5 5 102 102) 00000100:00001000:3.0:1789449579.475096:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=26 v=5 (1 0 0 0) 00000100:00000001:3.0:1789449579.475098:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789449579.475099:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449579.475100:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789449579.475102:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449579.475104:0:2401:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789449579.475105:0:2401:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967639 00000100:00000001:3.0:1789449579.475107:0:2401:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789449579.475108:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449579.475111:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b8310b800 x1876371947530624/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449595 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449579.475117:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449579.475118:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449579.475120:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449579.475122:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b8310b800 x1876371947530624/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449595 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789449579.475130:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b8310b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2401:1876371947530624:192.168.202.109@tcp:400:kworker.0 00000100:00000001:3.0:1789449579.475133:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449579.475134:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449579.475137:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b8310b800 x1876371947530624/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449595 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449579.475142:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449579.475143:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449579.475144:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b888a2800. 02000000:00000001:3.0:1789449579.475146:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449579.475147:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449579.475148:0:2401:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=3 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:3.0:1789449579.475150:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449579.475152:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b9051c400. 02000000:00000001:3.0:1789449579.475154:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449579.475155:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449579.475156:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b8310b800. 00000100:00000001:3.0:1789449579.475159:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449579.475160:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449579.475162:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449579.475165:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449579.475166:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449579.475168:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449579.475169:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449580.034008:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449580.034350:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449580.034358:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449580.034358:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449580.034415:0:16942:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789449580.034419:0:16942:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449580.034422:0:16942:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1789449580.725234:0:35163:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449581.058041:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449581.058052:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449581.058060:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449581.058061:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449581.058176:0:16814:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789449581.058180:0:16814:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449581.058184:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1789449581.152428:0:35199:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1789449581.152436:0:35199:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 24a: fsync error (should return error) ========================================================== 01:19:39 (1789449579) 00000001:00000001:1.0:1789449581.162019:0:35199:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:1.0:1789449581.437108:0:35242:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789449581.437114:0:35242:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789449581.437117:0:35242:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820abde0 00000080:00200000:1.0:1789449581.437123:0:35242:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:1.0:1789449581.437132:0:35242:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b83767400. 00800000:00000002:1.0:1789449581.437139:0:35242:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:1.0:1789449581.437143:0:35242:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789449581.437148:0:35242:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789449581.437151:0:35242:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820abd00 00800000:00000002:1.0:1789449581.437153:0:35242:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789449581.437156:0:35242:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789449581.437159:0:35242:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449581.437162:0:35242:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449581.437164:0:35242:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449581.437166:0:35242:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449581.437167:0:35242:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449581.437169:0:35242:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789449581.437171:0:35242:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449581.437175:0:35242:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789449581.437181:0:35242:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789449581.437184:0:35242:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820abbd0 00000002:00010000:1.0:1789449581.437186:0:35242:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789449581.437190:0:35242:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789449581.437193:0:35242:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789449581.437196:0:35242:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789449581.437205:0:35242:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbad00 count: 2 00010000:00000001:1.0:1789449581.437209:0:35242:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449581.437215:0:35242:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449581.437234:0:35242:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789449581.437241:0:35242:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498600/0xcddde1459ded6776 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dc4d expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:1.0:1789449581.437254:0:35242:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789449581.437263:0:35242:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449581.437267:0:35242:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498600/0xcddde1459ded6776 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dc4d expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:1.0:1789449581.437276:0:35242:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789449581.437278:0:35242:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789449581.437280:0:35242:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789449581.437281:0:35242:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789449581.437284:0:35242:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789449581.437285:0:35242:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789449581.437288:0:35242:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789449581.437291:0:35242:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:1.0:1789449581.437294:0:35242:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b83767400. 00000080:00000001:1.0:1789449581.437299:0:35242:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789449581.437301:0:35242:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789449581.437304:0:35242:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:1.0:1789449581.437307:0:35242:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded6776 00800000:00000001:1.0:1789449581.437311:0:35242:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789449581.437313:0:35242:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789449581.437315:0:35242:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449581.437317:0:35242:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449581.437321:0:35242:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498600 refcount=3 00000020:00000001:1.0:1789449581.437324:0:35242:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:1.0:1789449581.437327:0:35242:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:1.0:1789449581.437330:0:35242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449581.437332:0:35242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789449581.437334:0:35242:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449581.437336:0:35242:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789449581.437338:0:35242:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded6776 from it ffffb711820abe18 00010000:00000001:1.0:1789449581.437340:0:35242:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449581.437341:0:35242:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449581.437342:0:35242:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498600 refcount=3 00000020:00000001:1.0:1789449581.437344:0:35242:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:1.0:1789449581.437346:0:35242:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:1.0:1789449581.437348:0:35242:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789449581.437351:0:35242:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498600/0xcddde1459ded6776 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3dc4d expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1789449581.437358:0:35242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449581.437359:0:35242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449581.437361:0:35242:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789449581.437364:0:35242:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789449581.437366:0:35242:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498600/0xcddde1459ded6776 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dc4d expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:1.0:1789449581.437376:0:35242:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789449581.437380:0:35242:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789449581.437383:0:35242:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789449581.437387:0:35242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449581.437388:0:35242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449581.437390:0:35242:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449581.437398:0:35242:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789449581.437401:0:35242:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449581.437403:0:35242:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449581.437405:0:35242:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449581.437409:0:35242:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789449581.437411:0:35242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449581.437412:0:35242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789449581.437415:0:35242:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789449581.437417:0:35242:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789449581.437420:0:35242:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908), inode mode 41ff mask 101 00000080:00000001:1.0:1789449581.437426:0:35242:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449581.437434:0:35242:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789449581.437436:0:35242:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789449581.437437:0:35242:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789449581.437438:0:35242:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820abba8 00000080:00200000:1.0:1789449581.437440:0:35242:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:1.0:1789449581.437443:0:35242:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b83767400. 00800000:00000002:1.0:1789449581.437446:0:35242:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:1.0:1789449581.437448:0:35242:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789449581.437450:0:35242:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789449581.437451:0:35242:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820abac8 00800000:00000002:1.0:1789449581.437453:0:35242:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789449581.437455:0:35242:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789449581.437457:0:35242:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449581.437458:0:35242:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449581.437459:0:35242:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449581.437461:0:35242:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449581.437462:0:35242:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449581.437464:0:35242:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789449581.437465:0:35242:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449581.437468:0:35242:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789449581.437470:0:35242:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789449581.437471:0:35242:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820ab998 00000002:00010000:1.0:1789449581.437473:0:35242:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789449581.437475:0:35242:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789449581.437476:0:35242:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789449581.437477:0:35242:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789449581.437479:0:35242:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbad00 count: 2 00010000:00000001:1.0:1789449581.437481:0:35242:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449581.437483:0:35242:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449581.437486:0:35242:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789449581.437489:0:35242:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498600/0xcddde1459ded6776 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dc4d expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 02000000:00000001:1.0:1789449581.437495:0:35242:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789449581.437497:0:35242:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449581.437499:0:35242:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498600/0xcddde1459ded6776 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dc4d expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000002:00000001:1.0:1789449581.437505:0:35242:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789449581.437507:0:35242:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789449581.437508:0:35242:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789449581.437510:0:35242:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789449581.437511:0:35242:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789449581.437513:0:35242:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789449581.437515:0:35242:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789449581.437517:0:35242:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:1.0:1789449581.437519:0:35242:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b83767400. 00000080:00000001:1.0:1789449581.437522:0:35242:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789449581.437523:0:35242:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789449581.437525:0:35242:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:1.0:1789449581.437527:0:35242:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded6776 00800000:00000001:1.0:1789449581.437529:0:35242:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789449581.437530:0:35242:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789449581.437531:0:35242:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449581.437533:0:35242:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449581.437534:0:35242:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498600 refcount=3 00000020:00000001:1.0:1789449581.437536:0:35242:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:1.0:1789449581.437538:0:35242:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:1.0:1789449581.437541:0:35242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449581.437542:0:35242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789449581.437543:0:35242:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449581.437544:0:35242:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789449581.437546:0:35242:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded6776 from it ffffb711820abbe0 00010000:00000001:1.0:1789449581.437549:0:35242:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449581.437550:0:35242:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449581.437551:0:35242:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498600 refcount=3 00000020:00000001:1.0:1789449581.437553:0:35242:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:1.0:1789449581.437555:0:35242:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:1.0:1789449581.437557:0:35242:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789449581.437559:0:35242:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498600/0xcddde1459ded6776 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3dc4d expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:1.0:1789449581.437565:0:35242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449581.437566:0:35242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449581.437568:0:35242:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789449581.437569:0:35242:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789449581.437571:0:35242:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498600/0xcddde1459ded6776 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dc4d expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:1.0:1789449581.437577:0:35242:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789449581.437579:0:35242:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789449581.437580:0:35242:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789449581.437582:0:35242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449581.437583:0:35242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449581.437584:0:35242:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449581.437586:0:35242:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789449581.437587:0:35242:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449581.437589:0:35242:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449581.437591:0:35242:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449581.437592:0:35242:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789449581.437593:0:35242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449581.437594:0:35242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789449581.437596:0:35242:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789449581.437597:0:35242:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789449581.437599:0:35242:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908), inode mode 41ff mask 1 00000080:00000001:1.0:1789449581.437603:0:35242:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789449581.437610:0:35242:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9e8b8984f5e0. 00000020:00000001:1.0:1789449581.437613:0:35242:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820abd98 00000080:00200000:1.0:1789449581.437615:0:35242:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff9e8b89180908), flags=1536 00000080:00000001:1.0:1789449581.437617:0:35242:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789449581.437618:0:35242:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789449581.437618:0:35242:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820abca8 00000080:00200000:1.0:1789449581.437620:0:35242:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:1.0:1789449581.437621:0:35242:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b83767400. 00800000:00000002:1.0:1789449581.437623:0:35242:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:1.0:1789449581.437624:0:35242:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789449581.437625:0:35242:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789449581.437626:0:35242:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820abbc8 00800000:00000002:1.0:1789449581.437628:0:35242:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789449581.437629:0:35242:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789449581.437630:0:35242:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449581.437631:0:35242:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449581.437632:0:35242:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449581.437633:0:35242:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449581.437634:0:35242:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449581.437635:0:35242:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789449581.437636:0:35242:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449581.437638:0:35242:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789449581.437639:0:35242:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789449581.437640:0:35242:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820aba98 00000002:00010000:1.0:1789449581.437641:0:35242:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789449581.437642:0:35242:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789449581.437643:0:35242:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789449581.437644:0:35242:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789449581.437646:0:35242:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbad00 count: 2 00010000:00000001:1.0:1789449581.437647:0:35242:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449581.437649:0:35242:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449581.437650:0:35242:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789449581.437652:0:35242:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498600/0xcddde1459ded6776 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dc4d expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 02000000:00000001:1.0:1789449581.437656:0:35242:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789449581.437658:0:35242:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449581.437660:0:35242:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498600/0xcddde1459ded6776 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dc4d expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000002:00000001:1.0:1789449581.437664:0:35242:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789449581.437665:0:35242:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789449581.437666:0:35242:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789449581.437667:0:35242:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789449581.437668:0:35242:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789449581.437669:0:35242:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789449581.437670:0:35242:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789449581.437671:0:35242:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:1.0:1789449581.437672:0:35242:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b83767400. 00000080:00000001:1.0:1789449581.437674:0:35242:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789449581.437675:0:35242:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789449581.437676:0:35242:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:1.0:1789449581.437677:0:35242:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded6776 00800000:00000001:1.0:1789449581.437678:0:35242:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789449581.437679:0:35242:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789449581.437680:0:35242:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449581.437681:0:35242:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449581.437682:0:35242:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498600 refcount=3 00000020:00000001:1.0:1789449581.437683:0:35242:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:1.0:1789449581.437684:0:35242:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:1.0:1789449581.437686:0:35242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449581.437686:0:35242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789449581.437687:0:35242:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449581.437688:0:35242:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789449581.437689:0:35242:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded6776 from it ffffb711820abce0 00010000:00000001:1.0:1789449581.437690:0:35242:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449581.437690:0:35242:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449581.437691:0:35242:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498600 refcount=3 00000020:00000001:1.0:1789449581.437692:0:35242:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:1.0:1789449581.437693:0:35242:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:1.0:1789449581.437694:0:35242:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789449581.437696:0:35242:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498600/0xcddde1459ded6776 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3dc4d expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:1.0:1789449581.437701:0:35242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449581.437702:0:35242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449581.437702:0:35242:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789449581.437703:0:35242:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789449581.437704:0:35242:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498600/0xcddde1459ded6776 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dc4d expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:1.0:1789449581.437707:0:35242:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789449581.437708:0:35242:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789449581.437709:0:35242:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789449581.437710:0:35242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449581.437711:0:35242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449581.437711:0:35242:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449581.437712:0:35242:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789449581.437713:0:35242:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449581.437714:0:35242:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449581.437715:0:35242:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449581.437716:0:35242:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789449581.437716:0:35242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449581.437717:0:35242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789449581.437718:0:35242:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789449581.437718:0:35242:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789449581.437720:0:35242:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908), inode mode 41ff mask 3 00000080:00000001:1.0:1789449581.437721:0:35242:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449581.437724:0:35242:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789449581.437725:0:35242:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789449581.437726:0:35242:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820abd90 00000080:00200000:1.0:1789449581.437727:0:35242:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:1.0:1789449581.437729:0:35242:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b83767400. 00800000:00000002:1.0:1789449581.437730:0:35242:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:1.0:1789449581.437731:0:35242:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789449581.437732:0:35242:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789449581.437733:0:35242:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820abcb0 00800000:00000002:1.0:1789449581.437733:0:35242:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789449581.437735:0:35242:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789449581.437736:0:35242:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449581.437737:0:35242:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449581.437738:0:35242:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449581.437739:0:35242:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449581.437740:0:35242:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449581.437741:0:35242:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789449581.437742:0:35242:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449581.437743:0:35242:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789449581.437744:0:35242:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789449581.437745:0:35242:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820abb80 00000002:00010000:1.0:1789449581.437746:0:35242:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789449581.437747:0:35242:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789449581.437748:0:35242:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789449581.437748:0:35242:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789449581.437749:0:35242:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbad00 count: 2 00010000:00000001:1.0:1789449581.437750:0:35242:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449581.437752:0:35242:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449581.437752:0:35242:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789449581.437754:0:35242:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498600/0xcddde1459ded6776 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dc4d expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 02000000:00000001:1.0:1789449581.437757:0:35242:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789449581.437758:0:35242:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449581.437760:0:35242:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498600/0xcddde1459ded6776 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dc4d expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000002:00000001:1.0:1789449581.437763:0:35242:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789449581.437764:0:35242:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789449581.437765:0:35242:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789449581.437766:0:35242:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789449581.437768:0:35242:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789449581.437769:0:35242:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789449581.437772:0:35242:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789449581.437774:0:35242:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:1.0:1789449581.437776:0:35242:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b83767400. 00000080:00000001:1.0:1789449581.437779:0:35242:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789449581.437780:0:35242:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789449581.437782:0:35242:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:1.0:1789449581.437784:0:35242:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded6776 00800000:00000001:1.0:1789449581.437786:0:35242:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789449581.437788:0:35242:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789449581.437789:0:35242:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449581.437790:0:35242:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449581.437792:0:35242:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498600 refcount=3 00000020:00000001:1.0:1789449581.437794:0:35242:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:1.0:1789449581.437796:0:35242:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:1.0:1789449581.437798:0:35242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449581.437799:0:35242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789449581.437800:0:35242:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449581.437802:0:35242:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789449581.437804:0:35242:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded6776 from it ffffb711820abdc8 00010000:00000001:1.0:1789449581.437806:0:35242:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449581.437807:0:35242:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449581.437808:0:35242:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498600 refcount=3 00000020:00000001:1.0:1789449581.437810:0:35242:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:1.0:1789449581.437812:0:35242:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:1.0:1789449581.437814:0:35242:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789449581.437817:0:35242:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498600/0xcddde1459ded6776 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3dc4d expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:1.0:1789449581.437823:0:35242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449581.437824:0:35242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449581.437825:0:35242:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789449581.437827:0:35242:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789449581.437828:0:35242:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498600/0xcddde1459ded6776 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dc4d expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000001:1.0:1789449581.437836:0:35242:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789449581.437837:0:35242:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789449581.437838:0:35242:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789449581.437839:0:35242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449581.437840:0:35242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449581.437841:0:35242:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449581.437842:0:35242:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789449581.437843:0:35242:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449581.437844:0:35242:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449581.437845:0:35242:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449581.437846:0:35242:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789449581.437847:0:35242:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449581.437848:0:35242:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789449581.437848:0:35242:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789449581.437849:0:35242:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789449581.437850:0:35242:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908), inode mode 41ff mask 3 00000080:00000001:1.0:1789449581.437852:0:35242:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449581.437856:0:35242:0:(namei.c:2169:do_mkdir()) Process entered 00000020:00000001:1.0:1789449581.437858:0:35242:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820abda0 00000080:00200000:1.0:1789449581.437859:0:35242:0:(namei.c:2172:do_mkdir()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00000001:1.0:1789449581.437862:0:35242:0:(namei.c:1968:ll_new_node()) Process entered 00000080:00000001:1.0:1789449581.437864:0:35242:0:(namei.c:1778:ll_new_node_prepare()) Process entered 00000080:00000010:1.0:1789449581.437867:0:35242:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b83767400. 00800000:00000002:1.0:1789449581.437868:0:35242:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000010:1.0:1789449581.437877:0:35242:0:(namei.c:1796:ll_new_node_prepare()) kmalloced '(lum)': 48 at ffff9e8b91d9a040. 00000080:00000001:1.0:1789449581.437914:0:35242:0:(namei.c:1884:ll_new_node_prepare()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449581.437918:0:35242:0:(lmv_obd.c:2310:lmv_create()) Process entered 00800000:00000001:1.0:1789449581.437921:0:35242:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1789449581.437924:0:35242:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449581.437925:0:35242:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449581.437926:0:35242:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449581.437927:0:35242:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449581.437928:0:35242:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449581.437929:0:35242:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789449581.437930:0:35242:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449581.437936:0:35242:0:(lmv_obd.c:1705:lmv_locate_tgt_qos()) Process entered 00020000:00000001:1.0:1789449581.437939:0:35242:0:(lu_tgt_descs.c:432:ltd_qos_penalties_calc()) Process entered 00020000:00000001:1.0:1789449581.437943:0:35242:0:(lu_tgt_descs.c:569:ltd_qos_penalties_calc()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:1.0:1789449581.437945:0:35242:0:(lmv_obd.c:1717:lmv_locate_tgt_qos()) Process leaving via unlock (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00800000:00000001:1.0:1789449581.437948:0:35242:0:(lmv_obd.c:1786:lmv_locate_tgt_rr()) Process entered 00800000:00000001:1.0:1789449581.437951:0:35242:0:(lmv_obd.c:1800:lmv_locate_tgt_rr()) Process leaving (rc=18446636920905893888 : -107152803657728 : ffff9e8b8b338800) 00800000:00000001:1.0:1789449581.437953:0:35242:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446636920905893888 : -107152803657728 : ffff9e8b8b338800) 00800000:00000001:1.0:1789449581.437956:0:35242:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1789449581.437957:0:35242:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1789449581.437960:0:35242:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1789449581.437963:0:35242:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1789449581.437965:0:35242:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0001-mdc-ffff9e8b89903000: Allocated FID [0x240000402:0x7:0x0] 40000000:00000001:1.0:1789449581.437966:0:35242:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449581.437968:0:35242:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449581.437969:0:35242:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449581.437970:0:35242:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449581.437972:0:35242:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820abc08 00800000:00000002:1.0:1789449581.437973:0:35242:0:(lmv_obd.c:2351:lmv_create()) CREATE name 'd24a.recovery-small' [0x240000402:0x7:0x0] on [0x200000007:0x1:0x0] -> mds #1, layout version 1 00000002:00000001:1.0:1789449581.437978:0:35242:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:1.0:1789449581.437980:0:35242:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1789449581.437984:0:35242:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789449581.437988:0:35242:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83692d80. 00000020:00000040:1.0:1789449581.437991:0:35242:0:(genops.c:1209:class_import_get()) import ffff9e8b862dc800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e8b89903000 02000000:00000001:1.0:1789449581.437997:0:35242:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789449581.437998:0:35242:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449581.438000:0:35242:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789449581.438005:0:35242:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789449581.438008:0:35242:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449581.438011:0:35242:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789449581.438013:0:35242:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789449581.438016:0:35242:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789449581.438024:0:35242:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b8678e800. 00000100:00000001:1.0:1789449581.438032:0:35242:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449581.438035:0:35242:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789449581.438037:0:35242:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449581.438039:0:35242:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789449581.438041:0:35242:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449581.438043:0:35242:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1789449581.438062:0:35242:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff9e8b89903000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1789449581.438074:0:35242:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e8b83692d80 x1876371947531264/t0(0) o36->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789449581.438081:0:35242:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789449581.438083:0:35242:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789449581.438089:0:35242:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b865cc3c0. 00000100:00000001:1.0:1789449581.438091:0:35242:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920824710080 : -107152884841536 : ffff9e8b865cc3c0) 00000100:00000001:1.0:1789449581.438093:0:35242:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449581.438095:0:35242:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775191936 : -107152934359680 : ffff9e8b83692d80) 00000100:00000001:1.0:1789449581.438100:0:35242:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789449581.438104:0:35242:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449581.438106:0:35242:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789449581.438107:0:35242:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789449581.438110:0:35242:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83692d80 x1876371947531264/t0(0) o36->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449581.438116:0:35242:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449581.438118:0:35242:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449581.438121:0:35242:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789449581.438123:0:35242:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789449581.438125:0:35242:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449581.438127:0:35242:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83692d80 pname:cluuid:pid:xid:nid:opc:job mkdir:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35242:1876371947531264:192.168.202.109@tcp:36:mkdir.0 00000100:00000001:1.0:1789449581.438130:0:35242:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789449581.438135:0:35242:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789449581.438137:0:35242:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449581.438138:0:35242:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789449581.438141:0:35242:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b8678c000. 02000000:00000001:1.0:1789449581.438143:0:35242:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789449581.438152:0:35242:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:1.0:1789449581.438156:0:35242:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b83427f20. 00000400:00000010:1.0:1789449581.438162:0:35242:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012110. 00000100:00000200:1.0:1789449581.438169:0:35242:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947531264, portal 10 00000100:00000001:1.0:1789449581.438172:0:35242:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449581.438173:0:35242:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775191936 : -107152934359680 : ffff9e8b83692d80) 00000100:00000040:1.0:1789449581.438179:0:35242:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b83692d80 x1876371947531264/t0(0) o36->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1789449597 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449581.438186:0:35242:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789449581.438189:0:35242:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1789449581.438192:0:35242:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012e58. 00000100:00000200:1.0:1789449581.438197:0:35242:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1876371947531264, offset 0 00000400:00000200:1.0:1789449581.438205:0:35242:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1789449581.438216:0:35242:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449581.443018:0:35242:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1789449581.443031:0:35242:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789449581.443037:0:35242:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1789449581.443043:0:35242:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789449581.443049:0:35242:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1789449581.443053:0:35242:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2928:2928:256:4294967295] 192.168.202.109@tcp LPNI seq info [2928:2928:8:4294967295] 00000400:00000200:1.0:1789449581.443063:0:35242:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449581.443079:0:35242:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1789449581.443088:0:35242:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1789449581.443103:0:35242:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b83d9c100. 00000800:00000200:1.0:1789449581.443112:0:35242:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1789449581.443121:0:35242:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1789449581.443127:0:35242:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b83d9c100 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:1.0:1789449581.443153:0:35242:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449581.443163:0:35242:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: using a timeout of 22366 usecs (23 jiffies) 00000400:00000200:1.0:1789449581.443169:0:35242:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:1.0:1789449581.443173:0:35242:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296584152 00000100:00000001:1.0:1789449581.443177:0:35242:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296586278 00000100:00000001:1.0:1789449581.443181:0:35242:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296584152 00000100:00000001:1.0:1789449581.443183:0:35242:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296586278 00000100:00000001:1.0:1789449581.443187:0:35242:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449581.443193:0:35242:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449581.443197:0:35242:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789449581.443199:0:35242:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789449581.443202:0:35242:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b865cc3c0 going to sleep for 11 seconds 00000100:00000001:1.0:1789449581.443206:0:35242:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449581.443211:0:35242:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449581.444472:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449581.444485:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b83d9c100. 00000400:00000200:3.0:1789449581.444497:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449581.444506:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449581.444515:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012e58 00000400:00000010:3.0:1789449581.444519:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012e58. 00000100:00000001:3.0:1789449581.444526:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449581.444538:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83692d80 x1876371947531264/t0(0) o36->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1789449597 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449581.444554:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449581.444559:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83692d80 x1876371947531264/t0(0) o36->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1789449597 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449581.444567:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449581.444569:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789449581.451960:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449581.451985:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449581.451992:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449581.451995:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449581.452014:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449581.452025:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449581.452038:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449581.452044:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449581.452051:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449581.452056:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 328 into portal 15 MB=0x6aa8ce47d8f80 00000400:00000200:3.0:1789449581.452067:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.109@tcp of length 328/328 into md 0x7f8d [2] + 656 00000800:00000001:3.0:1789449581.452077:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449581.452083:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449581.452087:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449581.452093:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449581.452105:0:2394:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1789449581.452108:0:2394:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1789449581.452115:0:2394:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b8310b800. 00000100:00000040:3.0:1789449581.452120:0:2394:0:(events.c:341:request_in_callback()) incoming req@ffff9e8b8310b800 x1876371965841280 msgsize 328 00000100:00100000:3.0:1789449581.452125:0:2394:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.109@tcp (source: 12345-192.168.202.109@tcp) 00000100:00000001:3.0:1789449581.452145:0:2394:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:3.0:1789449581.452158:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449581.452161:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449581.452278:0:16806:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1789449581.452282:0:16806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876371965841280 02000000:00000001:2.0:1789449581.452286:0:16806:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1789449581.452289:0:16806:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789449581.452292:0:16806:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449581.452299:0:16806:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449581.452305:0:16806:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876371965841280 00000020:00000001:2.0:1789449581.452309:0:16806:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789449581.452312:0:16806:0:(genops.c:804:class_conn2export()) looking for export cookie 0xcddde1459ded5b21 00000020:00000001:2.0:1789449581.452315:0:16806:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449581.452320:0:16806:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e8b8986e800 refcount=5 00000020:00000001:2.0:1789449581.452322:0:16806:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920877803520 : -107152831748096 : ffff9e8b8986e800) 00000020:00000001:2.0:1789449581.452325:0:16806:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636920877803520 : -107152831748096 : ffff9e8b8986e800) 00000100:00000001:2.0:1789449581.452330:0:16806:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1789449581.452336:0:16806:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e8b90fc9440. 00000100:00000001:2.0:1789449581.452339:0:16806:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789449581.452342:0:16806:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e8b90fc9440. 00000020:00000010:2.0:1789449581.452350:0:16806:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e8b888a2c00. 00000020:00000010:2.0:1789449581.452356:0:16806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e8b83162300. 00000020:00000010:2.0:1789449581.452362:0:16806:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e8b83cb7578. 00000100:00000040:2.0:1789449581.452374:0:16806:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1789449581.452377:0:16806:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1789449581.452379:0:16806:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1789449581.452382:0:16806:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449581.452392:0:16806:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449581.452406:0:16806:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449581.452418:0:16806:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1789449581.452420:0:16806:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1789449581.452425:0:16806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.109@tcp, seq: 62 00000100:00000040:2.0:1789449581.452429:0:16806:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9e8b8986e800 : new rpc_count 1 00000100:00000001:2.0:1789449581.452431:0:16806:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446636920769394688 : -107152940156928 : ffff9e8b8310b800) 00000100:00000040:2.0:1789449581.452441:0:16806:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e8b8310b800 x1876371965841280/t0(0) o104->b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb@192.168.202.109@tcp:687/0 lens 328/0 e 0 to 0 dl 1789449592 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789449581.452450:0:16806:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1789449581.452452:0:16806:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e8b90fc9440. 00000100:00000001:2.0:1789449581.452454:0:16806:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789449581.452456:0:16806:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e8b90fc9440. 00000100:00100000:2.0:1789449581.452460:0:16806:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9e8b8310b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb+5:7928:x1876371965841280:12345-192.168.202.109@tcp:104: 00000100:00000200:2.0:1789449581.452463:0:16806:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876371965841280 00010000:00000001:2.0:1789449581.452466:0:16806:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1789449581.452476:0:16806:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449581.452477:0:16806:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449581.452479:0:16806:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498600 refcount=2 00000020:00000001:2.0:1789449581.452481:0:16806:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:2.0:1789449581.452484:0:16806:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:2.0:1789449581.452488:0:16806:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449581.452493:0:16806:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789449581.452499:0:16806:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498600/0xcddde1459ded6776 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xeb7cbf5e2fd3dc4d expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000100:00000001:2.0:1789449581.452510:0:16806:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1789449581.452513:0:16806:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1789449581.452530:0:16806:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e8b83605000. 02000000:00000001:2.0:1789449581.452534:0:16806:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449581.452537:0:16806:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449581.452543:0:16806:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1789449581.452546:0:16806:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789449581.452552:0:16806:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b91c491e8 time=210 v=5 (1 1 1 1) 00000100:00000001:2.0:1789449581.452558:0:16806:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789449581.452562:0:16806:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9e8b895f2700 refcount 16 to 192.168.202.109@tcp 00000100:00000001:2.0:1789449581.452565:0:16806:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446636920875198208 : -107152834353408 : ffff9e8b895f2700) 02000000:00000001:2.0:1789449581.452568:0:16806:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1789449581.452570:0:16806:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449581.452575:0:16806:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449581.452578:0:16806:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449581.452584:0:16806:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d110. 00000100:00000200:2.0:1789449581.452591:0:16806:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1876371965841280, offset 224 00000400:00000200:2.0:1789449581.452599:0:16806:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449581.452607:0:16806:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449581.452617:0:16806:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.202.9@tcp to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449581.452625:0:16806:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2929:2929:256:4294967295] 192.168.202.109@tcp LPNI seq info [2929:2929:8:4294967295] 00000400:00000200:2.0:1789449581.452629:0:16806:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449581.452639:0:16806:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449581.452646:0:16806:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449581.452651:0:16806:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b89db4400. 00000800:00000200:2.0:1789449581.452660:0:16806:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449581.452668:0:16806:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449581.452673:0:16806:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b89db4400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789449581.452688:0:16806:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449581.452691:0:16806:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9e8b895f2700 refcount 15 to 192.168.202.109@tcp 00010000:00000001:2.0:1789449581.452695:0:16806:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1789449581.452700:0:16806:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9e8b87cfc480. 00010000:00000001:2.0:1789449581.452704:0:16806:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1789449581.452724:0:16806:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1789449581.452727:0:16806:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449581.452728:0:16806:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449581.452731:0:16806:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449581.452736:0:16806:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b8310b800 x1876371965841280/t0(0) o104->b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb@192.168.202.109@tcp:687/0 lens 328/224 e 0 to 0 dl 1789449592 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789449581.452746:0:16806:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9e8b8310b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb+5:7928:x1876371965841280:12345-192.168.202.109@tcp:104: Request processed in 294us (623us total) trans 0 rc 0/0 00000100:00100000:2.0:1789449581.452757:0:16806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.109@tcp, seq: 62 00000100:00000040:2.0:1789449581.452761:0:16806:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e8b8986e800 : new rpc_count 0 00000100:00000001:2.0:1789449581.452763:0:16806:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1789449581.452765:0:16806:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1789449581.452772:0:16806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e8b83162300. 00000020:00000010:2.0:1789449581.452776:0:16806:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e8b83cb7578. 00000020:00000010:2.0:1789449581.452780:0:16806:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e8b888a2c00. 00000020:00000040:2.0:1789449581.452786:0:16806:0:(genops.c:879:class_export_put()) PUTting export ffff9e8b8986e800 : new refcount 4 00000100:00000001:2.0:1789449581.452790:0:16806:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1789449581.452865:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449581.452870:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b89db4400. 00000400:00000200:2.0:1789449581.452875:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449581.452945:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449581.452950:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d110 00000400:00000010:2.0:1789449581.452954:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d110. 00000100:00000001:2.0:1789449581.452957:0:2393:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:2.0:1789449581.452959:0:2393:0:(events.c:402:reply_out_callback()) Process leaving 00000020:00000001:1.0:1789449581.454230:0:16815:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789449581.454236:0:16815:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449581.454241:0:16815:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1789449581.454245:0:16815:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1789449581.454248:0:16815:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1789449581.454254:0:16815:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498600/0xcddde1459ded6776 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xeb7cbf5e2fd3dc4d expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:1.0:1789449581.454266:0:16815:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e8b86498600 already unused, calling callback (ffffffffc1b31740) 00000080:00000001:1.0:1789449581.454270:0:16815:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1789449581.454275:0:16815:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498600/0xcddde1459ded6776 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xeb7cbf5e2fd3dc4d expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000001:1.0:1789449581.454284:0:16815:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1789449581.454287:0:16815:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1789449581.454291:0:16815:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498600/0xcddde1459ded6776 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xeb7cbf5e2fd3dc4d expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000001:1.0:1789449581.454298:0:16815:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1789449581.454302:0:16815:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1789449581.454304:0:16815:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449581.454307:0:16815:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449581.454310:0:16815:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498600 refcount=3 00000020:00000001:1.0:1789449581.454313:0:16815:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:1.0:1789449581.454316:0:16815:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823449088 : -107152886102528 : ffff9e8b86498600) 00010000:00000001:1.0:1789449581.454320:0:16815:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789449581.454324:0:16815:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498600/0xcddde1459ded6776 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0xeb7cbf5e2fd3dc4d expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000080:00000001:1.0:1789449581.454332:0:16815:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1789449581.454338:0:16815:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1789449581.454341:0:16815:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1789449581.454344:0:16815:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1789449581.454350:0:16815:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789449581.454353:0:16815:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789449581.454361:0:16815:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbad00 count: 2 00010000:00000001:1.0:1789449581.454365:0:16815:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789449581.454370:0:16815:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449581.454371:0:16815:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789449581.454372:0:16815:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789449581.454374:0:16815:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbad00 count: 2 00010000:00000001:1.0:1789449581.454376:0:16815:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789449581.454378:0:16815:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449581.454380:0:16815:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789449581.454381:0:16815:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789449581.454382:0:16815:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbad00 count: 2 00010000:00000001:1.0:1789449581.454384:0:16815:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789449581.454386:0:16815:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449581.454388:0:16815:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789449581.454392:0:16815:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9e8b89180840, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1789449581.454397:0:16815:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1789449581.454401:0:16815:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1789449581.454404:0:16815:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1789449581.454406:0:16815:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449581.454410:0:16815:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789449581.454413:0:16815:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789449581.454415:0:16815:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789449581.454417:0:16815:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449581.454420:0:16815:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789449581.454424:0:16815:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9e8b86498600 with handle 0xcddde1459ded6776 from hash 00010000:00000001:1.0:1789449581.454426:0:16815:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789449581.454429:0:16815:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449581.454431:0:16815:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449581.454432:0:16815:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789449581.454436:0:16815:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789449581.454439:0:16815:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1789449581.454445:0:16815:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789449581.454449:0:16815:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449581.454452:0:16815:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789449581.454455:0:16815:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1789449581.454467:0:16815:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83693480. 00000020:00000040:1.0:1789449581.454472:0:16815:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000100:00000001:1.0:1789449581.454477:0:16815:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789449581.454481:0:16815:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789449581.454489:0:16815:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789449581.454499:0:16815:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e8b83767000. 00000100:00000001:1.0:1789449581.454509:0:16815:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449581.454513:0:16815:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1789449581.454520:0:16815:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498600/0xcddde1459ded6776 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xeb7cbf5e2fd3dc4d expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:1.0:1789449581.454528:0:16815:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1789449581.454530:0:16815:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449581.454536:0:16815:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789449581.454543:0:16815:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449581.454557:0:16815:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002529582] to pc [ptlrpcd_00_01+1] req@ffff9e8b83693480 x1876371947531392/t0(0) o103->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789449581.454596:0:16815:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449581.454599:0:16815:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449581.454600:0:16815:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449581.454603:0:16815:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449581.454606:0:16815:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449581.454608:0:16815:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449581.454622:0:16815:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498600/0xcddde1459ded6776 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xeb7cbf5e2fd3dc4d expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000001:1.0:1789449581.454634:0:16815:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789449581.454636:0:16815:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498600/0xcddde1459ded6776 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xeb7cbf5e2fd3dc4d expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000040:1.0:1789449581.454645:0:16815:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9e8b82cbad00 count: 0 00010000:00000010:1.0:1789449581.454653:0:16815:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e8b9066e800. 00010000:00000001:1.0:1789449581.454668:0:16815:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449581.454670:0:16815:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1789449581.454672:0:16815:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9e8b87cfc480. 00010000:00000001:1.0:1789449581.454676:0:16815:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449581.454678:0:16815:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789449581.454680:0:16815:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449581.454682:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789449581.454684:0:16815:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789449581.454685:0:16815:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449581.454686:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789449581.454688:0:16815:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789449581.454690:0:16815:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449581.454692:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789449581.454877:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449581.454915:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449581.454919:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789449581.454928:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83693480 x1876371947531392/t0(0) o103->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449581.454937:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789449581.454940:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449581.454945:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789449581.454949:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789449581.454951:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449581.454956:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83693480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2400:1876371947531392:192.168.202.109@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1789449581.454961:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789449581.454968:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789449581.454971:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449581.454974:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789449581.454980:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b899c6800. 02000000:00000001:0.0:1789449581.454982:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449581.454992:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:0.0:1789449581.454997:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b86580b58. 00000400:00000010:0.0:1789449581.455016:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5cc0. 00000100:00000200:0.0:1789449581.455026:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947531392, portal 18 00000100:00000001:0.0:1789449581.455029:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449581.455031:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775193728 : -107152934357888 : ffff9e8b83693480) 00000100:00000040:0.0:1789449581.455039:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b83693480 x1876371947531392/t0(0) o103->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449597 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449581.455047:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789449581.455052:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1789449581.455055:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5198. 00000100:00000200:0.0:1789449581.455059:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1876371947531392, offset 0 00000400:00000200:0.0:1789449581.455066:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1789449581.455077:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449581.455088:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1789449581.455096:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789449581.455100:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1789449581.455105:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789449581.455108:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1789449581.455112:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2930:2930:256:4294967295] 192.168.202.109@tcp LPNI seq info [2930:2930:8:4294967295] 00000400:00000200:0.0:1789449581.455117:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449581.455128:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1789449581.455135:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1789449581.455140:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b864ec300. 00000800:00000200:0.0:1789449581.455147:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1789449581.455156:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1789449581.455161:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b864ec300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1789449581.455192:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449581.455198:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 852353 usecs (853 jiffies) 00000400:00000200:0.0:1789449581.455202:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:0.0:1789449581.455206:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296584994 00000100:00000001:0.0:1789449581.455209:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296586278 00000100:00000001:0.0:1789449581.455212:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296584994 00000100:00000001:0.0:1789449581.455216:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296586278 00000100:00000001:0.0:1789449581.455228:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449581.455232:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449581.455235:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449581.455238:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449581.455249:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449581.455252:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789449581.455254:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449581.455256:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449581.455257:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449581.455260:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449581.455277:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449581.455279:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449581.455445:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449581.455451:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ec300. 00000400:00000200:3.0:1789449581.455457:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449581.455462:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449581.455469:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5198 00000400:00000010:3.0:1789449581.455472:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5198. 00000100:00000001:3.0:1789449581.455476:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449581.455481:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83693480 x1876371947531392/t0(0) o103->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449597 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449581.455491:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449581.455495:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83693480 x1876371947531392/t0(0) o103->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449597 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449581.455502:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449581.455504:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1789449581.461935:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cbad00. 00010000:00000010:1.1:1789449581.461960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b86498600. 00000800:00000001:2.0:1789449581.465352:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449581.465378:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449581.465384:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449581.465387:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449581.465400:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449581.465416:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449581.465429:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449581.465435:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449581.465443:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449581.465448:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 18 MB=0x6aa8ce3662c80 00000400:00000200:2.0:1789449581.465456:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449581.465464:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.109@tcp of length 224/224 into md 0x8555 [1] + 224 00000800:00000001:2.0:1789449581.465475:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449581.465489:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449581.465494:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449581.465500:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449581.465513:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449581.465527:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83693480 x1876371947531392/t0(0) o103->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449597 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449581.465539:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b83693480 x1876371947531392/t0(0) o103->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449597 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449581.465618:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449581.465625:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449581.465645:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449581.465659:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449581.465663:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1789449581.465832:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449581.465835:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449581.465840:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b86580b58. 00000400:00000200:0.0:1789449581.465846:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5cc0 00000400:00000010:0.0:1789449581.465849:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5cc0. 00000100:00000001:0.0:1789449581.465853:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449581.465859:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83693480 x1876371947531392/t0(0) o103->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449597 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789449581.466117:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83693480 x1876371947531392/t0(0) o103->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449597 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449581.466125:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449581.466128:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449581.466131:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449581.466135:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449581.466138:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449581.466141:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449581.466145:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449581.466160:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ed80 time=210 v=5 (5 5 5 5) 00000100:00001000:0.0:1789449581.466165:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=28 v=5 (1 0 0 0) 00000100:00000001:0.0:1789449581.466266:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449581.466268:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449581.466273:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449581.466278:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449581.466283:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789449581.466285:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967639 00000100:00000001:0.0:1789449581.466288:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449581.466290:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449581.466297:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83693480 x1876371947531392/t0(0) o103->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449597 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449581.466306:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449581.466310:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449581.466313:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449581.466318:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83693480 x1876371947531392/t0(0) o103->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449597 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789449581.466326:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83693480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2400:1876371947531392:192.168.202.109@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1789449581.466331:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449581.466334:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449581.466338:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83693480 x1876371947531392/t0(0) o103->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449597 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449581.466345:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789449581.466348:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449581.466353:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b899c6800. 02000000:00000001:0.0:1789449581.466358:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789449581.466362:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449581.466364:0:2400:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=3 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:0.0:1789449581.466367:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449581.466370:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e8b83767000. 02000000:00000001:0.0:1789449581.466375:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449581.466377:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449581.466380:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83693480. 00000100:00000001:0.0:1789449581.466386:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449581.466387:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449581.466390:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449581.466400:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449581.466402:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449581.466405:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449581.466408:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789449581.483207:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449581.483237:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449581.483243:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449581.483246:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449581.483260:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449581.483270:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449581.483282:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449581.483288:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449581.483296:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449581.483301:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 448 into portal 10 MB=0x6aa8ce3662c00 00000400:00000200:3.0:1789449581.483308:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449581.483315:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 448/448 into md 0x8545 [1] + 224 00000800:00000001:3.0:1789449581.483323:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449581.483386:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449581.483391:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449581.483396:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449581.483407:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449581.483419:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83692d80 x1876371947531264/t0(0) o36->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1789449597 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449581.483431:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff9e8b83692d80 x1876371947531264/t0(0) o36->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1789449597 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449581.483463:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449581.483477:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449581.483480:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449581.483963:0:35242:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789449581.483974:0:35242:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789449581.483977:0:35242:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789449581.483982:0:35242:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b83427f20. 00000400:00000200:1.0:1789449581.483987:0:35242:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012110 00000400:00000010:1.0:1789449581.483990:0:35242:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012110. 00000100:00000001:1.0:1789449581.483994:0:35242:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789449581.483999:0:35242:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83692d80 x1876371947531264/t0(0) o36->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1789449597 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789449581.484021:0:35242:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83692d80 x1876371947531264/t0(0) o36->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1789449597 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449581.484029:0:35242:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789449581.484032:0:35242:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449581.484035:0:35242:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789449581.484039:0:35242:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789449581.484042:0:35242:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789449581.484044:0:35242:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449581.484048:0:35242:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789449581.484061:0:35242:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b862dcc60 time=61 v=5 (5 5 102 102) 00000100:00001000:1.0:1789449581.484066:0:35242:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b862dcc18 time=61 v=5 (1 1 1 1) 00000100:00000001:1.0:1789449581.484068:0:35242:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789449581.484070:0:35242:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449581.484074:0:35242:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789449581.484078:0:35242:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449581.484081:0:35242:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789449581.484083:0:35242:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:1.0:1789449581.484085:0:35242:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789449581.484087:0:35242:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449581.484089:0:35242:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775191936 : -107152934359680 : ffff9e8b83692d80) 00000100:00000001:1.0:1789449581.484092:0:35242:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789449581.484095:0:35242:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967328 00000100:00000001:1.0:1789449581.484097:0:35242:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789449581.484100:0:35242:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449581.484105:0:35242:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83692d80 x1876371947531264/t4294967330(4294967330) o36->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/448 e 0 to 0 dl 1789449597 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449581.484113:0:35242:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449581.484116:0:35242:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789449581.484119:0:35242:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789449581.484123:0:35242:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83692d80 x1876371947531264/t4294967330(4294967330) o36->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/448 e 0 to 0 dl 1789449597 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789449581.484130:0:35242:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83692d80 pname:cluuid:pid:xid:nid:opc:job mkdir:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35242:1876371947531264:192.168.202.109@tcp:36:mkdir.0 00000100:00000001:1.0:1789449581.484135:0:35242:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449581.484138:0:35242:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449581.484141:0:35242:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789449581.484144:0:35242:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449581.484148:0:35242:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83692d80 x1876371947531264/t4294967330(4294967330) o36->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/448 e 0 to 0 dl 1789449597 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449581.484155:0:35242:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789449581.484158:0:35242:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b865cc3c0. 00000100:00000001:1.0:1789449581.484163:0:35242:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789449581.484165:0:35242:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449581.484276:0:35242:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449581.484281:0:35242:0:(lmv_obd.c:2359:lmv_create()) Created - [0x240000402:0x7:0x0] 00800000:00000001:1.0:1789449581.484284:0:35242:0:(lmv_obd.c:2416:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449581.484288:0:35242:0:(namei.c:1904:ll_new_node_finish()) Process entered 00000080:00000002:1.0:1789449581.484292:0:35242:0:(namei.c:1700:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1789449523 to 1789449581 00000080:00000001:1.0:1789449581.484295:0:35242:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789449581.484304:0:35242:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1789449581.484307:0:35242:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789449581.484311:0:35242:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798761479 : 162129603798761479 : 240000402000007) 00000080:00000001:1.0:1789449581.484314:0:35242:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:1.0:1789449581.484334:0:35242:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9e8b89110840. 00000080:00000001:1.0:1789449581.484347:0:35242:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:1.0:1789449581.484349:0:35242:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x240000402:0x7:0x0](ffff9e8b89110908) 00000080:00000001:1.0:1789449581.484353:0:35242:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1789449581.484355:0:35242:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x240000402:0x7:0x0] 00000080:00000001:1.0:1789449581.484357:0:35242:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449581.484359:0:35242:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798761479 : 162129603798761479 : 240000402000007) 00000080:00000001:1.0:1789449581.484361:0:35242:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=37748740 : 37748740 : 2400004) 00000080:00000002:1.0:1789449581.484364:0:35242:0:(llite_lib.c:3050:ll_update_inode()) setting ino 162129603798761479 mtime from 0 to 1789449581 00000080:00200000:1.0:1789449581.484369:0:35242:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x240000402:0x7:0x0], updating i_size 4096 00000080:00000001:1.0:1789449581.484371:0:35242:0:(llite_lib.c:3382:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1789449581.484373:0:35242:0:(namei.c:156:ll_iget()) Process leaving (rc=18446636920870078728 : -107152839472888 : ffff9e8b89110908) 00000080:00000001:1.0:1789449581.484376:0:35242:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789449581.484379:0:35242:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1789449581.484381:0:35242:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449581.484387:0:35242:0:(namei.c:1951:ll_new_node_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449581.484390:0:35242:0:(namei.c:1996:ll_new_node()) Process leaving 00000100:00000001:1.0:1789449581.484392:0:35242:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449581.484395:0:35242:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83692d80 x1876371947531264/t4294967330(4294967330) o36->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/448 e 0 to 0 dl 1789449597 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449581.484402:0:35242:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449581.484404:0:35242:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:1.0:1789449581.484407:0:35242:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b83767400. 00000080:00000010:1.0:1789449581.484413:0:35242:0:(namei.c:2002:ll_new_node()) kfreed 'lum': 48 at ffff9e8b91d9a040. 00000080:00000001:1.0:1789449581.484416:0:35242:0:(namei.c:2004:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449581.484419:0:35242:0:(namei.c:2180:do_mkdir()) Process leaving via out_tally (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1789449581.484424:0:35242:0:(namei.c:2224:do_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449581.484441:0:35242:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1789449581.484450:0:35242:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:1.1:1789449581.492931:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b8984f5e0. 00000080:00000001:2.0:1789449581.497203:0:35243:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789449581.497213:0:35243:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789449581.497216:0:35243:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789449581.497236:0:35243:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820e3bc0 00000080:00200000:2.0:1789449581.497242:0:35243:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:2.0:1789449581.497252:0:35243:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b888a2c00. 00800000:00000002:2.0:1789449581.497262:0:35243:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:2.0:1789449581.497267:0:35243:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789449581.497274:0:35243:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789449581.497277:0:35243:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820e3ae0 00800000:00000002:2.0:1789449581.497280:0:35243:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789449581.497284:0:35243:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789449581.497287:0:35243:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789449581.497291:0:35243:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789449581.497294:0:35243:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789449581.497297:0:35243:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789449581.497299:0:35243:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449581.497301:0:35243:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789449581.497304:0:35243:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449581.497309:0:35243:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789449581.497315:0:35243:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789449581.497317:0:35243:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820e39b0 00000002:00010000:2.0:1789449581.497319:0:35243:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789449581.497323:0:35243:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789449581.497325:0:35243:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789449581.497330:0:35243:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789449581.497339:0:35243:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449581.497342:0:35243:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449581.497344:0:35243:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449581.497346:0:35243:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789449581.497349:0:35243:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1789449581.497356:0:35243:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065c000. 00000020:00000040:2.0:1789449581.497362:0:35243:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00010000:00000001:2.0:1789449581.497370:0:35243:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789449581.497376:0:35243:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789449581.497381:0:35243:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449581.497385:0:35243:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449581.497388:0:35243:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449581.497394:0:35243:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449581.497403:0:35243:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b83605400. 00000100:00000001:2.0:1789449581.497412:0:35243:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449581.497418:0:35243:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789449581.497421:0:35243:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449581.497422:0:35243:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789449581.497423:0:35243:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449581.497425:0:35243:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449581.497431:0:35243:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446636920993071104 : -107152716480512 : ffff9e8b9065c000) 00010000:00000001:2.0:1789449581.497436:0:35243:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789449581.497438:0:35243:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1789449581.497443:0:35243:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9e8b90652a00. 00010000:00000010:2.0:1789449581.497448:0:35243:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e8b83162300. 00010000:00000001:2.0:1789449581.497454:0:35243:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789449581.497458:0:35243:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8b91c4ca00. 00000020:00000001:2.0:1789449581.497463:0:35243:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789449581.497467:0:35243:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8b91c4ca00 with handle 0xcddde1459ded677d to hash 00000020:00000001:2.0:1789449581.497469:0:35243:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789449581.497470:0:35243:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636921016076800 : -107152693474816 : ffff9e8b91c4ca00) 00010000:00000001:2.0:1789449581.497474:0:35243:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636921016076800 : -107152693474816 : ffff9e8b91c4ca00) 00010000:00000001:2.0:1789449581.497479:0:35243:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449581.497482:0:35243:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449581.497487:0:35243:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4ca00/0xcddde1459ded677d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35243 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789449581.497497:0:35243:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4ca00/0xcddde1459ded677d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35243 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789449581.497508:0:35243:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4ca00/0xcddde1459ded677d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35243 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789449581.497514:0:35243:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789449581.497516:0:35243:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789449581.497524:0:35243:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b87cfcb40. 00000100:00000001:2.0:1789449581.497526:0:35243:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920849025856 : -107152860525760 : ffff9e8b87cfcb40) 00000100:00000001:2.0:1789449581.497529:0:35243:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449581.497530:0:35243:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993071104 : -107152716480512 : ffff9e8b9065c000) 00000100:00000001:2.0:1789449581.497536:0:35243:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449581.497541:0:35243:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449581.497544:0:35243:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789449581.497545:0:35243:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789449581.497560:0:35243:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065c000 x1876371947531520/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449581.497568:0:35243:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449581.497571:0:35243:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449581.497575:0:35243:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449581.497578:0:35243:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449581.497580:0:35243:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449581.497584:0:35243:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065c000 pname:cluuid:pid:xid:nid:opc:job lfs:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35243:1876371947531520:192.168.202.109@tcp:101:lfs.0 00000100:00000001:2.0:1789449581.497589:0:35243:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789449581.497595:0:35243:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449581.497598:0:35243:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449581.497601:0:35243:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789449581.497606:0:35243:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e8b8986f800. 02000000:00000001:2.0:1789449581.497608:0:35243:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449581.497619:0:35243:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449581.497624:0:35243:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b9f20. 00000400:00000010:2.0:1789449581.497631:0:35243:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d110. 00000100:00000200:2.0:1789449581.497640:0:35243:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876371947531520, portal 10 00000100:00000001:2.0:1789449581.497642:0:35243:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449581.497643:0:35243:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993071104 : -107152716480512 : ffff9e8b9065c000) 00000100:00000040:2.0:1789449581.497649:0:35243:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b9065c000 x1876371947531520/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449597 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449581.497657:0:35243:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449581.497660:0:35243:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449581.497663:0:35243:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d088. 00000100:00000200:2.0:1789449581.497666:0:35243:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876371947531520, offset 0 00000400:00000200:2.0:1789449581.497673:0:35243:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449581.497683:0:35243:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449581.497691:0:35243:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449581.497697:0:35243:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449581.497702:0:35243:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449581.497707:0:35243:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449581.497710:0:35243:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449581.497714:0:35243:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2931:2931:256:4294967295] 192.168.202.109@tcp LPNI seq info [2931:2931:8:4294967295] 00000400:00000200:2.0:1789449581.497717:0:35243:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449581.497729:0:35243:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449581.497736:0:35243:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449581.497742:0:35243:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b89db4400. 00000800:00000200:2.0:1789449581.497749:0:35243:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449581.497759:0:35243:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449581.497765:0:35243:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b89db4400 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1789449581.497789:0:35243:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449581.497794:0:35243:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 851278 usecs (852 jiffies) 00000400:00000200:2.0:1789449581.497798:0:35243:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449581.497800:0:35243:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296585033 00000100:00000001:2.0:1789449581.497804:0:35243:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296586278 00000100:00000001:2.0:1789449581.497806:0:35243:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296585033 00000100:00000001:2.0:1789449581.497808:0:35243:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296586278 00000100:00000001:2.0:1789449581.497810:0:35243:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449581.497814:0:35243:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449581.497816:0:35243:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449581.497818:0:35243:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789449581.497821:0:35243:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b87cfcb40 going to sleep for 11 seconds 00000100:00000001:2.0:1789449581.497824:0:35243:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449581.497828:0:35243:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449581.498308:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449581.498315:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b89db4400. 00000400:00000200:3.0:1789449581.498322:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449581.498329:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449581.498337:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d088 00000400:00000010:3.0:1789449581.498341:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d088. 00000100:00000001:3.0:1789449581.498346:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449581.498350:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065c000 x1876371947531520/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449597 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449581.498361:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449581.498365:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b9065c000 x1876371947531520/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449597 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449581.498372:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449581.498373:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789449581.501826:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449581.501848:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449581.501854:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449581.501856:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449581.501929:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449581.501940:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449581.501954:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449581.501960:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449581.501966:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449581.501973:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 688 into portal 10 MB=0x6aa8ce3662d00 00000400:00000200:3.0:1789449581.501979:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449581.501987:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 688/688 into md 0x855d [1] + 224 00000800:00000001:3.0:1789449581.501995:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449581.502003:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449581.502007:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449581.502023:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449581.502035:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449581.502047:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065c000 x1876371947531520/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449597 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789449581.502060:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9e8b9065c000 x1876371947531520/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449597 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449581.502076:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449581.502088:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449581.502091:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449581.502821:0:35243:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789449581.502835:0:35243:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789449581.502838:0:35243:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789449581.502842:0:35243:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b9f20. 00000400:00000200:2.0:1789449581.502850:0:35243:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d110 00000400:00000010:2.0:1789449581.502853:0:35243:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d110. 00000100:00000001:2.0:1789449581.502858:0:35243:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449581.502865:0:35243:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065c000 x1876371947531520/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449597 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789449581.502876:0:35243:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065c000 x1876371947531520/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449597 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449581.502895:0:35243:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789449581.502898:0:35243:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449581.502901:0:35243:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789449581.502905:0:35243:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789449581.502908:0:35243:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789449581.502911:0:35243:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449581.502914:0:35243:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789449581.502926:0:35243:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=61 v=5 (5 5 102 102) 00000100:00001000:2.0:1789449581.502931:0:35243:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=28 v=5 (1 0 0 0) 00000100:00000001:2.0:1789449581.502933:0:35243:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789449581.502935:0:35243:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449581.502938:0:35243:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789449581.502942:0:35243:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449581.502946:0:35243:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789449581.502949:0:35243:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967639 00000100:00000001:2.0:1789449581.502951:0:35243:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789449581.502953:0:35243:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449581.502958:0:35243:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065c000 x1876371947531520/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449597 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449581.502966:0:35243:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449581.502970:0:35243:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789449581.502972:0:35243:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789449581.502976:0:35243:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065c000 x1876371947531520/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449597 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789449581.502984:0:35243:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065c000 pname:cluuid:pid:xid:nid:opc:job lfs:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35243:1876371947531520:192.168.202.109@tcp:101:lfs.0 00000100:00000001:2.0:1789449581.502988:0:35243:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449581.502991:0:35243:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449581.502994:0:35243:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789449581.502997:0:35243:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449581.503000:0:35243:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065c000 x1876371947531520/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449597 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449581.503007:0:35243:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789449581.503010:0:35243:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b87cfcb40. 00000100:00000001:2.0:1789449581.503014:0:35243:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789449581.503016:0:35243:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449581.503019:0:35243:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789449581.503024:0:35243:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449581.503027:0:35243:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449581.503031:0:35243:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4ca00 refcount=4 00000020:00000001:2.0:1789449581.503033:0:35243:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016076800 : -107152693474816 : ffff9e8b91c4ca00) 00010000:00000001:2.0:1789449581.503037:0:35243:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016076800 : -107152693474816 : ffff9e8b91c4ca00) 00010000:00000040:2.0:1789449581.503044:0:35243:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e8b91c4ca00, remote cookie: 0xeb7cbf5e2fd3dc8c, flags: 0x1001 00010000:00010000:2.0:1789449581.503051:0:35243:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4ca00/0xcddde1459ded677d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dc8c expref: -99 pid: 35243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789449581.503067:0:35243:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4ca00/0xcddde1459ded677d lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dc8c expref: -99 pid: 35243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449581.503074:0:35243:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1789449581.503079:0:35243:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1789449581.503081:0:35243:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1789449581.503083:0:35243:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1789449581.503084:0:35243:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1789449581.503087:0:35243:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9e8b90652a00) refcount = 1 00010000:00010000:2.0:1789449581.503092:0:35243:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4ca00/0xcddde1459ded677d lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3dc8c expref: -99 pid: 35243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449581.503099:0:35243:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1789449581.503103:0:35243:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1789449581.503104:0:35243:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789449581.503108:0:35243:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789449581.503110:0:35243:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449581.503113:0:35243:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4ca00/0xcddde1459ded677d lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dc8c expref: -99 pid: 35243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449581.503119:0:35243:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1789449581.503120:0:35243:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449581.503122:0:35243:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449581.503123:0:35243:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449581.503124:0:35243:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449581.503126:0:35243:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449581.503131:0:35243:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1789449581.503133:0:35243:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449581.503134:0:35243:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449581.503136:0:35243:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4ca00 refcount=3 00000020:00000001:2.0:1789449581.503137:0:35243:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016076800 : -107152693474816 : ffff9e8b91c4ca00) 00010000:00000001:2.0:1789449581.503139:0:35243:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016076800 : -107152693474816 : ffff9e8b91c4ca00) 00010000:00000001:2.0:1789449581.503142:0:35243:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449581.503143:0:35243:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449581.503144:0:35243:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4ca00 refcount=4 00000020:00000001:2.0:1789449581.503146:0:35243:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016076800 : -107152693474816 : ffff9e8b91c4ca00) 00010000:00000001:2.0:1789449581.503148:0:35243:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016076800 : -107152693474816 : ffff9e8b91c4ca00) 00010000:00000001:2.0:1789449581.503152:0:35243:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449581.503155:0:35243:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449581.503159:0:35243:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4ca00/0xcddde1459ded677d lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3dc8c expref: -99 pid: 35243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449581.503165:0:35243:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449581.503166:0:35243:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449581.503167:0:35243:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449581.503168:0:35243:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449581.503169:0:35243:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4ca00 refcount=5 00000020:00000001:2.0:1789449581.503171:0:35243:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016076800 : -107152693474816 : ffff9e8b91c4ca00) 00010000:00000001:2.0:1789449581.503173:0:35243:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016076800 : -107152693474816 : ffff9e8b91c4ca00) 00010000:00000001:2.0:1789449581.503175:0:35243:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789449581.503178:0:35243:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4ca00/0xcddde1459ded677d lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3dc8c expref: -99 pid: 35243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449581.503184:0:35243:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449581.503185:0:35243:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789449581.503188:0:35243:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4ca00/0xcddde1459ded677d lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3dc8c expref: -99 pid: 35243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449581.503194:0:35243:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789449581.503196:0:35243:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449581.503197:0:35243:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449581.503198:0:35243:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449581.503199:0:35243:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1789449581.503203:0:35243:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9e8b9065c000 x1876371947531520/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449597 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1789449581.503226:0:35243:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449581.503228:0:35243:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449581.503229:0:35243:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4ca00 refcount=3 00000020:00000001:2.0:1789449581.503231:0:35243:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016076800 : -107152693474816 : ffff9e8b91c4ca00) 00010000:00000001:2.0:1789449581.503233:0:35243:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016076800 : -107152693474816 : ffff9e8b91c4ca00) 00010000:00000001:2.0:1789449581.503235:0:35243:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449581.503236:0:35243:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789449581.503238:0:35243:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449581.503240:0:35243:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449581.503244:0:35243:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1789449581.503246:0:35243:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449581.503247:0:35243:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449581.503248:0:35243:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4ca00 refcount=3 00000020:00000001:2.0:1789449581.503250:0:35243:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016076800 : -107152693474816 : ffff9e8b91c4ca00) 00010000:00000001:2.0:1789449581.503252:0:35243:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016076800 : -107152693474816 : ffff9e8b91c4ca00) 00000002:00010000:2.0:1789449581.503256:0:35243:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4ca00/0xcddde1459ded677d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dc8c expref: -99 pid: 35243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449581.503261:0:35243:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449581.503262:0:35243:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449581.503264:0:35243:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789449581.503265:0:35243:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449581.503266:0:35243:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449581.503267:0:35243:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4ca00 refcount=3 00000020:00000001:2.0:1789449581.503269:0:35243:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016076800 : -107152693474816 : ffff9e8b91c4ca00) 00010000:00000001:2.0:1789449581.503270:0:35243:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016076800 : -107152693474816 : ffff9e8b91c4ca00) 00010000:00000040:2.0:1789449581.503278:0:35243:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652a00 count: 2 00010000:00000001:2.0:1789449581.503281:0:35243:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1789449581.503285:0:35243:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e8b83488400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1789449581.503287:0:35243:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449581.503288:0:35243:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789449581.503290:0:35243:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1789449581.503294:0:35243:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820e3938 00000002:00002000:2.0:1789449581.503297:0:35243:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1789449581.503300:0:35243:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789449581.503304:0:35243:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789449581.503307:0:35243:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789449581.503311:0:35243:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1789449581.503315:0:35243:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449581.503320:0:35243:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:2.0:1789449581.503325:0:35243:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b888a2c00. 00000080:00000001:2.0:1789449581.503329:0:35243:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789449581.503332:0:35243:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1789449581.503340:0:35243:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1789449581.503345:0:35243:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1789449581.503353:0:35243:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9e8b90fc9440. 00800000:00000001:2.0:1789449581.503355:0:35243:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446636921002955840 : -107152706595776 : ffff9e8b90fc9440) 00800000:00000001:2.0:1789449581.503357:0:35243:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449581.503360:0:35243:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789449581.503363:0:35243:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1789449581.503365:0:35243:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1789449581.503368:0:35243:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1789449581.503371:0:35243:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1789449581.503372:0:35243:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449581.503377:0:35243:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1789449581.503380:0:35243:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1789449581.503386:0:35243:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:2.0:1789449581.503388:0:35243:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449581.503389:0:35243:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449581.503390:0:35243:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4ca00 refcount=3 00000020:00000001:2.0:1789449581.503392:0:35243:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016076800 : -107152693474816 : ffff9e8b91c4ca00) 00010000:00000001:2.0:1789449581.503394:0:35243:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016076800 : -107152693474816 : ffff9e8b91c4ca00) 00010000:00000001:2.0:1789449581.503396:0:35243:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449581.503397:0:35243:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789449581.503399:0:35243:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789449581.503401:0:35243:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1789449581.503403:0:35243:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b90fc9440 1 00800000:00000010:2.0:1789449581.503405:0:35243:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9e8b90fc9440. 00800000:00000001:2.0:1789449581.503408:0:35243:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789449581.503411:0:35243:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded677d 00800000:00000001:2.0:1789449581.503415:0:35243:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789449581.503416:0:35243:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789449581.503417:0:35243:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449581.503418:0:35243:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449581.503419:0:35243:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4ca00 refcount=3 00000020:00000001:2.0:1789449581.503421:0:35243:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016076800 : -107152693474816 : ffff9e8b91c4ca00) 00010000:00000001:2.0:1789449581.503423:0:35243:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016076800 : -107152693474816 : ffff9e8b91c4ca00) 00010000:00000001:2.0:1789449581.503425:0:35243:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449581.503426:0:35243:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789449581.503427:0:35243:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789449581.503430:0:35243:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449581.503432:0:35243:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789449581.503434:0:35243:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:2.0:1789449581.503437:0:35243:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded677d from it ffffb711820e3bf8 00010000:00000001:2.0:1789449581.503439:0:35243:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449581.503440:0:35243:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449581.503441:0:35243:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4ca00 refcount=3 00000020:00000001:2.0:1789449581.503443:0:35243:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016076800 : -107152693474816 : ffff9e8b91c4ca00) 00010000:00000001:2.0:1789449581.503444:0:35243:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016076800 : -107152693474816 : ffff9e8b91c4ca00) 00010000:00000001:2.0:1789449581.503446:0:35243:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789449581.503449:0:35243:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4ca00/0xcddde1459ded677d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3dc8c expref: -99 pid: 35243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449581.503455:0:35243:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449581.503456:0:35243:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449581.503457:0:35243:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789449581.503460:0:35243:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789449581.503463:0:35243:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4ca00/0xcddde1459ded677d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dc8c expref: -99 pid: 35243 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789449581.503475:0:35243:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789449581.503478:0:35243:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789449581.503481:0:35243:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789449581.503486:0:35243:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449581.503487:0:35243:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449581.503488:0:35243:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449581.503492:0:35243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789449581.503494:0:35243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449581.503496:0:35243:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449581.503499:0:35243:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449581.503500:0:35243:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789449581.503502:0:35243:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449581.503503:0:35243:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789449581.503505:0:35243:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449581.503509:0:35243:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065c000 x1876371947531520/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449597 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449581.503515:0:35243:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789449581.503529:0:35243:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789449581.504260:0:35243:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9e8b8986f800. 02000000:00000001:2.0:1789449581.504269:0:35243:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789449581.504272:0:35243:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789449581.504275:0:35243:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=3 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:2.0:1789449581.504277:0:35243:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789449581.504280:0:35243:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b83605400. 02000000:00000001:2.0:1789449581.504285:0:35243:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789449581.504287:0:35243:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789449581.504289:0:35243:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065c000. 00000100:00000001:2.0:1789449581.504293:0:35243:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789449581.504295:0:35243:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789449581.504300:0:35243:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908), inode mode 41ff mask 1 00000080:00000001:2.0:1789449581.504308:0:35243:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789449581.504329:0:35243:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9e8b8316fb60. 00000080:00000001:2.0:1789449581.504335:0:35243:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789449581.504337:0:35243:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789449581.504339:0:35243:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820e3b00 00000080:00200000:2.0:1789449581.504341:0:35243:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:2.0:1789449581.504347:0:35243:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b888a2c00. 00800000:00000002:2.0:1789449581.504353:0:35243:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:2.0:1789449581.504356:0:35243:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789449581.504359:0:35243:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789449581.504361:0:35243:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820e3a20 00800000:00000002:2.0:1789449581.504363:0:35243:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789449581.504367:0:35243:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789449581.504370:0:35243:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789449581.504373:0:35243:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789449581.504376:0:35243:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789449581.504378:0:35243:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789449581.504381:0:35243:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449581.504383:0:35243:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789449581.504385:0:35243:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449581.504389:0:35243:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789449581.504394:0:35243:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789449581.504396:0:35243:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820e38f0 00000002:00010000:2.0:1789449581.504398:0:35243:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789449581.504401:0:35243:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789449581.504403:0:35243:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789449581.504406:0:35243:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789449581.504411:0:35243:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652a00 count: 2 00010000:00000001:2.0:1789449581.504413:0:35243:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789449581.504417:0:35243:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449581.504420:0:35243:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789449581.504424:0:35243:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4ca00/0xcddde1459ded677d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dc8c expref: -99 pid: 35243 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1789449581.504433:0:35243:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789449581.504438:0:35243:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449581.504441:0:35243:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4ca00/0xcddde1459ded677d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dc8c expref: -99 pid: 35243 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1789449581.504448:0:35243:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789449581.504451:0:35243:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789449581.504453:0:35243:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789449581.504455:0:35243:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789449581.504457:0:35243:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789449581.504459:0:35243:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789449581.504461:0:35243:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789449581.504464:0:35243:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:2.0:1789449581.504466:0:35243:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b888a2c00. 00000080:00000001:2.0:1789449581.504469:0:35243:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789449581.504470:0:35243:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789449581.504473:0:35243:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:2.0:1789449581.504476:0:35243:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded677d 00800000:00000001:2.0:1789449581.504479:0:35243:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789449581.504481:0:35243:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789449581.504482:0:35243:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449581.504485:0:35243:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449581.504487:0:35243:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4ca00 refcount=3 00000020:00000001:2.0:1789449581.504489:0:35243:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016076800 : -107152693474816 : ffff9e8b91c4ca00) 00010000:00000001:2.0:1789449581.504491:0:35243:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016076800 : -107152693474816 : ffff9e8b91c4ca00) 00010000:00000001:2.0:1789449581.504493:0:35243:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449581.504494:0:35243:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789449581.504496:0:35243:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789449581.504497:0:35243:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789449581.504499:0:35243:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded677d from it ffffb711820e3b38 00010000:00000001:2.0:1789449581.504501:0:35243:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449581.504502:0:35243:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449581.504503:0:35243:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4ca00 refcount=3 00000020:00000001:2.0:1789449581.504505:0:35243:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016076800 : -107152693474816 : ffff9e8b91c4ca00) 00010000:00000001:2.0:1789449581.504507:0:35243:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016076800 : -107152693474816 : ffff9e8b91c4ca00) 00010000:00000001:2.0:1789449581.504509:0:35243:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789449581.504511:0:35243:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4ca00/0xcddde1459ded677d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3dc8c expref: -99 pid: 35243 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789449581.504517:0:35243:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449581.505723:0:35243:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449581.505727:0:35243:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789449581.505730:0:35243:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789449581.505734:0:35243:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4ca00/0xcddde1459ded677d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dc8c expref: -99 pid: 35243 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789449581.505748:0:35243:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789449581.505752:0:35243:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789449581.505754:0:35243:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789449581.505759:0:35243:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449581.505760:0:35243:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449581.505762:0:35243:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449581.505774:0:35243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789449581.505777:0:35243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449581.505779:0:35243:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449581.505783:0:35243:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449581.505786:0:35243:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789449581.505787:0:35243:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449581.505788:0:35243:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789449581.505792:0:35243:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789449581.505794:0:35243:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789449581.505798:0:35243:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908), inode mode 41ff mask 3 00000080:00000001:2.0:1789449581.505804:0:35243:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449581.505808:0:35243:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:2.0:1789449581.505811:0:35243:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820e3b58 00000080:00200000:2.0:1789449581.505813:0:35243:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff9e8b89180908), file ffff9e8b8c5f0c00, open_flags a141, mode 81b6 opened 0 00000080:00000010:2.0:1789449581.505824:0:35243:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9e8b898c6060. 00000080:00000001:2.0:1789449581.505829:0:35243:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1789449581.505831:0:35243:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820e3a08 00000080:00200000:2.0:1789449581.505833:0:35243:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff9e8b89180908), intent=open|creat 00000080:00000010:2.0:1789449581.505844:0:35243:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b888a2c00. 00800000:00000002:2.0:1789449581.505849:0:35243:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:2.0:1789449581.505855:0:35243:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789449581.505858:0:35243:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789449581.505860:0:35243:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820e3928 00800000:00000002:2.0:1789449581.505862:0:35243:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'd24a.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789449581.505876:0:35243:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1789449581.505890:0:35243:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1789449581.505894:0:35243:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789449581.505897:0:35243:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789449581.505900:0:35243:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789449581.505902:0:35243:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789449581.505904:0:35243:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449581.505906:0:35243:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789449581.505909:0:35243:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789449581.505913:0:35243:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446636920772627456 : -107152936924160 : ffff9e8b83420c00) 00800000:00000001:2.0:1789449581.505917:0:35243:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1789449581.505919:0:35243:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1789449581.505924:0:35243:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1789449581.505927:0:35243:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1789449581.505930:0:35243:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9e8b89903000: Allocated FID [0x200000405:0x2a:0x0] 40000000:00000001:2.0:1789449581.505933:0:35243:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449581.505935:0:35243:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789449581.505937:0:35243:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789449581.505939:0:35243:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449581.505941:0:35243:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820e38a8 00800000:00000002:2.0:1789449581.505943:0:35243:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x2a:0x0], name='d24a.recovery-small' -> mds #0 layout version 1 00000002:00000001:2.0:1789449581.505947:0:35243:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789449581.505948:0:35243:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820e37e0 00000002:00010000:2.0:1789449581.505950:0:35243:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d24a.recovery-small,[0x200000405:0x2a:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0120502 00000002:00000001:2.0:1789449581.505954:0:35243:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789449581.505957:0:35243:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1789449581.505961:0:35243:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1789449581.505968:0:35243:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449581.505969:0:35243:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1789449581.505972:0:35243:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652a00 count: 2 00010000:00000001:2.0:1789449581.505975:0:35243:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789449581.505978:0:35243:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1789449581.505981:0:35243:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789449581.505985:0:35243:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4ca00/0xcddde1459ded677d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xeb7cbf5e2fd3dc8c expref: -99 pid: 35243 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:2.0:1789449581.505998:0:35243:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789449581.506002:0:35243:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789449581.506005:0:35243:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789449581.506007:0:35243:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1789449581.506009:0:35243:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789449581.506011:0:35243:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789449581.506013:0:35243:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652a00 count: 3 00010000:00000001:2.0:1789449581.506015:0:35243:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789449581.506018:0:35243:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449581.506019:0:35243:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789449581.506020:0:35243:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789449581.506021:0:35243:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652a00 count: 3 00010000:00000001:2.0:1789449581.506023:0:35243:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789449581.506025:0:35243:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449581.506026:0:35243:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789449581.506027:0:35243:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789449581.506028:0:35243:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652a00 count: 3 00010000:00000001:2.0:1789449581.506030:0:35243:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789449581.506032:0:35243:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449581.506033:0:35243:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789449581.506036:0:35243:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9e8b89180840, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1789449581.506041:0:35243:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1789449581.506043:0:35243:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1789449581.506046:0:35243:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789449581.506047:0:35243:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449581.506050:0:35243:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789449581.506054:0:35243:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789449581.506055:0:35243:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789449581.506057:0:35243:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449581.506061:0:35243:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1789449581.506064:0:35243:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9e8b91c4ca00 with handle 0xcddde1459ded677d from hash 00010000:00000001:2.0:1789449581.506066:0:35243:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789449581.506067:0:35243:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449581.506069:0:35243:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449581.506070:0:35243:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789449581.506073:0:35243:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789449581.506075:0:35243:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1789449581.506078:0:35243:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789449581.506080:0:35243:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789449581.506082:0:35243:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1789449581.506087:0:35243:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065c000. 00000020:00000040:2.0:1789449581.506091:0:35243:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e8b89903000 02000000:00000001:2.0:1789449581.506099:0:35243:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789449581.506101:0:35243:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449581.506103:0:35243:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789449581.506108:0:35243:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789449581.506110:0:35243:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449581.506113:0:35243:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449581.506116:0:35243:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449581.506120:0:35243:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449581.506128:0:35243:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b83605400. 00000100:00000001:2.0:1789449581.506138:0:35243:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449581.506144:0:35243:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789449581.506146:0:35243:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1789449581.506150:0:35243:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4ca00/0xcddde1459ded677d lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xeb7cbf5e2fd3dc8c expref: -99 pid: 35243 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1789449581.506157:0:35243:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1789449581.506159:0:35243:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789449581.506160:0:35243:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789449581.506163:0:35243:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4ca00/0xcddde1459ded677d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xeb7cbf5e2fd3dc8c expref: -99 pid: 35243 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:2.0:1789449581.506171:0:35243:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9e8b90652a00 count: 0 00010000:00000010:2.0:1789449581.506177:0:35243:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e8b83162300. 00010000:00000001:2.0:1789449581.506191:0:35243:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449581.506193:0:35243:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449581.506194:0:35243:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789449581.506196:0:35243:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449581.506198:0:35243:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449581.506209:0:35243:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446636920993071104 : -107152716480512 : ffff9e8b9065c000) 00010000:00000001:2.0:1789449581.506214:0:35243:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789449581.506216:0:35243:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1789449581.506231:0:35243:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9e8b90652900. 00010000:00000010:2.0:1789449581.506235:0:35243:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e8b83162300. 00010000:00000001:2.0:1789449581.506241:0:35243:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789449581.506244:0:35243:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8b91c4d800. 00000020:00000001:2.0:1789449581.506247:0:35243:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789449581.506250:0:35243:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8b91c4d800 with handle 0xcddde1459ded6784 to hash 00000020:00000001:2.0:1789449581.506252:0:35243:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789449581.506253:0:35243:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636921016080384 : -107152693471232 : ffff9e8b91c4d800) 00010000:00000001:2.0:1789449581.506257:0:35243:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636921016080384 : -107152693471232 : ffff9e8b91c4d800) 00010000:00000001:2.0:1789449581.506259:0:35243:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449581.506260:0:35243:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449581.506263:0:35243:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d800/0xcddde1459ded6784 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35243 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789449581.506269:0:35243:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d800/0xcddde1459ded6784 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35243 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1789449581.506321:0:35243:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e8b89903000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1789449581.506337:0:35243:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e8b9065c000 x1876371947531776/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 536/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1789449581.507799:0:35243:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d800/0xcddde1459ded6784 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35243 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789449581.507817:0:35243:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789449581.507820:0:35243:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789449581.507830:0:35243:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b87cfcb40. 00000100:00000001:2.0:1789449581.507832:0:35243:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920849025856 : -107152860525760 : ffff9e8b87cfcb40) 00000100:00000001:2.0:1789449581.507835:0:35243:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449581.507837:0:35243:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993071104 : -107152716480512 : ffff9e8b9065c000) 00000100:00000001:2.0:1789449581.507843:0:35243:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449581.507846:0:35243:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449581.507848:0:35243:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789449581.507850:0:35243:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789449581.507858:0:35243:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065c000 x1876371947531776/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 536/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449581.507865:0:35243:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449581.507868:0:35243:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449581.507873:0:35243:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449581.507876:0:35243:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449581.507891:0:35243:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449581.507895:0:35243:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065c000 pname:cluuid:pid:xid:nid:opc:job lfs:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35243:1876371947531776:192.168.202.109@tcp:101:lfs.0 00000100:00000001:2.0:1789449581.507900:0:35243:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789449581.507907:0:35243:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449581.507911:0:35243:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449581.507913:0:35243:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789449581.507991:0:35243:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9e8b87e40000. 02000000:00000001:2.0:1789449581.507994:0:35243:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449581.508003:0:35243:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449581.508008:0:35243:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b9f20. 00000400:00000010:2.0:1789449581.508018:0:35243:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9e8b83606400. 00000100:00000200:2.0:1789449581.508027:0:35243:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876371947531776, portal 10 00000100:00000001:2.0:1789449581.508029:0:35243:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449581.508030:0:35243:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993071104 : -107152716480512 : ffff9e8b9065c000) 00000100:00000040:2.0:1789449581.508038:0:35243:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b9065c000 x1876371947531776/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 536/66320 e 0 to 0 dl 1789449597 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449581.508046:0:35243:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449581.508050:0:35243:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449581.508055:0:35243:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d110. 00000100:00000200:2.0:1789449581.508058:0:35243:0:(niobuf.c:94:ptl_send_buf()) Sending 536 bytes to portal 12, xid 1876371947531776, offset 0 00000400:00000200:2.0:1789449581.508066:0:35243:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449581.508076:0:35243:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449581.508084:0:35243:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449581.508089:0:35243:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449581.508094:0:35243:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449581.508098:0:35243:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449581.508100:0:35243:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449581.508103:0:35243:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2932:2932:256:4294967295] 192.168.202.109@tcp LPNI seq info [2932:2932:8:4294967295] 00000400:00000200:2.0:1789449581.508106:0:35243:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449581.508115:0:35243:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449581.508120:0:35243:0:(socklnd_cb.c:931:ksocknal_send()) sending 536 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449581.508125:0:35243:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b89db4a00. 00000800:00000200:2.0:1789449581.508131:0:35243:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449581.508139:0:35243:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449581.508143:0:35243:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b89db4a00 type 1, nob 632 niov 1 nkiov 1 00000100:00000001:2.0:1789449581.508160:0:35243:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449581.508165:0:35243:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 850195 usecs (851 jiffies) 00000400:00000200:2.0:1789449581.508168:0:35243:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449581.508172:0:35243:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296585045 00000100:00000001:2.0:1789449581.508175:0:35243:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296586278 00000100:00000001:2.0:1789449581.508177:0:35243:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296585045 00000100:00000001:2.0:1789449581.508180:0:35243:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296586278 00000100:00000001:2.0:1789449581.508182:0:35243:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449581.508185:0:35243:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449581.508187:0:35243:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449581.508190:0:35243:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789449581.508193:0:35243:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b87cfcb40 going to sleep for 11 seconds 00000100:00000001:2.0:1789449581.508196:0:35243:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449581.508198:0:35243:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449581.508388:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449581.508395:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b89db4a00. 00000400:00000200:3.0:1789449581.508401:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449581.508407:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449581.508414:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d110 00000400:00000010:3.0:1789449581.508417:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d110. 00000100:00000001:3.0:1789449581.508421:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449581.508426:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065c000 x1876371947531776/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 536/66320 e 0 to 0 dl 1789449597 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449581.508435:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449581.508439:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b9065c000 x1876371947531776/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 536/66320 e 0 to 0 dl 1789449597 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449581.508445:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449581.508446:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:2.1:1789449581.522934:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b90652a00. 00010000:00000010:2.1:1789449581.522963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4ca00. 00000800:00000001:3.0:1789449581.523566:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449581.523582:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449581.523587:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449581.523589:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449581.523601:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449581.523610:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449581.523621:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449581.523627:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449581.523633:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449581.523638:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 608 into portal 10 MB=0x6aa8ce3662e00 00000400:00000200:3.0:1789449581.523645:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449581.523652:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 608/608 into md 0x856d [32] + 224 00000800:00000001:3.0:1789449581.523661:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449581.523668:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449581.523672:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449581.523678:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449581.523688:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449581.523700:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065c000 x1876371947531776/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 536/66320 e 0 to 0 dl 1789449597 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789449581.523713:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=66320 req@ffff9e8b9065c000 x1876371947531776/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 536/66320 e 0 to 0 dl 1789449597 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449581.523740:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449581.523753:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449581.523757:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449581.523823:0:35243:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789449581.523837:0:35243:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789449581.523839:0:35243:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789449581.523844:0:35243:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b9f20. 00000400:00000200:2.0:1789449581.523850:0:35243:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b83606400 00000400:00000010:2.0:1789449581.523853:0:35243:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9e8b83606400. 00000100:00000001:2.0:1789449581.523857:0:35243:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449581.523862:0:35243:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065c000 x1876371947531776/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 536/66320 e 0 to 0 dl 1789449597 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789449581.523871:0:35243:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065c000 x1876371947531776/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 536/66320 e 0 to 0 dl 1789449597 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449581.523878:0:35243:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789449581.523910:0:35243:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449581.523913:0:35243:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789449581.523919:0:35243:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789449581.523922:0:35243:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789449581.523924:0:35243:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449581.523928:0:35243:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789449581.523941:0:35243:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=61 v=5 (5 5 102 102) 00000100:00001000:2.0:1789449581.523947:0:35243:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=28 v=5 (1 0 0 0) 00000100:00000001:2.0:1789449581.523950:0:35243:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789449581.523952:0:35243:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449581.523955:0:35243:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789449581.523959:0:35243:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449581.523964:0:35243:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789449581.523966:0:35243:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967639 00000100:00000001:2.0:1789449581.523968:0:35243:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789449581.523970:0:35243:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449581.523976:0:35243:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065c000 x1876371947531776/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 536/608 e 0 to 0 dl 1789449597 ref 2 fl Rpc:RPQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449581.523983:0:35243:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449581.523987:0:35243:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789449581.523989:0:35243:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789449581.523993:0:35243:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065c000 x1876371947531776/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 536/608 e 0 to 0 dl 1789449597 ref 2 fl Interpret:RPQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789449581.524002:0:35243:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065c000 pname:cluuid:pid:xid:nid:opc:job lfs:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35243:1876371947531776:192.168.202.109@tcp:101:lfs.0 00000100:00000001:2.0:1789449581.524011:0:35243:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449581.524014:0:35243:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449581.524017:0:35243:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789449581.524020:0:35243:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449581.524023:0:35243:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065c000 x1876371947531776/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 536/608 e 0 to 0 dl 1789449597 ref 2 fl Complete:RPQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449581.524030:0:35243:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789449581.524033:0:35243:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b87cfcb40. 00000100:00000001:2.0:1789449581.524039:0:35243:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789449581.524040:0:35243:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449581.524043:0:35243:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789449581.524049:0:35243:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449581.524053:0:35243:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449581.524056:0:35243:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4d800 refcount=4 00000020:00000001:2.0:1789449581.524059:0:35243:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080384 : -107152693471232 : ffff9e8b91c4d800) 00010000:00000001:2.0:1789449581.524062:0:35243:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080384 : -107152693471232 : ffff9e8b91c4d800) 00010000:00000040:2.0:1789449581.524070:0:35243:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e8b91c4d800, remote cookie: 0xeb7cbf5e2fd3dca8, flags: 0x1001 00010000:00010000:2.0:1789449581.524076:0:35243:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d800/0xcddde1459ded6784 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dca8 expref: -99 pid: 35243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789449581.524085:0:35243:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x240000402:0x7:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1789449581.524089:0:35243:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1789449581.524151:0:35243:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9e8b922de700. 00010000:00000010:3.0:1789449581.524158:0:35243:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e8b84d02600. 00010000:00000040:3.0:1789449581.524167:0:35243:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9e8b90652900 count: 0 00010000:00000010:3.0:1789449581.524183:0:35243:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e8b83162300. 00010000:00000001:3.0:1789449581.524192:0:35243:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449581.524196:0:35243:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d800/0xcddde1459ded6784 lrc: 4/0,1 mode: --/PR res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dca8 expref: -99 pid: 35243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789449581.524206:0:35243:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d800/0xcddde1459ded6784 lrc: 4/0,1 mode: --/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dca8 expref: -99 pid: 35243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449581.524212:0:35243:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1789449581.524226:0:35243:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1789449581.524229:0:35243:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1789449581.524231:0:35243:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1789449581.524232:0:35243:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1789449581.524235:0:35243:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240000402:0x7:0x0].0x0 (ffff9e8b922de700) refcount = 1 00010000:00010000:3.0:1789449581.524240:0:35243:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d800/0xcddde1459ded6784 lrc: 4/0,1 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3dca8 expref: -99 pid: 35243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449581.524246:0:35243:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1789449581.524251:0:35243:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1789449581.524253:0:35243:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789449581.524257:0:35243:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1789449581.524260:0:35243:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449581.524264:0:35243:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d800/0xcddde1459ded6784 lrc: 4/0,1 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dca8 expref: -99 pid: 35243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449581.524270:0:35243:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1789449581.524272:0:35243:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449581.524274:0:35243:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449581.524275:0:35243:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449581.524276:0:35243:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449581.524278:0:35243:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449581.524286:0:35243:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1789449581.524289:0:35243:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449581.524291:0:35243:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449581.524293:0:35243:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4d800 refcount=3 00000020:00000001:3.0:1789449581.524295:0:35243:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080384 : -107152693471232 : ffff9e8b91c4d800) 00010000:00000001:3.0:1789449581.524297:0:35243:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080384 : -107152693471232 : ffff9e8b91c4d800) 00010000:00000001:3.0:1789449581.524300:0:35243:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449581.524301:0:35243:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449581.524303:0:35243:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4d800 refcount=4 00000020:00000001:3.0:1789449581.524304:0:35243:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080384 : -107152693471232 : ffff9e8b91c4d800) 00010000:00000001:3.0:1789449581.524306:0:35243:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080384 : -107152693471232 : ffff9e8b91c4d800) 00010000:00000001:3.0:1789449581.524309:0:35243:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449581.524313:0:35243:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449581.524317:0:35243:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d800/0xcddde1459ded6784 lrc: 5/1,1 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3dca8 expref: -99 pid: 35243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449581.524329:0:35243:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449581.524330:0:35243:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449581.524331:0:35243:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449581.524332:0:35243:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449581.524333:0:35243:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4d800 refcount=5 00000020:00000001:3.0:1789449581.524335:0:35243:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080384 : -107152693471232 : ffff9e8b91c4d800) 00010000:00000001:3.0:1789449581.524337:0:35243:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080384 : -107152693471232 : ffff9e8b91c4d800) 00010000:00000001:3.0:1789449581.524340:0:35243:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789449581.524343:0:35243:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d800/0xcddde1459ded6784 lrc: 5/1,1 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3dca8 expref: -99 pid: 35243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449581.524349:0:35243:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449581.524350:0:35243:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789449581.524353:0:35243:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d800/0xcddde1459ded6784 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3dca8 expref: -99 pid: 35243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449581.524359:0:35243:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789449581.524360:0:35243:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449581.524361:0:35243:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449581.524363:0:35243:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449581.524364:0:35243:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1789449581.524370:0:35243:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0xb, status=0 req@ffff9e8b9065c000 x1876371947531776/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 536/608 e 0 to 0 dl 1789449597 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1789449581.524379:0:35243:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449581.524380:0:35243:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449581.524382:0:35243:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4d800 refcount=3 00000020:00000001:3.0:1789449581.524384:0:35243:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080384 : -107152693471232 : ffff9e8b91c4d800) 00010000:00000001:3.0:1789449581.524386:0:35243:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080384 : -107152693471232 : ffff9e8b91c4d800) 00010000:00000001:3.0:1789449581.524388:0:35243:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449581.524389:0:35243:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789449581.524391:0:35243:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449581.524394:0:35243:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449581.524398:0:35243:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1789449581.524401:0:35243:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449581.524402:0:35243:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449581.524404:0:35243:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4d800 refcount=3 00000020:00000001:3.0:1789449581.524406:0:35243:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080384 : -107152693471232 : ffff9e8b91c4d800) 00010000:00000001:3.0:1789449581.524408:0:35243:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080384 : -107152693471232 : ffff9e8b91c4d800) 00000002:00010000:3.0:1789449581.524412:0:35243:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d800/0xcddde1459ded6784 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dca8 expref: -99 pid: 35243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449581.524419:0:35243:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449581.524420:0:35243:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449581.524422:0:35243:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789449581.524423:0:35243:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449581.524424:0:35243:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449581.524425:0:35243:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4d800 refcount=3 00000020:00000001:3.0:1789449581.524427:0:35243:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080384 : -107152693471232 : ffff9e8b91c4d800) 00010000:00000001:3.0:1789449581.524429:0:35243:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080384 : -107152693471232 : ffff9e8b91c4d800) 00010000:00000040:3.0:1789449581.524433:0:35243:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922de700 count: 2 00010000:00000001:3.0:1789449581.524436:0:35243:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1789449581.524441:0:35243:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e8b83488400 type 13 mode 4 res 9663677442/7 (0 0) 00010000:00000001:3.0:1789449581.524443:0:35243:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449581.524445:0:35243:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789449581.524446:0:35243:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1789449581.524451:0:35243:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820e3768 00000002:00002000:3.0:1789449581.524454:0:35243:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d24a.recovery-small intent=open|creat status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1789449581.524458:0:35243:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789449581.524464:0:35243:0:(lmv_intent.c:51:lmv_intent_remote()) Process entered 00800000:00000001:3.0:1789449581.524468:0:35243:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789449581.524472:0:35243:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789449581.524475:0:35243:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789449581.524478:0:35243:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789449581.524480:0:35243:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449581.524483:0:35243:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x7:0x0] 00800000:00000001:3.0:1789449581.524486:0:35243:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000010:3.0:1789449581.524493:0:35243:0:(lmv_intent.c:75:lmv_intent_remote()) kmalloced '(op_data)': 392 at ffff9e8b83481200. 00800000:00000002:3.0:1789449581.524496:0:35243:0:(lmv_intent.c:92:lmv_intent_remote()) REMOTE_INTENT with fid=[0x240000402:0x7:0x0] -> mds #1 00000020:00000010:3.0:1789449581.524504:0:35243:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff9e8b87c4a000. 00000002:00000001:3.0:1789449581.524508:0:35243:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789449581.524511:0:35243:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820e3730 00000002:00010000:3.0:1789449581.524513:0:35243:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x240000402:0x7:0x0], intent: open|creat flags 0120502 00000002:00000001:3.0:1789449581.524518:0:35243:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1789449581.524520:0:35243:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1789449581.524524:0:35243:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:3.0:1789449581.524529:0:35243:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449581.524530:0:35243:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:3.0:1789449581.524532:0:35243:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789449581.524539:0:35243:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83109880. 00000020:00000040:3.0:1789449581.524543:0:35243:0:(genops.c:1209:class_import_get()) import ffff9e8b862dc800 refcount=5 obd=lustre-MDT0001-mdc-ffff9e8b89903000 02000000:00000001:3.0:1789449581.524549:0:35243:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789449581.524551:0:35243:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449581.524554:0:35243:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789449581.524559:0:35243:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449581.524563:0:35243:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449581.524567:0:35243:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789449581.524570:0:35243:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789449581.524575:0:35243:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789449581.524583:0:35243:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b87c49400. 00000100:00000001:3.0:1789449581.524592:0:35243:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449581.524595:0:35243:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789449581.524598:0:35243:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449581.524599:0:35243:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789449581.524601:0:35243:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449581.524603:0:35243:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449581.524611:0:35243:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446636920769386624 : -107152940164992 : ffff9e8b83109880) 00010000:00000001:3.0:1789449581.524615:0:35243:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789449581.524617:0:35243:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1789449581.524620:0:35243:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9e8b922de000. 00010000:00000010:3.0:1789449581.524623:0:35243:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e8b84d02b80. 00010000:00000001:3.0:1789449581.524629:0:35243:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789449581.524633:0:35243:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8b91c74400. 00000020:00000010:3.0:1789449581.524637:0:35243:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at ffff9e8b84d02500. 00000020:00000001:3.0:1789449581.524640:0:35243:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789449581.524642:0:35243:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8b91c74400 with handle 0xcddde1459ded678b to hash 00000020:00000001:3.0:1789449581.524644:0:35243:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789449581.524646:0:35243:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636921016239104 : -107152693312512 : ffff9e8b91c74400) 00010000:00000001:3.0:1789449581.524650:0:35243:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636921016239104 : -107152693312512 : ffff9e8b91c74400) 00010000:00000001:3.0:1789449581.524652:0:35243:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449581.524654:0:35243:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449581.524657:0:35243:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-mdc-ffff9e8b89903000 lock: ffff9e8b91c74400/0xcddde1459ded678b lrc: 3/0,1 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35243 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789449581.524665:0:35243:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff9e8b89903000 lock: ffff9e8b91c74400/0xcddde1459ded678b lrc: 3/0,1 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35243 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1789449581.524677:0:35243:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff9e8b89903000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1789449581.524685:0:35243:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e8b83109880 x1876371947532032/t0(0) o101->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1789449581.524692:0:35243:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff9e8b89903000 lock: ffff9e8b91c74400/0xcddde1459ded678b lrc: 3/0,1 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35243 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789449581.524698:0:35243:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789449581.524700:0:35243:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789449581.524706:0:35243:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b831c5780. 00000100:00000001:3.0:1789449581.524708:0:35243:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920770156416 : -107152939395200 : ffff9e8b831c5780) 00000100:00000001:3.0:1789449581.524711:0:35243:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449581.524713:0:35243:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769386624 : -107152940164992 : ffff9e8b83109880) 00000100:00000001:3.0:1789449581.524718:0:35243:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789449581.524722:0:35243:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449581.524724:0:35243:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789449581.524726:0:35243:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789449581.524729:0:35243:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83109880 x1876371947532032/t0(0) o101->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449581.524737:0:35243:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789449581.524740:0:35243:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449581.524743:0:35243:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789449581.524746:0:35243:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789449581.524749:0:35243:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449581.524752:0:35243:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83109880 pname:cluuid:pid:xid:nid:opc:job lfs:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35243:1876371947532032:192.168.202.109@tcp:101:lfs.0 00000100:00000001:3.0:1789449581.524756:0:35243:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789449581.524762:0:35243:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789449581.524764:0:35243:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449581.524767:0:35243:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789449581.524853:0:35243:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9e8b86740000. 02000000:00000001:3.0:1789449581.524856:0:35243:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449581.524930:0:35243:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:3.0:1789449581.524935:0:35243:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b8525c0b0. 00000400:00000010:3.0:1789449581.524943:0:35243:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9e8b87c4b400. 00000100:00000200:3.0:1789449581.524950:0:35243:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876371947532032, portal 10 00000100:00000001:3.0:1789449581.524952:0:35243:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449581.524953:0:35243:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769386624 : -107152940164992 : ffff9e8b83109880) 00000100:00000040:3.0:1789449581.524960:0:35243:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b83109880 x1876371947532032/t0(0) o101->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/66320 e 0 to 0 dl 1789449597 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449581.524967:0:35243:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449581.524971:0:35243:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1789449581.524975:0:35243:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69000. 00000100:00000200:3.0:1789449581.524978:0:35243:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876371947532032, offset 0 00000400:00000200:3.0:1789449581.524985:0:35243:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1789449581.524992:0:35243:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449581.525001:0:35243:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449581.525396:0:35243:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789449581.525403:0:35243:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1789449581.525408:0:35243:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789449581.525411:0:35243:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1789449581.525415:0:35243:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2933:2933:256:4294967295] 192.168.202.109@tcp LPNI seq info [2933:2933:8:4294967295] 00000400:00000200:3.0:1789449581.525421:0:35243:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449581.525433:0:35243:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449581.525441:0:35243:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449581.525449:0:35243:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051c400. 00000800:00000200:3.0:1789449581.525457:0:35243:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449581.525467:0:35243:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449581.525472:0:35243:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051c400 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789449581.525496:0:35243:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449581.525502:0:35243:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: using a timeout of 22488 usecs (23 jiffies) 00000400:00000200:3.0:1789449581.525505:0:35243:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:3.0:1789449581.525509:0:35243:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296584234 00000100:00000001:3.0:1789449581.525513:0:35243:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296586278 00000100:00000001:3.0:1789449581.525515:0:35243:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296584234 00000100:00000001:3.0:1789449581.525518:0:35243:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296586278 00000100:00000001:3.0:1789449581.525521:0:35243:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449581.525524:0:35243:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449581.525527:0:35243:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449581.525529:0:35243:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789449581.525532:0:35243:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b831c5780 going to sleep for 11 seconds 00000100:00000001:3.0:1789449581.525535:0:35243:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449581.525537:0:35243:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449581.525722:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449581.525728:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b9051c400. 00000400:00000200:2.0:1789449581.525733:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449581.525739:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449581.525746:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69000 00000400:00000010:2.0:1789449581.525748:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69000. 00000100:00000001:2.0:1789449581.525753:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449581.525759:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83109880 x1876371947532032/t0(0) o101->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/66320 e 0 to 0 dl 1789449597 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449581.525995:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449581.526000:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83109880 x1876371947532032/t0(0) o101->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/66320 e 0 to 0 dl 1789449597 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449581.526008:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449581.526009:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789449581.528857:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000010:3.1:1789449581.529082:0:2394:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b90652900. 00000800:00000001:3.0:1789449581.529109:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449581.529112:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449581.529115:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449581.529125:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449581.529135:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449581.529146:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449581.529152:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449581.529159:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449581.529163:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 608 into portal 10 MB=0x6aa8ce3662f00 00000400:00000200:3.0:1789449581.529247:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449581.529256:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 608/608 into md 0x857d [32] + 224 00000800:00000001:3.0:1789449581.529266:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449581.529275:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449581.529279:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449581.529284:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449581.529295:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449581.529304:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83109880 x1876371947532032/t0(0) o101->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/66320 e 0 to 0 dl 1789449597 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789449581.529315:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=66320 req@ffff9e8b83109880 x1876371947532032/t0(0) o101->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/66320 e 0 to 0 dl 1789449597 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449581.529376:0:35243:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449581.529398:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449581.529410:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449581.529413:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1789449581.529506:0:35243:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449581.529510:0:35243:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449581.529514:0:35243:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b8525c0b0. 00000400:00000200:0.0:1789449581.529521:0:35243:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b87c4b400 00000400:00000010:0.0:1789449581.529524:0:35243:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9e8b87c4b400. 00000100:00000001:0.0:1789449581.529529:0:35243:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449581.529534:0:35243:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83109880 x1876371947532032/t0(0) o101->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/66320 e 0 to 0 dl 1789449597 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789449581.529543:0:35243:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83109880 x1876371947532032/t0(0) o101->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/66320 e 0 to 0 dl 1789449597 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449581.529548:0:35243:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449581.529551:0:35243:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449581.529553:0:35243:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449581.529558:0:35243:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449581.529561:0:35243:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449581.529564:0:35243:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449581.529568:0:35243:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449581.529581:0:35243:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b862dcc60 time=61 v=5 (5 5 102 102) 00000100:00001000:0.0:1789449581.529587:0:35243:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b862dcc18 time=61 v=5 (1 1 1 1) 00000100:00000001:0.0:1789449581.529590:0:35243:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1789449581.529594:0:35243:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9e8b83109880 x1876371947532032/t0(0) o101->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/608 e 0 to 0 dl 1789449597 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449581.529601:0:35243:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1789449581.529606:0:35243:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789449581.529608:0:35243:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967328 00000100:00000001:0.0:1789449581.529610:0:35243:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449581.529614:0:35243:0:(client.c:1798:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1789449581.529619:0:35243:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83109880 x1876371947532032/t0(0) o101->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/608 e 0 to 0 dl 1789449597 ref 2 fl Rpc:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449581.529627:0:35243:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1789449581.529630:0:35243:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449581.529632:0:35243:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449581.529636:0:35243:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83109880 x1876371947532032/t0(0) o101->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/608 e 0 to 0 dl 1789449597 ref 2 fl Interpret:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789449581.529645:0:35243:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83109880 pname:cluuid:pid:xid:nid:opc:job lfs:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35243:1876371947532032:192.168.202.109@tcp:101:lfs.0 00000100:00000001:0.0:1789449581.529651:0:35243:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449581.529654:0:35243:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1789449581.529657:0:35243:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789449581.529660:0:35243:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449581.529664:0:35243:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83109880 x1876371947532032/t0(0) o101->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/608 e 0 to 0 dl 1789449597 ref 2 fl Complete:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449581.529672:0:35243:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789449581.529675:0:35243:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b831c5780. 00000100:00000001:0.0:1789449581.529679:0:35243:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789449581.529681:0:35243:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1789449581.529685:0:35243:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789449581.529690:0:35243:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449581.529693:0:35243:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449581.529697:0:35243:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c74400 refcount=4 00000020:00000001:0.0:1789449581.529700:0:35243:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016239104 : -107152693312512 : ffff9e8b91c74400) 00010000:00000001:0.0:1789449581.529703:0:35243:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016239104 : -107152693312512 : ffff9e8b91c74400) 00010000:00010000:0.0:1789449581.529709:0:35243:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0001-mdc-ffff9e8b89903000 lock: ffff9e8b91c74400/0xcddde1459ded678b lrc: 4/0,1 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35243 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449581.529722:0:35243:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1789449581.529727:0:35243:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0001-mdc-ffff9e8b89903000 lock: ffff9e8b91c74400/0xcddde1459ded678b lrc: 4/0,1 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 35243 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449581.529733:0:35243:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449581.529735:0:35243:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-mdc-ffff9e8b89903000 lock: ffff9e8b91c74400/0xcddde1459ded678b lrc: 4/0,1 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 35243 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449581.529742:0:35243:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449581.529744:0:35243:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789449581.529746:0:35243:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-mdc-ffff9e8b89903000 lock: ffff9e8b91c74400/0xcddde1459ded678b lrc: 3/0,0 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 35243 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449581.529753:0:35243:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449581.529757:0:35243:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449581.529761:0:35243:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1789449581.529764:0:35243:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-mdc-ffff9e8b89903000 lock: ffff9e8b91c74400/0xcddde1459ded678b lrc: 4/0,0 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 35243 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789449581.529770:0:35243:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e8b91c74400 already unused, calling callback (ffffffffc1b31740) 00000080:00000001:0.0:1789449581.529837:0:35243:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1789449581.529842:0:35243:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0001-mdc-ffff9e8b89903000 lock: ffff9e8b91c74400/0xcddde1459ded678b lrc: 4/0,0 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 35243 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449581.529849:0:35243:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1789449581.529851:0:35243:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1789449581.529855:0:35243:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0001-mdc-ffff9e8b89903000 lock: ffff9e8b91c74400/0xcddde1459ded678b lrc: 4/0,0 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 35243 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449581.529860:0:35243:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1789449581.530107:0:35243:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1789449581.530110:0:35243:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449581.530111:0:35243:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449581.530113:0:35243:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c74400 refcount=5 00000020:00000001:0.0:1789449581.530115:0:35243:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016239104 : -107152693312512 : ffff9e8b91c74400) 00010000:00000001:0.0:1789449581.530118:0:35243:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016239104 : -107152693312512 : ffff9e8b91c74400) 00010000:00000001:0.0:1789449581.530121:0:35243:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789449581.530125:0:35243:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9e8b89903000 lock: ffff9e8b91c74400/0xcddde1459ded678b lrc: 5/0,0 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 35243 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1789449581.530131:0:35243:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789449581.530133:0:35243:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449581.530136:0:35243:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1789449581.530138:0:35243:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789449581.530142:0:35243:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789449581.530144:0:35243:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789449581.530146:0:35243:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449581.530148:0:35243:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789449581.530152:0:35243:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9e8b91c74400 with handle 0xcddde1459ded678b from hash 00010000:00000001:0.0:1789449581.530154:0:35243:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789449581.530155:0:35243:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449581.530156:0:35243:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449581.530158:0:35243:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789449581.530159:0:35243:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789449581.530161:0:35243:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1789449581.530164:0:35243:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449581.530165:0:35243:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449581.530167:0:35243:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449581.530238:0:35243:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449581.530245:0:35243:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffff9e8b89903000 lock: ffff9e8b91c74400/0xcddde1459ded678b lrc: 3/0,0 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 35243 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449581.530250:0:35243:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449581.530251:0:35243:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449581.530253:0:35243:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1789449581.530254:0:35243:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449581.530256:0:35243:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449581.530257:0:35243:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449581.530258:0:35243:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789449581.530260:0:35243:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9e8b89903000 lock: ffff9e8b91c74400/0xcddde1459ded678b lrc: 0/0,0 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 35243 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789449581.530269:0:35243:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9e8b922de000 count: 0 00010000:00000010:0.0:1789449581.530280:0:35243:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e8b84d02b80. 00010000:00000001:0.0:1789449581.530290:0:35243:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449581.530292:0:35243:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1789449581.530299:0:35243:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1789449581.530309:0:35243:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0xb, status=-21 req@ffff9e8b83109880 x1876371947532032/t0(0) o101->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/608 e 0 to 0 dl 1789449597 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1789449581.530317:0:35243:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1789449581.530318:0:35243:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449581.530321:0:35243:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449581.530323:0:35243:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449581.530326:0:35243:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000002:00000001:0.0:1789449581.530331:0:35243:0:(mdc_locks.c:1316:mdc_finish_intent_lock()) Process leaving via out (rc=18446744073709551595 : -21 : 0xffffffffffffffeb) 00000020:00000001:0.0:1789449581.530335:0:35243:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820e36b8 00000002:00002000:0.0:1789449581.530337:0:35243:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open|creat status=-21 disp=0xb: rc = -21 00000002:00000001:0.0:1789449581.530341:0:35243:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00800000:00000001:0.0:1789449581.530345:0:35243:0:(lmv_intent.c:115:lmv_intent_remote()) Process leaving via out_free_op_data (rc=18446744073709551595 : -21 : 0xffffffffffffffeb) 00800000:00000010:0.0:1789449581.530348:0:35243:0:(lmv_intent.c:135:lmv_intent_remote()) kfreed 'op_data': 392 at ffff9e8b83481200. 00010000:00000001:0.0:1789449581.530352:0:35243:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449581.530353:0:35243:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449581.530356:0:35243:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4d800 refcount=3 00000020:00000001:0.0:1789449581.530357:0:35243:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080384 : -107152693471232 : ffff9e8b91c4d800) 00010000:00000001:0.0:1789449581.530360:0:35243:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080384 : -107152693471232 : ffff9e8b91c4d800) 00010000:00000001:0.0:1789449581.530362:0:35243:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449581.530366:0:35243:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d800/0xcddde1459ded6784 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3dca8 expref: -99 pid: 35243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449581.530373:0:35243:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449581.530374:0:35243:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449581.530375:0:35243:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789449581.530378:0:35243:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789449581.530381:0:35243:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d800/0xcddde1459ded6784 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dca8 expref: -99 pid: 35243 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789449581.530388:0:35243:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789449581.530391:0:35243:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789449581.530394:0:35243:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449581.530398:0:35243:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449581.530399:0:35243:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449581.530401:0:35243:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449581.530404:0:35243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789449581.530406:0:35243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449581.530408:0:35243:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449581.530411:0:35243:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449581.530413:0:35243:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449581.530415:0:35243:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449581.530416:0:35243:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789449581.530419:0:35243:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449581.530426:0:35243:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065c000 x1876371947531776/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 536/608 e 0 to 0 dl 1789449597 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449581.530433:0:35243:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789449581.530436:0:35243:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449581.530441:0:35243:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9e8b87e40000. 02000000:00000001:0.0:1789449581.530476:0:35243:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789449581.530482:0:35243:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449581.530484:0:35243:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=3 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:0.0:1789449581.530486:0:35243:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449581.530490:0:35243:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b83605400. 02000000:00000001:0.0:1789449581.530495:0:35243:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449581.530496:0:35243:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449581.530499:0:35243:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065c000. 00000100:00000001:0.0:1789449581.530503:0:35243:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449581.530504:0:35243:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789449581.530506:0:35243:0:(lmv_intent.c:422:lmv_intent_open()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00800000:00000001:0.0:1789449581.530510:0:35243:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00200000:0.0:1789449581.530514:0:35243:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc -21 00000080:00000001:0.0:1789449581.530518:0:35243:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00000001:0.0:1789449581.530522:0:35243:0:(namei.c:1264:ll_lookup_it()) Process leaving via out (rc=18446744073709551595 : -21 : 0xffffffffffffffeb) 00800000:00000002:0.0:1789449581.530527:0:35243:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:0.0:1789449581.530531:0:35243:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b888a2c00. 00000100:00000001:0.0:1789449581.530534:0:35243:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449581.530539:0:35243:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83109880 x1876371947532032/t0(0) o101->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/608 e 0 to 0 dl 1789449597 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449581.530545:0:35243:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789449581.530547:0:35243:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449581.530548:0:35243:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9e8b86740000. 02000000:00000001:0.0:1789449581.530581:0:35243:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789449581.530583:0:35243:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449581.530584:0:35243:0:(genops.c:1222:class_import_put()) import ffff9e8b862dc800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000020:00000001:0.0:1789449581.530587:0:35243:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449581.530589:0:35243:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b87c49400. 02000000:00000001:0.0:1789449581.530592:0:35243:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449581.530593:0:35243:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449581.530595:0:35243:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83109880. 00000100:00000001:0.0:1789449581.530598:0:35243:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449581.530599:0:35243:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789449581.530606:0:35243:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1789449581.530609:0:35243:0:(dcache.c:176:ll_intent_release()) intent ffff9e8b898c6060 released 00000080:00000001:0.0:1789449581.530611:0:35243:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000010:0.0:1789449581.530613:0:35243:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9e8b898c6060. 00000080:00000001:0.0:1789449581.530617:0:35243:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00000001:0.0:1789449581.530625:0:35243:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1789449581.530629:0:35243:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1789449581.530701:0:35243:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789449581.530705:0:35243:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789449581.530708:0:35243:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789449581.530710:0:35243:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820e3bc0 00000080:00200000:0.0:1789449581.530712:0:35243:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:0.0:1789449581.530719:0:35243:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b899c6800. 00800000:00000002:0.0:1789449581.530726:0:35243:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:0.0:1789449581.530730:0:35243:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789449581.530735:0:35243:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789449581.530737:0:35243:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820e3ae0 00800000:00000002:0.0:1789449581.530739:0:35243:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449581.530743:0:35243:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789449581.530746:0:35243:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449581.530749:0:35243:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449581.530751:0:35243:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449581.530754:0:35243:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449581.530756:0:35243:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449581.530759:0:35243:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449581.530761:0:35243:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449581.530764:0:35243:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789449581.530770:0:35243:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789449581.530772:0:35243:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820e39b0 00000002:00010000:0.0:1789449581.530774:0:35243:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789449581.530778:0:35243:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789449581.530780:0:35243:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449581.530783:0:35243:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789449581.530789:0:35243:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449581.530792:0:35243:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449581.530794:0:35243:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449581.530797:0:35243:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789449581.530800:0:35243:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1789449581.530806:0:35243:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d19180. 00000020:00000040:0.0:1789449581.530810:0:35243:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00010000:00000001:0.0:1789449581.530817:0:35243:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789449581.530821:0:35243:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449581.530824:0:35243:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449581.530825:0:35243:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449581.530827:0:35243:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449581.530830:0:35243:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449581.530833:0:35243:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449581.530837:0:35243:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449581.530846:0:35243:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b836b0400. 00000100:00000001:0.0:1789449581.530854:0:35243:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449581.530858:0:35243:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789449581.530860:0:35243:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449581.530862:0:35243:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789449581.530863:0:35243:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449581.531318:0:35243:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449581.531328:0:35243:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446636920849142144 : -107152860409472 : ffff9e8b87d19180) 00010000:00000001:0.0:1789449581.531332:0:35243:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789449581.531335:0:35243:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789449581.531343:0:35243:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9e8b82cbaf00. 00010000:00000010:0.0:1789449581.531348:0:35243:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e8b9066e700. 00010000:00000001:0.0:1789449581.531355:0:35243:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789449581.531358:0:35243:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8b86499200. 00000020:00000001:0.0:1789449581.531363:0:35243:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789449581.531366:0:35243:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8b86499200 with handle 0xcddde1459ded6792 to hash 00000020:00000001:0.0:1789449581.531368:0:35243:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789449581.531370:0:35243:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:0.0:1789449581.531374:0:35243:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:0.0:1789449581.531379:0:35243:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449581.531383:0:35243:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449581.531387:0:35243:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded6792 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35243 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789449581.531397:0:35243:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded6792 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35243 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789449581.531409:0:35243:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded6792 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35243 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789449581.531416:0:35243:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789449581.531418:0:35243:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789449581.531427:0:35243:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b853c5f00. 00000100:00000001:0.0:1789449581.531430:0:35243:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920805809920 : -107152903741696 : ffff9e8b853c5f00) 00000100:00000001:0.0:1789449581.531433:0:35243:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449581.531435:0:35243:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849142144 : -107152860409472 : ffff9e8b87d19180) 00000100:00000001:0.0:1789449581.531440:0:35243:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449581.531444:0:35243:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449581.531447:0:35243:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789449581.531449:0:35243:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789449581.531456:0:35243:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b87d19180 x1876371947532160/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449581.531464:0:35243:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789449581.531467:0:35243:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449581.531471:0:35243:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789449581.531474:0:35243:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789449581.531477:0:35243:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449581.531481:0:35243:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b87d19180 pname:cluuid:pid:xid:nid:opc:job lfs:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35243:1876371947532160:192.168.202.109@tcp:101:lfs.0 00000100:00000001:0.0:1789449581.531486:0:35243:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789449581.531494:0:35243:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789449581.531496:0:35243:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449581.531499:0:35243:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789449581.531505:0:35243:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e8b87da6000. 02000000:00000001:0.0:1789449581.531507:0:35243:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449581.531517:0:35243:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:0.0:1789449581.531522:0:35243:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b86580b58. 00000400:00000010:0.0:1789449581.531529:0:35243:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5cc0. 00000100:00000200:0.0:1789449581.531540:0:35243:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876371947532160, portal 10 00000100:00000001:0.0:1789449581.531542:0:35243:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449581.531543:0:35243:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849142144 : -107152860409472 : ffff9e8b87d19180) 00000100:00000040:0.0:1789449581.531549:0:35243:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b87d19180 x1876371947532160/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449597 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449581.531557:0:35243:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789449581.531560:0:35243:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1789449581.531562:0:35243:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5550. 00000100:00000200:0.0:1789449581.531567:0:35243:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876371947532160, offset 0 00000400:00000200:0.0:1789449581.531573:0:35243:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1789449581.531583:0:35243:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449581.531591:0:35243:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1789449581.531597:0:35243:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789449581.531602:0:35243:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1789449581.531606:0:35243:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789449581.531609:0:35243:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1789449581.531613:0:35243:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2934:2934:256:4294967295] 192.168.202.109@tcp LPNI seq info [2934:2934:8:4294967295] 00000400:00000200:0.0:1789449581.531617:0:35243:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449581.531628:0:35243:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1789449581.531636:0:35243:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1789449581.531641:0:35243:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b864ecd00. 00000800:00000200:0.0:1789449581.531649:0:35243:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1789449581.531657:0:35243:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1789449581.531661:0:35243:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b864ecd00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1789449581.531682:0:35243:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449581.531687:0:35243:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 849132 usecs (850 jiffies) 00000400:00000200:0.0:1789449581.531691:0:35243:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:0.0:1789449581.531694:0:35243:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296585067 00000100:00000001:0.0:1789449581.531699:0:35243:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296586278 00000100:00000001:0.0:1789449581.531702:0:35243:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296585067 00000100:00000001:0.0:1789449581.531704:0:35243:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296586278 00000100:00000001:0.0:1789449581.531706:0:35243:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449581.531709:0:35243:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449581.531712:0:35243:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449581.531714:0:35243:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789449581.531717:0:35243:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b853c5f00 going to sleep for 11 seconds 00000100:00000001:0.0:1789449581.531720:0:35243:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449581.531723:0:35243:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449581.532642:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449581.532651:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ecd00. 00000400:00000200:3.0:1789449581.532657:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449581.532664:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449581.532671:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5550 00000400:00000010:3.0:1789449581.532674:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5550. 00000100:00000001:3.0:1789449581.532679:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449581.532686:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d19180 x1876371947532160/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449597 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449581.532697:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449581.532701:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d19180 x1876371947532160/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449597 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449581.532708:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449581.532710:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789449581.536085:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449581.536105:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449581.536113:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449581.536115:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449581.536126:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449581.536136:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449581.536148:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449581.536154:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449581.536162:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449581.536167:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 688 into portal 10 MB=0x6aa8ce3662f80 00000400:00000200:3.0:1789449581.536288:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449581.536296:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 688/688 into md 0x858d [1] + 224 00000800:00000001:3.0:1789449581.536307:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449581.536317:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449581.536321:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449581.536326:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449581.536336:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449581.536346:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d19180 x1876371947532160/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449597 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789449581.536358:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9e8b87d19180 x1876371947532160/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449597 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449581.536380:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449581.536390:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449581.536393:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449581.536457:0:35243:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789449581.536466:0:35243:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449581.536469:0:35243:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449581.536473:0:35243:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b86580b58. 00000400:00000200:0.0:1789449581.536479:0:35243:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5cc0 00000400:00000010:0.0:1789449581.536482:0:35243:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5cc0. 00000100:00000001:0.0:1789449581.536485:0:35243:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449581.536490:0:35243:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b87d19180 x1876371947532160/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449597 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789449581.536500:0:35243:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b87d19180 x1876371947532160/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449597 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449581.536506:0:35243:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449581.536509:0:35243:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449581.536511:0:35243:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449581.536516:0:35243:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449581.536518:0:35243:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449581.536521:0:35243:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449581.536525:0:35243:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449581.536538:0:35243:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=61 v=5 (5 5 102 102) 00000100:00001000:0.0:1789449581.536543:0:35243:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=28 v=5 (1 0 0 0) 00000100:00000001:0.0:1789449581.536546:0:35243:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449581.536548:0:35243:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449581.536552:0:35243:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449581.536556:0:35243:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449581.536563:0:35243:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789449581.536566:0:35243:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967639 00000100:00000001:0.0:1789449581.536568:0:35243:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449581.536570:0:35243:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449581.536576:0:35243:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b87d19180 x1876371947532160/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449597 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449581.536584:0:35243:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449581.536588:0:35243:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449581.536591:0:35243:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449581.536595:0:35243:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b87d19180 x1876371947532160/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449597 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789449581.536603:0:35243:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b87d19180 pname:cluuid:pid:xid:nid:opc:job lfs:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35243:1876371947532160:192.168.202.109@tcp:101:lfs.0 00000100:00000001:0.0:1789449581.536609:0:35243:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449581.536613:0:35243:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449581.536617:0:35243:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789449581.536619:0:35243:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449581.536624:0:35243:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d19180 x1876371947532160/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449597 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449581.536631:0:35243:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789449581.536635:0:35243:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b853c5f00. 00000100:00000001:0.0:1789449581.536638:0:35243:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789449581.536640:0:35243:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449581.536644:0:35243:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789449581.536649:0:35243:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449581.536653:0:35243:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449581.536657:0:35243:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499200 refcount=4 00000020:00000001:0.0:1789449581.536660:0:35243:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:0.0:1789449581.536663:0:35243:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000040:0.0:1789449581.536672:0:35243:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e8b86499200, remote cookie: 0xeb7cbf5e2fd3dcbd, flags: 0x1001 00010000:00010000:0.0:1789449581.536679:0:35243:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded6792 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dcbd expref: -99 pid: 35243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789449581.536699:0:35243:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded6792 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dcbd expref: -99 pid: 35243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449581.536707:0:35243:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789449581.536713:0:35243:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789449581.536715:0:35243:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789449581.536717:0:35243:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789449581.536719:0:35243:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789449581.536723:0:35243:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9e8b82cbaf00) refcount = 1 00010000:00010000:0.0:1789449581.536727:0:35243:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded6792 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3dcbd expref: -99 pid: 35243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449581.536735:0:35243:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789449581.536739:0:35243:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789449581.536741:0:35243:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449581.536744:0:35243:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789449581.536748:0:35243:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449581.536751:0:35243:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded6792 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dcbd expref: -99 pid: 35243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449581.536757:0:35243:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789449581.536759:0:35243:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449581.536761:0:35243:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449581.536762:0:35243:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449581.536763:0:35243:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449581.536765:0:35243:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449581.536770:0:35243:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789449581.536772:0:35243:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449581.536773:0:35243:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449581.536775:0:35243:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499200 refcount=3 00000020:00000001:0.0:1789449581.536777:0:35243:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:0.0:1789449581.536779:0:35243:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:0.0:1789449581.536783:0:35243:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449581.536784:0:35243:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449581.536786:0:35243:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499200 refcount=4 00000020:00000001:0.0:1789449581.536788:0:35243:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:0.0:1789449581.536790:0:35243:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:0.0:1789449581.536793:0:35243:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449581.536797:0:35243:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449581.536801:0:35243:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded6792 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3dcbd expref: -99 pid: 35243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449581.536807:0:35243:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449581.536808:0:35243:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449581.536810:0:35243:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449581.536811:0:35243:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449581.536812:0:35243:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499200 refcount=5 00000020:00000001:0.0:1789449581.536814:0:35243:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:0.0:1789449581.536816:0:35243:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:0.0:1789449581.536819:0:35243:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449581.536822:0:35243:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded6792 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3dcbd expref: -99 pid: 35243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449581.536829:0:35243:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449581.536830:0:35243:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789449581.536833:0:35243:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded6792 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3dcbd expref: -99 pid: 35243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449581.536840:0:35243:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449581.536841:0:35243:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449581.536843:0:35243:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449581.536844:0:35243:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449581.536845:0:35243:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789449581.536850:0:35243:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9e8b87d19180 x1876371947532160/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449597 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1789449581.536915:0:35243:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449581.536917:0:35243:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449581.536919:0:35243:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499200 refcount=3 00000020:00000001:0.0:1789449581.536921:0:35243:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:0.0:1789449581.536923:0:35243:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:0.0:1789449581.536925:0:35243:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449581.536926:0:35243:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449581.536928:0:35243:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449581.536930:0:35243:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449581.536934:0:35243:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1789449581.536936:0:35243:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449581.536937:0:35243:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449581.536938:0:35243:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499200 refcount=3 00000020:00000001:0.0:1789449581.536940:0:35243:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:0.0:1789449581.536942:0:35243:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00000002:00010000:0.0:1789449581.536946:0:35243:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded6792 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dcbd expref: -99 pid: 35243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449581.536952:0:35243:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449581.536953:0:35243:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449581.536956:0:35243:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789449581.536957:0:35243:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449581.536958:0:35243:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449581.536959:0:35243:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499200 refcount=3 00000020:00000001:0.0:1789449581.536961:0:35243:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:0.0:1789449581.536963:0:35243:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000040:0.0:1789449581.536970:0:35243:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbaf00 count: 2 00010000:00000001:0.0:1789449581.536973:0:35243:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789449581.536977:0:35243:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e8b83488400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1789449581.536979:0:35243:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449581.536980:0:35243:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449581.536982:0:35243:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789449581.536986:0:35243:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820e3938 00000002:00002000:0.0:1789449581.536988:0:35243:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1789449581.536991:0:35243:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449581.536995:0:35243:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449581.536998:0:35243:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789449581.537107:0:35243:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1789449581.537113:0:35243:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449581.537119:0:35243:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:0.0:1789449581.537123:0:35243:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b899c6800. 00000080:00000001:0.0:1789449581.537129:0:35243:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789449581.537131:0:35243:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789449581.537140:0:35243:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1789449581.537145:0:35243:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1789449581.537153:0:35243:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9e8b8c4767c0. 00800000:00000001:0.0:1789449581.537155:0:35243:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446636920923973568 : -107152785578048 : ffff9e8b8c4767c0) 00800000:00000001:0.0:1789449581.537158:0:35243:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449581.537161:0:35243:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789449581.537164:0:35243:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1789449581.537166:0:35243:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1789449581.537240:0:35243:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1789449581.537245:0:35243:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1789449581.537247:0:35243:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449581.537253:0:35243:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1789449581.537256:0:35243:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1789449581.537262:0:35243:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:0.0:1789449581.537264:0:35243:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449581.537265:0:35243:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449581.537267:0:35243:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499200 refcount=3 00000020:00000001:0.0:1789449581.537269:0:35243:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:0.0:1789449581.537272:0:35243:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:0.0:1789449581.537274:0:35243:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449581.537275:0:35243:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789449581.537276:0:35243:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789449581.537279:0:35243:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1789449581.537281:0:35243:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8c4767c0 1 00800000:00000010:0.0:1789449581.537284:0:35243:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9e8b8c4767c0. 00800000:00000001:0.0:1789449581.537287:0:35243:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449581.537291:0:35243:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded6792 00800000:00000001:0.0:1789449581.537294:0:35243:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789449581.537297:0:35243:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789449581.537298:0:35243:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449581.537299:0:35243:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449581.537300:0:35243:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499200 refcount=3 00000020:00000001:0.0:1789449581.537302:0:35243:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:0.0:1789449581.537304:0:35243:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:0.0:1789449581.537307:0:35243:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449581.537308:0:35243:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449581.537310:0:35243:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449581.537311:0:35243:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449581.537314:0:35243:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449581.537317:0:35243:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:0.0:1789449581.537320:0:35243:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded6792 from it ffffb711820e3bf8 00010000:00000001:0.0:1789449581.537322:0:35243:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449581.537324:0:35243:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449581.537325:0:35243:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499200 refcount=3 00000020:00000001:0.0:1789449581.537327:0:35243:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:0.0:1789449581.537329:0:35243:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:0.0:1789449581.537331:0:35243:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449581.537334:0:35243:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded6792 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3dcbd expref: -99 pid: 35243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449581.537340:0:35243:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449581.537341:0:35243:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449581.537342:0:35243:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789449581.537346:0:35243:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789449581.537348:0:35243:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded6792 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dcbd expref: -99 pid: 35243 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789449581.537360:0:35243:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789449581.537363:0:35243:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789449581.537365:0:35243:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449581.537371:0:35243:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449581.537372:0:35243:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449581.537374:0:35243:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449581.537378:0:35243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789449581.537380:0:35243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449581.537382:0:35243:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449581.537384:0:35243:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449581.537386:0:35243:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449581.537387:0:35243:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449581.537388:0:35243:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789449581.537390:0:35243:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449581.537396:0:35243:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b87d19180 x1876371947532160/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449597 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449581.537402:0:35243:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789449581.537405:0:35243:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449581.537410:0:35243:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9e8b87da6000. 02000000:00000001:0.0:1789449581.537414:0:35243:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789449581.537417:0:35243:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449581.537419:0:35243:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=3 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:0.0:1789449581.537422:0:35243:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449581.537425:0:35243:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b836b0400. 02000000:00000001:0.0:1789449581.537429:0:35243:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449581.537431:0:35243:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449581.537434:0:35243:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b87d19180. 00000100:00000001:0.0:1789449581.537438:0:35243:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449581.537439:0:35243:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789449581.537443:0:35243:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908), inode mode 41ff mask 1 00000080:00000001:0.0:1789449581.537449:0:35243:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789449581.537469:0:35243:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9e8b87d978e0. 00000080:00000001:0.0:1789449581.537474:0:35243:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1789449581.537476:0:35243:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820e3b58 00000080:00200000:0.0:1789449581.537479:0:35243:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff9e8b89180908), file ffff9e8b82fd0780, open_flags 1a100, mode 0 opened 0 00000080:00000010:0.0:1789449581.537485:0:35243:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9e8b86657c00. 00000080:00000001:0.0:1789449581.537488:0:35243:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1789449581.537490:0:35243:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820e3a08 00000080:00200000:0.0:1789449581.537492:0:35243:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff9e8b89180908), intent=open 00000080:00000010:0.0:1789449581.537500:0:35243:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b899c6800. 00800000:00000002:0.0:1789449581.537506:0:35243:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:0.0:1789449581.537513:0:35243:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789449581.537516:0:35243:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789449581.537518:0:35243:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820e3928 00800000:00000002:0.0:1789449581.537520:0:35243:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x0:0x0:0x0] 'd24a.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449581.537524:0:35243:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1789449581.537527:0:35243:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1789449581.537531:0:35243:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449581.537535:0:35243:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449581.537538:0:35243:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449581.537540:0:35243:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449581.537542:0:35243:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449581.537544:0:35243:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449581.537546:0:35243:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449581.537550:0:35243:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446636920772627456 : -107152936924160 : ffff9e8b83420c00) 00000020:00000001:0.0:1789449581.537553:0:35243:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820e38a8 00800000:00000002:0.0:1789449581.537555:0:35243:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d24a.recovery-small' -> mds #0 layout version 1 00000002:00000001:0.0:1789449581.537560:0:35243:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789449581.537562:0:35243:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820e37e0 00000002:00010000:0.0:1789449581.537564:0:35243:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d24a.recovery-small,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0320401 00000002:00000001:0.0:1789449581.537568:0:35243:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789449581.537570:0:35243:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1789449581.537574:0:35243:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789449581.537578:0:35243:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbaf00 count: 2 00010000:00000001:0.0:1789449581.537580:0:35243:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449581.537583:0:35243:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789449581.537587:0:35243:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449581.537589:0:35243:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449581.537592:0:35243:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789449581.537598:0:35243:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d19180. 00000020:00000040:0.0:1789449581.537601:0:35243:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e8b89903000 02000000:00000001:0.0:1789449581.537606:0:35243:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789449581.537608:0:35243:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449581.537611:0:35243:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789449581.537615:0:35243:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449581.537618:0:35243:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449581.537619:0:35243:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449581.537620:0:35243:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449581.537623:0:35243:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449581.537626:0:35243:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449581.537630:0:35243:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449581.537639:0:35243:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b836b0400. 00000100:00000001:0.0:1789449581.537647:0:35243:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449581.537651:0:35243:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789449581.537652:0:35243:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449581.537654:0:35243:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789449581.537655:0:35243:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449581.537657:0:35243:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449581.537667:0:35243:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446636920849142144 : -107152860409472 : ffff9e8b87d19180) 00010000:00000001:0.0:1789449581.537671:0:35243:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789449581.537674:0:35243:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1789449581.537677:0:35243:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbaf00 count: 2 00010000:00000001:0.0:1789449581.537679:0:35243:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449581.537681:0:35243:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789449581.537685:0:35243:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8b86499800. 00000020:00000001:0.0:1789449581.537690:0:35243:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789449581.537693:0:35243:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8b86499800 with handle 0xcddde1459ded6799 to hash 00000020:00000001:0.0:1789449581.537695:0:35243:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789449581.537697:0:35243:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636920823453696 : -107152886097920 : ffff9e8b86499800) 00010000:00000001:0.0:1789449581.537702:0:35243:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636920823453696 : -107152886097920 : ffff9e8b86499800) 00010000:00000001:0.0:1789449581.537704:0:35243:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449581.537707:0:35243:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449581.537711:0:35243:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499800/0xcddde1459ded6799 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 35243 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789449581.537722:0:35243:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499800/0xcddde1459ded6799 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35243 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1789449581.537736:0:35243:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e8b89903000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1789449581.537742:0:35243:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e8b87d19180 x1876371947532416/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 536/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1789449581.537751:0:35243:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499800/0xcddde1459ded6799 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35243 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789449581.537757:0:35243:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789449581.537760:0:35243:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789449581.537768:0:35243:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b853c5f00. 00000100:00000001:0.0:1789449581.537771:0:35243:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920805809920 : -107152903741696 : ffff9e8b853c5f00) 00000100:00000001:0.0:1789449581.537774:0:35243:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449581.537776:0:35243:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849142144 : -107152860409472 : ffff9e8b87d19180) 00000100:00000001:0.0:1789449581.537781:0:35243:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449581.537786:0:35243:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449581.537788:0:35243:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789449581.537790:0:35243:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789449581.537794:0:35243:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b87d19180 x1876371947532416/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 536/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449581.537803:0:35243:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789449581.537805:0:35243:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449581.537810:0:35243:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789449581.537813:0:35243:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789449581.537816:0:35243:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449581.537820:0:35243:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b87d19180 pname:cluuid:pid:xid:nid:opc:job lfs:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35243:1876371947532416:192.168.202.109@tcp:101:lfs.0 00000100:00000001:0.0:1789449581.537824:0:35243:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789449581.537831:0:35243:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789449581.537833:0:35243:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449581.537836:0:35243:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789449581.538318:0:35243:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff9e8b87dc0000. 02000000:00000001:0.0:1789449581.538323:0:35243:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449581.538334:0:35243:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:0.0:1789449581.538339:0:35243:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b86580b58. 00000400:00000010:0.0:1789449581.538347:0:35243:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9e8b87da6000. 00000100:00000200:0.0:1789449581.538355:0:35243:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1876371947532416, portal 10 00000100:00000001:0.0:1789449581.538356:0:35243:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449581.538358:0:35243:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849142144 : -107152860409472 : ffff9e8b87d19180) 00000100:00000040:0.0:1789449581.538365:0:35243:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b87d19180 x1876371947532416/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 536/131856 e 0 to 0 dl 1789449597 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449581.538372:0:35243:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789449581.538375:0:35243:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1789449581.538379:0:35243:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5cc0. 00000100:00000200:0.0:1789449581.538383:0:35243:0:(niobuf.c:94:ptl_send_buf()) Sending 536 bytes to portal 12, xid 1876371947532416, offset 0 00000400:00000200:0.0:1789449581.538390:0:35243:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1789449581.538400:0:35243:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449581.538409:0:35243:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1789449581.538416:0:35243:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789449581.538420:0:35243:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1789449581.538425:0:35243:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789449581.538428:0:35243:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1789449581.538432:0:35243:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2935:2935:256:4294967295] 192.168.202.109@tcp LPNI seq info [2935:2935:8:4294967295] 00000400:00000200:0.0:1789449581.538437:0:35243:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449581.538448:0:35243:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1789449581.538455:0:35243:0:(socklnd_cb.c:931:ksocknal_send()) sending 536 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1789449581.538461:0:35243:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b864ec900. 00000800:00000200:0.0:1789449581.538470:0:35243:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1789449581.538479:0:35243:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1789449581.538484:0:35243:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b864ec900 type 1, nob 632 niov 1 nkiov 1 00000100:00000001:0.0:1789449581.538507:0:35243:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449581.538512:0:35243:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 848055 usecs (849 jiffies) 00000400:00000200:0.0:1789449581.538516:0:35243:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:0.0:1789449581.538519:0:35243:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296585073 00000100:00000001:0.0:1789449581.538524:0:35243:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296586278 00000100:00000001:0.0:1789449581.538527:0:35243:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296585073 00000100:00000001:0.0:1789449581.538529:0:35243:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296586278 00000100:00000001:0.0:1789449581.538532:0:35243:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449581.538535:0:35243:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449581.538538:0:35243:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449581.538540:0:35243:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789449581.538544:0:35243:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b853c5f00 going to sleep for 11 seconds 00000100:00000001:0.0:1789449581.538547:0:35243:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449581.538551:0:35243:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449581.539371:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449581.539379:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ec900. 00000400:00000200:3.0:1789449581.539386:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449581.539393:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449581.539401:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5cc0 00000400:00000010:3.0:1789449581.539404:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5cc0. 00000100:00000001:3.0:1789449581.539410:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449581.539416:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d19180 x1876371947532416/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 536/131856 e 0 to 0 dl 1789449597 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449581.539428:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449581.539432:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d19180 x1876371947532416/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 536/131856 e 0 to 0 dl 1789449597 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449581.539443:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449581.539445:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789449581.543315:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449581.543335:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449581.543341:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449581.543343:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449581.543356:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449581.543365:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449581.543376:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449581.543382:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449581.543388:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449581.543394:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 608 into portal 10 MB=0x6aa8ce3663080 00000400:00000200:3.0:1789449581.543401:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449581.543409:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 608/608 into md 0x8595 [64] + 224 00000800:00000001:3.0:1789449581.543418:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449581.543424:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449581.543428:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449581.543433:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449581.543442:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449581.543452:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d19180 x1876371947532416/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 536/131856 e 0 to 0 dl 1789449597 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789449581.543465:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff9e8b87d19180 x1876371947532416/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 536/131856 e 0 to 0 dl 1789449597 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449581.543487:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449581.543496:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449581.543499:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449581.543600:0:35243:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789449581.543611:0:35243:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449581.543613:0:35243:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449581.543618:0:35243:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b86580b58. 00000400:00000200:0.0:1789449581.543624:0:35243:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b87da6000 00000400:00000010:0.0:1789449581.543626:0:35243:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff9e8b87da6000. 00000100:00000001:0.0:1789449581.543630:0:35243:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449581.543635:0:35243:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b87d19180 x1876371947532416/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 536/131856 e 0 to 0 dl 1789449597 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789449581.543643:0:35243:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b87d19180 x1876371947532416/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 536/131856 e 0 to 0 dl 1789449597 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449581.543650:0:35243:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449581.543652:0:35243:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449581.543656:0:35243:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449581.543660:0:35243:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449581.543663:0:35243:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449581.543666:0:35243:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449581.543670:0:35243:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449581.543684:0:35243:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=61 v=5 (5 5 102 102) 00000100:00001000:0.0:1789449581.543689:0:35243:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=28 v=5 (1 0 0 0) 00000100:00000001:0.0:1789449581.543692:0:35243:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449581.543694:0:35243:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449581.543697:0:35243:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449581.543701:0:35243:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449581.543706:0:35243:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789449581.543708:0:35243:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967639 00000100:00000001:0.0:1789449581.543710:0:35243:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449581.543713:0:35243:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449581.543718:0:35243:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b87d19180 x1876371947532416/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 536/608 e 0 to 0 dl 1789449597 ref 2 fl Rpc:RPQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449581.543725:0:35243:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449581.543728:0:35243:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449581.543731:0:35243:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449581.543735:0:35243:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b87d19180 x1876371947532416/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 536/608 e 0 to 0 dl 1789449597 ref 2 fl Interpret:RPQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789449581.543743:0:35243:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b87d19180 pname:cluuid:pid:xid:nid:opc:job lfs:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35243:1876371947532416:192.168.202.109@tcp:101:lfs.0 00000100:00000001:0.0:1789449581.543749:0:35243:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449581.543752:0:35243:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449581.543755:0:35243:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789449581.543757:0:35243:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449581.543761:0:35243:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d19180 x1876371947532416/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 536/608 e 0 to 0 dl 1789449597 ref 2 fl Complete:RPQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449581.543768:0:35243:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789449581.543771:0:35243:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b853c5f00. 00000100:00000001:0.0:1789449581.543775:0:35243:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789449581.543776:0:35243:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449581.543780:0:35243:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789449581.543786:0:35243:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449581.543789:0:35243:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449581.543793:0:35243:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499800 refcount=4 00000020:00000001:0.0:1789449581.543795:0:35243:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823453696 : -107152886097920 : ffff9e8b86499800) 00010000:00000001:0.0:1789449581.543799:0:35243:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823453696 : -107152886097920 : ffff9e8b86499800) 00010000:00000040:0.0:1789449581.543806:0:35243:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e8b86499800, remote cookie: 0xeb7cbf5e2fd3dcd9, flags: 0x1001 00010000:00010000:0.0:1789449581.543813:0:35243:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499800/0xcddde1459ded6799 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dcd9 expref: -99 pid: 35243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789449581.543823:0:35243:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x240000402:0x7:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1789449581.543826:0:35243:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1789449581.543834:0:35243:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922de700 count: 2 00010000:00000001:0.0:1789449581.543837:0:35243:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449581.543841:0:35243:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449581.543845:0:35243:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499800/0xcddde1459ded6799 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dcd9 expref: -99 pid: 35243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789449581.543853:0:35243:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499800/0xcddde1459ded6799 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dcd9 expref: -99 pid: 35243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449581.543860:0:35243:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000010:0.1:1789449581.543926:0:35243:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b922de000. 00010000:00000010:0.1:1789449581.543934:0:35243:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c74400. 00000080:00000010:0.1:1789449581.543939:0:35243:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b8316fb60. 00010000:00000001:0.0:1789449581.543954:0:35243:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789449581.543956:0:35243:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789449581.543958:0:35243:0:(ldlm_lock.c:1024:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789449581.543959:0:35243:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789449581.543961:0:35243:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240000402:0x7:0x0].0x0 (ffff9e8b922de700) refcount = 2 00010000:00000040:0.0:1789449581.543964:0:35243:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1789449581.543967:0:35243:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d800/0xcddde1459ded6784 lrc: 1/0,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dca8 expref: -99 pid: 35243 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1789449581.543975:0:35243:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499800/0xcddde1459ded6799 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3dcd9 expref: -99 pid: 35243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449581.543981:0:35243:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789449581.543985:0:35243:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789449581.543986:0:35243:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449581.543990:0:35243:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789449581.543992:0:35243:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449581.543997:0:35243:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499800/0xcddde1459ded6799 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dcd9 expref: -99 pid: 35243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449581.544010:0:35243:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789449581.544012:0:35243:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449581.544014:0:35243:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449581.544015:0:35243:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449581.544016:0:35243:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449581.544020:0:35243:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449581.544025:0:35243:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789449581.544028:0:35243:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449581.544030:0:35243:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449581.544031:0:35243:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499800 refcount=3 00000020:00000001:0.0:1789449581.544033:0:35243:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823453696 : -107152886097920 : ffff9e8b86499800) 00010000:00000001:0.0:1789449581.544035:0:35243:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823453696 : -107152886097920 : ffff9e8b86499800) 00010000:00000001:0.0:1789449581.544038:0:35243:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449581.544039:0:35243:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449581.544040:0:35243:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499800 refcount=4 00000020:00000001:0.0:1789449581.544041:0:35243:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823453696 : -107152886097920 : ffff9e8b86499800) 00010000:00000001:0.0:1789449581.544043:0:35243:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823453696 : -107152886097920 : ffff9e8b86499800) 00010000:00000001:0.0:1789449581.544046:0:35243:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449581.544050:0:35243:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449581.544054:0:35243:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499800/0xcddde1459ded6799 lrc: 5/2,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3dcd9 expref: -99 pid: 35243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449581.544061:0:35243:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449581.544061:0:35243:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449581.544063:0:35243:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449581.544064:0:35243:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449581.544065:0:35243:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499800 refcount=5 00000020:00000001:0.0:1789449581.544067:0:35243:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823453696 : -107152886097920 : ffff9e8b86499800) 00010000:00000001:0.0:1789449581.544068:0:35243:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823453696 : -107152886097920 : ffff9e8b86499800) 00010000:00000001:0.0:1789449581.544071:0:35243:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449581.544075:0:35243:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499800/0xcddde1459ded6799 lrc: 5/2,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3dcd9 expref: -99 pid: 35243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449581.544082:0:35243:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449581.544083:0:35243:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789449581.544086:0:35243:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499800/0xcddde1459ded6799 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3dcd9 expref: -99 pid: 35243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449581.544092:0:35243:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449581.544093:0:35243:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449581.544094:0:35243:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449581.544095:0:35243:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449581.544096:0:35243:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789449581.544102:0:35243:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0xb, status=0 req@ffff9e8b87d19180 x1876371947532416/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 536/608 e 0 to 0 dl 1789449597 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1789449581.544109:0:35243:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449581.544110:0:35243:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449581.544111:0:35243:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499800 refcount=3 00000020:00000001:0.0:1789449581.544112:0:35243:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823453696 : -107152886097920 : ffff9e8b86499800) 00010000:00000001:0.0:1789449581.544114:0:35243:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823453696 : -107152886097920 : ffff9e8b86499800) 00010000:00000001:0.0:1789449581.544116:0:35243:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449581.544117:0:35243:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449581.544119:0:35243:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449581.544122:0:35243:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449581.544125:0:35243:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1789449581.544128:0:35243:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449581.544129:0:35243:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449581.544131:0:35243:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499800 refcount=3 00000020:00000001:0.0:1789449581.544133:0:35243:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823453696 : -107152886097920 : ffff9e8b86499800) 00010000:00000001:0.0:1789449581.544135:0:35243:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823453696 : -107152886097920 : ffff9e8b86499800) 00000002:00010000:0.0:1789449581.544138:0:35243:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499800/0xcddde1459ded6799 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dcd9 expref: -99 pid: 35243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449581.544149:0:35243:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449581.544150:0:35243:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449581.544152:0:35243:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789449581.544154:0:35243:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449581.544155:0:35243:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449581.544156:0:35243:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499800 refcount=3 00000020:00000001:0.0:1789449581.544157:0:35243:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823453696 : -107152886097920 : ffff9e8b86499800) 00010000:00000001:0.0:1789449581.544159:0:35243:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823453696 : -107152886097920 : ffff9e8b86499800) 00010000:00000040:0.0:1789449581.544161:0:35243:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922de700 count: 3 00010000:00000001:0.0:1789449581.544163:0:35243:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449581.544172:0:35243:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449581.544175:0:35243:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789449581.544178:0:35243:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d800/0xcddde1459ded6784 lrc: 2/1,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dca8 expref: -99 pid: 35243 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1789449581.544186:0:35243:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789449581.544193:0:35243:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449581.544196:0:35243:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d800/0xcddde1459ded6784 lrc: 2/1,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dca8 expref: -99 pid: 35243 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789449581.544202:0:35243:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449581.544204:0:35243:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449581.544205:0:35243:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449581.544206:0:35243:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449581.544207:0:35243:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499800 refcount=3 00000020:00000001:0.0:1789449581.544209:0:35243:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823453696 : -107152886097920 : ffff9e8b86499800) 00010000:00000001:0.0:1789449581.544210:0:35243:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823453696 : -107152886097920 : ffff9e8b86499800) 00010000:00000001:0.0:1789449581.544212:0:35243:0:(ldlm_lock.c:950:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1789449581.544215:0:35243:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499800/0xcddde1459ded6799 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dcd9 expref: -99 pid: 35243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449581.544236:0:35243:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449581.544239:0:35243:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499800/0xcddde1459ded6799 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0xeb7cbf5e2fd3dcd9 expref: -99 pid: 35243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449581.544245:0:35243:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449581.544246:0:35243:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789449581.544249:0:35243:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499800/0xcddde1459ded6799 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0xeb7cbf5e2fd3dcd9 expref: -99 pid: 35243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449581.544255:0:35243:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449581.544256:0:35243:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449581.544260:0:35243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1789449581.544268:0:35243:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9e8b853c5f00. 00010000:00000001:0.0:1789449581.544271:0:35243:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1789449581.544291:0:35243:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:0.0:1789449581.544293:0:35243:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449581.544295:0:35243:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449581.544296:0:35243:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449581.544297:0:35243:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449581.544298:0:35243:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449581.544299:0:35243:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789449581.544303:0:35243:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820e3768 00000002:00002000:0.0:1789449581.544305:0:35243:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d24a.recovery-small intent=open status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1789449581.544309:0:35243:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449581.544314:0:35243:0:(lmv_intent.c:51:lmv_intent_remote()) Process entered 00800000:00000001:0.0:1789449581.544317:0:35243:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449581.544321:0:35243:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449581.544324:0:35243:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449581.544327:0:35243:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449581.544329:0:35243:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449581.544332:0:35243:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x7:0x0] 00800000:00000001:0.0:1789449581.544334:0:35243:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000010:0.0:1789449581.544340:0:35243:0:(lmv_intent.c:75:lmv_intent_remote()) kmalloced '(op_data)': 392 at ffff9e8b899c6e00. 00800000:00000002:0.0:1789449581.544343:0:35243:0:(lmv_intent.c:92:lmv_intent_remote()) REMOTE_INTENT with fid=[0x240000402:0x7:0x0] -> mds #1 00000002:00000001:0.0:1789449581.544348:0:35243:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789449581.544350:0:35243:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820e3730 00000002:00010000:0.0:1789449581.544352:0:35243:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x240000402:0x7:0x0], intent: open flags 0320401 00000002:00000001:0.0:1789449581.544356:0:35243:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789449581.544359:0:35243:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1789449581.544362:0:35243:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1789449581.544366:0:35243:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449581.544368:0:35243:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1789449581.544370:0:35243:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789449581.544377:0:35243:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d18000. 00000020:00000040:0.0:1789449581.544381:0:35243:0:(genops.c:1209:class_import_get()) import ffff9e8b862dc800 refcount=5 obd=lustre-MDT0001-mdc-ffff9e8b89903000 02000000:00000001:0.0:1789449581.544388:0:35243:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789449581.544389:0:35243:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449581.544392:0:35243:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789449581.544398:0:35243:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449581.544402:0:35243:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449581.544405:0:35243:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449581.544407:0:35243:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449581.544410:0:35243:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449581.544419:0:35243:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b836b2c00. 00000100:00000001:0.0:1789449581.544426:0:35243:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449581.544429:0:35243:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789449581.544431:0:35243:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449581.544432:0:35243:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789449581.544434:0:35243:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449581.544436:0:35243:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449581.544443:0:35243:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446636920849137664 : -107152860413952 : ffff9e8b87d18000) 00010000:00000001:0.0:1789449581.544446:0:35243:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789449581.544449:0:35243:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789449581.544452:0:35243:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9e8b82cba000. 00010000:00000010:0.0:1789449581.544456:0:35243:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e8b9066e400. 00010000:00000001:0.0:1789449581.544462:0:35243:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789449581.544465:0:35243:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8b86499400. 00000020:00000001:0.0:1789449581.544468:0:35243:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789449581.544472:0:35243:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8b86499400 with handle 0xcddde1459ded67a0 to hash 00000020:00000001:0.0:1789449581.544474:0:35243:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789449581.544476:0:35243:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636920823452672 : -107152886098944 : ffff9e8b86499400) 00010000:00000001:0.0:1789449581.544480:0:35243:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636920823452672 : -107152886098944 : ffff9e8b86499400) 00010000:00000001:0.0:1789449581.544482:0:35243:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449581.544484:0:35243:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449581.544487:0:35243:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff9e8b89903000 lock: ffff9e8b86499400/0xcddde1459ded67a0 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35243 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789449581.544493:0:35243:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff9e8b89903000 lock: ffff9e8b86499400/0xcddde1459ded67a0 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35243 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1789449581.544505:0:35243:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff9e8b89903000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1789449581.544511:0:35243:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e8b87d18000 x1876371947532672/t0(0) o101->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1789449581.544518:0:35243:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff9e8b89903000 lock: ffff9e8b86499400/0xcddde1459ded67a0 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35243 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789449581.544524:0:35243:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789449581.544526:0:35243:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789449581.544532:0:35243:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b853c5540. 00000100:00000001:0.0:1789449581.544534:0:35243:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920805807424 : -107152903744192 : ffff9e8b853c5540) 00000100:00000001:0.0:1789449581.544537:0:35243:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449581.544539:0:35243:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849137664 : -107152860413952 : ffff9e8b87d18000) 00000100:00000001:0.0:1789449581.544543:0:35243:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449581.544548:0:35243:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449581.544550:0:35243:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789449581.544551:0:35243:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789449581.544555:0:35243:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b87d18000 x1876371947532672/t0(0) o101->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449581.544563:0:35243:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789449581.544565:0:35243:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449581.544569:0:35243:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789449581.544573:0:35243:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789449581.544575:0:35243:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449581.544579:0:35243:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b87d18000 pname:cluuid:pid:xid:nid:opc:job lfs:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35243:1876371947532672:192.168.202.109@tcp:101:lfs.0 00000100:00000001:0.0:1789449581.544584:0:35243:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789449581.544590:0:35243:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789449581.544592:0:35243:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449581.544595:0:35243:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789449581.544741:0:35243:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff9e8b87e80000. 02000000:00000001:0.0:1789449581.544744:0:35243:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449581.544753:0:35243:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:0.0:1789449581.544758:0:35243:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b86580b58. 00000400:00000010:0.0:1789449581.544765:0:35243:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9e8b87da6000. 00000100:00000200:0.0:1789449581.544773:0:35243:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1876371947532672, portal 10 00000100:00000001:0.0:1789449581.544775:0:35243:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449581.544776:0:35243:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849137664 : -107152860413952 : ffff9e8b87d18000) 00000100:00000040:0.0:1789449581.544783:0:35243:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b87d18000 x1876371947532672/t0(0) o101->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/131856 e 0 to 0 dl 1789449597 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449581.544790:0:35243:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789449581.544793:0:35243:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1789449581.544797:0:35243:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e57f8. 00000100:00000200:0.0:1789449581.544801:0:35243:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876371947532672, offset 0 00000400:00000200:0.0:1789449581.544809:0:35243:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1789449581.544818:0:35243:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449581.544828:0:35243:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1789449581.544835:0:35243:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789449581.544839:0:35243:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1789449581.544845:0:35243:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789449581.544848:0:35243:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1789449581.544852:0:35243:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2936:2936:256:4294967295] 192.168.202.109@tcp LPNI seq info [2936:2936:8:4294967295] 00000400:00000200:0.0:1789449581.544856:0:35243:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449581.544866:0:35243:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1789449581.544876:0:35243:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1789449581.544917:0:35243:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b864ec900. 00000800:00000200:0.0:1789449581.544925:0:35243:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1789449581.544933:0:35243:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1789449581.544939:0:35243:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b864ec900 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1789449581.544957:0:35243:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449581.544962:0:35243:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: using a timeout of 22431 usecs (23 jiffies) 00000400:00000200:0.0:1789449581.544966:0:35243:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:0.0:1789449581.544969:0:35243:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296584254 00000100:00000001:0.0:1789449581.544972:0:35243:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296586278 00000100:00000001:0.0:1789449581.544974:0:35243:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296584254 00000100:00000001:0.0:1789449581.544976:0:35243:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296586278 00000100:00000001:0.0:1789449581.544979:0:35243:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449581.544982:0:35243:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449581.544985:0:35243:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449581.544987:0:35243:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789449581.544989:0:35243:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b853c5540 going to sleep for 11 seconds 00000100:00000001:0.0:1789449581.544991:0:35243:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449581.544994:0:35243:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449581.545331:0:16942:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789449581.545335:0:16942:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449581.545339:0:16942:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1789449581.545343:0:16942:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1789449581.545345:0:16942:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1789449581.545351:0:16942:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499800/0xcddde1459ded6799 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0xeb7cbf5e2fd3dcd9 expref: -99 pid: 35243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789449581.545361:0:16942:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e8b86499800 already unused, calling callback (ffffffffc1b31740) 00000080:00000001:2.0:1789449581.545365:0:16942:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1789449581.545369:0:16942:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499800/0xcddde1459ded6799 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0xeb7cbf5e2fd3dcd9 expref: -99 pid: 35243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449581.545377:0:16942:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1789449581.545380:0:16942:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1789449581.545384:0:16942:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499800/0xcddde1459ded6799 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0xeb7cbf5e2fd3dcd9 expref: -99 pid: 35243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449581.545390:0:16942:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1789449581.545393:0:16942:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1789449581.545395:0:16942:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449581.545398:0:16942:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449581.545400:0:16942:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499800 refcount=3 00000020:00000001:2.0:1789449581.545402:0:16942:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823453696 : -107152886097920 : ffff9e8b86499800) 00010000:00000001:2.0:1789449581.545404:0:16942:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823453696 : -107152886097920 : ffff9e8b86499800) 00010000:00000001:2.0:1789449581.545407:0:16942:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789449581.545410:0:16942:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499800/0xcddde1459ded6799 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xeb7cbf5e2fd3dcd9 expref: -99 pid: 35243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1789449581.545422:0:16942:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789449581.545425:0:16942:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789449581.545427:0:16942:0:(namei.c:253:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789449581.545429:0:16942:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449581.545432:0:16942:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789449581.545435:0:16942:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789449581.545437:0:16942:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789449581.545439:0:16942:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449581.545442:0:16942:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789449581.545444:0:16942:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9e8b86499800 with handle 0xcddde1459ded6799 from hash 00010000:00000001:2.0:1789449581.545446:0:16942:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789449581.545448:0:16942:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449581.545449:0:16942:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449581.545451:0:16942:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789449581.545454:0:16942:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789449581.545455:0:16942:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1789449581.545461:0:16942:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789449581.545465:0:16942:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449581.545466:0:16942:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449581.545467:0:16942:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449581.545470:0:16942:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789449581.545472:0:16942:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1789449581.545478:0:16942:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065dc00. 00000020:00000040:2.0:1789449581.545481:0:16942:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000100:00000001:2.0:1789449581.545485:0:16942:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449581.545488:0:16942:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449581.545491:0:16942:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449581.545498:0:16942:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e8b888a2000. 00000100:00000001:2.0:1789449581.545504:0:16942:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449581.545506:0:16942:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1789449581.545513:0:16942:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499800/0xcddde1459ded6799 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xeb7cbf5e2fd3dcd9 expref: -99 pid: 35243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789449581.545519:0:16942:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1789449581.545521:0:16942:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449581.545525:0:16942:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449581.545529:0:16942:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449581.545537:0:16942:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a063d587] to pc [ptlrpcd_01_00+0] req@ffff9e8b9065dc00 x1876371947532800/t0(0) o103->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1789449581.545564:0:16942:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789449581.545567:0:16942:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449581.545568:0:16942:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449581.545570:0:16942:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449581.545572:0:16942:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449581.545574:0:16942:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449581.545577:0:16942:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499800/0xcddde1459ded6799 lrc: 1/0,0 mode: --/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xeb7cbf5e2fd3dcd9 expref: -99 pid: 35243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449581.545583:0:16942:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789449581.545586:0:16942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499800/0xcddde1459ded6799 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xeb7cbf5e2fd3dcd9 expref: -99 pid: 35243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449581.545598:0:16942:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449581.545600:0:16942:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1789449581.545602:0:16942:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9e8b853c5f00. 00010000:00000001:2.0:1789449581.545607:0:16942:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449581.545610:0:16942:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789449581.545611:0:16942:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449581.545613:0:16942:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1789449581.545615:0:16942:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789449581.545616:0:16942:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449581.545617:0:16942:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1789449581.545619:0:16942:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789449581.545620:0:16942:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449581.545622:0:16942:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789449581.545631:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449581.545634:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449581.545636:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789449581.545641:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065dc00 x1876371947532800/t0(0) o103->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449581.545649:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449581.545650:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449581.545654:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449581.545657:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449581.545659:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449581.545662:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2401:1876371947532800:192.168.202.109@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1789449581.545666:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789449581.545670:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449581.545672:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449581.545674:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789449581.545679:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b888a3e00. 02000000:00000001:2.0:1789449581.545680:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449581.545687:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449581.545692:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b9f20. 00000400:00000010:2.0:1789449581.545698:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085de58. 00000100:00000200:2.0:1789449581.545704:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947532800, portal 18 00000100:00000001:2.0:1789449581.545706:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449581.545708:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993078272 : -107152716473344 : ffff9e8b9065dc00) 00000100:00000040:2.0:1789449581.545714:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b9065dc00 x1876371947532800/t0(0) o103->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449597 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449581.545722:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449581.545724:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449581.545727:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d000. 00000100:00000200:2.0:1789449581.545730:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1876371947532800, offset 0 00000400:00000200:2.0:1789449581.545736:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449581.545744:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449581.545750:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449581.545754:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449581.545758:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449581.545761:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449581.545763:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449581.545767:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2937:2937:255:4294967295] 192.168.202.109@tcp LPNI seq info [2937:2937:7:4294967295] 00000400:00000200:2.0:1789449581.545771:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449581.545779:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449581.545784:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449581.545789:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b89db4a00. 00000800:00000200:2.0:1789449581.545794:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449581.545801:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449581.545804:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b89db4a00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1789449581.545808:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449581.545812:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 846981 usecs (847 jiffies) 00000400:00000200:2.0:1789449581.545815:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449581.545818:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296585078 00000100:00000001:2.0:1789449581.545821:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296586278 00000100:00000001:2.0:1789449581.545822:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296585078 00000100:00000001:2.0:1789449581.545825:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296586278 00000100:00000001:2.0:1789449581.545827:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449581.545829:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449581.545831:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449581.545834:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449581.545844:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449581.545845:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789449581.545848:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449581.545849:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449581.545850:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449581.545853:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449581.545934:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449581.545937:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449581.546333:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449581.546339:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ec900. 00000400:00000200:3.0:1789449581.546344:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449581.546350:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449581.546357:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e57f8 00000400:00000010:3.0:1789449581.546361:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e57f8. 00000100:00000001:3.0:1789449581.546366:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449581.546372:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d18000 x1876371947532672/t0(0) o101->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/131856 e 0 to 0 dl 1789449597 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449581.546383:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449581.546387:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d18000 x1876371947532672/t0(0) o101->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/131856 e 0 to 0 dl 1789449597 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449581.546393:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449581.546395:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789449581.546474:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449581.546476:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b89db4a00. 00000400:00000200:3.0:1789449581.546480:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449581.546483:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449581.546486:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d000 00000400:00000010:3.0:1789449581.546488:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d000. 00000100:00000001:3.0:1789449581.546490:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449581.546493:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065dc00 x1876371947532800/t0(0) o103->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449597 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449581.546500:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449581.546503:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065dc00 x1876371947532800/t0(0) o103->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449597 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449581.546509:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449581.546510:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789449581.551310:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449581.551331:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449581.551337:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449581.551339:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449581.551352:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449581.551362:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449581.551372:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449581.551379:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449581.551385:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449581.551390:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 18 MB=0x6aa8ce3663200 00000400:00000200:3.0:1789449581.551397:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449581.551406:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.109@tcp of length 224/224 into md 0x85a5 [1] + 224 00000800:00000001:3.0:1789449581.551416:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449581.551420:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449581.551424:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449581.551429:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449581.551439:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449581.551451:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065dc00 x1876371947532800/t0(0) o103->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449597 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449581.551463:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b9065dc00 x1876371947532800/t0(0) o103->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449597 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449581.551487:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449581.551498:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449581.551501:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449581.551503:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449581.551506:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449581.551508:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449581.551512:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449581.551516:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449581.551518:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449581.551521:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449581.551524:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 608 into portal 10 MB=0x6aa8ce3663180 00000400:00000200:3.0:1789449581.551528:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449581.551533:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 608/608 into md 0x859d [64] + 224 00000800:00000001:3.0:1789449581.551536:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449581.551544:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449581.551546:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449581.551548:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449581.551552:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449581.551556:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d18000 x1876371947532672/t0(0) o101->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/131856 e 0 to 0 dl 1789449597 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789449581.551570:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff9e8b87d18000 x1876371947532672/t0(0) o101->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/131856 e 0 to 0 dl 1789449597 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449581.551588:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449581.551592:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449581.551595:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449581.551647:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449581.551653:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789449581.551663:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789449581.551665:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789449581.551669:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b9f20. 00000400:00000200:2.0:1789449581.551674:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085de58 00000400:00000010:2.0:1789449581.551677:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085de58. 00000100:00000001:2.0:1789449581.551681:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449581.551686:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065dc00 x1876371947532800/t0(0) o103->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449597 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789449581.551695:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065dc00 x1876371947532800/t0(0) o103->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449597 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449581.551701:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789449581.551704:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449581.551706:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789449581.551710:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789449581.551713:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789449581.551715:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449581.551719:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789449581.551731:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ed80 time=60 v=5 (5 5 5 5) 00000100:00001000:2.0:1789449581.551735:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=28 v=5 (1 0 0 0) 00000100:00000001:2.0:1789449581.551738:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789449581.551740:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449581.551743:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789449581.551747:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449581.551752:0:2401:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789449581.551754:0:2401:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967639 00000100:00000001:2.0:1789449581.551756:0:2401:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789449581.551758:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449581.551763:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065dc00 x1876371947532800/t0(0) o103->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449597 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449581.551770:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449581.551774:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789449581.551777:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789449581.551781:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065dc00 x1876371947532800/t0(0) o103->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449597 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789449581.551790:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2401:1876371947532800:192.168.202.109@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1789449581.551798:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449581.551801:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449581.551805:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065dc00 x1876371947532800/t0(0) o103->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449597 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449581.551812:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789449581.551814:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789449581.551818:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b888a3e00. 02000000:00000001:2.0:1789449581.551822:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789449581.551826:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789449581.551828:0:2401:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:2.0:1789449581.551830:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789449581.551833:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e8b888a2000. 02000000:00000001:2.0:1789449581.551836:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789449581.551838:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789449581.551841:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065dc00. 00000100:00000001:2.0:1789449581.551845:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789449581.551846:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449581.551849:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449581.551858:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449581.551860:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449581.551862:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449581.551865:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449581.551938:0:35243:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789449581.551943:0:35243:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449581.551944:0:35243:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449581.551947:0:35243:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b86580b58. 00000400:00000200:0.0:1789449581.551950:0:35243:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b87da6000 00000400:00000010:0.0:1789449581.551952:0:35243:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff9e8b87da6000. 00000100:00000001:0.0:1789449581.551955:0:35243:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449581.551960:0:35243:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b87d18000 x1876371947532672/t0(0) o101->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/131856 e 0 to 0 dl 1789449597 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789449581.551967:0:35243:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b87d18000 x1876371947532672/t0(0) o101->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/131856 e 0 to 0 dl 1789449597 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449581.551973:0:35243:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449581.551975:0:35243:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449581.551977:0:35243:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449581.551979:0:35243:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449581.551980:0:35243:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449581.551982:0:35243:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449581.551983:0:35243:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449581.551988:0:35243:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b862dcc60 time=61 v=5 (5 5 102 102) 00000100:00001000:0.0:1789449581.551991:0:35243:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b862dcc18 time=61 v=5 (1 1 1 1) 00000100:00000001:0.0:1789449581.551993:0:35243:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1789449581.551996:0:35243:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9e8b87d18000 x1876371947532672/t0(0) o101->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/608 e 0 to 0 dl 1789449597 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449581.552002:0:35243:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1789449581.552015:0:35243:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789449581.552017:0:35243:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1789449581.552019:0:35243:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789449581.552022:0:35243:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449581.552024:0:35243:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849137664 : -107152860413952 : ffff9e8b87d18000) 00000100:00000001:0.0:1789449581.552027:0:35243:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789449581.552028:0:35243:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967328 00000100:00000001:0.0:1789449581.552030:0:35243:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449581.552032:0:35243:0:(client.c:1798:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1789449581.552036:0:35243:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b87d18000 x1876371947532672/t4294967331(4294967331) o101->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/608 e 0 to 0 dl 1789449597 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449581.552043:0:35243:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1789449581.552045:0:35243:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449581.552047:0:35243:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449581.552050:0:35243:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b87d18000 x1876371947532672/t4294967331(4294967331) o101->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/608 e 0 to 0 dl 1789449597 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789449581.552058:0:35243:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b87d18000 pname:cluuid:pid:xid:nid:opc:job lfs:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35243:1876371947532672:192.168.202.109@tcp:101:lfs.0 00000100:00000001:0.0:1789449581.552062:0:35243:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449581.552066:0:35243:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1789449581.552068:0:35243:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789449581.552071:0:35243:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449581.552073:0:35243:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d18000 x1876371947532672/t4294967331(4294967331) o101->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/608 e 0 to 0 dl 1789449597 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449581.552079:0:35243:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789449581.552082:0:35243:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b853c5540. 00000100:00000001:0.0:1789449581.552085:0:35243:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789449581.552087:0:35243:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1789449581.552091:0:35243:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789449581.552096:0:35243:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449581.552099:0:35243:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449581.552103:0:35243:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499400 refcount=4 00000020:00000001:0.0:1789449581.552106:0:35243:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823452672 : -107152886098944 : ffff9e8b86499400) 00010000:00000001:0.0:1789449581.552109:0:35243:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823452672 : -107152886098944 : ffff9e8b86499400) 00010000:00010000:0.0:1789449581.552115:0:35243:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0001-mdc-ffff9e8b89903000 lock: ffff9e8b86499400/0xcddde1459ded67a0 lrc: 4/1,0 mode: --/CR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35243 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449581.552128:0:35243:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1789449581.552134:0:35243:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0001-mdc-ffff9e8b89903000 lock: ffff9e8b86499400/0xcddde1459ded67a0 lrc: 4/1,0 mode: --/CR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 35243 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449581.552141:0:35243:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449581.552144:0:35243:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff9e8b89903000 lock: ffff9e8b86499400/0xcddde1459ded67a0 lrc: 4/1,0 mode: --/CR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 35243 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449581.552150:0:35243:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449581.552152:0:35243:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789449581.552155:0:35243:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-mdc-ffff9e8b89903000 lock: ffff9e8b86499400/0xcddde1459ded67a0 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 35243 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449581.552161:0:35243:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449581.552165:0:35243:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449581.552180:0:35243:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1789449581.552183:0:35243:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-mdc-ffff9e8b89903000 lock: ffff9e8b86499400/0xcddde1459ded67a0 lrc: 4/0,0 mode: --/CR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 35243 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789449581.552194:0:35243:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e8b86499400 already unused, calling callback (ffffffffc1b31740) 00000080:00000001:0.0:1789449581.552199:0:35243:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1789449581.552203:0:35243:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0001-mdc-ffff9e8b89903000 lock: ffff9e8b86499400/0xcddde1459ded67a0 lrc: 4/0,0 mode: --/CR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 35243 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449581.552209:0:35243:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1789449581.552211:0:35243:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1789449581.552214:0:35243:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0001-mdc-ffff9e8b89903000 lock: ffff9e8b86499400/0xcddde1459ded67a0 lrc: 4/0,0 mode: --/CR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 35243 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449581.552228:0:35243:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1789449581.552232:0:35243:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1789449581.552233:0:35243:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449581.552234:0:35243:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449581.552236:0:35243:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499400 refcount=5 00000020:00000001:0.0:1789449581.552238:0:35243:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823452672 : -107152886098944 : ffff9e8b86499400) 00010000:00000001:0.0:1789449581.552240:0:35243:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823452672 : -107152886098944 : ffff9e8b86499400) 00010000:00000001:0.0:1789449581.552243:0:35243:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789449581.552246:0:35243:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9e8b89903000 lock: ffff9e8b86499400/0xcddde1459ded67a0 lrc: 5/0,0 mode: --/CR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x20e400000000 pid: 35243 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1789449581.552253:0:35243:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789449581.552255:0:35243:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449581.552258:0:35243:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1789449581.552261:0:35243:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789449581.552265:0:35243:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789449581.552267:0:35243:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789449581.552269:0:35243:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449581.552271:0:35243:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789449581.552274:0:35243:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9e8b86499400 with handle 0xcddde1459ded67a0 from hash 00010000:00000001:0.0:1789449581.552277:0:35243:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789449581.552279:0:35243:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449581.552280:0:35243:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449581.552282:0:35243:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789449581.552283:0:35243:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789449581.552286:0:35243:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1789449581.552288:0:35243:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449581.552289:0:35243:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449581.552291:0:35243:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449581.552293:0:35243:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449581.552295:0:35243:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffff9e8b89903000 lock: ffff9e8b86499400/0xcddde1459ded67a0 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 35243 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449581.552300:0:35243:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449581.552301:0:35243:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449581.552302:0:35243:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1789449581.552304:0:35243:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449581.552305:0:35243:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449581.552306:0:35243:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449581.552307:0:35243:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789449581.552310:0:35243:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9e8b89903000 lock: ffff9e8b86499400/0xcddde1459ded67a0 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 35243 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789449581.552318:0:35243:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9e8b82cba000 count: 0 00010000:00000010:0.0:1789449581.552328:0:35243:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e8b9066e400. 00010000:00000001:0.0:1789449581.552338:0:35243:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449581.552339:0:35243:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1789449581.552345:0:35243:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1789449581.552352:0:35243:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff9e8b87d18000 x1876371947532672/t4294967331(4294967331) o101->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/608 e 0 to 0 dl 1789449597 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789449581.552361:0:35243:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1789449581.552366:0:35243:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9e8b87d18000 x1876371947532672/t4294967331(4294967331) o101->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/608 e 0 to 0 dl 1789449597 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789449581.552372:0:35243:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449581.552374:0:35243:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1789449581.552375:0:35243:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449581.552378:0:35243:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449581.552380:0:35243:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449581.552384:0:35243:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1789449581.552387:0:35243:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449581.552388:0:35243:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849137664 : -107152860413952 : ffff9e8b87d18000) 00010000:00000001:0.0:1789449581.552390:0:35243:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1789449581.552391:0:35243:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449581.552393:0:35243:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789449581.552397:0:35243:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820e36b8 00000002:00002000:0.0:1789449581.552399:0:35243:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x80002b: rc = 0 00000002:00000001:0.0:1789449581.552402:0:35243:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449581.552406:0:35243:0:(lmv_intent.c:133:lmv_intent_remote()) Process leaving 00800000:00000010:0.0:1789449581.552409:0:35243:0:(lmv_intent.c:135:lmv_intent_remote()) kfreed 'op_data': 392 at ffff9e8b899c6e00. 00000100:00000001:0.0:1789449581.552412:0:35243:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449581.552417:0:35243:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b87d19180 x1876371947532416/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 536/608 e 0 to 0 dl 1789449597 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449581.552423:0:35243:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789449581.552425:0:35243:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449581.552427:0:35243:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff9e8b87dc0000. 02000000:00000001:0.0:1789449581.552477:0:35243:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789449581.552479:0:35243:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449581.552481:0:35243:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=3 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:0.0:1789449581.552483:0:35243:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449581.552485:0:35243:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b836b0400. 02000000:00000001:0.0:1789449581.552488:0:35243:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449581.552489:0:35243:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449581.552491:0:35243:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b87d19180. 00000100:00000001:0.0:1789449581.552494:0:35243:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449581.552495:0:35243:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789449581.552499:0:35243:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449581.552502:0:35243:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789449581.552505:0:35243:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1789449581.552508:0:35243:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449581.552512:0:35243:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000001:0.0:1789449581.552515:0:35243:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1789449581.552518:0:35243:0:(namei.c:674:ll_lookup_it_finish()) it ffff9e8b86657c00 it_disposition 80002b 00000080:00000001:0.0:1789449581.552522:0:35243:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789449581.552529:0:35243:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1789449581.552533:0:35243:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789449581.552536:0:35243:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798761479 : 162129603798761479 : 240000402000007) 00000080:00000001:0.0:1789449581.552539:0:35243:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:0.0:1789449581.552547:0:35243:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1789449581.552549:0:35243:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x240000402:0x7:0x0] 00000080:00000001:0.0:1789449581.552552:0:35243:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449581.552556:0:35243:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798761479 : 162129603798761479 : 240000402000007) 00000080:00000001:0.0:1789449581.552559:0:35243:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=37748740 : 37748740 : 2400004) 00000080:00200000:0.0:1789449581.552565:0:35243:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x240000402:0x7:0x0], updating i_size 4096 00000080:00200000:0.0:1789449581.552569:0:35243:0:(namei.c:147:ll_iget()) got inode: [0x240000402:0x7:0x0](ffff9e8b89110908): rc = 0 00000080:00000001:0.0:1789449581.552572:0:35243:0:(namei.c:156:ll_iget()) Process leaving (rc=18446636920870078728 : -107152839472888 : ffff9e8b89110908) 00010000:00000001:0.0:1789449581.552574:0:35243:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449581.552575:0:35243:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449581.552578:0:35243:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4d800 refcount=3 00000020:00000001:0.0:1789449581.552580:0:35243:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080384 : -107152693471232 : ffff9e8b91c4d800) 00010000:00000001:0.0:1789449581.552582:0:35243:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080384 : -107152693471232 : ffff9e8b91c4d800) 00010000:00000001:0.0:1789449581.552585:0:35243:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449581.552586:0:35243:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789449581.552588:0:35243:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789449581.552591:0:35243:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1789449581.552593:0:35243:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449581.552597:0:35243:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x240000402:0x7:0x0](ffff9e8b89110908) for lock 0xcddde1459ded6784 00800000:00000001:0.0:1789449581.552600:0:35243:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789449581.552602:0:35243:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789449581.552603:0:35243:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449581.552604:0:35243:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449581.552605:0:35243:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4d800 refcount=3 00000020:00000001:0.0:1789449581.552607:0:35243:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080384 : -107152693471232 : ffff9e8b91c4d800) 00010000:00000001:0.0:1789449581.552609:0:35243:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080384 : -107152693471232 : ffff9e8b91c4d800) 00010000:00000001:0.0:1789449581.552612:0:35243:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449581.552613:0:35243:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449581.552614:0:35243:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449581.552617:0:35243:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1789449581.552627:0:35243:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9e8ba05ea360 inode ffff9e8b89110908 refc 1 flags 0x20000e 00000080:00000001:0.0:1789449581.552632:0:35243:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1789449581.552635:0:35243:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449581.552638:0:35243:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1789449581.552641:0:35243:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x240000402:0x7:0x0](ffff9e8b89110908) 00000080:00000001:0.0:1789449581.552645:0:35243:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1789449581.552648:0:35243:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b899c6800. 00000100:00000001:0.0:1789449581.552652:0:35243:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449581.552656:0:35243:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d18000 x1876371947532672/t4294967331(4294967331) o101->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/608 e 0 to 0 dl 1789449597 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449581.552663:0:35243:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449581.552675:0:35243:0:(dir.c:3016:ll_dir_open()) Process entered 00000080:00000001:0.0:1789449581.552679:0:35243:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1789449581.552681:0:35243:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820e3a48 00000080:00200008:0.0:1789449581.552683:0:35243:0:(file.c:1090:ll_file_open()) START file d24a.recovery-small:[0x240000402:0x7:0x0](ffff9e8b89110908), flags 320400 00000080:00000010:0.0:1789449581.552693:0:35243:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9e8b8432cdc0. 00000080:00000010:0.0:1789449581.552703:0:35243:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9e8b8c4767c0. 00000080:00000001:0.0:1789449581.552706:0:35243:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1789449581.552709:0:35243:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1789449581.552712:0:35243:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449581.552715:0:35243:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449581.552718:0:35243:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449581.552721:0:35243:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449581.552723:0:35243:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449581.552725:0:35243:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x7:0x0] 00800000:00000001:0.0:1789449581.552728:0:35243:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449581.552732:0:35243:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1789449581.552735:0:35243:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9e8b87d979e0. 00000002:00100000:0.0:1789449581.552740:0:35243:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9e8b87d18000 x1876371947532672/t4294967331(4294967331) o101->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/608 e 0 to 0 dl 1789449597 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789449581.552746:0:35243:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449581.552748:0:35243:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1789449581.552752:0:35243:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1789449581.552755:0:35243:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449581.552757:0:35243:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449581.552759:0:35243:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449581.552761:0:35243:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d18000 x1876371947532672/t4294967331(4294967331) o101->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/608 e 0 to 0 dl 1789449597 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1789449581.552766:0:35243:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449581.552768:0:35243:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff9e8b87e80000. 02000000:00000001:0.0:1789449581.552799:0:35243:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1789449581.552802:0:35243:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449581.552805:0:35243:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820e3a48 00000080:00000008:0.0:1789449581.552807:0:35243:0:(file.c:1329:ll_file_open()) COMPLETED file d24a.recovery-small:[0x240000402:0x7:0x0](ffff9e8b89110908), flags 320400, rc = 0 00000080:00000001:0.0:1789449581.552810:0:35243:0:(dir.c:3017:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449581.552814:0:35243:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1789449581.552816:0:35243:0:(dcache.c:176:ll_intent_release()) intent ffff9e8b86657c00 released 00000080:00010000:0.0:1789449581.552819:0:35243:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded6784 from it ffff9e8b86657c00 00010000:00000001:0.0:1789449581.552821:0:35243:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449581.552823:0:35243:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449581.552824:0:35243:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4d800 refcount=3 00000020:00000001:0.0:1789449581.552826:0:35243:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080384 : -107152693471232 : ffff9e8b91c4d800) 00010000:00000001:0.0:1789449581.552828:0:35243:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080384 : -107152693471232 : ffff9e8b91c4d800) 00010000:00000001:0.0:1789449581.552831:0:35243:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449581.552835:0:35243:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d800/0xcddde1459ded6784 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3dca8 expref: -99 pid: 35243 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789449581.552842:0:35243:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449581.552844:0:35243:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449581.552845:0:35243:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789449581.552848:0:35243:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789449581.552850:0:35243:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d800/0xcddde1459ded6784 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dca8 expref: -99 pid: 35243 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789449581.552857:0:35243:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789449581.552861:0:35243:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789449581.552864:0:35243:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449581.552870:0:35243:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449581.552871:0:35243:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449581.552873:0:35243:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449581.552876:0:35243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789449581.552921:0:35243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449581.552923:0:35243:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449581.552927:0:35243:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449581.552929:0:35243:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449581.552930:0:35243:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449581.552931:0:35243:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789449581.552933:0:35243:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1789449581.552936:0:35243:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:0.0:1789449581.552937:0:35243:0:(pcc.c:2405:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449581.552939:0:35243:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1789449581.552942:0:35243:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9e8b86657c00. 00000080:00000001:0.0:1789449581.552945:0:35243:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449581.552951:0:35243:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1789449581.552953:0:35243:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x240000402:0x7:0x0](ffff9e8b89110908), inode mode 41ed mask 44 00000080:00000001:0.0:1789449581.552956:0:35243:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449581.552999:0:35243:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449581.553001:0:35243:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x240000402:0x7:0x0](ffff9e8b89110908) cmd=4008669a arg=14e8530 00000080:00000001:0.0:1789449581.553009:0:35243:0:(dir.c:594:ll_dir_setstripe()) Process entered 00000080:00000010:0.0:1789449581.553014:0:35243:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b899c6800. 00800000:00000001:0.0:1789449581.553023:0:35243:0:(lmv_obd.c:3034:lmv_setattr()) Process entered 00800000:00000002:0.0:1789449581.553025:0:35243:0:(lmv_obd.c:3038:lmv_setattr()) SETATTR for [0x240000402:0x7:0x0], valid 0x0/0x0 00800000:00000001:0.0:1789449581.553027:0:35243:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449581.553029:0:35243:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449581.553030:0:35243:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449581.553031:0:35243:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449581.553033:0:35243:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449581.553035:0:35243:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x7:0x0] 00800000:00000001:0.0:1789449581.553037:0:35243:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449581.553041:0:35243:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:0.0:1789449581.553044:0:35243:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1789449581.553049:0:35243:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789449581.553054:0:35243:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d19180. 00000020:00000040:0.0:1789449581.553058:0:35243:0:(genops.c:1209:class_import_get()) import ffff9e8b862dc800 refcount=6 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00010000:00000001:0.0:1789449581.553065:0:35243:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789449581.553069:0:35243:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449581.553071:0:35243:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449581.553075:0:35243:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449581.553077:0:35243:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449581.553082:0:35243:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449581.553091:0:35243:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b836b0400. 00000100:00000001:0.0:1789449581.553098:0:35243:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449581.553100:0:35243:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789449581.553102:0:35243:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449581.553103:0:35243:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789449581.553104:0:35243:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449581.553105:0:35243:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1789449581.553114:0:35243:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff9e8b89903000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1789449581.553118:0:35243:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e8b87d19180 x1876371947533056/t0(0) o36->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789449581.553124:0:35243:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789449581.553125:0:35243:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789449581.553131:0:35243:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b853c5540. 00000100:00000001:0.0:1789449581.553132:0:35243:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920805807424 : -107152903744192 : ffff9e8b853c5540) 00000100:00000001:0.0:1789449581.553134:0:35243:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449581.553135:0:35243:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849142144 : -107152860409472 : ffff9e8b87d19180) 00000100:00000001:0.0:1789449581.553140:0:35243:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449581.553144:0:35243:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449581.553145:0:35243:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789449581.553146:0:35243:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789449581.553149:0:35243:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b87d19180 x1876371947533056/t0(0) o36->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449581.553154:0:35243:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789449581.553156:0:35243:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449581.553159:0:35243:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789449581.553162:0:35243:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789449581.553164:0:35243:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449581.553167:0:35243:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b87d19180 pname:cluuid:pid:xid:nid:opc:job lfs:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35243:1876371947533056:192.168.202.109@tcp:36:lfs.0 00000100:00000001:0.0:1789449581.553172:0:35243:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789449581.553179:0:35243:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789449581.553182:0:35243:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449581.553185:0:35243:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789449581.553189:0:35243:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b836b2400. 02000000:00000001:0.0:1789449581.553191:0:35243:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449581.553199:0:35243:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:0.0:1789449581.553204:0:35243:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b86580b58. 00000400:00000010:0.0:1789449581.553212:0:35243:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e56e8. 00000100:00000200:0.0:1789449581.553229:0:35243:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947533056, portal 10 00000100:00000001:0.0:1789449581.553231:0:35243:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449581.553233:0:35243:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849142144 : -107152860409472 : ffff9e8b87d19180) 00000100:00000040:0.0:1789449581.553239:0:35243:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b87d19180 x1876371947533056/t0(0) o36->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/512 e 0 to 0 dl 1789449597 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449581.553246:0:35243:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789449581.553248:0:35243:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1789449581.553251:0:35243:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5330. 00000100:00000200:0.0:1789449581.553254:0:35243:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876371947533056, offset 0 00000400:00000200:0.0:1789449581.553260:0:35243:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1789449581.553269:0:35243:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449581.553277:0:35243:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1789449581.553283:0:35243:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789449581.553287:0:35243:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1789449581.553291:0:35243:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789449581.553293:0:35243:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1789449581.553296:0:35243:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2938:2938:256:4294967295] 192.168.202.109@tcp LPNI seq info [2938:2938:8:4294967295] 00000400:00000200:0.0:1789449581.553299:0:35243:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449581.553308:0:35243:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1789449581.553313:0:35243:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1789449581.553318:0:35243:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b864ecd00. 00000800:00000200:0.0:1789449581.553324:0:35243:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1789449581.553333:0:35243:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1789449581.553337:0:35243:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b864ecd00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1789449581.553353:0:35243:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449581.553358:0:35243:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: using a timeout of 22386 usecs (23 jiffies) 00000400:00000200:0.0:1789449581.553360:0:35243:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:0.0:1789449581.553362:0:35243:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296584261 00000100:00000001:0.0:1789449581.553365:0:35243:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296586278 00000100:00000001:0.0:1789449581.553366:0:35243:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296584261 00000100:00000001:0.0:1789449581.553368:0:35243:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296586278 00000100:00000001:0.0:1789449581.553370:0:35243:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449581.553372:0:35243:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449581.553373:0:35243:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449581.553374:0:35243:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789449581.553377:0:35243:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b853c5540 going to sleep for 11 seconds 00000100:00000001:0.0:1789449581.553378:0:35243:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449581.553380:0:35243:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449581.554381:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449581.554391:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ecd00. 00000400:00000200:3.0:1789449581.554398:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449581.554405:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449581.554413:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5330 00000400:00000010:3.0:1789449581.554417:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5330. 00000100:00000001:3.0:1789449581.554422:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449581.554427:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d19180 x1876371947533056/t0(0) o36->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/512 e 0 to 0 dl 1789449597 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449581.554439:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449581.554442:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d19180 x1876371947533056/t0(0) o36->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/512 e 0 to 0 dl 1789449597 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449581.554448:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449581.554451:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:2.1:1789449581.555964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b86499800. 00000800:00000001:3.0:1789449581.558074:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449581.558092:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449581.558097:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449581.558099:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449581.558109:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449581.558117:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449581.558126:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449581.558131:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449581.558136:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449581.558140:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 456 into portal 10 MB=0x6aa8ce3663300 00000400:00000200:3.0:1789449581.558145:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449581.558152:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 456/456 into md 0x85b5 [1] + 224 00000800:00000001:3.0:1789449581.558160:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449581.558174:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449581.558179:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449581.558184:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449581.558195:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449581.558208:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d19180 x1876371947533056/t0(0) o36->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/512 e 0 to 0 dl 1789449597 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449581.558229:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff9e8b87d19180 x1876371947533056/t0(0) o36->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/512 e 0 to 0 dl 1789449597 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449581.558247:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449581.558259:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449581.558261:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449581.558413:0:35243:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789449581.558423:0:35243:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449581.558426:0:35243:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449581.558431:0:35243:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b86580b58. 00000400:00000200:0.0:1789449581.558436:0:35243:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e56e8 00000400:00000010:0.0:1789449581.558439:0:35243:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e56e8. 00000100:00000001:0.0:1789449581.558442:0:35243:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449581.558448:0:35243:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b87d19180 x1876371947533056/t0(0) o36->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/512 e 0 to 0 dl 1789449597 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789449581.558457:0:35243:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b87d19180 x1876371947533056/t0(0) o36->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/512 e 0 to 0 dl 1789449597 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449581.558463:0:35243:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449581.558465:0:35243:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449581.558467:0:35243:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449581.558471:0:35243:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449581.558474:0:35243:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449581.558476:0:35243:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449581.558479:0:35243:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449581.558493:0:35243:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b862dcc60 time=61 v=5 (5 5 102 102) 00000100:00001000:0.0:1789449581.558497:0:35243:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b862dcc18 time=61 v=5 (1 1 1 1) 00000100:00000001:0.0:1789449581.558499:0:35243:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449581.558500:0:35243:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449581.558504:0:35243:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449581.558507:0:35243:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449581.558510:0:35243:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789449581.558512:0:35243:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1789449581.558513:0:35243:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789449581.558516:0:35243:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449581.558517:0:35243:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849142144 : -107152860409472 : ffff9e8b87d19180) 00000100:00000001:0.0:1789449581.558520:0:35243:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789449581.558522:0:35243:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967328 00000100:00000001:0.0:1789449581.558524:0:35243:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449581.558527:0:35243:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449581.558532:0:35243:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b87d19180 x1876371947533056/t4294967332(4294967332) o36->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/456 e 0 to 0 dl 1789449597 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449581.558539:0:35243:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449581.558543:0:35243:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449581.558545:0:35243:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449581.558550:0:35243:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b87d19180 x1876371947533056/t4294967332(4294967332) o36->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/456 e 0 to 0 dl 1789449597 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789449581.558557:0:35243:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b87d19180 pname:cluuid:pid:xid:nid:opc:job lfs:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35243:1876371947533056:192.168.202.109@tcp:36:lfs.0 00000100:00000001:0.0:1789449581.558563:0:35243:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449581.558566:0:35243:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449581.558569:0:35243:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789449581.558572:0:35243:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449581.558576:0:35243:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d19180 x1876371947533056/t4294967332(4294967332) o36->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/456 e 0 to 0 dl 1789449597 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449581.558582:0:35243:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789449581.558585:0:35243:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b853c5540. 00000100:00000001:0.0:1789449581.558587:0:35243:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789449581.558588:0:35243:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449581.558597:0:35243:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449581.558600:0:35243:0:(lmv_obd.c:3047:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789449581.558607:0:35243:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b899c6800. 00000100:00000001:0.0:1789449581.558611:0:35243:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449581.558613:0:35243:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d19180 x1876371947533056/t4294967332(4294967332) o36->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/456 e 0 to 0 dl 1789449597 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449581.558619:0:35243:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449581.558621:0:35243:0:(dir.c:669:ll_dir_setstripe()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449581.558625:0:35243:0:(dir.c:2173:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449581.558669:0:35243:0:(dir.c:3022:ll_dir_release()) Process entered 00000080:00000001:0.0:1789449581.558674:0:35243:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1789449581.558679:0:35243:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820e3dd0 00000080:00200008:0.0:1789449581.558683:0:35243:0:(file.c:479:ll_file_release()) START file d24a.recovery-small:[0x240000402:0x7:0x0](ffff9e8b89110908), flags 320000 00000080:00400000:0.0:1789449581.558687:0:35243:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x240000402:0x7:0x0] 00000080:00000001:0.0:1789449581.558692:0:35243:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:0.0:1789449581.558694:0:35243:0:(pcc.c:2475:pcc_file_release()) Process leaving 00000080:00000001:0.0:1789449581.558696:0:35243:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1789449581.558703:0:35243:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449581.558706:0:35243:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449581.558709:0:35243:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449581.558712:0:35243:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449581.558713:0:35243:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449581.558715:0:35243:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x7:0x0] 00800000:00000001:0.0:1789449581.558716:0:35243:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449581.558722:0:35243:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449581.558724:0:35243:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789449581.558730:0:35243:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449581.558732:0:35243:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449581.558733:0:35243:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x240000402:0x7:0x0]: 0 00000080:00000001:0.0:1789449581.558736:0:35243:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1789449581.558738:0:35243:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1789449581.558743:0:35243:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9e8b899c6800. 00000080:00000001:0.0:1789449581.558744:0:35243:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1789449581.558752:0:35243:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1789449581.558756:0:35243:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:0.0:1789449581.558758:0:35243:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449581.558758:0:35243:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449581.558759:0:35243:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449581.558760:0:35243:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449581.558761:0:35243:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449581.558762:0:35243:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x7:0x0] 00800000:00000001:0.0:1789449581.558763:0:35243:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449581.558765:0:35243:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x240000402:0x7:0x0] 00000002:00000001:0.0:1789449581.558768:0:35243:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1789449581.558770:0:35243:0:(mdc_request.c:882:mdc_close()) lustre-MDT0001-mdc-ffff9e8b89903000: [0x240000402:0x7:0x0] file closed with intent: 0 00000100:00000010:0.0:1789449581.558777:0:35243:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d18a80. 00000020:00000040:0.0:1789449581.558781:0:35243:0:(genops.c:1209:class_import_get()) import ffff9e8b862dc800 refcount=7 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000100:00000001:0.0:1789449581.558785:0:35243:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449581.558789:0:35243:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449581.558795:0:35243:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449581.558807:0:35243:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e8b899c6e00. 00000100:00000001:0.0:1789449581.558814:0:35243:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1789449581.558828:0:35243:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9e8b87d18000 x1876371947532672/t4294967331(4294967331) o101->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/608 e 0 to 0 dl 1789449597 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1789449581.558838:0:35243:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff9e8b89903000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1789449581.558843:0:35243:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e8b87d18a80 x1876371947533312/t0(0) o35->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1789449581.558850:0:35243:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789449581.558852:0:35243:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789449581.558859:0:35243:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b853c5540. 00000100:00000001:0.0:1789449581.558861:0:35243:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920805807424 : -107152903744192 : ffff9e8b853c5540) 00000100:00000001:0.0:1789449581.558864:0:35243:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449581.558865:0:35243:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849140352 : -107152860411264 : ffff9e8b87d18a80) 00000100:00000001:0.0:1789449581.558871:0:35243:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449581.558875:0:35243:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449581.558877:0:35243:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789449581.558936:0:35243:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789449581.558940:0:35243:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b87d18a80 x1876371947533312/t0(0) o35->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449581.558948:0:35243:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789449581.558950:0:35243:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449581.558955:0:35243:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789449581.558958:0:35243:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789449581.558961:0:35243:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449581.558964:0:35243:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b87d18a80 pname:cluuid:pid:xid:nid:opc:job lfs:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35243:1876371947533312:192.168.202.109@tcp:35:lfs.0 00000100:00000001:0.0:1789449581.558968:0:35243:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789449581.558974:0:35243:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789449581.558977:0:35243:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449581.558980:0:35243:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789449581.558987:0:35243:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b836b3800. 02000000:00000001:0.0:1789449581.558990:0:35243:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449581.558998:0:35243:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:0.0:1789449581.559275:0:35243:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b86580b58. 00000400:00000010:0.0:1789449581.559284:0:35243:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e56e8. 00000100:00000200:0.0:1789449581.559293:0:35243:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947533312, portal 10 00000100:00000001:0.0:1789449581.559295:0:35243:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449581.559297:0:35243:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849140352 : -107152860411264 : ffff9e8b87d18a80) 00000100:00000040:0.0:1789449581.559305:0:35243:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b87d18a80 x1876371947533312/t0(0) o35->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449597 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449581.559311:0:35243:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789449581.559314:0:35243:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1789449581.559316:0:35243:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5908. 00000100:00000200:0.0:1789449581.559320:0:35243:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876371947533312, offset 0 00000400:00000200:0.0:1789449581.559325:0:35243:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1789449581.559333:0:35243:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449581.559340:0:35243:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1789449581.559345:0:35243:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789449581.559348:0:35243:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1789449581.559352:0:35243:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789449581.559354:0:35243:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1789449581.559357:0:35243:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2939:2939:256:4294967295] 192.168.202.109@tcp LPNI seq info [2939:2939:8:4294967295] 00000400:00000200:0.0:1789449581.559362:0:35243:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449581.559369:0:35243:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1789449581.559374:0:35243:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1789449581.559379:0:35243:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b864ec300. 00000800:00000200:0.0:1789449581.559386:0:35243:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1789449581.559393:0:35243:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1789449581.559398:0:35243:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b864ec300 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1789449581.559415:0:35243:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449581.559421:0:35243:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: using a timeout of 22331 usecs (23 jiffies) 00000400:00000200:0.0:1789449581.559424:0:35243:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:0.0:1789449581.559427:0:35243:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296584268 00000100:00000001:0.0:1789449581.559431:0:35243:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296586278 00000100:00000001:0.0:1789449581.559433:0:35243:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296584268 00000100:00000001:0.0:1789449581.559436:0:35243:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296586278 00000100:00000001:0.0:1789449581.559438:0:35243:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449581.559441:0:35243:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449581.559444:0:35243:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449581.559447:0:35243:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789449581.559449:0:35243:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b853c5540 going to sleep for 11 seconds 00000100:00000001:0.0:1789449581.559452:0:35243:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449581.559455:0:35243:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449581.559987:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449581.559995:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ec300. 00000400:00000200:3.0:1789449581.560001:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449581.560013:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449581.560019:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5908 00000400:00000010:3.0:1789449581.560023:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5908. 00000100:00000001:3.0:1789449581.560028:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449581.560033:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d18a80 x1876371947533312/t0(0) o35->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449597 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449581.560043:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449581.560046:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d18a80 x1876371947533312/t0(0) o35->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449597 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449581.560052:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449581.560054:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789449581.563781:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449581.563803:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449581.563809:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449581.563812:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449581.563824:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449581.563834:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449581.563847:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449581.563854:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449581.563860:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449581.563877:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 456 into portal 10 MB=0x6aa8ce3663400 00000400:00000200:3.0:1789449581.563928:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449581.563936:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 456/456 into md 0x85bd [1] + 224 00000800:00000001:3.0:1789449581.563946:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449581.563954:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449581.563959:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449581.563964:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449581.563974:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449581.563986:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d18a80 x1876371947533312/t0(0) o35->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449597 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789449581.563998:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9e8b87d18a80 x1876371947533312/t0(0) o35->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449597 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449581.564024:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449581.564035:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449581.564039:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1789449581.564160:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cba000. 00010000:00000010:0.1:1789449581.564181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b86499400. 00000100:00000001:0.0:1789449581.564204:0:35243:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789449581.564215:0:35243:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449581.564226:0:35243:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449581.564230:0:35243:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b86580b58. 00000400:00000200:0.0:1789449581.564236:0:35243:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e56e8 00000400:00000010:0.0:1789449581.564239:0:35243:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e56e8. 00000100:00000001:0.0:1789449581.564242:0:35243:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449581.564248:0:35243:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b87d18a80 x1876371947533312/t0(0) o35->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449597 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789449581.564258:0:35243:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b87d18a80 x1876371947533312/t0(0) o35->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449597 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449581.564265:0:35243:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449581.564268:0:35243:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449581.564271:0:35243:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449581.564275:0:35243:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449581.564279:0:35243:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449581.564282:0:35243:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449581.564286:0:35243:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449581.564298:0:35243:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b862dcd38 time=566 v=5 (5 0 5 0) 00000100:00001000:0.0:1789449581.564303:0:35243:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b862dcc18 time=61 v=5 (1 1 1 1) 00000100:00000001:0.0:1789449581.564306:0:35243:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449581.564309:0:35243:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449581.564312:0:35243:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449581.564316:0:35243:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449581.564321:0:35243:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789449581.564323:0:35243:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1789449581.564325:0:35243:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789449581.564329:0:35243:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449581.564331:0:35243:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849140352 : -107152860411264 : ffff9e8b87d18a80) 00000100:00000001:0.0:1789449581.564334:0:35243:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789449581.564336:0:35243:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967328 00000100:00000001:0.0:1789449581.564338:0:35243:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449581.564341:0:35243:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449581.564347:0:35243:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b87d18a80 x1876371947533312/t4294967333(4294967333) o35->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449597 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449581.564355:0:35243:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449581.564358:0:35243:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449581.564361:0:35243:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449581.564365:0:35243:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b87d18a80 x1876371947533312/t4294967333(4294967333) o35->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449597 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789449581.564373:0:35243:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b87d18a80 pname:cluuid:pid:xid:nid:opc:job lfs:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35243:1876371947533312:192.168.202.109@tcp:35:lfs.0 00000100:00000001:0.0:1789449581.564379:0:35243:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449581.564383:0:35243:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449581.564386:0:35243:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789449581.564389:0:35243:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449581.564393:0:35243:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d18a80 x1876371947533312/t4294967333(4294967333) o35->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449597 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449581.564400:0:35243:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789449581.564403:0:35243:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b853c5540. 00000100:00000001:0.0:1789449581.564407:0:35243:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789449581.564409:0:35243:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449581.564417:0:35243:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449581.564419:0:35243:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849140352 : -107152860411264 : ffff9e8b87d18a80) 00000002:00000001:0.0:1789449581.564422:0:35243:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449581.564426:0:35243:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789449581.564432:0:35243:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b899c6800. 00000080:00000001:0.0:1789449581.564437:0:35243:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1789449581.564441:0:35243:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1789449581.564444:0:35243:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449581.564448:0:35243:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449581.564451:0:35243:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449581.564454:0:35243:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449581.564456:0:35243:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449581.564458:0:35243:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x7:0x0] 00800000:00000001:0.0:1789449581.564460:0:35243:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449581.564465:0:35243:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1789449581.564470:0:35243:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9e8b87d18000 x1876371947532672/t4294967331(4294967331) o101->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/608 e 0 to 0 dl 1789449597 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449581.564478:0:35243:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449581.564479:0:35243:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849137664 : -107152860413952 : ffff9e8b87d18000) 00000100:00000001:0.0:1789449581.564482:0:35243:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449581.564484:0:35243:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d18000 x1876371947532672/t4294967331(4294967331) o101->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/608 e 0 to 0 dl 1789449597 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449581.564491:0:35243:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449581.564493:0:35243:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449581.564495:0:35243:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d18a80 x1876371947533312/t4294967333(4294967333) o35->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449597 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449581.564501:0:35243:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449581.564503:0:35243:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449581.564505:0:35243:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b87d18000 x1876371947532672/t4294967331(4294967331) o101->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/608 e 0 to 0 dl 1789449597 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449581.564511:0:35243:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1789449581.564515:0:35243:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449581.564518:0:35243:0:(genops.c:1222:class_import_put()) import ffff9e8b862dc800 refcount=6 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000020:00000001:0.0:1789449581.564520:0:35243:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449581.564524:0:35243:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b836b2c00. 02000000:00000001:0.0:1789449581.564530:0:35243:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449581.564532:0:35243:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449581.564534:0:35243:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b87d18000. 00000100:00000001:0.0:1789449581.564538:0:35243:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449581.564539:0:35243:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449581.564540:0:35243:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449581.564543:0:35243:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d18a80 x1876371947533312/t4294967333(4294967333) o35->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449597 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449581.564549:0:35243:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789449581.564551:0:35243:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff9e8b87d979e0. 00000002:00000001:0.0:1789449581.564554:0:35243:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449581.564556:0:35243:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789449581.564559:0:35243:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9e8b8c4767c0. 00000100:00000001:0.0:1789449581.564561:0:35243:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449581.564564:0:35243:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b87d18a80 x1876371947533312/t4294967333(4294967333) o35->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449597 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449581.564571:0:35243:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789449581.564573:0:35243:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449581.564576:0:35243:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b836b3800. 02000000:00000001:0.0:1789449581.564579:0:35243:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789449581.564580:0:35243:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449581.564582:0:35243:0:(genops.c:1222:class_import_put()) import ffff9e8b862dc800 refcount=5 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000020:00000001:0.0:1789449581.564583:0:35243:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449581.564585:0:35243:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e8b899c6e00. 02000000:00000001:0.0:1789449581.564587:0:35243:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449581.564589:0:35243:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449581.564590:0:35243:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b87d18a80. 00000100:00000001:0.0:1789449581.564592:0:35243:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449581.564593:0:35243:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789449581.564596:0:35243:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789449581.564601:0:35243:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9e8b8432cdc0. 00000080:00000001:0.0:1789449581.564605:0:35243:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449581.564611:0:35243:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820e3dd0 00000080:00000008:0.0:1789449581.564613:0:35243:0:(file.c:523:ll_file_release()) COMPLETED file d24a.recovery-small:[0x240000402:0x7:0x0](ffff9e8b89110908), flags 320000, rc = 0 00000080:00000001:0.0:1789449581.564617:0:35243:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449581.564620:0:35243:0:(dir.c:3023:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449581.564625:0:35243:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1789449581.564627:0:35243:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820e3e00 00000080:00002000:0.0:1789449581.564629:0:35243:0:(dcache.c:127:ll_ddelete()) keeping dentry d24a.recovery-small (ffff9e8ba05ea360, parent ffff9e8b892cbca8, inode ffff9e8b89110908) hashed, 00000080:00000001:0.0:1789449581.564632:0:35243:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449581.575447:0:35245:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0000-osc-ffff9e8b89903000 00010000:00000001:1.0:1789449581.575457:0:35245:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789449581.575460:0:35245:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789449581.575464:0:35245:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449581.575470:0:35245:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789449581.575472:0:35245:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449581.575475:0:35245:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449581.575510:0:35245:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0001-osc-ffff9e8b89903000 00010000:00000001:1.0:1789449581.575512:0:35245:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789449581.575514:0:35245:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789449581.575515:0:35245:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449581.575517:0:35245:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789449581.575518:0:35245:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449581.575520:0:35245:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449581.647154:0:35250:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789449581.647164:0:35250:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789449581.647166:0:35250:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789449581.647171:0:35250:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c43bc0 00000080:00200000:1.0:1789449581.647176:0:35250:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:1.0:1789449581.647187:0:35250:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b83767400. 00800000:00000002:1.0:1789449581.647197:0:35250:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:1.0:1789449581.647203:0:35250:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789449581.647209:0:35250:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789449581.647212:0:35250:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c43ae0 00800000:00000002:1.0:1789449581.647215:0:35250:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789449581.647229:0:35250:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789449581.647233:0:35250:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449581.647237:0:35250:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449581.647239:0:35250:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449581.647243:0:35250:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449581.647246:0:35250:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449581.647248:0:35250:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789449581.647251:0:35250:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449581.647255:0:35250:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789449581.647262:0:35250:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789449581.647264:0:35250:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c439b0 00000002:00010000:1.0:1789449581.647266:0:35250:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789449581.647270:0:35250:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789449581.647273:0:35250:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789449581.647277:0:35250:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789449581.647286:0:35250:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbaf00 count: 2 00010000:00000001:1.0:1789449581.647290:0:35250:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449581.647296:0:35250:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449581.647300:0:35250:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789449581.647306:0:35250:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded6792 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dcbd expref: -99 pid: 35243 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1789449581.647319:0:35250:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789449581.647325:0:35250:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449581.647328:0:35250:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded6792 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dcbd expref: -99 pid: 35243 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1789449581.647336:0:35250:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789449581.647339:0:35250:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789449581.647341:0:35250:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789449581.647343:0:35250:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789449581.647345:0:35250:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789449581.647348:0:35250:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789449581.647351:0:35250:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789449581.647354:0:35250:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:1.0:1789449581.647358:0:35250:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b83767400. 00000080:00000001:1.0:1789449581.647365:0:35250:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789449581.647367:0:35250:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789449581.647370:0:35250:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:1.0:1789449581.647375:0:35250:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded6792 00800000:00000001:1.0:1789449581.647378:0:35250:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789449581.647381:0:35250:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789449581.647384:0:35250:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449581.647386:0:35250:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449581.647390:0:35250:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499200 refcount=3 00000020:00000001:1.0:1789449581.647392:0:35250:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:1.0:1789449581.647396:0:35250:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:1.0:1789449581.647399:0:35250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449581.647401:0:35250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789449581.647402:0:35250:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449581.647404:0:35250:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789449581.647407:0:35250:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded6792 from it ffffb71181c43bf8 00010000:00000001:1.0:1789449581.647408:0:35250:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449581.647409:0:35250:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449581.647410:0:35250:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499200 refcount=3 00000020:00000001:1.0:1789449581.647412:0:35250:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:1.0:1789449581.647413:0:35250:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:1.0:1789449581.647415:0:35250:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789449581.647418:0:35250:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded6792 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3dcbd expref: -99 pid: 35243 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789449581.647423:0:35250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449581.647424:0:35250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449581.647426:0:35250:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789449581.647428:0:35250:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789449581.647430:0:35250:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded6792 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dcbd expref: -99 pid: 35243 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789449581.647438:0:35250:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789449581.647442:0:35250:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789449581.647445:0:35250:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789449581.647450:0:35250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449581.647451:0:35250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449581.647453:0:35250:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449581.647457:0:35250:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789449581.647459:0:35250:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449581.647461:0:35250:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449581.647463:0:35250:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449581.647465:0:35250:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789449581.647466:0:35250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449581.647467:0:35250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789449581.647471:0:35250:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789449581.647473:0:35250:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789449581.647475:0:35250:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908), inode mode 41ff mask 1 00000080:00000001:1.0:1789449581.647479:0:35250:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449581.647483:0:35250:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1789449581.647486:0:35250:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c43b88 00000080:00002000:1.0:1789449581.647487:0:35250:0:(dcache.c:87:ll_dcompare()) found name d24a.recovery-small(ffff9e8ba05ea360) flags 0x28000e refc 0 00000080:00000001:1.0:1789449581.647490:0:35250:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449581.647492:0:35250:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c43bd0 00000080:00200000:1.0:1789449581.647493:0:35250:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d24a.recovery-small, flags=25 00000080:00000001:1.0:1789449581.647499:0:35250:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1789449581.647501:0:35250:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449581.647503:0:35250:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1789449581.647505:0:35250:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x240000402:0x7:0x0](ffff9e8b89110908), inode mode 41ed mask 1 00000080:00000001:1.0:1789449581.647507:0:35250:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789449581.647638:0:35250:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9e8b8984f5a0. 00000080:00000001:1.0:1789449581.647643:0:35250:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1789449581.647645:0:35250:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x240000402:0x7:0x0](ffff9e8b89110908), inode mode 41ed mask 3 00000080:00000001:1.0:1789449581.647648:0:35250:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449581.647651:0:35250:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:1.0:1789449581.647653:0:35250:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c43b58 00000080:00200000:1.0:1789449581.647656:0:35250:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f24a.recovery-small, dir=[0x240000402:0x7:0x0](ffff9e8b89110908), file ffff9e8b8b0b0c00, open_flags 8042, mode 81a4 opened 0 00000080:00000010:1.0:1789449581.647661:0:35250:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9e8b87c1e660. 00000080:00000001:1.0:1789449581.647666:0:35250:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1789449581.647669:0:35250:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c43a08 00000080:00200000:1.0:1789449581.647671:0:35250:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f24a.recovery-small, dir=[0x240000402:0x7:0x0](ffff9e8b89110908), intent=open|creat 00000080:00000010:1.0:1789449581.647679:0:35250:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b83767400. 00000080:00000001:1.0:1789449581.647685:0:35250:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789449581.647687:0:35250:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789449581.647689:0:35250:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c43928 00800000:00000002:1.0:1789449581.647690:0:35250:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f24a.recovery-small' on [0x240000402:0x7:0x0] 00800000:00000001:1.0:1789449581.647694:0:35250:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1789449581.647697:0:35250:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1789449581.647700:0:35250:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449581.647702:0:35250:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449581.647704:0:35250:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449581.647706:0:35250:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449581.647707:0:35250:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449581.647709:0:35250:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x7:0x0] 00800000:00000001:1.0:1789449581.647711:0:35250:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449581.647715:0:35250:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446636920905893888 : -107152803657728 : ffff9e8b8b338800) 00800000:00000001:1.0:1789449581.647718:0:35250:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1789449581.647720:0:35250:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1789449581.647724:0:35250:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1789449581.647727:0:35250:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1789449581.647730:0:35250:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0001-mdc-ffff9e8b89903000: Allocated FID [0x240000402:0x8:0x0] 40000000:00000001:1.0:1789449581.647734:0:35250:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449581.647737:0:35250:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449581.647739:0:35250:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449581.647740:0:35250:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449581.647742:0:35250:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c438a8 00800000:00000002:1.0:1789449581.647744:0:35250:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x240000402:0x7:0x0], fid2=[0x240000402:0x8:0x0], name='f24a.recovery-small' -> mds #1 layout version 1 00000002:00000001:1.0:1789449581.647748:0:35250:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789449581.647749:0:35250:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c437e0 00000002:00010000:1.0:1789449581.647751:0:35250:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f24a.recovery-small,[0x240000402:0x8:0x0]) in obj [0x240000402:0x7:0x0], intent: open|creat flags 0100103 00000002:00000001:1.0:1789449581.647754:0:35250:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789449581.647758:0:35250:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1789449581.647762:0:35250:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1789449581.647767:0:35250:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449581.647769:0:35250:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1789449581.647771:0:35250:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789449581.647778:0:35250:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83691500. 00000020:00000040:1.0:1789449581.647783:0:35250:0:(genops.c:1209:class_import_get()) import ffff9e8b862dc800 refcount=6 obd=lustre-MDT0001-mdc-ffff9e8b89903000 02000000:00000001:1.0:1789449581.647792:0:35250:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789449581.647794:0:35250:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449581.647798:0:35250:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789449581.647804:0:35250:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789449581.647807:0:35250:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449581.647810:0:35250:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789449581.647813:0:35250:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789449581.647816:0:35250:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789449581.647826:0:35250:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b8678e400. 00000100:00000001:1.0:1789449581.647836:0:35250:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449581.647842:0:35250:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789449581.647844:0:35250:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449581.647845:0:35250:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789449581.647846:0:35250:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449581.647848:0:35250:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449581.647859:0:35250:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446636920775185664 : -107152934365952 : ffff9e8b83691500) 00010000:00000001:1.0:1789449581.647863:0:35250:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789449581.647866:0:35250:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1789449581.647871:0:35250:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9e8b902bd200. 00010000:00000010:1.0:1789449581.647875:0:35250:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e8b898b7480. 00010000:00000001:1.0:1789449581.648007:0:35250:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789449581.648012:0:35250:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8b889f0000. 00000020:00000001:1.0:1789449581.648017:0:35250:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789449581.648021:0:35250:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8b889f0000 with handle 0xcddde1459ded67a7 to hash 00000020:00000001:1.0:1789449581.648023:0:35250:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789449581.648024:0:35250:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636920862605312 : -107152846946304 : ffff9e8b889f0000) 00010000:00000001:1.0:1789449581.648028:0:35250:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636920862605312 : -107152846946304 : ffff9e8b889f0000) 00010000:00000001:1.0:1789449581.648032:0:35250:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449581.648033:0:35250:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449581.648037:0:35250:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-mdc-ffff9e8b89903000 lock: ffff9e8b889f0000/0xcddde1459ded67a7 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35250 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789449581.648047:0:35250:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff9e8b89903000 lock: ffff9e8b889f0000/0xcddde1459ded67a7 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35250 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1789449581.648065:0:35250:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff9e8b89903000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1789449581.648082:0:35250:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e8b83691500 x1876371947533568/t0(0) o101->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1789449581.648092:0:35250:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff9e8b89903000 lock: ffff9e8b889f0000/0xcddde1459ded67a7 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35250 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789449581.648098:0:35250:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789449581.648101:0:35250:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789449581.648110:0:35250:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b865cc3c0. 00000100:00000001:1.0:1789449581.648112:0:35250:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920824710080 : -107152884841536 : ffff9e8b865cc3c0) 00000100:00000001:1.0:1789449581.648116:0:35250:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449581.648118:0:35250:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775185664 : -107152934365952 : ffff9e8b83691500) 00000100:00000001:1.0:1789449581.648124:0:35250:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789449581.648128:0:35250:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449581.648131:0:35250:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789449581.648133:0:35250:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789449581.648137:0:35250:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83691500 x1876371947533568/t0(0) o101->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449581.648146:0:35250:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449581.648149:0:35250:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449581.648153:0:35250:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789449581.648156:0:35250:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789449581.648158:0:35250:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449581.648162:0:35250:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83691500 pname:cluuid:pid:xid:nid:opc:job multiop:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35250:1876371947533568:192.168.202.109@tcp:101:multiop.0 00000100:00000001:1.0:1789449581.648166:0:35250:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789449581.648173:0:35250:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789449581.648176:0:35250:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449581.648178:0:35250:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789449581.648265:0:35250:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9e8b86740000. 02000000:00000001:1.0:1789449581.648268:0:35250:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789449581.648279:0:35250:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:1.0:1789449581.648284:0:35250:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b83427f20. 00000400:00000010:1.0:1789449581.648293:0:35250:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9e8b8678d400. 00000100:00000200:1.0:1789449581.648302:0:35250:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876371947533568, portal 10 00000100:00000001:1.0:1789449581.648304:0:35250:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449581.648305:0:35250:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775185664 : -107152934365952 : ffff9e8b83691500) 00000100:00000040:1.0:1789449581.648312:0:35250:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b83691500 x1876371947533568/t0(0) o101->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789449597 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449581.648320:0:35250:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789449581.648324:0:35250:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1789449581.648328:0:35250:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012110. 00000100:00000200:1.0:1789449581.648332:0:35250:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1876371947533568, offset 0 00000400:00000200:1.0:1789449581.648341:0:35250:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1789449581.648353:0:35250:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449581.648362:0:35250:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1789449581.648369:0:35250:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789449581.648374:0:35250:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1789449581.648378:0:35250:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789449581.648381:0:35250:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1789449581.648384:0:35250:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2940:2940:256:4294967295] 192.168.202.109@tcp LPNI seq info [2940:2940:8:4294967295] 00000400:00000200:1.0:1789449581.648389:0:35250:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449581.648401:0:35250:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1789449581.648409:0:35250:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1789449581.648415:0:35250:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b83d9cb00. 00000800:00000200:1.0:1789449581.648423:0:35250:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1789449581.648432:0:35250:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1789449581.648437:0:35250:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b83d9cb00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:1.0:1789449581.648516:0:35250:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449581.648537:0:35250:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: using a timeout of 22277 usecs (23 jiffies) 00000400:00000200:1.0:1789449581.648542:0:35250:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:1.0:1789449581.648546:0:35250:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296584357 00000100:00000001:1.0:1789449581.648549:0:35250:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296586278 00000100:00000001:1.0:1789449581.648551:0:35250:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296584357 00000100:00000001:1.0:1789449581.648554:0:35250:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296586278 00000100:00000001:1.0:1789449581.648556:0:35250:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449581.648559:0:35250:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449581.648562:0:35250:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789449581.648564:0:35250:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789449581.648567:0:35250:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b865cc3c0 going to sleep for 11 seconds 00000100:00000001:1.0:1789449581.648570:0:35250:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449581.648574:0:35250:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449581.649772:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449581.649783:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b83d9cb00. 00000400:00000200:3.0:1789449581.649789:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449581.649798:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449581.649806:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012110 00000400:00000010:3.0:1789449581.649810:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012110. 00000100:00000001:3.0:1789449581.649816:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449581.649823:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83691500 x1876371947533568/t0(0) o101->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789449597 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449581.649836:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449581.649840:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83691500 x1876371947533568/t0(0) o101->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789449597 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449581.649847:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449581.649848:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789449581.658941:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449581.658963:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449581.658968:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449581.658971:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449581.658984:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449581.658994:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449581.659013:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449581.659020:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449581.659027:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449581.659032:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 664 into portal 10 MB=0x6aa8ce3663500 00000400:00000200:3.0:1789449581.659039:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449581.659047:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 664/664 into md 0x85c5 [32] + 224 00000800:00000001:3.0:1789449581.659057:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449581.659064:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449581.659069:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449581.659074:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449581.659086:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449581.659098:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83691500 x1876371947533568/t0(0) o101->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789449597 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789449581.659108:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9e8b83691500 x1876371947533568/t0(0) o101->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789449597 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449581.659135:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449581.659145:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449581.659148:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449581.659802:0:35250:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789449581.659815:0:35250:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789449581.659818:0:35250:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789449581.659822:0:35250:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b83427f20. 00000400:00000200:1.0:1789449581.659830:0:35250:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b8678d400 00000400:00000010:1.0:1789449581.659834:0:35250:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9e8b8678d400. 00000100:00000001:1.0:1789449581.659839:0:35250:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789449581.659846:0:35250:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83691500 x1876371947533568/t0(0) o101->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789449597 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789449581.659856:0:35250:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83691500 x1876371947533568/t0(0) o101->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789449597 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449581.659863:0:35250:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789449581.659866:0:35250:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449581.659869:0:35250:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789449581.659874:0:35250:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789449581.659877:0:35250:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789449581.659923:0:35250:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449581.659927:0:35250:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789449581.659941:0:35250:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b862dcc60 time=61 v=5 (5 5 102 102) 00000100:00001000:1.0:1789449581.659946:0:35250:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b862dcc18 time=61 v=5 (1 1 1 1) 00000100:00000001:1.0:1789449581.659949:0:35250:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789449581.659951:0:35250:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449581.659955:0:35250:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789449581.659960:0:35250:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449581.659964:0:35250:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789449581.659966:0:35250:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x100000022/0x1] 00000100:00000001:1.0:1789449581.659968:0:35250:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789449581.659971:0:35250:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449581.659973:0:35250:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775185664 : -107152934365952 : ffff9e8b83691500) 00000100:00000001:1.0:1789449581.659977:0:35250:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789449581.659980:0:35250:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967328 00000100:00000001:1.0:1789449581.659982:0:35250:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789449581.659985:0:35250:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449581.659991:0:35250:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83691500 x1876371947533568/t4294967334(4294967334) o101->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 664/664 e 0 to 0 dl 1789449597 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449581.659998:0:35250:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449581.660002:0:35250:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789449581.660014:0:35250:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789449581.660019:0:35250:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83691500 x1876371947533568/t4294967334(4294967334) o101->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 664/664 e 0 to 0 dl 1789449597 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789449581.660028:0:35250:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83691500 pname:cluuid:pid:xid:nid:opc:job multiop:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35250:1876371947533568:192.168.202.109@tcp:101:multiop.0 00000100:00000001:1.0:1789449581.660033:0:35250:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449581.660036:0:35250:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449581.660039:0:35250:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789449581.660042:0:35250:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449581.660046:0:35250:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83691500 x1876371947533568/t4294967334(4294967334) o101->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 664/664 e 0 to 0 dl 1789449597 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449581.660053:0:35250:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789449581.660056:0:35250:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b865cc3c0. 00000100:00000001:1.0:1789449581.660060:0:35250:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789449581.660062:0:35250:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449581.660065:0:35250:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789449581.660072:0:35250:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449581.660076:0:35250:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449581.660080:0:35250:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b889f0000 refcount=4 00000020:00000001:1.0:1789449581.660083:0:35250:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920862605312 : -107152846946304 : ffff9e8b889f0000) 00010000:00000001:1.0:1789449581.660087:0:35250:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920862605312 : -107152846946304 : ffff9e8b889f0000) 00010000:00000040:1.0:1789449581.660096:0:35250:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e8b889f0000, remote cookie: 0xeb7cbf5e2fd3dd0a, flags: 0x1001 00010000:00010000:1.0:1789449581.660102:0:35250:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff9e8b89903000 lock: ffff9e8b889f0000/0xcddde1459ded67a7 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dd0a expref: -99 pid: 35250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1789449581.660111:0:35250:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x240000402:0x8:0x0].0x0, instead of [0x240000402:0x7:0x0].0x0 00010000:00000001:1.0:1789449581.660114:0:35250:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1789449581.660127:0:35250:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9e8b902bdc00. 00010000:00000010:1.0:1789449581.660133:0:35250:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e8b898b7280. 00010000:00000040:1.0:1789449581.660140:0:35250:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9e8b902bd200 count: 0 00010000:00000010:1.0:1789449581.660147:0:35250:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e8b898b7480. 00010000:00000001:1.0:1789449581.660157:0:35250:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449581.660161:0:35250:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffff9e8b89903000 lock: ffff9e8b889f0000/0xcddde1459ded67a7 lrc: 4/0,1 mode: --/PR res: [0x240000402:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dd0a expref: -99 pid: 35250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789449581.660171:0:35250:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff9e8b89903000 lock: ffff9e8b889f0000/0xcddde1459ded67a7 lrc: 4/0,1 mode: --/PR res: [0x240000402:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dd0a expref: -99 pid: 35250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449581.660178:0:35250:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789449581.660183:0:35250:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789449581.660186:0:35250:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789449581.660188:0:35250:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789449581.660189:0:35250:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789449581.660193:0:35250:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240000402:0x8:0x0].0x0 (ffff9e8b902bdc00) refcount = 1 00010000:00010000:1.0:1789449581.660197:0:35250:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff9e8b89903000 lock: ffff9e8b889f0000/0xcddde1459ded67a7 lrc: 4/0,1 mode: PR/PR res: [0x240000402:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3dd0a expref: -99 pid: 35250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449581.660205:0:35250:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789449581.660209:0:35250:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789449581.660211:0:35250:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449581.660214:0:35250:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789449581.660227:0:35250:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449581.660231:0:35250:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff9e8b89903000 lock: ffff9e8b889f0000/0xcddde1459ded67a7 lrc: 4/0,1 mode: PR/PR res: [0x240000402:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dd0a expref: -99 pid: 35250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449581.660238:0:35250:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789449581.660240:0:35250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449581.660241:0:35250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449581.660243:0:35250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449581.660244:0:35250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449581.660246:0:35250:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449581.660252:0:35250:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789449581.660255:0:35250:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449581.660256:0:35250:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449581.660258:0:35250:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b889f0000 refcount=3 00000020:00000001:1.0:1789449581.660260:0:35250:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920862605312 : -107152846946304 : ffff9e8b889f0000) 00010000:00000001:1.0:1789449581.660262:0:35250:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920862605312 : -107152846946304 : ffff9e8b889f0000) 00010000:00000001:1.0:1789449581.660265:0:35250:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449581.660266:0:35250:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449581.660267:0:35250:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b889f0000 refcount=4 00000020:00000001:1.0:1789449581.660269:0:35250:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920862605312 : -107152846946304 : ffff9e8b889f0000) 00010000:00000001:1.0:1789449581.660271:0:35250:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920862605312 : -107152846946304 : ffff9e8b889f0000) 00010000:00000001:1.0:1789449581.660275:0:35250:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449581.660278:0:35250:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449581.660282:0:35250:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff9e8b89903000 lock: ffff9e8b889f0000/0xcddde1459ded67a7 lrc: 5/1,1 mode: PR/PR res: [0x240000402:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3dd0a expref: -99 pid: 35250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449581.660290:0:35250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449581.660291:0:35250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449581.660292:0:35250:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449581.660293:0:35250:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449581.660294:0:35250:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b889f0000 refcount=5 00000020:00000001:1.0:1789449581.660296:0:35250:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920862605312 : -107152846946304 : ffff9e8b889f0000) 00010000:00000001:1.0:1789449581.660299:0:35250:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920862605312 : -107152846946304 : ffff9e8b889f0000) 00010000:00000001:1.0:1789449581.660302:0:35250:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789449581.660304:0:35250:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-mdc-ffff9e8b89903000 lock: ffff9e8b889f0000/0xcddde1459ded67a7 lrc: 5/1,1 mode: PR/PR res: [0x240000402:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3dd0a expref: -99 pid: 35250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449581.660310:0:35250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449581.660311:0:35250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789449581.660314:0:35250:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff9e8b89903000 lock: ffff9e8b889f0000/0xcddde1459ded67a7 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3dd0a expref: -99 pid: 35250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449581.660319:0:35250:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789449581.660321:0:35250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449581.660322:0:35250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449581.660323:0:35250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449581.660324:0:35250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789449581.660330:0:35250:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9e8b83691500 x1876371947533568/t4294967334(4294967334) o101->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 664/664 e 0 to 0 dl 1789449597 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789449581.660341:0:35250:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1789449581.660347:0:35250:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9e8b83691500 x1876371947533568/t4294967334(4294967334) o101->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 664/664 e 0 to 0 dl 1789449597 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789449581.660355:0:35250:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449581.660364:0:35250:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449581.660366:0:35250:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449581.660367:0:35250:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b889f0000 refcount=3 00000020:00000001:1.0:1789449581.660369:0:35250:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920862605312 : -107152846946304 : ffff9e8b889f0000) 00010000:00000001:1.0:1789449581.660372:0:35250:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920862605312 : -107152846946304 : ffff9e8b889f0000) 00000002:00010000:1.0:1789449581.660376:0:35250:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0001-mdc-ffff9e8b89903000 lock: ffff9e8b889f0000/0xcddde1459ded67a7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dd0a expref: -99 pid: 35250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1789449581.660386:0:35250:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9e8b91d9a040. 00010000:00000001:1.0:1789449581.660388:0:35250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449581.660390:0:35250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789449581.660391:0:35250:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449581.660393:0:35250:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449581.660398:0:35250:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1789449581.660401:0:35250:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449581.660402:0:35250:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775185664 : -107152934365952 : ffff9e8b83691500) 00000100:00000001:1.0:1789449581.660405:0:35250:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449581.660406:0:35250:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775185664 : -107152934365952 : ffff9e8b83691500) 00010000:00000001:1.0:1789449581.660408:0:35250:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449581.660410:0:35250:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449581.660411:0:35250:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b889f0000 refcount=3 00000020:00000001:1.0:1789449581.660413:0:35250:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920862605312 : -107152846946304 : ffff9e8b889f0000) 00010000:00000001:1.0:1789449581.660415:0:35250:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920862605312 : -107152846946304 : ffff9e8b889f0000) 00000002:00010000:1.0:1789449581.660419:0:35250:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff9e8b89903000 lock: ffff9e8b889f0000/0xcddde1459ded67a7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dd0a expref: -99 pid: 35250 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449581.660425:0:35250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449581.660426:0:35250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449581.660428:0:35250:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789449581.660430:0:35250:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449581.660431:0:35250:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449581.660432:0:35250:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b889f0000 refcount=3 00000020:00000001:1.0:1789449581.660434:0:35250:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920862605312 : -107152846946304 : ffff9e8b889f0000) 00010000:00000001:1.0:1789449581.660436:0:35250:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920862605312 : -107152846946304 : ffff9e8b889f0000) 00010000:00000040:1.0:1789449581.660441:0:35250:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bdc00 count: 2 00010000:00000001:1.0:1789449581.660443:0:35250:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1789449581.660448:0:35250:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e8b83776c00 type 13 mode 4 res 9663677442/8 (0 0) 00010000:00000001:1.0:1789449581.660450:0:35250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449581.660451:0:35250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789449581.660453:0:35250:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789449581.660457:0:35250:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c43768 00000002:00002000:1.0:1789449581.660460:0:35250:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f24a.recovery-small intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:1.0:1789449581.660464:0:35250:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449581.660468:0:35250:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449581.660471:0:35250:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789449581.660475:0:35250:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x240000402:0x7:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1789449581.660479:0:35250:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449581.660484:0:35250:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1789449581.660486:0:35250:0:(namei.c:674:ll_lookup_it_finish()) it ffff9e8b87c1e660 it_disposition 1800037 00000080:00002000:1.0:1789449581.660494:0:35250:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9e8b8936f1b0 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:1.0:1789449581.660500:0:35250:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1789449581.660504:0:35250:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:1.0:1789449581.660506:0:35250:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c43990 00000080:00200000:1.0:1789449581.660508:0:35250:0:(namei.c:1628:ll_create_it()) VFS Op:name=f24a.recovery-small, dir=[0x240000402:0x7:0x0](ffff9e8b89110908), intent=open|creat 00000080:00000001:1.0:1789449581.660511:0:35250:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:1.0:1789449581.660514:0:35250:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789449581.660769:0:35250:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1789449581.660775:0:35250:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789449581.660780:0:35250:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798761480 : 162129603798761480 : 240000402000008) 00000080:00000001:1.0:1789449581.660784:0:35250:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:1.0:1789449581.660798:0:35250:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9e8b89112940. 00000020:00000001:1.0:1789449581.660813:0:35250:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:1.0:1789449581.660816:0:35250:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:1.0:1789449581.660820:0:35250:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:1.0:1789449581.660822:0:35250:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x240000402:0x8:0x0](ffff9e8b89112a08) 00000020:00000001:1.0:1789449581.660827:0:35250:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789449581.660831:0:35250:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820824760 : -107152888726856 : ffff9e8b86217ab8) 00000020:00001000:1.0:1789449581.660835:0:35250:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217ab0 00000020:00000001:1.0:1789449581.660841:0:35250:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:1.0:1789449581.660846:0:35250:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9e8b84013af0. 00000020:00000001:1.0:1789449581.660849:0:35250:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1789449581.660851:0:35250:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449581.660862:0:35250:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:1.0:1789449581.660867:0:35250:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9e8b836975d0. 00020000:00000001:1.0:1789449581.660869:0:35250:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446636920775210448 : -107152934341168 : ffff9e8b836975d0) 00020000:00000001:1.0:1789449581.660872:0:35250:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:1.0:1789449581.660876:0:35250:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1789449581.660945:0:35250:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9e8b87c1e300. 00020000:00000010:1.0:1789449581.660951:0:35250:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9e8b840be880. 00020000:00000010:1.0:1789449581.660958:0:35250:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9e8b87c1ee40. 00020000:00000001:1.0:1789449581.660960:0:35250:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446636920848117312 : -107152861434304 : ffff9e8b87c1ee40) 00020000:00000002:1.0:1789449581.660964:0:35250:0:(lov_ea.c:755:dump_lsm()) lsm ffff9e8b87c1ee40, objid 0x8:1073742850, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789449581.660969:0:35250:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout 1 layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789449581.660973:0:35250:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff9e8b840be880: ostid: 0x280000400:4 ost idx: 0 gen: 0 00020000:00000001:1.0:1789449581.660976:0:35250:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:1.0:1789449581.660979:0:35250:0:(lov_ea.c:755:dump_lsm()) lsm ffff9e8b87c1ee40, objid 0x8:1073742850, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789449581.660982:0:35250:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout 1 layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789449581.660986:0:35250:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff9e8b840be880: ostid: 0x280000400:4 ost idx: 0 gen: 0 00020000:00000010:1.0:1789449581.660990:0:35250:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9e8b83467eb0. 00020000:00000010:1.0:1789449581.660993:0:35250:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff9e8b865cc3c0. 00020000:00000001:1.0:1789449581.660998:0:35250:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:1.0:1789449581.661314:0:35250:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9e8b89bc65a8. 00020000:00000001:1.0:1789449581.661320:0:35250:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:1.0:1789449581.661321:0:35250:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:1.0:1789449581.661329:0:35250:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:1.0:1789449581.661334:0:35250:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9e8b84013e10. 00000020:00000001:1.0:1789449581.661337:0:35250:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1789449581.661338:0:35250:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449581.661341:0:35250:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446636920785157776 : -107152924393840 : ffff9e8b84013e90) 00020000:00000001:1.0:1789449581.661345:0:35250:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:1.0:1789449581.661351:0:35250:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff9e8b84d26380. 00020000:00000001:1.0:1789449581.661355:0:35250:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449581.661361:0:35250:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446636920785157776 : -107152924393840 : ffff9e8b84013e90) 00020000:00000001:1.0:1789449581.661363:0:35250:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446636920785157776 : -107152924393840 : ffff9e8b84013e90) 00020000:00000002:1.0:1789449581.661367:0:35250:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0x4:0x0]@ffff9e8b84013e10[0:0] -> [0x240000402:0x8:0x0]@ffff9e8b84013af0: ostid: 0x280000400:4 ost idx: 0 gen: 0 00020000:00000001:1.0:1789449581.661373:0:35250:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:1.0:1789449581.661375:0:35250:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:1.0:1789449581.661378:0:35250:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449581.661381:0:35250:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446636920785156976 : -107152924394640 : ffff9e8b84013b70) 00000020:00001000:1.0:1789449581.661386:0:35250:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217ab0 00000080:00000001:1.0:1789449581.661391:0:35250:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798761480 : 162129603798761480 : 240000402000008) 00000080:00000001:1.0:1789449581.661394:0:35250:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=37748740 : 37748740 : 2400004) 00000080:00000002:1.0:1789449581.661397:0:35250:0:(llite_lib.c:3050:ll_update_inode()) setting ino 162129603798761480 mtime from 0 to 1789449581 00000080:00000001:1.0:1789449581.661402:0:35250:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1789449581.661405:0:35250:0:(namei.c:156:ll_iget()) Process leaving (rc=18446636920870087176 : -107152839464440 : ffff9e8b89112a08) 00010000:00000001:1.0:1789449581.661408:0:35250:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449581.661410:0:35250:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449581.661412:0:35250:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b889f0000 refcount=3 00000020:00000001:1.0:1789449581.661415:0:35250:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920862605312 : -107152846946304 : ffff9e8b889f0000) 00010000:00000001:1.0:1789449581.661417:0:35250:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920862605312 : -107152846946304 : ffff9e8b889f0000) 00000080:00000001:1.0:1789449581.661421:0:35250:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1789449581.661422:0:35250:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789449581.661424:0:35250:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820824760 : -107152888726856 : ffff9e8b86217ab8) 00000020:00001000:1.0:1789449581.661426:0:35250:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217ab0 00000020:00000001:1.0:1789449581.661428:0:35250:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1789449581.661431:0:35250:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1789449581.661432:0:35250:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1789449581.661435:0:35250:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9e8b87c1ec00. 00020000:00000010:1.0:1789449581.661438:0:35250:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9e8b840be900. 00020000:00000010:1.0:1789449581.661440:0:35250:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9e8b87c1e9c0. 00020000:00000001:1.0:1789449581.661442:0:35250:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446636920848116160 : -107152861435456 : ffff9e8b87c1e9c0) 00020000:00000002:1.0:1789449581.661445:0:35250:0:(lov_ea.c:755:dump_lsm()) lsm ffff9e8b87c1e9c0, objid 0x8:1073742850, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789449581.661448:0:35250:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout 1 layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789449581.661452:0:35250:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff9e8b840be900: ostid: 0x280000400:4 ost idx: 0 gen: 0 00020000:00000002:1.0:1789449581.661456:0:35250:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9e8b836975d0) owner ffff9e8b8168a7c0 00020000:00000001:1.0:1789449581.661459:0:35250:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1789449581.661461:0:35250:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9e8b836975d0) owner ffff9e8b8168a7c0 00020000:00000010:1.0:1789449581.661466:0:35250:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9e8b840be900. 00020000:00000010:1.0:1789449581.661471:0:35250:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9e8b87c1ec00. 00020000:00000010:1.0:1789449581.661474:0:35250:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9e8b87c1e9c0. 00020000:00000002:1.0:1789449581.661476:0:35250:0:(lov_object.c:1535:lov_conf_set()) [0x240000402:0x8:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1789449581.661478:0:35250:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449581.661480:0:35250:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449581.661483:0:35250:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1789449581.661486:0:35250:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b836975d0) owner 0000000000000000/ffff9e8b8168a7c0 00020000:00000002:1.0:1789449581.661490:0:35250:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9e8b87c1ee40 addref 2/0 by ffff9e8b8168a7c0. 00020000:00000002:1.0:1789449581.661492:0:35250:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b836975d0) owner 0000000000000000/ffff9e8b8168a7c0 00020000:00000001:1.0:1789449581.661495:0:35250:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1789449581.661497:0:35250:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1789449581.661498:0:35250:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1789449581.661500:0:35250:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1789449581.661502:0:35250:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1789449581.661504:0:35250:0:(file.c:6843:ll_layout_conf()) [0x240000402:0x8:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1789449581.661506:0:35250:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217ab0 00000080:00000001:1.0:1789449581.661508:0:35250:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449581.661510:0:35250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449581.661512:0:35250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789449581.661514:0:35250:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789449581.661530:0:35250:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1789449581.662207:0:35250:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789449581.662214:0:35250:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x240000402:0x8:0x0](ffff9e8b89112a08) 00000080:00010000:1.0:1789449581.662228:0:35250:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x240000402:0x8:0x0](ffff9e8b89112a08) for lock 0xcddde1459ded67a7 00800000:00000001:1.0:1789449581.662232:0:35250:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789449581.662235:0:35250:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789449581.662237:0:35250:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449581.662238:0:35250:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449581.662241:0:35250:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b889f0000 refcount=3 00000020:00000001:1.0:1789449581.662243:0:35250:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920862605312 : -107152846946304 : ffff9e8b889f0000) 00010000:00000001:1.0:1789449581.662246:0:35250:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920862605312 : -107152846946304 : ffff9e8b889f0000) 00010000:00000001:1.0:1789449581.662249:0:35250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449581.662250:0:35250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789449581.662252:0:35250:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449581.662254:0:35250:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449581.662256:0:35250:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:1.0:1789449581.662258:0:35250:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449581.662269:0:35250:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9e8b83691500 x1876371947533568/t4294967334(4294967334) o101->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/664 e 0 to 0 dl 1789449597 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449581.662287:0:35250:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789449581.662293:0:35250:0:(namei.c:1651:ll_create_it()) inode ffff9e8b89112a08 need_sync_to_mds [0x240000402:0x8:0x0] 00000080:00000001:1.0:1789449581.662297:0:35250:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789449581.662302:0:35250:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x240000402:0x8:0x0](ffff9e8b89112a08) 00000080:00000001:1.0:1789449581.662305:0:35250:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1789449581.662309:0:35250:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b83767400. 00000100:00000001:1.0:1789449581.662315:0:35250:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449581.662318:0:35250:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83691500 x1876371947533568/t4294967334(4294967334) o101->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/664 e 0 to 0 dl 1789449597 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449581.662325:0:35250:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449581.662329:0:35250:0:(pcc.c:3603:pcc_inode_create_fini()) Process entered 00000080:00000001:1.0:1789449581.662331:0:35250:0:(pcc.c:3606:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789449581.662333:0:35250:0:(namei.c:1500:ll_atomic_open()) inode ffff9e8b89112a08 need_sync_to_mds [0x240000402:0x8:0x0] 00000080:00000001:1.0:1789449581.662345:0:35250:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1789449581.662348:0:35250:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c43a68 00000080:00200008:1.0:1789449581.662350:0:35250:0:(file.c:1090:ll_file_open()) START file f24a.recovery-small:[0x240000402:0x8:0x0](ffff9e8b89112a08), flags 100102 00000080:00000010:1.0:1789449581.662361:0:35250:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9e8b8c4472c0. 00000080:00000010:1.0:1789449581.662368:0:35250:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9e8b91d9a340. 00000080:00000001:1.0:1789449581.662371:0:35250:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1789449581.662376:0:35250:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:1.0:1789449581.662379:0:35250:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449581.662383:0:35250:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449581.662385:0:35250:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449581.662389:0:35250:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449581.662391:0:35250:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449581.662393:0:35250:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x8:0x0] 00800000:00000001:1.0:1789449581.662396:0:35250:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449581.662399:0:35250:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1789449581.662403:0:35250:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9e8b8984f900. 00000002:00100000:1.0:1789449581.662408:0:35250:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9e8b83691500 x1876371947533568/t4294967334(4294967334) o101->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/664 e 0 to 0 dl 1789449597 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789449581.662415:0:35250:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449581.662416:0:35250:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1789449581.662420:0:35250:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1789449581.662424:0:35250:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449581.662427:0:35250:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449581.662430:0:35250:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449581.662433:0:35250:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83691500 x1876371947533568/t4294967334(4294967334) o101->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/664 e 0 to 0 dl 1789449597 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1789449581.662440:0:35250:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789449581.662445:0:35250:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9e8b86740000. 02000000:00000001:1.0:1789449581.662489:0:35250:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1789449581.662491:0:35250:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449581.662493:0:35250:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c43a68 00000080:00000008:1.0:1789449581.662495:0:35250:0:(file.c:1329:ll_file_open()) COMPLETED file f24a.recovery-small:[0x240000402:0x8:0x0](ffff9e8b89112a08), flags 100102, rc = 0 00000080:00000001:1.0:1789449581.662499:0:35250:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1789449581.662501:0:35250:0:(dcache.c:176:ll_intent_release()) intent ffff9e8b87c1e660 released 00000080:00010000:1.0:1789449581.662504:0:35250:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded67a7 from it ffff9e8b87c1e660 00010000:00000001:1.0:1789449581.662506:0:35250:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449581.662508:0:35250:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449581.662509:0:35250:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b889f0000 refcount=3 00000020:00000001:1.0:1789449581.662511:0:35250:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920862605312 : -107152846946304 : ffff9e8b889f0000) 00010000:00000001:1.0:1789449581.662513:0:35250:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920862605312 : -107152846946304 : ffff9e8b889f0000) 00010000:00000001:1.0:1789449581.662516:0:35250:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789449581.664126:0:35250:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff9e8b89903000 lock: ffff9e8b889f0000/0xcddde1459ded67a7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xeb7cbf5e2fd3dd0a expref: -99 pid: 35250 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449581.664152:0:35250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449581.664155:0:35250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449581.664157:0:35250:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789449581.664161:0:35250:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789449581.664165:0:35250:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff9e8b89903000 lock: ffff9e8b889f0000/0xcddde1459ded67a7 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xeb7cbf5e2fd3dd0a expref: -99 pid: 35250 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789449581.664177:0:35250:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789449581.664183:0:35250:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789449581.664186:0:35250:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789449581.664191:0:35250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449581.664192:0:35250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449581.664193:0:35250:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449581.664197:0:35250:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789449581.664199:0:35250:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449581.664202:0:35250:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449581.664204:0:35250:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449581.664206:0:35250:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789449581.664207:0:35250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449581.664208:0:35250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789449581.664211:0:35250:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1789449581.664215:0:35250:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:1.0:1789449581.664229:0:35250:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1789449581.664231:0:35250:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789449581.664234:0:35250:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1789449581.664236:0:35250:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449581.664241:0:35250:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:1.0:1789449581.664242:0:35250:0:(pcc.c:1970:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449581.664245:0:35250:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1789449581.664247:0:35250:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449581.664250:0:35250:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1789449581.664254:0:35250:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9e8b87c1e660. 00000080:00000001:1.0:1789449581.664259:0:35250:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449581.664266:0:35250:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1789449581.664270:0:35250:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x240000402:0x8:0x0](ffff9e8b89112a08), inode mode 81a4 mask 40 00000080:00000001:1.0:1789449581.664276:0:35250:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449581.665401:0:35250:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:1.0:1789449581.665413:0:35250:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c43d88 00000080:00200008:1.0:1789449581.665418:0:35250:0:(file.c:2650:do_file_write_iter()) START file f24a.recovery-small:[0x240000402:0x8:0x0], ppos: 0, count: 1 00000080:00000002:1.0:1789449581.665422:0:35250:0:(file.c:2656:do_file_write_iter()) inode ffff9e8b89112a08 need_sync_to_oss [0x240000402:0x8:0x0] 00000080:00000001:1.0:1789449581.665425:0:35250:0:(pcc.c:2644:pcc_file_write_iter()) Process entered 00000080:00000001:1.0:1789449581.665428:0:35250:0:(pcc.c:2647:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449581.665431:0:35250:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:1.0:1789449581.665436:0:35250:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449581.665439:0:35250:0:(file.c:2588:ll_do_tiny_write()) Process entered 00000020:00000001:1.0:1789449581.665442:0:35250:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:1.0:1789449581.665448:0:35250:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b836975d0) owner 0000000000000000/ffff9e8b8168a7c0 00020000:00000002:1.0:1789449581.665453:0:35250:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9e8b87c1ee40 addref 2/0 by ffff9e8b8168a7c0. 00020000:00000002:1.0:1789449581.665456:0:35250:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b836975d0) owner 0000000000000000/ffff9e8b8168a7c0 00000020:00000001:1.0:1789449581.665459:0:35250:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000080:00000001:1.0:1789449581.665473:0:35250:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:1.0:1789449581.665475:0:35250:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 1 bytes 00000080:00000001:1.0:1789449581.665482:0:35250:0:(rw26.c:683:ll_write_begin()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:1.0:1789449581.665486:0:35250:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00200000:1.0:1789449581.665489:0:35250:0:(file.c:2626:ll_do_tiny_write()) result: 0, original count 1 00000080:00000001:1.0:1789449581.665490:0:35250:0:(file.c:2628:ll_do_tiny_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449581.665492:0:35250:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789449581.665496:0:35250:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820824760 : -107152888726856 : ffff9e8b86217ab8) 00000020:00001000:1.0:1789449581.665499:0:35250:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217ab0 00000080:00000001:1.0:1789449581.665503:0:35250:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:1.0:1789449581.665505:0:35250:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c43c98 00000080:00200000:1.0:1789449581.665507:0:35250:0:(file.c:2090:ll_file_io_generic()) f24a.recovery-small: write ppos: 0, bytes: 1 00000020:00000001:1.0:1789449581.665513:0:35250:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c43c30 00000080:00200000:1.0:1789449581.665514:0:35250:0:(file.c:1848:ll_io_set_mirror()) f24a.recovery-small: desiginated mirror: 0 00000020:00000001:1.0:1789449581.665716:0:35250:0:(cl_io.c:210:cl_io_rw_init()) Process entered 00000020:00200000:1.0:1789449581.665727:0:35250:0:(cl_io.c:215:cl_io_rw_init()) header@0000000003c55ea1[0x110, 1, [0x240000402:0x8:0x0] hash] 00000020:00200000:1.0:1789449581.665730:0:35250:0:(cl_io.c:215:cl_io_rw_init()) io range: 2 [0, 1) 0 0 00000020:00000001:1.0:1789449581.665734:0:35250:0:(cl_object.c:143:cl_object_top()) ffff9e8b84013b70 -> ffff9e8b84013b70 00000020:00000001:1.0:1789449581.665736:0:35250:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:1.0:1789449581.665739:0:35250:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1789449581.665742:0:35250:0:(vvp_io.c:1826:vvp_io_init()) [0x240000402:0x8:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:1.0:1789449581.665745:0:35250:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789449581.665747:0:35250:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000100:00000001:1.0:1789449581.665750:0:35250:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789449581.665756:0:35250:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449581.665760:0:35250:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1789449581.665762:0:35250:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449581.665764:0:35250:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789449581.665768:0:35250:0:(lov_object.c:1590:lov_io_init()) [0x240000402:0x8:0x0]io ffff9e8b84db0060 type 2 ignore/verify layout 0/0 00020000:00000002:1.0:1789449581.665772:0:35250:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b836975d0) owner 0000000000000000/ffff9e8b8168a7c0 00020000:00000001:1.0:1789449581.665776:0:35250:0:(lov_io.c:2266:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1789449581.665778:0:35250:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1789449581.665782:0:35250:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1789449581.665783:0:35250:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:1.0:1789449581.665786:0:35250:0:(lov_io.c:860:lov_io_slice_init()) 0 1 00020000:00000001:1.0:1789449581.665789:0:35250:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449581.665791:0:35250:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000001:1.0:1789449581.665794:0:35250:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:1.0:1789449581.665796:0:35250:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1789449581.665797:0:35250:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449581.665799:0:35250:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789449581.665800:0:35250:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1789449581.665801:0:35250:0:(lov_io.c:2279:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1789449581.665803:0:35250:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b836975d0) owner 0000000000000000/ffff9e8b8168a7c0 00000020:00000001:1.0:1789449581.665805:0:35250:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449581.665807:0:35250:0:(cl_io.c:218:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789449581.665810:0:35250:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 0] 00000001:00000001:1.0:1789449581.665813:0:35250:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:1.0:1789449581.665816:0:35250:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449581.665819:0:35250:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:1.0:1789449581.665821:0:35250:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1789449581.665824:0:35250:0:(cl_io.c:915:cl_page_list_init()) Process entered 00000020:00000001:1.0:1789449581.665826:0:35250:0:(cl_io.c:918:cl_page_list_init()) Process leaving 00020000:00000001:1.0:1789449581.665828:0:35250:0:(lov_io.c:1290:lov_io_rw_iter_init()) Process entered 00020000:00000001:1.0:1789449581.665830:0:35250:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00200000:1.0:1789449581.665834:0:35250:0:(lov_io.c:1362:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 1) 1, 1 00020000:00000001:1.0:1789449581.665837:0:35250:0:(lov_io.c:1078:lov_io_iter_init()) Process entered 00020000:00000001:1.0:1789449581.665839:0:35250:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00200000:1.0:1789449581.665842:0:35250:0:(lov_io.c:1153:lov_io_iter_init()) component[0] flags 0x10 00020000:00000001:1.0:1789449581.665846:0:35250:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449581.665848:0:35250:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789449581.665850:0:35250:0:(lov_offset.c:264:lov_stripe_intersects()) [0->0] -> [(0) 0->0 (0)] 00020000:00000001:1.0:1789449581.665853:0:35250:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789449581.665855:0:35250:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1789449581.665857:0:35250:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789449581.665859:0:35250:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820824184 : -107152888727432 : ffff9e8b86217878) 00000020:00001000:1.0:1789449581.665861:0:35250:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217870 00000020:00000001:1.0:1789449581.666296:0:35250:0:(cl_object.c:143:cl_object_top()) ffff9e8b84013e90 -> ffff9e8b84013b70 00000020:00000001:1.0:1789449581.666300:0:35250:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:1.0:1789449581.666304:0:35250:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789449581.666305:0:35250:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1789449581.666308:0:35250:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:1.0:1789449581.666310:0:35250:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446636920799428704 : -107152910122912 : ffff9e8b84db0060) 00000020:00000001:1.0:1789449581.666313:0:35250:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449581.666315:0:35250:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449581.666317:0:35250:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993110984 : -107152716440632 : ffff9e8b90665bc8) 00000020:00000001:1.0:1789449581.666321:0:35250:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000008:00000001:1.0:1789449581.666324:0:35250:0:(osc_io.c:525:osc_io_iter_init()) Process entered 00000008:00000001:1.0:1789449581.666328:0:35250:0:(osc_io.c:545:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449581.666330:0:35250:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449581.666333:0:35250:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000001:1.0:1789449581.666335:0:35250:0:(lov_io.c:1276:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449581.666337:0:35250:0:(lov_io.c:1368:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449581.666338:0:35250:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449581.666340:0:35250:0:(cl_io.c:315:cl_io_lock()) Process entered 00000080:00000001:1.0:1789449581.666344:0:35250:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:1.0:1789449581.666346:0:35250:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:1.0:1789449581.666350:0:35250:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:1.0:1789449581.666353:0:35250:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449581.666356:0:35250:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449581.666358:0:35250:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:1.0:1789449581.666360:0:35250:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 0] 00000020:00000001:1.0:1789449581.666362:0:35250:0:(cl_io.c:477:cl_io_lock_add()) Process entered 00000020:00000001:1.0:1789449581.666364:0:35250:0:(cl_io.c:260:cl_lockset_merge()) Process entered 00000020:00000001:1.0:1789449581.666365:0:35250:0:(cl_io.c:277:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449581.666367:0:35250:0:(cl_io.c:484:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449581.666369:0:35250:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449581.666371:0:35250:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449581.666372:0:35250:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449581.666375:0:35250:0:(lov_io.c:1419:lov_io_lock()) Process entered 00020000:00000001:1.0:1789449581.666377:0:35250:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:1.0:1789449581.666378:0:35250:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:1.0:1789449581.666379:0:35250:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1789449581.666381:0:35250:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449581.666383:0:35250:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449581.666384:0:35250:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449581.666386:0:35250:0:(lov_io.c:1420:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449581.666388:0:35250:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1789449581.666390:0:35250:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1789449581.666392:0:35250:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1789449581.666395:0:35250:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1789449581.666397:0:35250:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000001:1.0:1789449581.666400:0:35250:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449581.666403:0:35250:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449581.666404:0:35250:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789449581.666406:0:35250:0:(lov_offset.c:264:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000001:1.0:1789449581.666408:0:35250:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000010:1.0:1789449581.666419:0:35250:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9e8b898b7480. 00020000:00000001:1.0:1789449581.666421:0:35250:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449581.666423:0:35250:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449581.666425:0:35250:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789449581.666426:0:35250:0:(lov_offset.c:264:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000001:1.0:1789449581.666429:0:35250:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1789449581.666431:0:35250:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789449581.666432:0:35250:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993110984 : -107152716440632 : ffff9e8b90665bc8) 00000020:00000001:1.0:1789449581.666434:0:35250:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1789449581.666438:0:35250:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9e8b8638a850. 00000008:00010000:1.0:1789449581.666441:0:35250:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:1.0:1789449581.666444:0:35250:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1789449581.666445:0:35250:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1789449581.666449:0:35250:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9e8b898b74b0, osc lock ffff9e8b8638a850, flags 0x0 00000020:00000001:1.0:1789449581.666451:0:35250:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449581.666453:0:35250:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449581.666455:0:35250:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000001:1.0:1789449581.666458:0:35250:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446636920878101632 : -107152831449984 : ffff9e8b898b7480) 00000020:00000001:1.0:1789449581.666459:0:35250:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1789449581.666460:0:35250:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1789449581.666461:0:35250:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449581.666463:0:35250:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449581.666465:0:35250:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1789449581.666467:0:35250:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1789449581.666468:0:35250:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789449581.666469:0:35250:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993110984 : -107152716440632 : ffff9e8b90665bc8) 00000020:00000001:1.0:1789449581.666470:0:35250:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1789449581.666472:0:35250:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1789449581.666474:0:35250:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:1.0:1789449581.666476:0:35250:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449581.666479:0:35250:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1789449581.666482:0:35250:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1789449581.666484:0:35250:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1789449581.666485:0:35250:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1789449581.666487:0:35250:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1789449581.666488:0:35250:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1789449581.666490:0:35250:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1789449581.666495:0:35250:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789449581.666504:0:35250:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449581.666508:0:35250:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:1.0:1789449581.666515:0:35250:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83690a80. 00000020:00000040:1.0:1789449581.666779:0:35250:0:(genops.c:1209:class_import_get()) import ffff9e8b90c6e800 refcount=3 obd=lustre-OST0000-osc-ffff9e8b89903000 00010000:00000001:1.0:1789449581.666786:0:35250:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789449581.666792:0:35250:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789449581.666797:0:35250:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449581.666802:0:35250:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789449581.666805:0:35250:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789449581.666810:0:35250:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789449581.666819:0:35250:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e8b83767400. 00000100:00000001:1.0:1789449581.666828:0:35250:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449581.666835:0:35250:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789449581.666837:0:35250:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449581.666838:0:35250:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789449581.666839:0:35250:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449581.666842:0:35250:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449581.666845:0:35250:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446636920775182976 : -107152934368640 : ffff9e8b83690a80) 00010000:00000001:1.0:1789449581.666850:0:35250:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789449581.666853:0:35250:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1789449581.666858:0:35250:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9e8b902bd900. 00010000:00000010:1.0:1789449581.666862:0:35250:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9e8b902bd000. 00010000:00000001:1.0:1789449581.667724:0:35250:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789449581.667733:0:35250:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8b889f0400. 00000020:00000001:1.0:1789449581.667742:0:35250:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789449581.667745:0:35250:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8b889f0400 with handle 0xcddde1459ded67ae to hash 00000020:00000001:1.0:1789449581.667749:0:35250:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789449581.667750:0:35250:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636920862606336 : -107152846945280 : ffff9e8b889f0400) 00010000:00000010:1.0:1789449581.667756:0:35250:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff9e8b91d9a900. 00010000:00000001:1.0:1789449581.667759:0:35250:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636920862606336 : -107152846945280 : ffff9e8b889f0400) 00010000:00000001:1.0:1789449581.667764:0:35250:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449581.667768:0:35250:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449581.667773:0:35250:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000e5f9f560/0xcddde1459ded67ae lrc: 3/0,1 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 35250 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789449581.667787:0:35250:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000e5f9f560/0xcddde1459ded67ae lrc: 3/0,1 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 35250 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789449581.667802:0:35250:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000e5f9f560/0xcddde1459ded67ae lrc: 3/0,1 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 35250 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789449581.667809:0:35250:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789449581.667812:0:35250:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789449581.667821:0:35250:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b865cc180. 00000100:00000001:1.0:1789449581.667824:0:35250:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920824709504 : -107152884842112 : ffff9e8b865cc180) 00000100:00000001:1.0:1789449581.667827:0:35250:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449581.667829:0:35250:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775182976 : -107152934368640 : ffff9e8b83690a80) 00000100:00000001:1.0:1789449581.667834:0:35250:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789449581.667839:0:35250:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449581.667841:0:35250:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789449581.667844:0:35250:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789449581.667859:0:35250:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83690a80 x1876371947533696/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449581.669081:0:35250:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449581.669084:0:35250:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449581.669091:0:35250:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789449581.669095:0:35250:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789449581.669098:0:35250:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449581.669106:0:35250:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83690a80 pname:cluuid:pid:xid:nid:opc:job multiop:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35250:1876371947533696:192.168.202.109@tcp:101:multiop.0 00000100:00000001:1.0:1789449581.669112:0:35250:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789449581.669121:0:35250:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789449581.669124:0:35250:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449581.669129:0:35250:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789449581.669142:0:35250:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b8678d400. 02000000:00000001:1.0:1789449581.669145:0:35250:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789449581.669155:0:35250:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:1.0:1789449581.669160:0:35250:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b83427f20. 00000400:00000010:1.0:1789449581.669170:0:35250:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b850122a8. 00000100:00000200:1.0:1789449581.669180:0:35250:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947533696, portal 4 00000100:00000001:1.0:1789449581.669183:0:35250:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449581.669185:0:35250:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775182976 : -107152934368640 : ffff9e8b83690a80) 00000100:00000040:1.0:1789449581.669194:0:35250:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b83690a80 x1876371947533696/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449597 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449581.669202:0:35250:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789449581.669205:0:35250:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1789449581.669208:0:35250:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012d48. 00000100:00000200:1.0:1789449581.669212:0:35250:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1876371947533696, offset 0 00000400:00000200:1.0:1789449581.669228:0:35250:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1789449581.669241:0:35250:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449581.669252:0:35250:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1789449581.669259:0:35250:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789449581.669264:0:35250:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1789449581.669269:0:35250:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789449581.669272:0:35250:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1789449581.669276:0:35250:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2941:2941:256:4294967295] 192.168.202.109@tcp LPNI seq info [2941:2941:8:4294967295] 00000400:00000200:1.0:1789449581.669281:0:35250:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449581.669296:0:35250:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1789449581.669305:0:35250:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1789449581.669312:0:35250:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b83d9c000. 00000800:00000200:1.0:1789449581.669319:0:35250:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1789449581.669330:0:35250:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1789449581.669336:0:35250:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b83d9c000 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1789449581.669452:0:35250:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449581.669460:0:35250:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: using a timeout of 23116 usecs (24 jiffies) 00000400:00000200:1.0:1789449581.669465:0:35250:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:1.0:1789449581.669468:0:35250:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296584379 00000100:00000001:1.0:1789449581.669472:0:35250:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296586278 00000100:00000001:1.0:1789449581.669475:0:35250:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296584379 00000100:00000001:1.0:1789449581.669478:0:35250:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296586278 00000100:00000001:1.0:1789449581.669480:0:35250:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449581.669483:0:35250:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449581.669486:0:35250:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789449581.669489:0:35250:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789449581.669493:0:35250:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b865cc180 going to sleep for 11 seconds 00000100:00000001:1.0:1789449581.669496:0:35250:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449581.669500:0:35250:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449581.670373:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449581.670383:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b83d9c000. 00000400:00000200:3.0:1789449581.670393:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449581.670402:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449581.670411:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012d48 00000400:00000010:3.0:1789449581.670414:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012d48. 00000100:00000001:3.0:1789449581.670421:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449581.670428:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83690a80 x1876371947533696/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449597 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449581.670446:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449581.670449:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83690a80 x1876371947533696/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449597 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449581.670456:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449581.670457:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789449581.674026:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449581.674052:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449581.674058:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449581.674060:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449581.674071:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449581.674081:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449581.674092:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449581.674097:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449581.674103:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449581.674109:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 400 into portal 4 MB=0x6aa8ce3663580 00000400:00000200:3.0:1789449581.674115:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449581.674122:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 400/400 into md 0x85cd [1] + 224 00000800:00000001:3.0:1789449581.674130:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449581.674137:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449581.674141:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449581.674146:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449581.674155:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449581.674166:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83690a80 x1876371947533696/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449597 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789449581.674178:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9e8b83690a80 x1876371947533696/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449597 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449581.674197:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449581.674206:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449581.674208:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449581.674323:0:35250:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789449581.674333:0:35250:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789449581.674335:0:35250:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789449581.674339:0:35250:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b83427f20. 00000400:00000200:1.0:1789449581.674344:0:35250:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b850122a8 00000400:00000010:1.0:1789449581.674347:0:35250:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b850122a8. 00000100:00000001:1.0:1789449581.674351:0:35250:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789449581.674356:0:35250:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83690a80 x1876371947533696/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449597 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789449581.674366:0:35250:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83690a80 x1876371947533696/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449597 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449581.674373:0:35250:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789449581.674375:0:35250:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449581.674377:0:35250:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789449581.674382:0:35250:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789449581.674384:0:35250:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789449581.674387:0:35250:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449581.674390:0:35250:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789449581.674403:0:35250:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b90c6ec60 time=61 v=5 (5 5 5 5) 00000100:00001000:1.0:1789449581.674407:0:35250:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b90c6ec18 time=19 v=5 (1 0 0 0) 00000100:00000001:1.0:1789449581.674411:0:35250:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789449581.674413:0:35250:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449581.674417:0:35250:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789449581.674422:0:35250:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449581.674427:0:35250:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789449581.674429:0:35250:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e8b89903000: skip recheck: last_committed 4294967322 00000100:00000001:1.0:1789449581.674432:0:35250:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789449581.674433:0:35250:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449581.674438:0:35250:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83690a80 x1876371947533696/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449597 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449581.674445:0:35250:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449581.674448:0:35250:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789449581.674450:0:35250:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789449581.674454:0:35250:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83690a80 x1876371947533696/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449597 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789449581.674463:0:35250:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83690a80 pname:cluuid:pid:xid:nid:opc:job multiop:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35250:1876371947533696:192.168.202.109@tcp:101:multiop.0 00000100:00000001:1.0:1789449581.674468:0:35250:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449581.674471:0:35250:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449581.674475:0:35250:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789449581.674478:0:35250:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449581.674482:0:35250:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83690a80 x1876371947533696/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449597 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449581.674490:0:35250:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789449581.674493:0:35250:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b865cc180. 00000100:00000001:1.0:1789449581.674497:0:35250:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789449581.674499:0:35250:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449581.674502:0:35250:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789449581.674505:0:35250:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449581.674509:0:35250:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449581.674513:0:35250:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b889f0400 refcount=4 00000020:00000001:1.0:1789449581.674515:0:35250:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920862606336 : -107152846945280 : ffff9e8b889f0400) 00010000:00000001:1.0:1789449581.674527:0:35250:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920862606336 : -107152846945280 : ffff9e8b889f0400) 00010000:00000040:1.0:1789449581.674543:0:35250:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e8b889f0400, remote cookie: 0xeb7cbf5e2fd3dd18, flags: 0x1 00010000:00010000:1.0:1789449581.674552:0:35250:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000e5f9f560/0xcddde1459ded67ae lrc: 4/0,1 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dd18 expref: -99 pid: 35250 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449581.674564:0:35250:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:1.0:1789449581.674567:0:35250:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449581.674569:0:35250:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789449581.674574:0:35250:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:1.0:1789449581.674579:0:35250:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000e5f9f560/0xcddde1459ded67ae lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3dd18 expref: -99 pid: 35250 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1789449581.674588:0:35250:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000400:0x4:0x0].0x0 (ffff9e8b902bd900) refcount = 1 00010000:00000040:1.0:1789449581.674591:0:35250:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1789449581.674594:0:35250:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000e5f9f560/0xcddde1459ded67ae lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3dd18 expref: -99 pid: 35250 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449581.674603:0:35250:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789449581.674605:0:35250:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449581.674608:0:35250:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789449581.674617:0:35250:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449581.674621:0:35250:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000e5f9f560/0xcddde1459ded67ae lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dd18 expref: -99 pid: 35250 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449581.674627:0:35250:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789449581.674629:0:35250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449581.674631:0:35250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449581.674632:0:35250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449581.674633:0:35250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449581.674635:0:35250:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789449581.674639:0:35250:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:1.0:1789449581.674643:0:35250:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1789449581.674646:0:35250:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449581.674647:0:35250:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449581.674649:0:35250:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b889f0400 refcount=3 00000020:00000001:1.0:1789449581.674651:0:35250:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920862606336 : -107152846945280 : ffff9e8b889f0400) 00010000:00000001:1.0:1789449581.674653:0:35250:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920862606336 : -107152846945280 : ffff9e8b889f0400) 00010000:00000001:1.0:1789449581.674656:0:35250:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449581.674657:0:35250:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449581.674658:0:35250:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b889f0400 refcount=4 00000020:00000001:1.0:1789449581.674660:0:35250:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920862606336 : -107152846945280 : ffff9e8b889f0400) 00010000:00000001:1.0:1789449581.674662:0:35250:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920862606336 : -107152846945280 : ffff9e8b889f0400) 00010000:00000001:1.0:1789449581.674665:0:35250:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449581.674668:0:35250:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449581.674672:0:35250:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000e5f9f560/0xcddde1459ded67ae lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3dd18 expref: -99 pid: 35250 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449581.674678:0:35250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449581.674679:0:35250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789449581.674682:0:35250:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:1.0:1789449581.674687:0:35250:0:(cl_object.c:143:cl_object_top()) ffff9e8b84d26380 -> ffff9e8b84013b70 00000008:00010000:1.0:1789449581.674691:0:35250:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000e5f9f560/0xcddde1459ded67ae lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10020000000000 nid: local remote: 0xeb7cbf5e2fd3dd18 expref: -99 pid: 35250 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:1.0:1789449581.674698:0:35250:0:(cl_object.c:143:cl_object_top()) ffff9e8b84d26380 -> ffff9e8b84013b70 00000020:00000001:1.0:1789449581.674700:0:35250:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1789449581.674702:0:35250:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:1.0:1789449581.674706:0:35250:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1789449581.674708:0:35250:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449581.674710:0:35250:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449581.674712:0:35250:0:(cl_object.c:143:cl_object_top()) ffff9e8b84d26380 -> ffff9e8b84013b70 00000008:00000001:1.0:1789449581.674713:0:35250:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:1.0:1789449581.674715:0:35250:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449581.674717:0:35250:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449581.674718:0:35250:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449581.674720:0:35250:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b889f0400 refcount=5 00000020:00000001:1.0:1789449581.674721:0:35250:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920862606336 : -107152846945280 : ffff9e8b889f0400) 00010000:00000001:1.0:1789449581.674724:0:35250:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920862606336 : -107152846945280 : ffff9e8b889f0400) 00010000:00000001:1.0:1789449581.674726:0:35250:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789449581.674730:0:35250:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000e5f9f560/0xcddde1459ded67ae lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xeb7cbf5e2fd3dd18 expref: -99 pid: 35250 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449581.674736:0:35250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449581.674737:0:35250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789449581.674740:0:35250:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000e5f9f560/0xcddde1459ded67ae lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xeb7cbf5e2fd3dd18 expref: -99 pid: 35250 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449581.674746:0:35250:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789449581.674747:0:35250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449581.674748:0:35250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789449581.674749:0:35250:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449581.674752:0:35250:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449581.674755:0:35250:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83690a80 x1876371947533696/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449597 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449581.674761:0:35250:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789449581.674763:0:35250:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789449581.674768:0:35250:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b8678d400. 02000000:00000001:1.0:1789449581.674772:0:35250:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789449581.674775:0:35250:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449581.674777:0:35250:0:(genops.c:1222:class_import_put()) import ffff9e8b90c6e800 refcount=2 obd=lustre-OST0000-osc-ffff9e8b89903000 00000020:00000001:1.0:1789449581.674779:0:35250:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789449581.674782:0:35250:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e8b83767400. 02000000:00000001:1.0:1789449581.674786:0:35250:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789449581.674788:0:35250:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789449581.674790:0:35250:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83690a80. 00000100:00000001:1.0:1789449581.674794:0:35250:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789449581.674795:0:35250:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1789449581.674797:0:35250:0:(osc_request.c:3317:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789449581.674800:0:35250:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449581.674803:0:35250:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449581.674806:0:35250:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449581.674809:0:35250:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449581.674811:0:35250:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449581.674814:0:35250:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449581.674816:0:35250:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449581.674819:0:35250:0:(cl_io.c:529:cl_io_start()) Process entered 00000080:00000001:1.0:1789449581.674825:0:35250:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000020:00000001:1.0:1789449581.674831:0:35250:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c43b80 00000080:00200000:1.0:1789449581.674833:0:35250:0:(vvp_io.c:1292:vvp_io_write_start()) f24a.recovery-small: write [0, 1) append 0 append lockpos 0 00000020:00000001:1.0:1789449581.674836:0:35250:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:1.0:1789449581.674839:0:35250:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b836975d0) owner 0000000000000000/ffff9e8b8168a7c0 00020000:00000002:1.0:1789449581.674843:0:35250:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9e8b87c1ee40 addref 2/0 by ffff9e8b8168a7c0. 00020000:00000002:1.0:1789449581.674846:0:35250:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b836975d0) owner 0000000000000000/ffff9e8b8168a7c0 00000020:00000001:1.0:1789449581.674850:0:35250:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000020:00000001:1.0:1789449581.674853:0:35250:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00020000:00000001:1.0:1789449581.674857:0:35250:0:(lov_io.c:1617:lov_io_lru_reserve()) Process entered 00020000:00000001:1.0:1789449581.674860:0:35250:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449581.674864:0:35250:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449581.674866:0:35250:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789449581.674869:0:35250:0:(lov_offset.c:264:lov_stripe_intersects()) [0->0] -> [(0) 0->0 (0)] 00020000:00000001:1.0:1789449581.674871:0:35250:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789449581.674873:0:35250:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993110984 : -107152716440632 : ffff9e8b90665bc8) 00000020:00000001:1.0:1789449581.674875:0:35250:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00000008:00000001:1.0:1789449581.674901:0:35250:0:(osc_io.c:1417:osc_io_lru_reserve()) Process entered 00000008:00000001:1.0:1789449581.674905:0:35250:0:(osc_io.c:1430:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449581.674907:0:35250:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449581.674909:0:35250:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000001:1.0:1789449581.674911:0:35250:0:(lov_io.c:1658:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449581.674912:0:35250:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449581.674921:0:35250:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:1.0:1789449581.674923:0:35250:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 1 bytes 00000020:00000001:1.0:1789449581.674961:0:35250:0:(cl_page.c:432:cl_page_find()) Process entered 00000020:00008000:1.0:1789449581.674964:0:35250:0:(cl_page.c:438:cl_page_find()) 0@[0x240000402:0x8:0x0] ffffe3bd4498d380 0 1 00000020:00000001:1.0:1789449581.674967:0:35250:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:1.0:1789449581.674969:0:35250:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449581.674971:0:35250:0:(cl_page.c:353:cl_page_alloc()) Process entered 00000020:00000010:1.0:1789449581.674977:0:35250:0:(cl_page.c:304:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff9e8b86355b60. 00000020:00000001:1.0:1789449581.674981:0:35250:0:(cl_page.c:1294:cl_page_slice_add()) Process entered 00000020:00000001:1.0:1789449581.674984:0:35250:0:(cl_page.c:1301:cl_page_slice_add()) Process leaving 00020000:00000001:1.0:1789449581.674986:0:35250:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00000001:1.0:1789449581.674989:0:35250:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449581.674991:0:35250:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00008000:1.0:1789449581.674993:0:35250:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:1.0:1789449581.674996:0:35250:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789449581.674997:0:35250:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993110984 : -107152716440632 : ffff9e8b90665bc8) 00000008:00000001:1.0:1789449581.675002:0:35250:0:(osc_cache.c:2482:osc_prep_async_page()) Process entered 00000008:00000040:1.0:1789449581.675004:0:35250:0:(osc_cache.c:2505:osc_prep_async_page()) oap ffff9e8b86355bd0 folio ffffe3bd4498d380 pg:0 obj off 0 00000008:00000001:1.0:1789449581.675007:0:35250:0:(osc_cache.c:2506:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449581.675008:0:35250:0:(cl_page.c:1294:cl_page_slice_add()) Process entered 00000020:00000001:1.0:1789449581.675010:0:35250:0:(cl_page.c:1301:cl_page_slice_add()) Process leaving 00000008:00000001:1.0:1789449581.675012:0:35250:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:1.0:1789449581.675014:0:35250:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449581.675018:0:35250:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449581.675020:0:35250:0:(cl_page.c:400:cl_page_alloc()) Process leaving (rc=18446636920822127456 : -107152887424160 : ffff9e8b86355b60) 00000020:00000001:1.0:1789449581.675023:0:35250:0:(cl_page.c:461:cl_page_find()) Process leaving (rc=18446636920822127456 : -107152887424160 : ffff9e8b86355b60) 00000020:00000001:1.0:1789449581.675025:0:35250:0:(cl_page.c:811:cl_page_assume()) Process entered 00000020:00000001:1.0:1789449581.675028:0:35250:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:1.0:1789449581.675029:0:35250:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446636920799428704 : -107152910122912 : ffff9e8b84db0060) 00000020:00000001:1.0:1789449581.675032:0:35250:0:(cl_page.c:645:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1789449581.675033:0:35250:0:(cl_page.c:648:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1789449581.675035:0:35250:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1789449581.675040:0:35250:0:(cl_page.c:518:__cl_page_state_set()) page@0000000033747c49[2 000000001e32520c 1 1 00000000299b4f2b 0 0 0] 00000020:00000001:1.0:1789449581.675042:0:35250:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1789449581.675044:0:35250:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1789449581.675045:0:35250:0:(cl_page.c:825:cl_page_assume()) Process leaving 00000080:00000001:1.0:1789449581.675048:0:35250:0:(rw26.c:582:ll_prepare_partial_page()) Process entered 00000020:00000001:1.0:1789449581.675050:0:35250:0:(cl_object.c:143:cl_object_top()) ffff9e8b84013b70 -> ffff9e8b84013b70 00000020:00000001:1.0:1789449581.675051:0:35250:0:(cl_object.c:143:cl_object_top()) ffff9e8b84013b70 -> ffff9e8b84013b70 00000020:00000001:1.0:1789449581.675053:0:35250:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1789449581.675057:0:35250:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1789449581.675061:0:35250:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1789449581.675063:0:35250:0:(lov_offset.c:45:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449581.675065:0:35250:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1789449581.675066:0:35250:0:(lov_offset.c:45:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789449581.675068:0:35250:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x8:1073742850 on OST[0]: s=0 (1) m=0 a=0 c=0 b=0 00020000:00000001:1.0:1789449581.675072:0:35250:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789449581.675075:0:35250:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:1.0:1789449581.675077:0:35250:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449581.675079:0:35250:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449581.675081:0:35250:0:(cl_object.c:143:cl_object_top()) ffff9e8b84013b70 -> ffff9e8b84013b70 00000080:00000001:1.0:1789449581.675085:0:35250:0:(rw26.c:602:ll_prepare_partial_page()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1789449581.675087:0:35250:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:1.0:1789449581.675089:0:35250:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449581.675092:0:35250:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:1.0:1789449581.675094:0:35250:0:(rw26.c:871:ll_write_end()) pos 0, len 1, copied 1 00000020:00000001:1.0:1789449581.675096:0:35250:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:1.0:1789449581.675097:0:35250:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446636920799428704 : -107152910122912 : ffff9e8b84db0060) 00000020:00000001:1.0:1789449581.675098:0:35250:0:(cl_page.c:680:cl_page_is_owned()) Process entered 00000020:00000001:1.0:1789449581.675101:0:35250:0:(cl_page.c:682:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789449581.675115:0:35250:0:(cl_io.c:928:cl_page_list_add()) Process entered 00000020:00000001:1.0:1789449581.675117:0:35250:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:1.0:1789449581.675118:0:35250:0:(cl_page.c:547:cl_page_get()) Process leaving 00000020:00000001:1.0:1789449581.675119:0:35250:0:(cl_io.c:939:cl_page_list_add()) Process leaving 00000080:00200000:1.0:1789449581.675123:0:35250:0:(rw26.c:929:ll_write_end()) page@0000000033747c49[3 000000001e32520c 2 1 00000000299b4f2b 0 0 0] 00000080:00200000:1.0:1789449581.675126:0:35250:0:(rw26.c:929:ll_write_end()) vmpage @0000000078b8ab8d 17ffffc0001001 3:0 ffff9e8b86355b60 0 lru 00000080:00200000:1.0:1789449581.675135:0:35250:0:(rw26.c:929:ll_write_end()) osc-page@000000007f8541e1 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 000000009390099a 0000000019b97bc6 > 3< 0 0 > 4< 0 0 8 8388608 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1789449581.675137:0:35250:0:(rw26.c:929:ll_write_end()) end page@0000000033747c49 00000080:00200000:1.0:1789449581.675138:0:35250:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00000001:1.0:1789449581.675140:0:35250:0:(rw26.c:950:ll_write_end()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789449581.675144:0:35250:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:1.0:1789449581.675146:0:35250:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 0, to 1 prio 0 00000020:00000001:1.0:1789449581.675148:0:35250:0:(cl_io.c:647:cl_io_commit_async()) Process entered 00020000:00000001:1.0:1789449581.675150:0:35250:0:(lov_io.c:1806:lov_io_commit_async()) Process entered 00020000:00000001:1.0:1789449581.675152:0:35250:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789449581.675153:0:35250:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993110984 : -107152716440632 : ffff9e8b90665bc8) 00000020:00000001:1.0:1789449581.675155:0:35250:0:(cl_io.c:647:cl_io_commit_async()) Process entered 00000008:00000001:1.0:1789449581.675157:0:35250:0:(osc_io.c:419:osc_io_commit_async()) Process entered 00000008:00000001:1.0:1789449581.675160:0:35250:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:1.0:1789449581.675161:0:35250:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:1.0:1789449581.675163:0:35250:0:(cl_page.c:547:cl_page_get()) Process leaving 00000008:00000001:1.0:1789449581.675165:0:35250:0:(osc_cache.c:2527:osc_queue_async_io()) Process entered 00000008:00000020:1.0:1789449581.675169:0:35250:0:(osc_cache.c:2586:osc_queue_async_io()) obj ffff9e8b84d26380 ready 0|-|- wr 0|-|- rd 0|- oap ffff9e8b86355bd0 folio ffffe3bd4498d380 pg:0 added for cmd 2 00000008:00000001:1.0:1789449581.675174:0:35250:0:(osc_cache.c:1781:osc_enter_cache()) Process entered 00000008:00000020:1.0:1789449581.675177:0:35250:0:(osc_cache.c:1783:osc_enter_cache()) lustre-OST0000-osc-ffff9e8b89903000: grant { dirty: 0/118272 dirty_pages: 0/472726 dropped: 0 avail: 8388608, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:28672 00000008:00000020:1.0:1789449581.675183:0:35250:0:(osc_cache.c:1683:osc_enter_cache_try()) lustre-OST0000-osc-ffff9e8b89903000: grant { dirty: 0/118272 dirty_pages: 0/472726 dropped: 0 avail: 8388608, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:28672 00000008:00000020:1.0:1789449581.675188:0:35250:0:(osc_cache.c:1481:osc_consume_write_grant()) using 4096 grant credits for brw ffff9e8b86355c08 page ffffe3bd4498d380 00000008:00000020:1.0:1789449581.675192:0:35250:0:(osc_cache.c:1815:osc_enter_cache()) lustre-OST0000-osc-ffff9e8b89903000: grant { dirty: 1/118272 dirty_pages: 1/472726 dropped: 0 avail: 8359936, dirty_grant: 0, reserved: 28672, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }granted from cache 00000008:00000001:1.0:1789449581.675196:0:35250:0:(osc_cache.c:1831:osc_enter_cache()) Process leaving 00000008:00000001:1.0:1789449581.675198:0:35250:0:(osc_cache.c:1834:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789449581.675201:0:35250:0:(osc_cache.c:707:osc_extent_find()) Process entered 00000008:00000010:1.0:1789449581.675205:0:35250:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff9e8b837bbcc0. 00000008:00000020:1.0:1789449581.675210:0:35250:0:(osc_cache.c:1310:__osc_extent_tree_dump()) Dump object ffff9e8b84d26380 extents at osc_extent_find:841, mppr: 1024. 00000008:00000020:1.0:1789449581.675227:0:35250:0:(osc_cache.c:1927:osc_update_pending()) obj ffff9e8b84d26380 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:1.0:1789449581.675233:0:35250:0:(osc_cache.c:859:osc_extent_find()) extent ffff9e8b837bbcc0@{[0 -> 0/1023], [3|1|-|active|wi|ffff9e8b84d26380], [28672|0|-|-|ffff9e8b889f0400|1024|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:1.0:1789449581.675240:0:35250:0:(osc_cache.c:859:osc_extent_find()) ### extent: 00000000210bdfba ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000e5f9f560/0xcddde1459ded67ae lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xeb7cbf5e2fd3dd18 expref: -99 pid: 35250 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00000001:1.0:1789449581.675248:0:35250:0:(osc_cache.c:876:osc_extent_find()) Process leaving 00000008:00000001:1.0:1789449581.675252:0:35250:0:(osc_cache.c:2723:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789449581.675255:0:35250:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789449581.675257:0:35250:0:(osc_io.c:380:osc_page_touch_at()) Process entered 00000020:00000001:1.0:1789449581.675258:0:35250:0:(cl_object.c:143:cl_object_top()) ffff9e8b84d26380 -> ffff9e8b84013b70 00000008:00000002:1.0:1789449581.675260:0:35250:0:(osc_io.c:388:osc_page_touch_at()) stripe KMS increasing 0->1 0 00000020:00000001:1.0:1789449581.675262:0:35250:0:(cl_object.c:143:cl_object_top()) ffff9e8b84d26380 -> ffff9e8b84013b70 00000020:00000001:1.0:1789449581.675264:0:35250:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1789449581.675266:0:35250:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 1 00020000:00000001:1.0:1789449581.675268:0:35250:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1789449581.675270:0:35250:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449581.675271:0:35250:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449581.675273:0:35250:0:(cl_object.c:143:cl_object_top()) ffff9e8b84d26380 -> ffff9e8b84013b70 00000008:00000001:1.0:1789449581.675275:0:35250:0:(osc_io.c:403:osc_page_touch_at()) Process leaving 00000020:00000001:1.0:1789449581.675276:0:35250:0:(cl_io.c:952:cl_page_list_del()) Process entered 00000020:00000001:1.0:1789449581.675279:0:35250:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:1.0:1789449581.675282:0:35250:0:(cl_page.c:567:cl_batch_put()) page@0000000033747c49[4 000000001e32520c 2 1 00000000299b4f2b 0 0 0] 00000020:00000001:1.0:1789449581.675284:0:35250:0:(cl_page.c:567:cl_batch_put()) 4 00000020:00000001:1.0:1789449581.675286:0:35250:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:1.0:1789449581.675287:0:35250:0:(cl_io.c:957:cl_page_list_del()) Process leaving 00000008:00000020:1.0:1789449581.675290:0:35250:0:(osc_request.c:745:osc_update_next_shrink()) next time 3117 to shrink grant 00000080:00000001:1.0:1789449581.675292:0:35250:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:1.0:1789449581.675294:0:35250:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:1.0:1789449581.675302:0:35250:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9e8b89112bb8, count 1, dirtied 1 00000080:00000001:1.0:1789449581.675305:0:35250:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:1.0:1789449581.675307:0:35250:0:(cl_page.c:656:__cl_page_disown()) Process entered 00000020:00000001:1.0:1789449581.675308:0:35250:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1789449581.675310:0:35250:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1789449581.675311:0:35250:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1789449581.675314:0:35250:0:(cl_page.c:518:__cl_page_state_set()) page@0000000033747c49[3 000000001e32520c 2 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1789449581.675315:0:35250:0:(cl_page.c:518:__cl_page_state_set()) 2 -> 1 00000020:00000001:1.0:1789449581.675316:0:35250:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1789449581.675318:0:35250:0:(cl_page.c:671:__cl_page_disown()) Process leaving 00000020:00000001:1.0:1789449581.675319:0:35250:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:1.0:1789449581.675322:0:35250:0:(cl_page.c:567:cl_batch_put()) page@0000000033747c49[3 000000001e32520c 1 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1789449581.675323:0:35250:0:(cl_page.c:567:cl_batch_put()) 3 00000020:00000001:1.0:1789449581.675324:0:35250:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000080:00000001:1.0:1789449581.675325:0:35250:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:1.0:1789449581.675326:0:35250:0:(osc_io.c:492:osc_io_commit_async()) 0 0 00000008:00000001:1.0:1789449581.675328:0:35250:0:(osc_io.c:493:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449581.675329:0:35250:0:(cl_io.c:657:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449581.675331:0:35250:0:(lov_io.c:1818:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449581.675333:0:35250:0:(cl_io.c:657:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789449581.675335:0:35250:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 1 bytes, tot: 1 00000020:00000001:1.0:1789449581.675337:0:35250:0:(cl_io.c:1044:cl_page_list_fini()) Process entered 00000020:00000001:1.0:1789449581.675338:0:35250:0:(cl_io.c:1048:cl_page_list_fini()) Process leaving 00000080:00000001:1.0:1789449581.675340:0:35250:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449581.675342:0:35250:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c43b80 00000080:00200000:1.0:1789449581.675343:0:35250:0:(vvp_io.c:1358:vvp_io_write_start()) f24a.recovery-small: write bytes 0, result: 1 00000080:00000001:1.0:1789449581.675346:0:35250:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449581.675348:0:35250:0:(lov_io.c:1425:lov_io_start()) Process entered 00020000:00000001:1.0:1789449581.675350:0:35250:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:1.0:1789449581.675351:0:35250:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:1.0:1789449581.675353:0:35250:0:(osc_io.c:1053:osc_io_write_start()) Process entered 00000020:00000001:1.0:1789449581.675354:0:35250:0:(cl_object.c:143:cl_object_top()) ffff9e8b84d26380 -> ffff9e8b84013b70 00000020:00000001:1.0:1789449581.675356:0:35250:0:(cl_object.c:143:cl_object_top()) ffff9e8b84d26380 -> ffff9e8b84013b70 00000020:00000001:1.0:1789449581.675358:0:35250:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1789449581.675360:0:35250:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1789449581.675361:0:35250:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449581.675362:0:35250:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449581.675364:0:35250:0:(cl_object.c:143:cl_object_top()) ffff9e8b84d26380 -> ffff9e8b84013b70 00000008:00000001:1.0:1789449581.675366:0:35250:0:(osc_io.c:1061:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449581.675368:0:35250:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449581.675370:0:35250:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449581.675371:0:35250:0:(lov_io.c:1426:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449581.675373:0:35250:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449581.675374:0:35250:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:1.0:1789449581.675376:0:35250:0:(lov_io.c:1397:lov_io_call()) Process entered 00020000:00000001:1.0:1789449581.675377:0:35250:0:(lov_io.c:1431:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1789449581.675378:0:35250:0:(cl_io.c:556:cl_io_end()) Process entered 00000008:00000001:1.0:1789449581.675380:0:35250:0:(osc_cache.c:600:osc_extent_release()) Process entered 00000008:00000001:1.0:1789449581.675383:0:35250:0:(osc_cache.c:229:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:1.0:1789449581.675386:0:35250:0:(osc_cache.c:1927:osc_update_pending()) obj ffff9e8b84d26380 ready 0|-|- wr 1|-|- rd 0|- update pending cmd 2 delta 1. 00000008:00000001:1.0:1789449581.675392:0:35250:0:(osc_cache.c:1859:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1789449581.675394:0:35250:0:(osc_cache.c:1912:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789449581.675395:0:35250:0:(osc_cache.c:1859:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1789449581.675397:0:35250:0:(osc_cache.c:1898:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789449581.675398:0:35250:0:(osc_cache.c:674:osc_extent_release()) Process leaving 00000020:00000001:1.0:1789449581.675400:0:35250:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:1.0:1789449581.675401:0:35250:0:(lov_io.c:1441:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449581.675402:0:35250:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449581.675405:0:35250:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:1.0:1789449581.675406:0:35250:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:1.0:1789449581.675409:0:35250:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1789449581.675411:0:35250:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9e8b830733f8 (ffff9e8b86217ab8/0) at cl_lock_release():245 00000020:00000001:1.0:1789449581.675413:0:35250:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1789449581.675415:0:35250:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e8b830733f8 (ffff9e8b86217ab8/0) at cl_lock_cancel():142 00020000:00000001:1.0:1789449581.675418:0:35250:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1789449581.675420:0:35250:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789449581.675422:0:35250:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993110984 : -107152716440632 : ffff9e8b90665bc8) 00000020:00000001:1.0:1789449581.675424:0:35250:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1789449581.675425:0:35250:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e8b898b74b0 (ffff9e8b86217878/1) at cl_lock_cancel():142 00000008:00000001:1.0:1789449581.675428:0:35250:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1789449581.675430:0:35250:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1789449581.675432:0:35250:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449581.675434:0:35250:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449581.675436:0:35250:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b889f0400 refcount=5 00000020:00000001:1.0:1789449581.675438:0:35250:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920862606336 : -107152846945280 : ffff9e8b889f0400) 00010000:00000001:1.0:1789449581.675441:0:35250:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920862606336 : -107152846945280 : ffff9e8b889f0400) 00010000:00000001:1.0:1789449581.675443:0:35250:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789449581.675446:0:35250:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000e5f9f560/0xcddde1459ded67ae lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xeb7cbf5e2fd3dd18 expref: -99 pid: 35250 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449581.675452:0:35250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449581.675454:0:35250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449581.675455:0:35250:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789449581.675458:0:35250:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789449581.675461:0:35250:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000e5f9f560/0xcddde1459ded67ae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xeb7cbf5e2fd3dd18 expref: -99 pid: 35250 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789449581.675470:0:35250:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789449581.675473:0:35250:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789449581.675475:0:35250:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789449581.675479:0:35250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449581.675480:0:35250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449581.675482:0:35250:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449581.675486:0:35250:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789449581.675488:0:35250:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449581.675490:0:35250:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449581.675492:0:35250:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449581.675493:0:35250:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789449581.675494:0:35250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449581.675495:0:35250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449581.675496:0:35250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449581.675497:0:35250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789449581.675498:0:35250:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1789449581.675500:0:35250:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1789449581.675501:0:35250:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1789449581.675502:0:35250:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1789449581.675504:0:35250:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1789449581.675505:0:35250:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e8b830733f8 (ffff9e8b86217ab8/0) at cl_lock_fini():72 00020000:00000001:1.0:1789449581.675508:0:35250:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1789449581.675509:0:35250:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1789449581.675510:0:35250:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e8b898b74b0 (ffff9e8b86217ab8/1) at cl_lock_fini():72 00000008:00000010:1.0:1789449581.675513:0:35250:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9e8b8638a850. 00000020:00000001:1.0:1789449581.675516:0:35250:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1789449581.675517:0:35250:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9e8b898b7480. 00020000:00000001:1.0:1789449581.675521:0:35250:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1789449581.675522:0:35250:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1789449581.675523:0:35250:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:1.0:1789449581.675526:0:35250:0:(lov_io.c:1519:lov_io_unlock()) Process entered 00020000:00000001:1.0:1789449581.675527:0:35250:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:1.0:1789449581.675528:0:35250:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:1.0:1789449581.675529:0:35250:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1789449581.675531:0:35250:0:(lov_io.c:1453:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449581.675533:0:35250:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449581.675535:0:35250:0:(lov_io.c:1522:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1789449581.675535:0:35250:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1789449581.675537:0:35250:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000080:00200000:1.0:1789449581.675539:0:35250:0:(vvp_io.c:533:vvp_io_advance()) advancing 1 bytes 00000020:00000001:1.0:1789449581.675541:0:35250:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1789449581.675543:0:35250:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1789449581.675545:0:35250:0:(lov_io.c:1500:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1789449581.675546:0:35250:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:1.0:1789449581.675547:0:35250:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1789449581.675549:0:35250:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1789449581.675551:0:35250:0:(lov_io.c:1447:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449581.675553:0:35250:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449581.675555:0:35250:0:(lov_io.c:1511:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1789449581.675557:0:35250:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1789449581.675558:0:35250:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789449581.675563:0:35250:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 0] 00000001:00000001:1.0:1789449581.675567:0:35250:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:1.0:1789449581.675570:0:35250:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:1.0:1789449581.675572:0:35250:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:1.0:1789449581.675574:0:35250:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1789449581.675576:0:35250:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1789449581.675577:0:35250:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:1.0:1789449581.675579:0:35250:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:1.0:1789449581.675581:0:35250:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217870 00020000:00000001:1.0:1789449581.675585:0:35250:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1789449581.675588:0:35250:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1789449581.675589:0:35250:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1789449581.675591:0:35250:0:(vvp_io.c:304:vvp_io_fini()) [0x240000402:0x8:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1789449581.675595:0:35250:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1789449581.675596:0:35250:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00000001:1.0:1789449581.675598:0:35250:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c43c98 00000080:00200000:1.0:1789449581.675599:0:35250:0:(file.c:2238:ll_file_io_generic()) f24a.recovery-small: 2 io complete with rc: 0, result: 1, restart: 0 00000080:00000001:1.0:1789449581.675605:0:35250:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1789449581.675607:0:35250:0:(cl_object.c:143:cl_object_top()) ffff9e8b84013b70 -> ffff9e8b84013b70 00000020:00000001:1.0:1789449581.675609:0:35250:0:(cl_object.c:143:cl_object_top()) ffff9e8b84013b70 -> ffff9e8b84013b70 00000020:00000001:1.0:1789449581.675610:0:35250:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1789449581.675612:0:35250:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1789449581.675615:0:35250:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1789449581.675617:0:35250:0:(lov_offset.c:58:lov_stripe_size()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:1.0:1789449581.675618:0:35250:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1789449581.675619:0:35250:0:(lov_offset.c:58:lov_stripe_size()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:1.0:1789449581.675621:0:35250:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x8:1073742850 on OST[0]: s=1 (1) m=1789449581 a=0 c=1789449581 b=0 00020000:00000001:1.0:1789449581.675625:0:35250:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789449581.675627:0:35250:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=1 m=1789449581 a=0 c=1789449581 b=0 00020000:00000001:1.0:1789449581.675629:0:35250:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449581.675631:0:35250:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449581.675633:0:35250:0:(cl_object.c:143:cl_object_top()) ffff9e8b84013b70 -> ffff9e8b84013b70 00000080:00200000:1.0:1789449581.675635:0:35250:0:(file.c:1775:ll_merge_attr_nolock()) [0x240000402:0x8:0x0] updating i_size 1 i_blocks 0 00000080:00000001:1.0:1789449581.675638:0:35250:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:1.0:1789449581.675643:0:35250:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1 00000080:00000001:1.0:1789449581.675646:0:35250:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=1 : 1 : 1) 00000020:00001000:1.0:1789449581.675648:0:35250:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217ab0 00000020:00000001:1.0:1789449581.675651:0:35250:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c43d88 00000080:00000008:1.0:1789449581.675654:0:35250:0:(file.c:2732:do_file_write_iter()) COMPLETED: file f24a.recovery-small:[0x240000402:0x8:0x0], ppos: 1, count: 0, rc = 1 00000080:00000001:1.0:1789449581.675656:0:35250:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789449581.675691:0:35250:0:(file.c:5379:ll_fsync()) Process entered 00000020:00000001:1.0:1789449581.675693:0:35250:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c43e48 00000080:00200008:1.0:1789449581.675696:0:35250:0:(file.c:5384:ll_fsync()) START file: name=f24a.recovery-small, fid=[0x240000402:0x8:0x0], start=0, end=9223372036854775807, datasync=0, need_sync 1/1 00000080:00000001:1.0:1789449581.675704:0:35250:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:1.0:1789449581.675707:0:35250:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1789449581.675709:0:35250:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789449581.675712:0:35250:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820824760 : -107152888726856 : ffff9e8b86217ab8) 00000020:00001000:1.0:1789449581.675714:0:35250:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217ab0 00000020:00000001:1.0:1789449581.675717:0:35250:0:(cl_object.c:143:cl_object_top()) ffff9e8b84013b70 -> ffff9e8b84013b70 00000020:00000001:1.0:1789449581.675719:0:35250:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:1.0:1789449581.675721:0:35250:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1789449581.675723:0:35250:0:(vvp_io.c:1826:vvp_io_init()) [0x240000402:0x8:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1789449581.675727:0:35250:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789449581.675729:0:35250:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1789449581.675730:0:35250:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789449581.675733:0:35250:0:(lov_object.c:1590:lov_io_init()) [0x240000402:0x8:0x0]io ffff9e8b84db0060 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1789449581.675737:0:35250:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b836975d0) owner 0000000000000000/ffff9e8b8168a7c0 00020000:00000001:1.0:1789449581.675740:0:35250:0:(lov_io.c:2266:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1789449581.675743:0:35250:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1789449581.675746:0:35250:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1789449581.675748:0:35250:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449581.675751:0:35250:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1789449581.675754:0:35250:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1789449581.675756:0:35250:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449581.675757:0:35250:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789449581.675758:0:35250:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1789449581.675760:0:35250:0:(lov_io.c:2279:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1789449581.675761:0:35250:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b836975d0) owner 0000000000000000/ffff9e8b8168a7c0 00000020:00000001:1.0:1789449581.675764:0:35250:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449581.675766:0:35250:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:1.0:1789449581.675768:0:35250:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1789449581.675770:0:35250:0:(lov_io.c:1078:lov_io_iter_init()) Process entered 00020000:00000001:1.0:1789449581.675772:0:35250:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00200000:1.0:1789449581.675775:0:35250:0:(lov_io.c:1153:lov_io_iter_init()) component[0] flags 0x10 00020000:00000001:1.0:1789449581.675777:0:35250:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449581.675779:0:35250:0:(lov_offset.c:141:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789449581.675781:0:35250:0:(lov_offset.c:264:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1789449581.675784:0:35250:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789449581.675786:0:35250:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1789449581.675787:0:35250:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789449581.675788:0:35250:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820824184 : -107152888727432 : ffff9e8b86217878) 00000020:00001000:1.0:1789449581.675791:0:35250:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217870 00000020:00000001:1.0:1789449581.675794:0:35250:0:(cl_object.c:143:cl_object_top()) ffff9e8b84013e90 -> ffff9e8b84013b70 00000020:00000001:1.0:1789449581.675795:0:35250:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:1.0:1789449581.675798:0:35250:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789449581.675799:0:35250:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1789449581.675801:0:35250:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:1.0:1789449581.675802:0:35250:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446636920799428704 : -107152910122912 : ffff9e8b84db0060) 00000020:00000001:1.0:1789449581.675804:0:35250:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449581.675806:0:35250:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449581.675808:0:35250:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993110984 : -107152716440632 : ffff9e8b90665bc8) 00000020:00000001:1.0:1789449581.675810:0:35250:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1789449581.675812:0:35250:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449581.675815:0:35250:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000001:1.0:1789449581.675817:0:35250:0:(lov_io.c:1276:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449581.675819:0:35250:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449581.675821:0:35250:0:(cl_io.c:315:cl_io_lock()) Process entered 00020000:00000001:1.0:1789449581.675823:0:35250:0:(lov_io.c:1419:lov_io_lock()) Process entered 00020000:00000001:1.0:1789449581.675825:0:35250:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:1.0:1789449581.675825:0:35250:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:1.0:1789449581.675827:0:35250:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1789449581.675828:0:35250:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449581.675830:0:35250:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449581.675831:0:35250:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449581.675832:0:35250:0:(lov_io.c:1420:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449581.675834:0:35250:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1789449581.675835:0:35250:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449581.675836:0:35250:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449581.675837:0:35250:0:(cl_io.c:529:cl_io_start()) Process entered 00020000:00000001:1.0:1789449581.675840:0:35250:0:(lov_io.c:1425:lov_io_start()) Process entered 00020000:00000001:1.0:1789449581.675841:0:35250:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:1.0:1789449581.675842:0:35250:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:1.0:1789449581.675844:0:35250:0:(osc_io.c:1105:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1789449581.675846:0:35250:0:(osc_cache.c:3327:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1789449581.675850:0:35250:0:(osc_cache.c:1859:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1789449581.675852:0:35250:0:(osc_cache.c:1881:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1789449581.675853:0:35250:0:(osc_cache.c:1882:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1789449581.675856:0:35250:0:(osc_cache.c:2389:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1789449581.675858:0:35250:0:(osc_cache.c:2350:osc_next_obj()) Process entered 00000008:00000001:1.0:1789449581.675859:0:35250:0:(osc_cache.c:2358:osc_next_obj()) Process leaving (rc=18446636920798864256 : -107152910687360 : ffff9e8b84d26380) 00000008:00000020:1.0:1789449581.675863:0:35250:0:(osc_cache.c:2394:osc_check_rpcs()) obj ffff9e8b84d26380 ready 0|-|- wr 1|-|+ rd 0|- 0 in flight 00000008:00000001:1.0:1789449581.675866:0:35250:0:(osc_cache.c:1859:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1789449581.675867:0:35250:0:(osc_cache.c:1881:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1789449581.675868:0:35250:0:(osc_cache.c:1882:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1789449581.675870:0:35250:0:(osc_cache.c:2214:osc_send_write_rpc()) Process entered 00000008:00000001:1.0:1789449581.675873:0:35250:0:(osc_cache.c:2071:try_to_add_extent_for_io()) Process entered 00000008:00000020:1.0:1789449581.675875:0:35250:0:(osc_cache.c:2075:try_to_add_extent_for_io()) extent ffff9e8b837bbcc0@{[0 -> 0/1023], [1|0|+|cache|wiuY|ffff9e8b84d26380], [28672|1|+|-|ffff9e8b889f0400|1024|0000000000000000]} trying to add this extent 00000008:00010000:1.0:1789449581.675914:0:35250:0:(osc_cache.c:2075:try_to_add_extent_for_io()) ### extent: 00000000210bdfba ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000e5f9f560/0xcddde1459ded67ae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xeb7cbf5e2fd3dd18 expref: -99 pid: 35250 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:1.0:1789449581.675924:0:35250:0:(osc_cache.c:2124:try_to_add_extent_for_io()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:1.0:1789449581.675926:0:35250:0:(osc_cache.c:1927:osc_update_pending()) obj ffff9e8b84d26380 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000008:00000001:1.0:1789449581.675930:0:35250:0:(osc_cache.c:1167:osc_extent_make_ready()) Process entered 00000008:00000001:1.0:1789449581.675932:0:35250:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:1.0:1789449581.675936:0:35250:0:(osc_cache.c:1175:osc_extent_make_ready()) extent ffff9e8b837bbcc0@{[0 -> 0/1023], [1|0|+|locking|wiuY|ffff9e8b84d26380], [28672|1|+|-|ffff9e8b889f0400|1024|ffff9e8b8168a7c0]} make ready 00000008:00010000:1.0:1789449581.675942:0:35250:0:(osc_cache.c:1175:osc_extent_make_ready()) ### extent: 00000000210bdfba ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000e5f9f560/0xcddde1459ded67ae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xeb7cbf5e2fd3dd18 expref: -99 pid: 35250 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:1.0:1789449581.675948:0:35250:0:(osc_cache.c:1359:osc_make_ready()) Process entered 00000020:00000001:1.0:1789449581.675950:0:35250:0:(cl_page.c:1159:cl_page_make_ready()) Process entered 00000020:00008000:1.0:1789449581.675963:0:35250:0:(cl_page.c:1171:cl_page_make_ready()) page@0000000033747c49[2 000000001e32520c 1 1 0000000000000000 0 0 0] 00000020:00008000:1.0:1789449581.675966:0:35250:0:(cl_page.c:1171:cl_page_make_ready()) readied 00000020:00000001:1.0:1789449581.675968:0:35250:0:(cl_page.c:1020:cl_page_io_start()) Process entered 00000020:00000001:1.0:1789449581.675970:0:35250:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1789449581.675971:0:35250:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1789449581.675973:0:35250:0:(cl_page.c:1012:cl_req_type_state()) Process entered 00000020:00000001:1.0:1789449581.675975:0:35250:0:(cl_page.c:1013:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:1.0:1789449581.675977:0:35250:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1789449581.675979:0:35250:0:(cl_page.c:518:__cl_page_state_set()) page@0000000033747c49[2 000000001e32520c 1 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1789449581.675981:0:35250:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 3 00000020:00000001:1.0:1789449581.675982:0:35250:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1789449581.675984:0:35250:0:(cl_page.c:1023:cl_page_io_start()) Process leaving 00000020:00000001:1.0:1789449581.675986:0:35250:0:(cl_page.c:1193:cl_page_make_ready()) page@0000000033747c49[2 000000001e32520c 3 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1789449581.675988:0:35250:0:(cl_page.c:1193:cl_page_make_ready()) 1 0 00000008:00000001:1.0:1789449581.675990:0:35250:0:(osc_cache.c:1363:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449581.675992:0:35250:0:(cl_object.c:143:cl_object_top()) ffff9e8b84d26380 -> ffff9e8b84013b70 00000020:00000001:1.0:1789449581.675994:0:35250:0:(cl_object.c:143:cl_object_top()) ffff9e8b84d26380 -> ffff9e8b84013b70 00000020:00000001:1.0:1789449581.675996:0:35250:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:1.0:1789449581.675998:0:35250:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449581.675999:0:35250:0:(cl_object.c:143:cl_object_top()) ffff9e8b84d26380 -> ffff9e8b84013b70 00000008:00000001:1.0:1789449581.676002:0:35250:0:(osc_cache.c:1228:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789449581.676005:0:35250:0:(osc_request.c:2819:osc_build_rpc()) Process entered 00000008:00000020:1.0:1789449581.676008:0:35250:0:(osc_page.c:1389:osc_over_unstable_soft_limit()) lustre-OST0000-osc-ffff9e8b89903000: cli: ffff9e8b8374bba8 unstable pages: 0, osc unstable pages: 0 00000008:00000010:1.0:1789449581.676017:0:35250:0:(osc_request.c:2850:osc_build_rpc()) kmalloced '(pga)': 8 at ffff9e8b89bc6898. 00000008:00000010:1.0:1789449581.676021:0:35250:0:(osc_request.c:2854:osc_build_rpc()) slab-alloced 'oa': 208 at ffff9e8b863e1820. 00000020:00000001:1.0:1789449581.676025:0:35250:0:(cl_io.c:1167:cl_req_attr_set()) Process entered 00020000:00000001:1.0:1789449581.676028:0:35250:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:1.0:1789449581.676029:0:35250:0:(cl_io.c:1167:cl_req_attr_set()) Process entered 00000020:00000002:1.0:1789449581.676032:0:35250:0:(obdo.c:53:obdo_from_inode()) valid 0x10000000000070c, new time 1789449581/1789449581 00000020:00000001:1.0:1789449581.676036:0:35250:0:(cl_io.c:1173:cl_req_attr_set()) Process leaving 00020000:00000001:1.0:1789449581.676037:0:35250:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000008:00000001:1.0:1789449581.676041:0:35250:0:(osc_lock.c:1343:osc_obj_dlmlock_at_pgoff()) Process entered 00000008:00000001:1.0:1789449581.676044:0:35250:0:(osc_request.c:3331:osc_match_base()) Process entered 00010000:00000001:1.0:1789449581.676046:0:35250:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789449581.676053:0:35250:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bd900 count: 2 00010000:00000001:1.0:1789449581.676057:0:35250:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449581.676063:0:35250:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1789449581.676065:0:35250:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1789449581.676070:0:35250:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789449581.676075:0:35250:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449581.676079:0:35250:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000e5f9f560/0xcddde1459ded67ae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xeb7cbf5e2fd3dd18 expref: -99 pid: 35250 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789449581.676087:0:35250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449581.676088:0:35250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789449581.676090:0:35250:0:(osc_request.c:3346:osc_match_base()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1789449581.676092:0:35250:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449581.676094:0:35250:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449581.676096:0:35250:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b889f0400 refcount=3 00000020:00000001:1.0:1789449581.676098:0:35250:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920862606336 : -107152846945280 : ffff9e8b889f0400) 00010000:00000001:1.0:1789449581.676100:0:35250:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920862606336 : -107152846945280 : ffff9e8b889f0400) 00000008:00000001:1.0:1789449581.676103:0:35250:0:(osc_lock.c:1377:osc_obj_dlmlock_at_pgoff()) Process leaving (rc=18446636920862606336 : -107152846945280 : ffff9e8b889f0400) 00010000:00000001:1.0:1789449581.676105:0:35250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449581.676106:0:35250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1789449581.676108:0:35250:0:(cl_io.c:1173:cl_req_attr_set()) Process leaving 00000008:00000001:1.0:1789449581.676110:0:35250:0:(osc_request.c:1546:osc_brw_prep_request()) Process entered 00000100:00000010:1.0:1789449581.676116:0:35250:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83690a80. 00000020:00000040:1.0:1789449581.676121:0:35250:0:(genops.c:1209:class_import_get()) import ffff9e8b90c6e800 refcount=3 obd=lustre-OST0000-osc-ffff9e8b89903000 00000100:00000001:1.0:1789449581.676130:0:35250:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789449581.676133:0:35250:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789449581.676137:0:35250:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789449581.676147:0:35250:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e8b83767400. 00000100:00000001:1.0:1789449581.676155:0:35250:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1789449581.676165:0:35250:0:(osc_request.c:1828:osc_brw_prep_request()) Using short io for data transfer, size = 1 00000008:00000020:1.0:1789449581.676171:0:35250:0:(osc_request.c:736:osc_announce_cached()) lustre-OST0000-osc-ffff9e8b89903000: dirty: 28672 undirty: 484638720 dropped 0 grant: 8359936 cl_lost_grant 0 00000008:00000001:1.0:1789449581.676179:0:35250:0:(osc_request.c:1375:osc_checksum_bulk_rw()) Process entered 00000001:00000040:1.0:1789449581.676231:0:35250:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 3463 MB/s 00000008:00008000:1.0:1789449581.676240:0:35250:0:(osc_request.c:1346:osc_checksum_bulk()) page ffffe3bd4498d380 map ffff9e8b89112bb8 index 0 flags 17ffffc0005008 count 3 priv ffff9e8b86355b60: off 0 00000008:00000001:1.0:1789449581.676252:0:35250:0:(osc_request.c:1386:osc_checksum_bulk_rw()) Process leaving (rc=0 : 0 : 0) 00000008:00008000:1.0:1789449581.676255:0:35250:0:(osc_request.c:1953:osc_brw_prep_request()) checksum at write origin: 5b57dc90 (4) 00000008:00100000:1.0:1789449581.676260:0:35250:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9e8b83690a80 - object 0x280000400:4 offset 0<>1 00000008:00000001:1.0:1789449581.676262:0:35250:0:(osc_request.c:2001:osc_brw_prep_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449581.676264:0:35250:0:(cl_io.c:1167:cl_req_attr_set()) Process entered 00020000:00000001:1.0:1789449581.676266:0:35250:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:1.0:1789449581.676267:0:35250:0:(cl_io.c:1167:cl_req_attr_set()) Process entered 00000020:00000002:1.0:1789449581.676269:0:35250:0:(obdo.c:53:obdo_from_inode()) valid 0xc, new time 1789449581/1789449581 00000020:00000001:1.0:1789449581.676271:0:35250:0:(cl_io.c:1173:cl_req_attr_set()) Process leaving 00020000:00000001:1.0:1789449581.676272:0:35250:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000020:00000001:1.0:1789449581.676273:0:35250:0:(cl_io.c:1173:cl_req_attr_set()) Process leaving 00000100:00000001:1.0:1789449581.676276:0:35250:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449581.676277:0:35250:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775182976 : -107152934368640 : ffff9e8b83690a80) 00000008:00000002:1.0:1789449581.676289:0:35250:0:(osc_request.c:2976:osc_build_rpc()) @@@ 1 pages, aa 00000000aadbd3ac, now 0r/1w/0d in flight req@ffff9e8b83690a80 x1876371947533824/t0(0) o4->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000008:1.0:1789449581.676297:0:35250:0:(osc_request.c:2988:osc_build_rpc()) [0x240000402:0x8:0x0]: 1 write pages, start 0, end 0, now 0r/1w/0d in flight 00000100:00000040:1.0:1789449581.676306:0:35250:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e106de57] to pc [ptlrpcd_00_00+0] req@ffff9e8b83690a80 x1876371947533824/t0(0) o4->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:1.0:1789449581.676332:0:35250:0:(osc_request.c:2994:osc_build_rpc()) Process leaving 00000008:00000001:1.0:1789449581.676335:0:35250:0:(osc_request.c:3019:osc_build_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789449581.676337:0:35250:0:(osc_cache.c:2263:osc_send_write_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789449581.676339:0:35250:0:(osc_cache.c:1859:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1789449581.676340:0:35250:0:(osc_cache.c:1898:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789449581.676342:0:35250:0:(osc_cache.c:1859:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1789449581.676344:0:35250:0:(osc_cache.c:1871:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789449581.676345:0:35250:0:(osc_cache.c:1859:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1789449581.676346:0:35250:0:(osc_cache.c:1898:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789449581.676350:0:35250:0:(osc_cache.c:2350:osc_next_obj()) Process entered 00000008:00000001:1.0:1789449581.676352:0:35250:0:(osc_cache.c:2380:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789449581.676354:0:35250:0:(osc_cache.c:2453:osc_check_rpcs()) Process leaving 00000008:00000020:1.0:1789449581.676358:0:35250:0:(osc_cache.c:3467:osc_cache_writeback_range()) obj ffff9e8b84d26380 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:1.0:1789449581.676362:0:35250:0:(osc_cache.c:3482:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1789449581.676365:0:35250:0:(osc_io.c:1174:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449581.676367:0:35250:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449581.676369:0:35250:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449581.676371:0:35250:0:(lov_io.c:1426:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449581.676373:0:35250:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449581.676375:0:35250:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:1.0:1789449581.676377:0:35250:0:(lov_io.c:1967:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1789449581.676378:0:35250:0:(lov_io.c:1431:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1789449581.676380:0:35250:0:(cl_io.c:556:cl_io_end()) Process entered 00000008:00000001:1.0:1789449581.676382:0:35250:0:(osc_cache.c:3262:osc_cache_wait_range()) Process entered 00000008:00000001:1.0:1789449581.676385:0:35250:0:(osc_cache.c:974:osc_extent_wait()) Process entered 00000008:00000001:1.0:1789449581.676387:0:35250:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449581.676920:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449581.676927:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449581.676930:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789449581.676939:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83690a80 x1876371947533824/t0(0) o4->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449581.676950:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789449581.676953:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449581.676957:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789449581.676961:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789449581.676963:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449581.676967:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83690a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2399:1876371947533824:192.168.202.109@tcp:4:multiop.0 00000100:00000001:0.0:1789449581.676972:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789449581.676978:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789449581.676981:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449581.676983:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789449581.676992:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b836b2000. 02000000:00000001:0.0:1789449581.676994:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449581.677015:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:0.0:1789449581.677023:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b86580b58. 00000400:00000010:0.0:1789449581.677031:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e56e8. 00000100:00000200:0.0:1789449581.677041:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947533824, portal 4 00000100:00000001:0.0:1789449581.677044:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449581.677045:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775182976 : -107152934368640 : ffff9e8b83690a80) 00000100:00000040:0.0:1789449581.677057:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b83690a80 x1876371947533824/t0(0) o4->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:6/4 lens 496/448 e 0 to 0 dl 1789449597 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449581.677065:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789449581.677069:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1789449581.677072:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5dd0. 00000100:00000200:0.0:1789449581.677076:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 6, xid 1876371947533824, offset 0 00000400:00000200:0.0:1789449581.677084:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1789449581.677096:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449581.677109:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1789449581.677118:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789449581.677123:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1789449581.677128:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789449581.677131:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1789449581.677135:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2942:2942:256:4294967295] 192.168.202.109@tcp LPNI seq info [2942:2942:8:4294967295] 00000400:00000200:0.0:1789449581.677139:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449581.677151:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1789449581.677159:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1789449581.677165:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b864ecc00. 00000800:00000200:0.0:1789449581.677173:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1789449581.677182:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1789449581.677188:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b864ecc00 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:0.0:1789449581.677226:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449581.677232:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: using a timeout of 23046 usecs (24 jiffies) 00000400:00000200:0.0:1789449581.677236:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:0.0:1789449581.677239:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296584387 00000100:00000001:0.0:1789449581.677243:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296586278 00000100:00000001:0.0:1789449581.677246:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296584387 00000100:00000001:0.0:1789449581.677249:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296586278 00000100:00000001:0.0:1789449581.677253:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449581.677256:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449581.677259:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449581.677262:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449581.677272:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449581.677275:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789449581.677278:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449581.677279:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449581.677280:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449581.677283:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449581.677298:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449581.677300:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449581.677541:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449581.677555:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ecc00. 00000400:00000200:3.0:1789449581.677563:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449581.677569:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449581.677575:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5dd0 00000400:00000010:3.0:1789449581.677578:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5dd0. 00000100:00000001:3.0:1789449581.677584:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449581.677589:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83690a80 x1876371947533824/t0(0) o4->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:6/4 lens 496/448 e 0 to 0 dl 1789449597 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449581.677600:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449581.677603:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83690a80 x1876371947533824/t0(0) o4->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:6/4 lens 496/448 e 0 to 0 dl 1789449597 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449581.677611:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449581.678343:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1789449581.680796:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bd200. 00000800:00000001:3.0:1789449581.686254:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449581.686278:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449581.686284:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449581.686287:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449581.686301:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449581.686310:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449581.686324:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449581.686330:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449581.686337:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449581.686343:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 448 into portal 4 MB=0x6aa8ce3663600 00000400:00000200:3.0:1789449581.686349:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449581.686357:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 448/448 into md 0x85d5 [1] + 224 00000800:00000001:3.0:1789449581.686366:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449581.686373:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449581.686378:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449581.686383:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449581.686393:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449581.686405:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83690a80 x1876371947533824/t0(0) o4->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:6/4 lens 496/448 e 0 to 0 dl 1789449597 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789449581.686416:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448 req@ffff9e8b83690a80 x1876371947533824/t0(0) o4->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:6/4 lens 496/448 e 0 to 0 dl 1789449597 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449581.686435:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449581.686445:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449581.686448:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449581.686525:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449581.686534:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789449581.686541:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449581.686543:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449581.686547:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b86580b58. 00000400:00000200:0.0:1789449581.686551:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e56e8 00000400:00000010:0.0:1789449581.686554:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e56e8. 00000100:00000001:0.0:1789449581.686557:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449581.686560:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83690a80 x1876371947533824/t0(0) o4->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:6/4 lens 496/448 e 0 to 0 dl 1789449597 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789449581.686566:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83690a80 x1876371947533824/t0(0) o4->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:6/4 lens 496/448 e 0 to 0 dl 1789449597 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449581.686570:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449581.686571:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449581.686573:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449581.686576:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449581.686579:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449581.686581:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449581.686584:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449581.686595:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b90c6eca8 time=810 v=5 (5 5 5 0) 00000100:00001000:0.0:1789449581.686599:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b90c6ec18 time=19 v=5 (1 0 0 0) 00000100:00000001:0.0:1789449581.686601:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449581.686603:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449581.686606:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449581.686609:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449581.686617:0:2399:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789449581.686619:0:2399:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1789449581.686620:0:2399:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789449581.686623:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449581.686624:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775182976 : -107152934368640 : ffff9e8b83690a80) 00000100:00000001:0.0:1789449581.686627:0:2399:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789449581.686629:0:2399:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e8b89903000: skip recheck: last_committed 4294967322 00000100:00000001:0.0:1789449581.686630:0:2399:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449581.686632:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449581.686635:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83690a80 x1876371947533824/t4294967335(4294967335) o4->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:6/4 lens 496/448 e 0 to 0 dl 1789449597 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449581.686639:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449581.686642:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449581.686644:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1789449581.686648:0:2399:0:(osc_request.c:2581:brw_interpret()) Process entered 00000008:00000001:0.0:1789449581.686649:0:2399:0:(osc_request.c:2172:osc_brw_fini_request()) Process entered 00000008:04000000:0.0:1789449581.686654:0:2399:0:(osc_request.c:2195:osc_brw_fini_request()) setdq for [0 0 0] with valid 0x18000006b584fb9, flags 404000 00000001:00000001:0.0:1789449581.686657:0:2399:0:(osc_quota.c:77:osc_quota_setdq()) Process entered 00000001:04000000:0.0:1789449581.686661:0:2399:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff9e8b89903000: setdq to remove for usr 0 00000001:04000000:0.0:1789449581.686663:0:2399:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff9e8b89903000: setdq to remove for grp 0 00000001:04000000:0.0:1789449581.686664:0:2399:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff9e8b89903000: setdq to remove for prj 0 00000001:00000001:0.0:1789449581.686666:0:2399:0:(osc_quota.c:139:osc_quota_setdq()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1789449581.686668:0:2399:0:(osc_request.c:759:osc_update_grant()) got 8437760 extra grant 00000008:00008000:0.0:1789449581.686670:0:2399:0:(osc_request.c:2091:check_write_checksum()) checksum 5b57dc90 confirmed 00000008:00000001:0.0:1789449581.686674:0:2399:0:(osc_request.c:2227:osc_brw_fini_request()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1789449581.686676:0:2399:0:(osc_request.c:2439:osc_brw_fini_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000002:0.0:1789449581.686677:0:2399:0:(osc_request.c:2586:brw_interpret()) request ffff9e8b83690a80 aa ffff9e8b83690c30 rc 0 00000020:00000001:0.0:1789449581.686685:0:2399:0:(cl_object.c:143:cl_object_top()) ffff9e8b84d26380 -> ffff9e8b84013b70 00000020:00000001:0.0:1789449581.686687:0:2399:0:(cl_object.c:143:cl_object_top()) ffff9e8b84d26380 -> ffff9e8b84013b70 00000020:00000001:0.0:1789449581.686689:0:2399:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1789449581.686694:0:2399:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1789449581.686696:0:2399:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449581.686697:0:2399:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449581.686699:0:2399:0:(cl_object.c:143:cl_object_top()) ffff9e8b84d26380 -> ffff9e8b84013b70 00000008:00000010:0.0:1789449581.686701:0:2399:0:(osc_request.c:2668:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff9e8b863e1820. 00000020:00000001:0.0:1789449581.686706:0:2399:0:(cl_object.c:143:cl_object_top()) ffff9e8b84d26380 -> ffff9e8b84013b70 00000020:00000001:0.0:1789449581.686707:0:2399:0:(cl_object.c:278:cl_object_dirty_for_sync()) Process entered 00000020:00000001:0.0:1789449581.686711:0:2399:0:(cl_object.c:284:cl_object_dirty_for_sync()) Process leaving 00000100:00000001:0.0:1789449581.686713:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449581.686715:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83690a80 x1876371947533824/t4294967335(4294967335) o4->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:6/4 lens 496/448 e 0 to 0 dl 1789449597 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449581.686720:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789449581.686724:0:2399:0:(osc_cache.c:905:osc_extent_finish()) Process entered 00000008:00000020:0.0:1789449581.686726:0:2399:0:(osc_cache.c:909:osc_extent_finish()) extent ffff9e8b837bbcc0@{[0 -> 0/1023], [3|0|-|rpc|wiuY|ffff9e8b84d26380], [28672|1|+|+|ffff9e8b889f0400|1024|ffff9e8b8168a7c0]} extent finished. 00000008:00010000:0.0:1789449581.686733:0:2399:0:(osc_cache.c:909:osc_extent_finish()) ### extent: 00000000210bdfba ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000e5f9f560/0xcddde1459ded67ae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xeb7cbf5e2fd3dd18 expref: -99 pid: 35250 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:0.0:1789449581.686745:0:2399:0:(osc_cache.c:1408:osc_completion()) Process entered 00000020:00000001:0.0:1789449581.686748:0:2399:0:(cl_page.c:1113:cl_page_complete()) Process entered 00000020:00000001:0.0:1789449581.686752:0:2399:0:(cl_page.c:1115:cl_page_complete()) page@0000000033747c49[2 000000001e32520c 3 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1789449581.686753:0:2399:0:(cl_page.c:1115:cl_page_complete()) 1 0 00000020:00000001:0.0:1789449581.686755:0:2399:0:(cl_page.c:1012:cl_req_type_state()) Process entered 00000020:00000001:0.0:1789449581.686756:0:2399:0:(cl_page.c:1013:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1789449581.686757:0:2399:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1789449581.686760:0:2399:0:(cl_page.c:518:__cl_page_state_set()) page@0000000033747c49[2 000000001e32520c 3 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1789449581.686761:0:2399:0:(cl_page.c:518:__cl_page_state_set()) 3 -> 1 00000020:00000001:0.0:1789449581.686762:0:2399:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000080:00000001:0.0:1789449581.686774:0:2399:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:0.0:1789449581.686779:0:2399:0:(vvp_page.c:167:vvp_page_complete_write()) page@0000000033747c49[2 000000001e32520c 1 1 0000000000000000 0 0 0] 00000080:00008000:0.0:1789449581.686781:0:2399:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:0.0:1789449581.686805:0:2399:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:0.0:1789449581.686807:0:2399:0:(cl_page.c:1136:cl_page_complete()) Process leaving 00000020:00000001:0.0:1789449581.686809:0:2399:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1789449581.686813:0:2399:0:(cl_page.c:567:cl_batch_put()) page@0000000033747c49[2 000000001e32520c 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1789449581.686814:0:2399:0:(cl_page.c:567:cl_batch_put()) 2 00000020:00000001:0.0:1789449581.686816:0:2399:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000008:00000001:0.0:1789449581.686818:0:2399:0:(osc_cache.c:1452:osc_completion()) Process leaving 00000008:00000020:0.0:1789449581.686821:0:2399:0:(osc_cache.c:1649:osc_free_grant()) lost 0 grant: 0 avail: 16797696 dirty: 0/0 00000008:00000020:0.0:1789449581.686846:0:2399:0:(osc_cache.c:497:__osc_extent_remove()) extent ffff9e8b837bbcc0@{[0 -> 0/1023], [2|0|-|inv|wuY|ffff9e8b84d26380], [28672|0|-|-|ffff9e8b889f0400|1024|ffff9e8b8168a7c0]} destroyed. 00000008:00010000:0.0:1789449581.686853:0:2399:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000210bdfba ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000e5f9f560/0xcddde1459ded67ae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xeb7cbf5e2fd3dd18 expref: -99 pid: 35250 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:0.0:1789449581.686860:0:2399:0:(osc_cache.c:956:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1789449581.686863:0:2399:0:(osc_request.c:2540:osc_release_ppga()) kvfree 'ppga': 8 at ffff9e8b89bc6898. 00000008:00000020:0.0:1789449581.686871:0:2399:0:(osc_cache.c:2469:__osc_io_unplug()) Queue writeback work for client ffff9e8b8374bba8. 00000008:00000001:0.0:1789449581.686927:0:2399:0:(osc_request.c:2756:brw_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449581.686933:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83690a80 x1876371947533824/t4294967335(4294967335) o4->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:6/4 lens 496/448 e 0 to 0 dl 1789449597 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789449581.686942:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83690a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2399:1876371947533824:192.168.202.109@tcp:4:multiop.0 00000100:00000001:0.0:1789449581.686948:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449581.686950:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449581.686953:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83690a80 x1876371947533824/t4294967335(4294967335) o4->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:6/4 lens 496/448 e 0 to 0 dl 1789449597 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449581.686959:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449581.686962:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449581.686970:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449581.686973:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449581.686975:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449581.686978:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449581.686991:0:16321:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789449581.686995:0:16321:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822024 : -107152888729592 : ffff9e8b86217008) 00000020:00001000:0.0:1789449581.686997:0:16321:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217000 00000008:00000020:0.0:1789449581.686998:0:16321:0:(osc_request.c:4051:brw_queue_work()) Run writeback work for client obd ffff9e8b8374bba8. 00000008:00000001:0.0:1789449581.687000:0:16321:0:(osc_cache.c:2389:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1789449581.687009:0:16321:0:(osc_cache.c:2350:osc_next_obj()) Process entered 00000008:00000001:0.0:1789449581.687012:0:16321:0:(osc_cache.c:2380:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789449581.687014:0:16321:0:(osc_cache.c:2453:osc_check_rpcs()) Process leaving 00000020:00001000:0.0:1789449581.687016:0:16321:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217000 00000008:00000001:1.0:1789449581.687241:0:35250:0:(osc_cache.c:1009:osc_extent_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449581.687246:0:35250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449581.687248:0:35250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:1.0:1789449581.687252:0:35250:0:(osc_cache.c:373:osc_extent_put()) slab-freed '(ext)': 192 at ffff9e8b837bbcc0. 00000008:00000020:1.0:1789449581.687258:0:35250:0:(osc_cache.c:3299:osc_cache_wait_range()) obj ffff9e8b84d26380 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1789449581.687260:0:35250:0:(osc_cache.c:3300:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449581.687264:0:35250:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:1.0:1789449581.687266:0:35250:0:(lov_io.c:1441:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449581.687268:0:35250:0:(lov_io.c:1978:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1789449581.687271:0:35250:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:1.0:1789449581.687273:0:35250:0:(cl_io.c:353:cl_io_unlock()) Process entered 00020000:00000001:1.0:1789449581.687276:0:35250:0:(lov_io.c:1519:lov_io_unlock()) Process entered 00020000:00000001:1.0:1789449581.687279:0:35250:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:1.0:1789449581.687280:0:35250:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:1.0:1789449581.687281:0:35250:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1789449581.687283:0:35250:0:(lov_io.c:1453:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449581.687285:0:35250:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449581.687286:0:35250:0:(lov_io.c:1522:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1789449581.687286:0:35250:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1789449581.687288:0:35250:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1789449581.687289:0:35250:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1789449581.687290:0:35250:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1789449581.687291:0:35250:0:(lov_io.c:1500:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1789449581.687292:0:35250:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:1.0:1789449581.687293:0:35250:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1789449581.687293:0:35250:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1789449581.687294:0:35250:0:(lov_io.c:1447:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449581.687295:0:35250:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449581.687297:0:35250:0:(lov_io.c:1511:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1789449581.687297:0:35250:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1789449581.687298:0:35250:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449581.687301:0:35250:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:1.0:1789449581.687302:0:35250:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1789449581.687304:0:35250:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1789449581.687304:0:35250:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:1.0:1789449581.687306:0:35250:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:1.0:1789449581.687307:0:35250:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217870 00020000:00000001:1.0:1789449581.687308:0:35250:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1789449581.687309:0:35250:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1789449581.687312:0:35250:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1789449581.687315:0:35250:0:(vvp_io.c:304:vvp_io_fini()) [0x240000402:0x8:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1789449581.687318:0:35250:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1789449581.687318:0:35250:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:1.0:1789449581.687320:0:35250:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217ab0 00000080:00000001:1.0:1789449581.687323:0:35250:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789449581.687326:0:35250:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449581.687335:0:35250:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1789449581.687337:0:35250:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b836975d0) owner 0000000000000000/ffff9e8b8168a7c0 00020000:00000002:1.0:1789449581.687343:0:35250:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b836975d0) owner 0000000000000000/ffff9e8b8168a7c0 00020000:00000001:1.0:1789449581.687346:0:35250:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789449581.687350:0:35250:0:(file.c:5353:ll_mdsync()) inode ffff9e8b89112a08 metadata sync [0x240000402:0x8:0x0] (need_sync=1) 00800000:00000001:1.0:1789449581.687357:0:35250:0:(lmv_obd.c:3058:lmv_fsync()) Process entered 00800000:00000001:1.0:1789449581.687362:0:35250:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449581.687365:0:35250:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449581.687368:0:35250:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449581.687371:0:35250:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449581.687373:0:35250:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449581.687375:0:35250:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x8:0x0] 00800000:00000001:1.0:1789449581.687377:0:35250:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449581.687383:0:35250:0:(mdc_request.c:2773:mdc_fsync()) Process entered 00000100:00000010:1.0:1789449581.687391:0:35250:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83691180. 00000020:00000040:1.0:1789449581.687396:0:35250:0:(genops.c:1209:class_import_get()) import ffff9e8b862dc800 refcount=7 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000100:00000001:1.0:1789449581.687400:0:35250:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789449581.687404:0:35250:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789449581.687410:0:35250:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789449581.687420:0:35250:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e8b83766e00. 00000100:00000001:1.0:1789449581.687428:0:35250:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449581.687434:0:35250:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789449581.687435:0:35250:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789449581.687442:0:35250:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b865cc180. 00000100:00000001:1.0:1789449581.687444:0:35250:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920824709504 : -107152884842112 : ffff9e8b865cc180) 00000100:00000001:1.0:1789449581.687446:0:35250:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449581.687447:0:35250:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775184768 : -107152934366848 : ffff9e8b83691180) 00000100:00000001:1.0:1789449581.687452:0:35250:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789449581.687456:0:35250:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449581.687458:0:35250:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789449581.687460:0:35250:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789449581.687463:0:35250:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83691180 x1876371947533952/t0(0) o44->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449581.687470:0:35250:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449581.687472:0:35250:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449581.687477:0:35250:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789449581.687479:0:35250:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789449581.687480:0:35250:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449581.687483:0:35250:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83691180 pname:cluuid:pid:xid:nid:opc:job multiop:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35250:1876371947533952:192.168.202.109@tcp:44:multiop.0 00000100:00000001:1.0:1789449581.687485:0:35250:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789449581.687490:0:35250:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789449581.687493:0:35250:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449581.687495:0:35250:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789449581.687499:0:35250:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b8678d400. 02000000:00000001:1.0:1789449581.687500:0:35250:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789449581.687508:0:35250:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:1.0:1789449581.687511:0:35250:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b83427f20. 00000400:00000010:1.0:1789449581.687517:0:35250:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b850122a8. 00000100:00000200:1.0:1789449581.687523:0:35250:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947533952, portal 10 00000100:00000001:1.0:1789449581.687524:0:35250:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449581.687525:0:35250:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775184768 : -107152934366848 : ffff9e8b83691180) 00000100:00000040:1.0:1789449581.687530:0:35250:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b83691180 x1876371947533952/t0(0) o44->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 448/440 e 0 to 0 dl 1789449597 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449581.687535:0:35250:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789449581.687538:0:35250:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1789449581.687540:0:35250:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012000. 00000100:00000200:1.0:1789449581.687544:0:35250:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 12, xid 1876371947533952, offset 0 00000400:00000200:1.0:1789449581.687548:0:35250:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1789449581.687556:0:35250:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449581.687562:0:35250:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1789449581.687567:0:35250:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789449581.687571:0:35250:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1789449581.687575:0:35250:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789449581.687577:0:35250:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1789449581.687580:0:35250:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2943:2943:256:4294967295] 192.168.202.109@tcp LPNI seq info [2943:2943:8:4294967295] 00000400:00000200:1.0:1789449581.687583:0:35250:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449581.687590:0:35250:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1789449581.687595:0:35250:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1789449581.687600:0:35250:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b83d9c000. 00000800:00000200:1.0:1789449581.687606:0:35250:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1789449581.687665:0:35250:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1789449581.687670:0:35250:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b83d9c000 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:1.0:1789449581.687717:0:35250:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449581.687721:0:35250:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: using a timeout of 22252 usecs (23 jiffies) 00000400:00000200:1.0:1789449581.687724:0:35250:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:1.0:1789449581.687726:0:35250:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296584396 00000100:00000001:1.0:1789449581.687729:0:35250:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296586278 00000100:00000001:1.0:1789449581.687731:0:35250:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296584396 00000100:00000001:1.0:1789449581.687733:0:35250:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296586278 00000100:00000001:1.0:1789449581.687735:0:35250:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449581.687737:0:35250:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449581.687738:0:35250:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789449581.687740:0:35250:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789449581.687741:0:35250:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b865cc180 going to sleep for 11 seconds 00000100:00000001:1.0:1789449581.687743:0:35250:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449581.687745:0:35250:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449581.690676:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449581.690688:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b83d9c000. 00000400:00000200:3.0:1789449581.690700:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449581.690711:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449581.690721:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012000 00000400:00000010:3.0:1789449581.690725:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012000. 00000100:00000001:3.0:1789449581.690731:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449581.690742:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83691180 x1876371947533952/t0(0) o44->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 448/440 e 0 to 0 dl 1789449597 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449581.690757:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449581.690761:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83691180 x1876371947533952/t0(0) o44->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 448/440 e 0 to 0 dl 1789449597 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449581.690780:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449581.690782:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789449581.710829:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449581.710851:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449581.710857:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449581.710859:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449581.710871:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449581.710940:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449581.710953:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449581.710959:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449581.710965:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449581.710970:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 440 into portal 10 MB=0x6aa8ce3663680 00000400:00000200:3.0:1789449581.710975:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449581.710982:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 440/440 into md 0x85dd [1] + 224 00000800:00000001:3.0:1789449581.710991:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449581.711028:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449581.711033:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449581.711039:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449581.711048:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449581.711059:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83691180 x1876371947533952/t0(0) o44->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 448/440 e 0 to 0 dl 1789449597 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449581.711071:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=440 offset=224 replen=440 req@ffff9e8b83691180 x1876371947533952/t0(0) o44->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 448/440 e 0 to 0 dl 1789449597 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449581.711095:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449581.711106:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449581.711109:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449581.711680:0:35250:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789449581.711691:0:35250:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789449581.711693:0:35250:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789449581.711697:0:35250:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b83427f20. 00000400:00000200:1.0:1789449581.711703:0:35250:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b850122a8 00000400:00000010:1.0:1789449581.711706:0:35250:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b850122a8. 00000100:00000001:1.0:1789449581.711710:0:35250:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789449581.711715:0:35250:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83691180 x1876371947533952/t0(0) o44->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 448/440 e 0 to 0 dl 1789449597 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789449581.711725:0:35250:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83691180 x1876371947533952/t0(0) o44->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 448/440 e 0 to 0 dl 1789449597 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449581.711732:0:35250:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789449581.711734:0:35250:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449581.711737:0:35250:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789449581.711741:0:35250:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789449581.711745:0:35250:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789449581.711747:0:35250:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449581.711750:0:35250:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789449581.711763:0:35250:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b862dcc60 time=61 v=5 (5 5 102 102) 00000100:00001000:1.0:1789449581.711783:0:35250:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b862dcc18 time=61 v=5 (1 1 1 1) 00000100:00000001:1.0:1789449581.711786:0:35250:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789449581.711789:0:35250:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449581.711792:0:35250:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789449581.711796:0:35250:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449581.711801:0:35250:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1789449581.711803:0:35250:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9e8b89903000: committing for last_committed 4294967334 gen 1 00000100:00000040:1.0:1789449581.711810:0:35250:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967334) req@ffff9e8b83692d80 x1876371947531264/t4294967330(4294967330) o36->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/448 e 0 to 0 dl 1789449597 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449581.711817:0:35250:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449581.711821:0:35250:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83692d80 x1876371947531264/t4294967330(4294967330) o36->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/448 e 0 to 0 dl 1789449597 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449581.711828:0:35250:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789449581.711830:0:35250:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789449581.711835:0:35250:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b8678c000. 02000000:00000001:1.0:1789449581.711839:0:35250:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789449581.711843:0:35250:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449581.711845:0:35250:0:(genops.c:1222:class_import_put()) import ffff9e8b862dc800 refcount=6 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000020:00000001:1.0:1789449581.711848:0:35250:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789449581.711851:0:35250:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b8678e800. 02000000:00000001:1.0:1789449581.711855:0:35250:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789449581.711857:0:35250:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789449581.711860:0:35250:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83692d80. 00000100:00000001:1.0:1789449581.711865:0:35250:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789449581.711867:0:35250:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789449581.711872:0:35250:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967334) req@ffff9e8b87d19180 x1876371947533056/t4294967332(4294967332) o36->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/456 e 0 to 0 dl 1789449597 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449581.711907:0:35250:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449581.711910:0:35250:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b87d19180 x1876371947533056/t4294967332(4294967332) o36->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/456 e 0 to 0 dl 1789449597 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449581.711916:0:35250:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789449581.711917:0:35250:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789449581.711919:0:35250:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b836b2400. 02000000:00000001:1.0:1789449581.711924:0:35250:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789449581.711926:0:35250:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449581.711927:0:35250:0:(genops.c:1222:class_import_put()) import ffff9e8b862dc800 refcount=5 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000020:00000001:1.0:1789449581.711929:0:35250:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789449581.711930:0:35250:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b836b0400. 02000000:00000001:1.0:1789449581.711932:0:35250:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789449581.711933:0:35250:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789449581.711934:0:35250:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b87d19180. 00000100:00000001:1.0:1789449581.711937:0:35250:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789449581.711939:0:35250:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789449581.711944:0:35250:0:(client.c:3175:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff9e8b83691500 x1876371947533568/t4294967334(4294967334) o101->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/664 e 0 to 0 dl 1789449597 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449581.711950:0:35250:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1789449581.711953:0:35250:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9e8b89903000: normal: skip=1 replay=2/3 committed=0/0 00000100:00000001:1.0:1789449581.711955:0:35250:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789449581.711957:0:35250:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449581.711962:0:35250:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83691180 x1876371947533952/t0(0) o44->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 448/440 e 0 to 0 dl 1789449597 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449581.711968:0:35250:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449581.711971:0:35250:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789449581.711973:0:35250:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789449581.711977:0:35250:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83691180 x1876371947533952/t0(0) o44->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 448/440 e 0 to 0 dl 1789449597 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789449581.711985:0:35250:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83691180 pname:cluuid:pid:xid:nid:opc:job multiop:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35250:1876371947533952:192.168.202.109@tcp:44:multiop.0 00000100:00000001:1.0:1789449581.711991:0:35250:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449581.711994:0:35250:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449581.711997:0:35250:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789449581.711998:0:35250:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449581.712001:0:35250:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83691180 x1876371947533952/t0(0) o44->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 448/440 e 0 to 0 dl 1789449597 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449581.712007:0:35250:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789449581.712010:0:35250:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b865cc180. 00000100:00000001:1.0:1789449581.712014:0:35250:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789449581.712016:0:35250:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449581.712020:0:35250:0:(mdc_request.c:2794:mdc_fsync()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449581.712023:0:35250:0:(lmv_obd.c:3065:lmv_fsync()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449581.712026:0:35250:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449581.712029:0:35250:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83691180 x1876371947533952/t0(0) o44->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 448/440 e 0 to 0 dl 1789449597 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449581.712036:0:35250:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789449581.712037:0:35250:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789449581.712039:0:35250:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b8678d400. 02000000:00000001:1.0:1789449581.712043:0:35250:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789449581.712044:0:35250:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449581.712045:0:35250:0:(genops.c:1222:class_import_put()) import ffff9e8b862dc800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000020:00000001:1.0:1789449581.712048:0:35250:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789449581.712049:0:35250:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e8b83766e00. 02000000:00000001:1.0:1789449581.712052:0:35250:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789449581.712054:0:35250:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789449581.712055:0:35250:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83691180. 00000100:00000001:1.0:1789449581.712058:0:35250:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789449581.712059:0:35250:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789449581.712063:0:35250:0:(pcc.c:2839:pcc_fsync()) Process entered 00000080:00000001:1.0:1789449581.712065:0:35250:0:(pcc.c:2842:pcc_fsync()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449581.712068:0:35250:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1789449581.712071:0:35250:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789449581.712076:0:35250:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820824760 : -107152888726856 : ffff9e8b86217ab8) 00000020:00001000:1.0:1789449581.712079:0:35250:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217ab0 00000020:00000001:1.0:1789449581.712086:0:35250:0:(cl_object.c:143:cl_object_top()) ffff9e8b84013b70 -> ffff9e8b84013b70 00000020:00000001:1.0:1789449581.712090:0:35250:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:1.0:1789449581.712094:0:35250:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1789449581.712096:0:35250:0:(vvp_io.c:1826:vvp_io_init()) [0x240000402:0x8:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:1.0:1789449581.712100:0:35250:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789449581.712102:0:35250:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1789449581.712103:0:35250:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789449581.712109:0:35250:0:(lov_object.c:1590:lov_io_init()) [0x240000402:0x8:0x0]io ffff9e8b84db0060 type 6 ignore/verify layout 0/0 00020000:00000002:1.0:1789449581.712113:0:35250:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b836975d0) owner 0000000000000000/ffff9e8b8168a7c0 00020000:00000001:1.0:1789449581.712117:0:35250:0:(lov_io.c:2266:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1789449581.712119:0:35250:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1789449581.712123:0:35250:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1789449581.712126:0:35250:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449581.712128:0:35250:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1789449581.712131:0:35250:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1789449581.712133:0:35250:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449581.712135:0:35250:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789449581.712136:0:35250:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1789449581.712138:0:35250:0:(lov_io.c:2279:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1789449581.712139:0:35250:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b836975d0) owner 0000000000000000/ffff9e8b8168a7c0 00000020:00000001:1.0:1789449581.712143:0:35250:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449581.712146:0:35250:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:1.0:1789449581.712147:0:35250:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1789449581.712150:0:35250:0:(lov_io.c:1078:lov_io_iter_init()) Process entered 00020000:00000001:1.0:1789449581.712153:0:35250:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00200000:1.0:1789449581.712156:0:35250:0:(lov_io.c:1153:lov_io_iter_init()) component[0] flags 0x10 00020000:00000001:1.0:1789449581.712161:0:35250:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449581.712163:0:35250:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789449581.712165:0:35250:0:(lov_offset.c:264:lov_stripe_intersects()) [0->9223372036854775806] -> [(0) 0->9223372036854775806 (0)] 00020000:00000001:1.0:1789449581.712169:0:35250:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789449581.712171:0:35250:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1789449581.712173:0:35250:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789449581.712174:0:35250:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820824184 : -107152888727432 : ffff9e8b86217878) 00000020:00001000:1.0:1789449581.712177:0:35250:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217870 00000020:00000001:1.0:1789449581.712180:0:35250:0:(cl_object.c:143:cl_object_top()) ffff9e8b84013e90 -> ffff9e8b84013b70 00000020:00000001:1.0:1789449581.712182:0:35250:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:1.0:1789449581.712186:0:35250:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789449581.712187:0:35250:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1789449581.712189:0:35250:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:1.0:1789449581.712191:0:35250:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446636920799428704 : -107152910122912 : ffff9e8b84db0060) 00000020:00000001:1.0:1789449581.712193:0:35250:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449581.712195:0:35250:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449581.712197:0:35250:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993110984 : -107152716440632 : ffff9e8b90665bc8) 00000020:00000001:1.0:1789449581.712200:0:35250:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1789449581.712202:0:35250:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449581.712205:0:35250:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000001:1.0:1789449581.712207:0:35250:0:(lov_io.c:1276:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449581.712209:0:35250:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449581.712211:0:35250:0:(cl_io.c:315:cl_io_lock()) Process entered 00020000:00000001:1.0:1789449581.712214:0:35250:0:(lov_io.c:1419:lov_io_lock()) Process entered 00020000:00000001:1.0:1789449581.712225:0:35250:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:1.0:1789449581.712227:0:35250:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:1.0:1789449581.712229:0:35250:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1789449581.712230:0:35250:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449581.712232:0:35250:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449581.712234:0:35250:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449581.712236:0:35250:0:(lov_io.c:1420:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449581.712237:0:35250:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1789449581.712238:0:35250:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449581.712240:0:35250:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449581.712242:0:35250:0:(cl_io.c:529:cl_io_start()) Process entered 00020000:00000001:1.0:1789449581.712245:0:35250:0:(lov_io.c:1425:lov_io_start()) Process entered 00020000:00000001:1.0:1789449581.712246:0:35250:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:1.0:1789449581.712247:0:35250:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:1.0:1789449581.712250:0:35250:0:(osc_io.c:1105:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1789449581.712253:0:35250:0:(osc_cache.c:3327:osc_cache_writeback_range()) Process entered 00000008:00000020:1.0:1789449581.712260:0:35250:0:(osc_cache.c:3467:osc_cache_writeback_range()) obj ffff9e8b84d26380 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 2251799813685247] npages 1: rc=0. 00000008:00000001:1.0:1789449581.712265:0:35250:0:(osc_cache.c:3482:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789449581.712268:0:35250:0:(osc_cache.c:3262:osc_cache_wait_range()) Process entered 00000008:00000020:1.0:1789449581.712273:0:35250:0:(osc_cache.c:3299:osc_cache_wait_range()) obj ffff9e8b84d26380 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1789449581.712276:0:35250:0:(osc_cache.c:3300:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789449581.712278:0:35250:0:(osc_io.c:1073:osc_fsync_ost()) Process entered 00000020:00000001:1.0:1789449581.712281:0:35250:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1789449581.712284:0:35250:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1789449581.712286:0:35250:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1789449581.712288:0:35250:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1789449581.712289:0:35250:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1789449581.712290:0:35250:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1789449581.712295:0:35250:0:(osc_request.c:517:osc_sync_base()) Process entered 00000100:00000010:1.0:1789449581.712303:0:35250:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83691180. 00000020:00000040:1.0:1789449581.712307:0:35250:0:(genops.c:1209:class_import_get()) import ffff9e8b90c6e800 refcount=4 obd=lustre-OST0000-osc-ffff9e8b89903000 00000100:00000001:1.0:1789449581.712313:0:35250:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789449581.712317:0:35250:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789449581.712322:0:35250:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789449581.712331:0:35250:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e8b83766e00. 00000100:00000001:1.0:1789449581.712340:0:35250:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449581.712349:0:35250:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789449581.712354:0:35250:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449581.712362:0:35250:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b40db9bc] to pc [ptlrpcd_00_01+1] req@ffff9e8b83691180 x1876371947534080/t0(0) o16->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:1.0:1789449581.712386:0:35250:0:(osc_request.c:541:osc_sync_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789449581.712389:0:35250:0:(osc_io.c:1090:osc_fsync_ost()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789449581.712391:0:35250:0:(osc_io.c:1174:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449581.712393:0:35250:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449581.712395:0:35250:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449581.712396:0:35250:0:(lov_io.c:1426:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449581.712398:0:35250:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449581.712400:0:35250:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:1.0:1789449581.712402:0:35250:0:(lov_io.c:1967:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1789449581.712404:0:35250:0:(lov_io.c:1431:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1789449581.712406:0:35250:0:(cl_io.c:556:cl_io_end()) Process entered 00000100:00000001:0.0:1789449581.713300:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449581.713307:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449581.713310:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789449581.713319:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83691180 x1876371947534080/t0(0) o16->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449581.713329:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789449581.713331:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449581.713336:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789449581.713340:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789449581.713343:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449581.713347:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83691180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2400:1876371947534080:192.168.202.109@tcp:16:multiop.0 00000100:00000001:0.0:1789449581.713351:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789449581.713358:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789449581.713361:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449581.713364:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789449581.713371:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b836b1000. 02000000:00000001:0.0:1789449581.713373:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449581.713382:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:0.0:1789449581.713387:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b86580b58. 00000400:00000010:0.0:1789449581.713395:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e56e8. 00000100:00000200:0.0:1789449581.713404:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947534080, portal 4 00000100:00000001:0.0:1789449581.713406:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449581.713408:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775184768 : -107152934366848 : ffff9e8b83691180) 00000100:00000040:0.0:1789449581.713416:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b83691180 x1876371947534080/t0(0) o16->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1789449597 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449581.713423:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789449581.713426:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1789449581.713430:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5ee0. 00000100:00000200:0.0:1789449581.713433:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1876371947534080, offset 0 00000400:00000200:0.0:1789449581.713441:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1789449581.713452:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449581.713461:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1789449581.713467:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789449581.713473:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1789449581.713477:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789449581.713480:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1789449581.713484:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2944:2944:256:4294967295] 192.168.202.109@tcp LPNI seq info [2944:2944:8:4294967295] 00000400:00000200:0.0:1789449581.713489:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449581.713499:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1789449581.713506:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1789449581.713512:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b864ec100. 00000800:00000200:0.0:1789449581.713520:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1789449581.713529:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1789449581.713535:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b864ec100 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:0.0:1789449581.713552:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449581.713558:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: using a timeout of 23000 usecs (23 jiffies) 00000400:00000200:0.0:1789449581.713561:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:0.0:1789449581.713565:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296584422 00000100:00000001:0.0:1789449581.713569:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296586278 00000100:00000001:0.0:1789449581.713572:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296584422 00000100:00000001:0.0:1789449581.713574:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296586278 00000100:00000001:0.0:1789449581.713577:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449581.713580:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449581.713583:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449581.713586:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449581.713595:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449581.713597:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789449581.713600:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449581.713601:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449581.713603:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449581.713606:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449581.713624:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449581.713627:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449581.714301:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449581.714309:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ec100. 00000400:00000200:3.0:1789449581.714317:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449581.714325:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449581.714333:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5ee0 00000400:00000010:3.0:1789449581.714336:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5ee0. 00000100:00000001:3.0:1789449581.714341:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449581.714347:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83691180 x1876371947534080/t0(0) o16->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1789449597 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449581.714358:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449581.714361:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83691180 x1876371947534080/t0(0) o16->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1789449597 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449581.714368:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449581.714370:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789449581.734925:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449581.734951:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449581.734957:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449581.734960:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449581.734972:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449581.734983:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449581.734994:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449581.735009:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449581.735016:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449581.735023:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 432 into portal 4 MB=0x6aa8ce3663700 00000400:00000200:3.0:1789449581.735030:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449581.735038:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 432/432 into md 0x85e5 [1] + 224 00000800:00000001:3.0:1789449581.735047:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449581.735057:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449581.735061:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449581.735067:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449581.735077:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449581.735089:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83691180 x1876371947534080/t0(0) o16->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1789449597 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789449581.735102:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff9e8b83691180 x1876371947534080/t0(0) o16->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1789449597 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449581.735115:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449581.735124:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449581.735127:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449581.735678:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449581.735685:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789449581.735696:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449581.735699:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449581.735703:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b86580b58. 00000400:00000200:0.0:1789449581.735710:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e56e8 00000400:00000010:0.0:1789449581.735713:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e56e8. 00000100:00000001:0.0:1789449581.735717:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449581.735723:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83691180 x1876371947534080/t0(0) o16->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1789449597 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789449581.735734:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83691180 x1876371947534080/t0(0) o16->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1789449597 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449581.735742:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449581.735744:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449581.735747:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449581.735751:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449581.735754:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449581.735757:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449581.735761:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449581.735786:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b90c6ec60 time=61 v=5 (5 5 5 5) 00000100:00001000:0.0:1789449581.735792:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b90c6ec18 time=19 v=5 (1 0 0 0) 00000100:00000001:0.0:1789449581.735795:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449581.735798:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449581.735801:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449581.735805:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449581.735810:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1789449581.735813:0:2400:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e8b89903000: committing for last_committed 4294967335 gen 17 00000100:00000040:0.0:1789449581.735821:0:2400:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967335) req@ffff9e8b83690a80 x1876371947533824/t4294967335(4294967335) o4->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:6/4 lens 496/448 e 0 to 0 dl 1789449597 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449581.735831:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449581.735835:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83690a80 x1876371947533824/t4294967335(4294967335) o4->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:6/4 lens 496/448 e 0 to 0 dl 1789449597 ref 1 fl Complete:RMQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449581.735843:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789449581.735846:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449581.735850:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b836b2000. 02000000:00000001:0.0:1789449581.735855:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789449581.735860:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449581.735862:0:2400:0:(genops.c:1222:class_import_put()) import ffff9e8b90c6e800 refcount=3 obd=lustre-OST0000-osc-ffff9e8b89903000 00000020:00000001:0.0:1789449581.735866:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449581.735870:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e8b83767400. 02000000:00000001:0.0:1789449581.735875:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449581.735877:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449581.735923:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83690a80. 00000100:00000001:0.0:1789449581.735928:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449581.735930:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449581.735933:0:2400:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1789449581.735936:0:2400:0:(client.c:3236:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e8b89903000: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:0.0:1789449581.735939:0:2400:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449581.735942:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449581.735948:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83691180 x1876371947534080/t0(0) o16->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1789449597 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449581.735956:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449581.735960:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449581.735962:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1789449581.735968:0:2400:0:(osc_request.c:477:osc_sync_interpret()) Process entered 00000020:00000001:0.0:1789449581.735978:0:2400:0:(cl_object.c:143:cl_object_top()) ffff9e8b84d26380 -> ffff9e8b84013b70 00000020:00000001:0.0:1789449581.735981:0:2400:0:(cl_object.c:143:cl_object_top()) ffff9e8b84d26380 -> ffff9e8b84013b70 00000020:00000001:0.0:1789449581.735984:0:2400:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1789449581.735988:0:2400:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1789449581.735992:0:2400:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449581.735994:0:2400:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449581.735995:0:2400:0:(cl_object.c:143:cl_object_top()) ffff9e8b84d26380 -> ffff9e8b84013b70 00000008:00000001:0.0:1789449581.736014:0:2400:0:(osc_request.c:505:osc_sync_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449581.736019:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83691180 x1876371947534080/t0(0) o16->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1789449597 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789449581.736029:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83691180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2400:1876371947534080:192.168.202.109@tcp:16:multiop.0 00000100:00000001:0.0:1789449581.736035:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449581.736037:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449581.736041:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83691180 x1876371947534080/t0(0) o16->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1789449597 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449581.736048:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789449581.736050:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449581.736052:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b836b1000. 02000000:00000001:0.0:1789449581.736056:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789449581.736058:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449581.736060:0:2400:0:(genops.c:1222:class_import_put()) import ffff9e8b90c6e800 refcount=2 obd=lustre-OST0000-osc-ffff9e8b89903000 00000020:00000001:0.0:1789449581.736062:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449581.736064:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e8b83766e00. 02000000:00000001:0.0:1789449581.736068:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449581.736069:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449581.736071:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83691180. 00000100:00000001:0.0:1789449581.736074:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449581.736075:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449581.736078:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449581.736087:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449581.736090:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449581.736093:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449581.736096:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449581.736757:0:35250:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:1.0:1789449581.736776:0:35250:0:(lov_io.c:1441:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449581.736781:0:35250:0:(lov_io.c:1978:lov_io_fsync_end()) Process leaving 00000080:00000001:1.0:1789449581.736789:0:35250:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1789449581.736793:0:35250:0:(cl_object.c:143:cl_object_top()) ffff9e8b84013b70 -> ffff9e8b84013b70 00000020:00000001:1.0:1789449581.736797:0:35250:0:(cl_object.c:143:cl_object_top()) ffff9e8b84013b70 -> ffff9e8b84013b70 00000020:00000001:1.0:1789449581.736799:0:35250:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1789449581.736805:0:35250:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1789449581.736812:0:35250:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1789449581.736815:0:35250:0:(lov_offset.c:58:lov_stripe_size()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:1.0:1789449581.736817:0:35250:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1789449581.736818:0:35250:0:(lov_offset.c:58:lov_stripe_size()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:1.0:1789449581.736821:0:35250:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x8:1073742850 on OST[0]: s=1 (1) m=1789449581 a=0 c=1789449581 b=8 00020000:00000001:1.0:1789449581.736825:0:35250:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789449581.736828:0:35250:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=1 m=1789449581 a=0 c=1789449581 b=8 00020000:00000001:1.0:1789449581.736831:0:35250:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449581.736833:0:35250:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449581.736835:0:35250:0:(cl_object.c:143:cl_object_top()) ffff9e8b84013b70 -> ffff9e8b84013b70 00000080:00200000:1.0:1789449581.736838:0:35250:0:(file.c:1775:ll_merge_attr_nolock()) [0x240000402:0x8:0x0] updating i_size 1 i_blocks 8 00000080:00000001:1.0:1789449581.736841:0:35250:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1789449581.736842:0:35250:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:1.0:1789449581.736846:0:35250:0:(cl_io.c:353:cl_io_unlock()) Process entered 00020000:00000001:1.0:1789449581.736849:0:35250:0:(lov_io.c:1519:lov_io_unlock()) Process entered 00020000:00000001:1.0:1789449581.736852:0:35250:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:1.0:1789449581.736854:0:35250:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:1.0:1789449581.736856:0:35250:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1789449581.736858:0:35250:0:(lov_io.c:1453:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449581.736860:0:35250:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449581.736863:0:35250:0:(lov_io.c:1522:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1789449581.736864:0:35250:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1789449581.736866:0:35250:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1789449581.736868:0:35250:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1789449581.736870:0:35250:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1789449581.736872:0:35250:0:(lov_io.c:1500:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1789449581.736873:0:35250:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:1.0:1789449581.736875:0:35250:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1789449581.736876:0:35250:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1789449581.736877:0:35250:0:(lov_io.c:1447:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449581.736918:0:35250:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449581.736920:0:35250:0:(lov_io.c:1511:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1789449581.736921:0:35250:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1789449581.736924:0:35250:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449581.736927:0:35250:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:1.0:1789449581.736929:0:35250:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1789449581.736931:0:35250:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1789449581.736932:0:35250:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:1.0:1789449581.736934:0:35250:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:1.0:1789449581.736936:0:35250:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217870 00020000:00000001:1.0:1789449581.736940:0:35250:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1789449581.736942:0:35250:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1789449581.736945:0:35250:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1789449581.736948:0:35250:0:(vvp_io.c:304:vvp_io_fini()) [0x240000402:0x8:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1789449581.736952:0:35250:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1789449581.736953:0:35250:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:1.0:1789449581.736956:0:35250:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217ab0 00000080:00000001:1.0:1789449581.736958:0:35250:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449581.736967:0:35250:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c43e48 00000080:00000008:1.0:1789449581.736969:0:35250:0:(file.c:5438:ll_fsync()) COMPLETED file: name=f24a.recovery-small, fid=[0x240000402:0x8:0x0], start=0, end=9223372036854775807, datasync=0, rc=0 00000080:00000001:1.0:1789449581.736973:0:35250:0:(file.c:5440:ll_fsync()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449581.785740:0:35254:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789449581.785750:0:35254:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789449581.785754:0:35254:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181cb3b78 00000080:00200000:1.0:1789449581.785759:0:35254:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:1.0:1789449581.785770:0:35254:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b83766200. 00800000:00000002:1.0:1789449581.785779:0:35254:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:1.0:1789449581.785784:0:35254:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789449581.785791:0:35254:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789449581.785793:0:35254:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181cb3a98 00800000:00000002:1.0:1789449581.785796:0:35254:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789449581.785801:0:35254:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789449581.785804:0:35254:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449581.785807:0:35254:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449581.785810:0:35254:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449581.785813:0:35254:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449581.785815:0:35254:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449581.785817:0:35254:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789449581.785819:0:35254:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449581.785823:0:35254:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789449581.785829:0:35254:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789449581.785831:0:35254:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181cb3968 00000002:00010000:1.0:1789449581.785833:0:35254:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789449581.785837:0:35254:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789449581.785840:0:35254:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789449581.785844:0:35254:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789449581.785853:0:35254:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbaf00 count: 2 00010000:00000001:1.0:1789449581.785857:0:35254:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449581.785864:0:35254:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449581.785868:0:35254:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789449581.785875:0:35254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded6792 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dcbd expref: -99 pid: 35243 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1789449581.785924:0:35254:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789449581.785930:0:35254:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449581.785933:0:35254:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded6792 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dcbd expref: -99 pid: 35243 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1789449581.785940:0:35254:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789449581.785942:0:35254:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789449581.785944:0:35254:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789449581.785946:0:35254:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789449581.785948:0:35254:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789449581.785951:0:35254:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789449581.785954:0:35254:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789449581.785958:0:35254:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:1.0:1789449581.785961:0:35254:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b83766200. 00000080:00000001:1.0:1789449581.785968:0:35254:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789449581.785970:0:35254:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789449581.785974:0:35254:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:1.0:1789449581.785977:0:35254:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded6792 00800000:00000001:1.0:1789449581.785981:0:35254:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789449581.785984:0:35254:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789449581.785986:0:35254:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449581.785989:0:35254:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449581.785993:0:35254:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499200 refcount=3 00000020:00000001:1.0:1789449581.785995:0:35254:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:1.0:1789449581.785998:0:35254:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:1.0:1789449581.786012:0:35254:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449581.786013:0:35254:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789449581.786015:0:35254:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449581.786017:0:35254:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789449581.786020:0:35254:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded6792 from it ffffb71181cb3bb0 00010000:00000001:1.0:1789449581.786022:0:35254:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449581.786023:0:35254:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449581.786024:0:35254:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499200 refcount=3 00000020:00000001:1.0:1789449581.786026:0:35254:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:1.0:1789449581.786028:0:35254:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:1.0:1789449581.786031:0:35254:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789449581.786034:0:35254:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded6792 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3dcbd expref: -99 pid: 35243 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789449581.786040:0:35254:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449581.786041:0:35254:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449581.786043:0:35254:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789449581.786045:0:35254:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789449581.786048:0:35254:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded6792 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dcbd expref: -99 pid: 35243 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1789449581.786056:0:35254:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789449581.786059:0:35254:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789449581.786061:0:35254:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789449581.786066:0:35254:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449581.786067:0:35254:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449581.786069:0:35254:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449581.786073:0:35254:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789449581.786075:0:35254:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449581.786077:0:35254:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449581.786080:0:35254:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449581.786082:0:35254:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789449581.786083:0:35254:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449581.786084:0:35254:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789449581.786088:0:35254:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789449581.786090:0:35254:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789449581.786092:0:35254:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908), inode mode 41ff mask 44 00000080:00000001:1.0:1789449581.786097:0:35254:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449581.786101:0:35254:0:(dir.c:3016:ll_dir_open()) Process entered 00000080:00000001:1.0:1789449581.786104:0:35254:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1789449581.786106:0:35254:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181cb3b78 00000080:00200008:1.0:1789449581.786108:0:35254:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9e8b89180908), flags 504000 00000080:00000010:1.0:1789449581.786114:0:35254:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9e8b8c446c80. 00000080:00000001:1.0:1789449581.786119:0:35254:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449581.786121:0:35254:0:(dir.c:3017:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449581.786145:0:35254:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449581.786147:0:35254:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=8028667f arg=7ffd8876f810 00000080:00000001:1.0:1789449581.786154:0:35254:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000080:00000001:1.0:1789449581.786157:0:35254:0:(llite_lib.c:4281:ll_get_sb_uuid()) Process entered 00000080:00000001:1.0:1789449581.786159:0:35254:0:(llite_lib.c:4287:ll_get_sb_uuid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449581.786161:0:35254:0:(llite_lib.c:3669:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449581.786163:0:35254:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449581.786169:0:35254:0:(dir.c:3022:ll_dir_release()) Process entered 00000080:00000001:1.0:1789449581.786171:0:35254:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1789449581.786173:0:35254:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181cb3dd0 00000080:00200008:1.0:1789449581.786175:0:35254:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9e8b89180908), flags 504000 00000080:00400000:1.0:1789449581.786178:0:35254:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:1.0:1789449581.786182:0:35254:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9e8b8c446c80. 00000080:00000001:1.0:1789449581.786185:0:35254:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1789449581.786187:0:35254:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181cb3dd0 00000080:00000008:1.0:1789449581.786189:0:35254:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9e8b89180908), flags 504000, rc = 0 00000080:00000001:1.0:1789449581.786192:0:35254:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449581.786194:0:35254:0:(dir.c:3023:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449582.082515:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449582.082525:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449582.082532:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449582.082533:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449582.082535:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449582.082537:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449582.082539:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449582.082540:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449582.083366:0:16814:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789449582.083372:0:16814:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449582.083377:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1789449582.696217:0:35250:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:2.0:1789449582.696231:0:35250:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c43d88 00000080:00200008:2.0:1789449582.696238:0:35250:0:(file.c:2650:do_file_write_iter()) START file f24a.recovery-small:[0x240000402:0x8:0x0], ppos: 1, count: 1 00000080:00000002:2.0:1789449582.696243:0:35250:0:(file.c:2656:do_file_write_iter()) inode ffff9e8b89112a08 need_sync_to_oss [0x240000402:0x8:0x0] 00000080:00000001:2.0:1789449582.696247:0:35250:0:(pcc.c:2644:pcc_file_write_iter()) Process entered 00000080:00000001:2.0:1789449582.696249:0:35250:0:(pcc.c:2647:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449582.696252:0:35250:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:2.0:1789449582.696258:0:35250:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449582.696260:0:35250:0:(file.c:2588:ll_do_tiny_write()) Process entered 00000020:00000001:2.0:1789449582.696263:0:35250:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:2.0:1789449582.696268:0:35250:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b836975d0) owner 0000000000000000/ffff9e8b8168a7c0 00020000:00000002:2.0:1789449582.696273:0:35250:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9e8b87c1ee40 addref 2/0 by ffff9e8b8168a7c0. 00020000:00000002:2.0:1789449582.696276:0:35250:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b836975d0) owner 0000000000000000/ffff9e8b8168a7c0 00000020:00000001:2.0:1789449582.696279:0:35250:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000080:00000001:2.0:1789449582.696362:0:35250:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:2.0:1789449582.696365:0:35250:0:(rw26.c:676:ll_write_begin()) Writing 0 of 1 to 1 bytes 00000080:00000001:2.0:1789449582.696372:0:35250:0:(rw26.c:683:ll_write_begin()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:2.0:1789449582.696376:0:35250:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00200000:2.0:1789449582.696380:0:35250:0:(file.c:2626:ll_do_tiny_write()) result: 0, original count 1 00000080:00000001:2.0:1789449582.696382:0:35250:0:(file.c:2628:ll_do_tiny_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449582.696385:0:35250:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789449582.696390:0:35250:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822744 : -107152888728872 : ffff9e8b862172d8) 00000020:00001000:2.0:1789449582.696392:0:35250:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b862172d0 00000080:00000001:2.0:1789449582.696397:0:35250:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:2.0:1789449582.696399:0:35250:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c43c98 00000080:00200000:2.0:1789449582.696401:0:35250:0:(file.c:2090:ll_file_io_generic()) f24a.recovery-small: write ppos: 1, bytes: 1 00000020:00000001:2.0:1789449582.696407:0:35250:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c43c30 00000080:00200000:2.0:1789449582.696408:0:35250:0:(file.c:1848:ll_io_set_mirror()) f24a.recovery-small: desiginated mirror: 0 00000020:00000001:2.0:1789449582.696412:0:35250:0:(cl_io.c:210:cl_io_rw_init()) Process entered 00000020:00200000:2.0:1789449582.696420:0:35250:0:(cl_io.c:215:cl_io_rw_init()) header@0000000003c55ea1[0x110, 2, [0x240000402:0x8:0x0] hash] 00000020:00200000:2.0:1789449582.696422:0:35250:0:(cl_io.c:215:cl_io_rw_init()) io range: 2 [1, 2) 0 0 00000020:00000001:2.0:1789449582.696426:0:35250:0:(cl_object.c:143:cl_object_top()) ffff9e8b84013b70 -> ffff9e8b84013b70 00000020:00000001:2.0:1789449582.696428:0:35250:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:2.0:1789449582.696431:0:35250:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1789449582.696433:0:35250:0:(vvp_io.c:1826:vvp_io_init()) [0x240000402:0x8:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1789449582.696437:0:35250:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789449582.696439:0:35250:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1789449582.696442:0:35250:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449582.696447:0:35250:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449582.696450:0:35250:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1789449582.696452:0:35250:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449582.696455:0:35250:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789449582.696459:0:35250:0:(lov_object.c:1590:lov_io_init()) [0x240000402:0x8:0x0]io ffff9e8b84db0e40 type 2 ignore/verify layout 0/0 00020000:00000002:2.0:1789449582.696462:0:35250:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b836975d0) owner 0000000000000000/ffff9e8b8168a7c0 00020000:00000001:2.0:1789449582.696467:0:35250:0:(lov_io.c:2266:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1789449582.696469:0:35250:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1789449582.696472:0:35250:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1789449582.696474:0:35250:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:2.0:1789449582.696476:0:35250:0:(lov_io.c:860:lov_io_slice_init()) 1 2 00020000:00000001:2.0:1789449582.696479:0:35250:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449582.696482:0:35250:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000001:2.0:1789449582.696485:0:35250:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:2.0:1789449582.696486:0:35250:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1789449582.696488:0:35250:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449582.696489:0:35250:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789449582.696491:0:35250:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1789449582.696492:0:35250:0:(lov_io.c:2279:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1789449582.696494:0:35250:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b836975d0) owner 0000000000000000/ffff9e8b8168a7c0 00000020:00000001:2.0:1789449582.696496:0:35250:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449582.696497:0:35250:0:(cl_io.c:218:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789449582.696500:0:35250:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 0] 00000001:00000001:2.0:1789449582.696503:0:35250:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:2.0:1789449582.696506:0:35250:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449582.696510:0:35250:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:2.0:1789449582.696511:0:35250:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1789449582.696515:0:35250:0:(cl_io.c:915:cl_page_list_init()) Process entered 00000020:00000001:2.0:1789449582.696516:0:35250:0:(cl_io.c:918:cl_page_list_init()) Process leaving 00020000:00000001:2.0:1789449582.696518:0:35250:0:(lov_io.c:1290:lov_io_rw_iter_init()) Process entered 00020000:00000001:2.0:1789449582.696520:0:35250:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00200000:2.0:1789449582.696523:0:35250:0:(lov_io.c:1362:lov_io_rw_iter_init()) stripe: 1 chunk: [1, 2) 2, 1 00020000:00000001:2.0:1789449582.696526:0:35250:0:(lov_io.c:1078:lov_io_iter_init()) Process entered 00020000:00000001:2.0:1789449582.696528:0:35250:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00200000:2.0:1789449582.696530:0:35250:0:(lov_io.c:1153:lov_io_iter_init()) component[0] flags 0x10 00020000:00000001:2.0:1789449582.696534:0:35250:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449582.696535:0:35250:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789449582.696538:0:35250:0:(lov_offset.c:264:lov_stripe_intersects()) [1->1] -> [(0) 1->1 (0)] 00020000:00000001:2.0:1789449582.696541:0:35250:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789449582.696543:0:35250:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1789449582.696544:0:35250:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789449582.696546:0:35250:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820824040 : -107152888727576 : ffff9e8b862177e8) 00000020:00001000:2.0:1789449582.696548:0:35250:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b862177e0 00000020:00000001:2.0:1789449582.696551:0:35250:0:(cl_object.c:143:cl_object_top()) ffff9e8b84013e90 -> ffff9e8b84013b70 00000020:00000001:2.0:1789449582.696553:0:35250:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:2.0:1789449582.696559:0:35250:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789449582.696560:0:35250:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1789449582.696563:0:35250:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:2.0:1789449582.696564:0:35250:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446636920799432256 : -107152910119360 : ffff9e8b84db0e40) 00000020:00000001:2.0:1789449582.696566:0:35250:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449582.696568:0:35250:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449582.696571:0:35250:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993116240 : -107152716435376 : ffff9e8b90667050) 00000020:00000001:2.0:1789449582.696574:0:35250:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000008:00000001:2.0:1789449582.696578:0:35250:0:(osc_io.c:525:osc_io_iter_init()) Process entered 00000008:00000001:2.0:1789449582.696581:0:35250:0:(osc_io.c:545:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449582.696583:0:35250:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449582.696585:0:35250:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000001:2.0:1789449582.696588:0:35250:0:(lov_io.c:1276:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449582.696589:0:35250:0:(lov_io.c:1368:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449582.696591:0:35250:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449582.696593:0:35250:0:(cl_io.c:315:cl_io_lock()) Process entered 00000080:00000001:2.0:1789449582.696596:0:35250:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:2.0:1789449582.696598:0:35250:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:2.0:1789449582.696601:0:35250:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:2.0:1789449582.696604:0:35250:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449582.696608:0:35250:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449582.696610:0:35250:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:2.0:1789449582.696612:0:35250:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 0] 00000020:00000001:2.0:1789449582.696614:0:35250:0:(cl_io.c:477:cl_io_lock_add()) Process entered 00000020:00000001:2.0:1789449582.696615:0:35250:0:(cl_io.c:260:cl_lockset_merge()) Process entered 00000020:00000001:2.0:1789449582.696617:0:35250:0:(cl_io.c:277:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449582.696619:0:35250:0:(cl_io.c:484:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449582.696620:0:35250:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449582.696622:0:35250:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449582.696624:0:35250:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449582.696626:0:35250:0:(lov_io.c:1419:lov_io_lock()) Process entered 00020000:00000001:2.0:1789449582.696628:0:35250:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:2.0:1789449582.696629:0:35250:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:2.0:1789449582.696631:0:35250:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1789449582.696632:0:35250:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449582.696634:0:35250:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449582.696636:0:35250:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449582.696638:0:35250:0:(lov_io.c:1420:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449582.696639:0:35250:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1789449582.696641:0:35250:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1789449582.696643:0:35250:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1789449582.696646:0:35250:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1789449582.696648:0:35250:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000001:2.0:1789449582.696650:0:35250:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449582.696652:0:35250:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449582.696654:0:35250:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789449582.696657:0:35250:0:(lov_offset.c:264:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000001:2.0:1789449582.696659:0:35250:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000010:2.0:1789449582.696667:0:35250:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9e8b83162500. 00020000:00000001:2.0:1789449582.696670:0:35250:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449582.696672:0:35250:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449582.696673:0:35250:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789449582.696675:0:35250:0:(lov_offset.c:264:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000001:2.0:1789449582.696678:0:35250:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1789449582.696679:0:35250:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789449582.696681:0:35250:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993116240 : -107152716435376 : ffff9e8b90667050) 00000020:00000001:2.0:1789449582.696682:0:35250:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1789449582.696687:0:35250:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9e8b8633c850. 00000008:00010000:2.0:1789449582.696690:0:35250:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:2.0:1789449582.696693:0:35250:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1789449582.696694:0:35250:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1789449582.696698:0:35250:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9e8b83162530, osc lock ffff9e8b8633c850, flags 0x0 00000020:00000001:2.0:1789449582.696700:0:35250:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449582.696702:0:35250:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449582.696704:0:35250:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000001:2.0:1789449582.696707:0:35250:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446636920769750272 : -107152939801344 : ffff9e8b83162500) 00000020:00000001:2.0:1789449582.696709:0:35250:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1789449582.696710:0:35250:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1789449582.696711:0:35250:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449582.696713:0:35250:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449582.696715:0:35250:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1789449582.696717:0:35250:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1789449582.696718:0:35250:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789449582.696719:0:35250:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993116240 : -107152716435376 : ffff9e8b90667050) 00000020:00000001:2.0:1789449582.696721:0:35250:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1789449582.696724:0:35250:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1789449582.696726:0:35250:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:2.0:1789449582.696728:0:35250:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449582.696732:0:35250:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1789449582.696734:0:35250:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1789449582.696736:0:35250:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1789449582.696738:0:35250:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1789449582.696739:0:35250:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1789449582.696741:0:35250:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1789449582.696743:0:35250:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1789449582.696747:0:35250:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789449582.696755:0:35250:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bd900 count: 2 00010000:00000001:2.0:1789449582.696759:0:35250:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789449582.696767:0:35250:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449582.696772:0:35250:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789449582.696777:0:35250:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000e5f9f560/0xcddde1459ded67ae lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xeb7cbf5e2fd3dd18 expref: -99 pid: 35250 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1789449582.696790:0:35250:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789449582.696796:0:35250:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449582.696799:0:35250:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000e5f9f560/0xcddde1459ded67ae lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xeb7cbf5e2fd3dd18 expref: -99 pid: 35250 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789449582.696807:0:35250:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449582.696809:0:35250:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449582.696813:0:35250:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b889f0400 refcount=3 00000020:00000001:2.0:1789449582.696815:0:35250:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920862606336 : -107152846945280 : ffff9e8b889f0400) 00010000:00000001:2.0:1789449582.696819:0:35250:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920862606336 : -107152846945280 : ffff9e8b889f0400) 00000008:00000001:2.0:1789449582.696823:0:35250:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1789449582.696826:0:35250:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449582.696827:0:35250:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449582.696829:0:35250:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b889f0400 refcount=4 00000020:00000001:2.0:1789449582.696831:0:35250:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920862606336 : -107152846945280 : ffff9e8b889f0400) 00010000:00000001:2.0:1789449582.696833:0:35250:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920862606336 : -107152846945280 : ffff9e8b889f0400) 00010000:00000001:2.0:1789449582.696835:0:35250:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449582.696836:0:35250:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449582.696837:0:35250:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b889f0400 refcount=5 00000020:00000001:2.0:1789449582.696839:0:35250:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920862606336 : -107152846945280 : ffff9e8b889f0400) 00010000:00000001:2.0:1789449582.696842:0:35250:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920862606336 : -107152846945280 : ffff9e8b889f0400) 00010000:00000001:2.0:1789449582.696844:0:35250:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449582.696846:0:35250:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449582.696850:0:35250:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000e5f9f560/0xcddde1459ded67ae lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xeb7cbf5e2fd3dd18 expref: -99 pid: 35250 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789449582.696857:0:35250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449582.696859:0:35250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1789449582.696862:0:35250:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449582.696863:0:35250:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449582.696865:0:35250:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449582.696866:0:35250:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b889f0400 refcount=6 00000020:00000001:2.0:1789449582.696868:0:35250:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920862606336 : -107152846945280 : ffff9e8b889f0400) 00010000:00000001:2.0:1789449582.696870:0:35250:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920862606336 : -107152846945280 : ffff9e8b889f0400) 00010000:00000001:2.0:1789449582.696872:0:35250:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789449582.696875:0:35250:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000e5f9f560/0xcddde1459ded67ae lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xeb7cbf5e2fd3dd18 expref: -99 pid: 35250 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789449582.697215:0:35250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449582.697217:0:35250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789449582.697220:0:35250:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000e5f9f560/0xcddde1459ded67ae lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xeb7cbf5e2fd3dd18 expref: -99 pid: 35250 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789449582.697228:0:35250:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789449582.697230:0:35250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449582.697231:0:35250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449582.697232:0:35250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449582.697234:0:35250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1789449582.697235:0:35250:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789449582.697238:0:35250:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449582.697240:0:35250:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449582.697242:0:35250:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449582.697244:0:35250:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449582.697246:0:35250:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449582.697248:0:35250:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449582.697249:0:35250:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449582.697252:0:35250:0:(cl_io.c:529:cl_io_start()) Process entered 00000080:00000001:2.0:1789449582.697255:0:35250:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000020:00000001:2.0:1789449582.697260:0:35250:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c43b80 00000080:00200000:2.0:1789449582.697262:0:35250:0:(vvp_io.c:1292:vvp_io_write_start()) f24a.recovery-small: write [1, 2) append 0 append lockpos 0 00000020:00000001:2.0:1789449582.697265:0:35250:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:2.0:1789449582.697266:0:35250:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b836975d0) owner 0000000000000000/ffff9e8b8168a7c0 00020000:00000002:2.0:1789449582.697269:0:35250:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9e8b87c1ee40 addref 2/0 by ffff9e8b8168a7c0. 00020000:00000002:2.0:1789449582.697272:0:35250:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b836975d0) owner 0000000000000000/ffff9e8b8168a7c0 00000020:00000001:2.0:1789449582.697274:0:35250:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000020:00000001:2.0:1789449582.697277:0:35250:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00020000:00000001:2.0:1789449582.697280:0:35250:0:(lov_io.c:1617:lov_io_lru_reserve()) Process entered 00020000:00000001:2.0:1789449582.697282:0:35250:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449582.697285:0:35250:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449582.697287:0:35250:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789449582.697289:0:35250:0:(lov_offset.c:264:lov_stripe_intersects()) [1->1] -> [(0) 1->1 (0)] 00020000:00000001:2.0:1789449582.697363:0:35250:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789449582.697364:0:35250:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993116240 : -107152716435376 : ffff9e8b90667050) 00000020:00000001:2.0:1789449582.697366:0:35250:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00000008:00000001:2.0:1789449582.697369:0:35250:0:(osc_io.c:1417:osc_io_lru_reserve()) Process entered 00000008:00000001:2.0:1789449582.697373:0:35250:0:(osc_io.c:1430:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449582.697374:0:35250:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449582.697376:0:35250:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000001:2.0:1789449582.697378:0:35250:0:(lov_io.c:1658:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449582.697380:0:35250:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449582.697385:0:35250:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:2.0:1789449582.697386:0:35250:0:(rw26.c:676:ll_write_begin()) Writing 0 of 1 to 1 bytes 00000020:00000001:2.0:1789449582.697391:0:35250:0:(cl_page.c:432:cl_page_find()) Process entered 00000020:00008000:2.0:1789449582.697393:0:35250:0:(cl_page.c:438:cl_page_find()) 0@[0x240000402:0x8:0x0] ffffe3bd4498d380 ffff9e8b86355b60 1 00000020:00000001:2.0:1789449582.697397:0:35250:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:2.0:1789449582.697400:0:35250:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446636920822127456 : -107152887424160 : ffff9e8b86355b60) 00000020:00000001:2.0:1789449582.697402:0:35250:0:(cl_page.c:455:cl_page_find()) Process leaving (rc=18446636920822127456 : -107152887424160 : ffff9e8b86355b60) 00000020:00000001:2.0:1789449582.697405:0:35250:0:(cl_page.c:811:cl_page_assume()) Process entered 00000020:00000001:2.0:1789449582.697407:0:35250:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:2.0:1789449582.697408:0:35250:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446636920799432256 : -107152910119360 : ffff9e8b84db0e40) 00000020:00000001:2.0:1789449582.697410:0:35250:0:(cl_page.c:645:cl_page_owner_set()) Process entered 00000020:00000001:2.0:1789449582.697411:0:35250:0:(cl_page.c:648:cl_page_owner_set()) Process leaving 00000020:00000001:2.0:1789449582.697414:0:35250:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1789449582.697418:0:35250:0:(cl_page.c:518:__cl_page_state_set()) page@0000000033747c49[2 000000001e32520c 1 1 0000000073c12968 0 0 0] 00000020:00000001:2.0:1789449582.697420:0:35250:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 2 00000020:00000001:2.0:1789449582.697422:0:35250:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1789449582.697423:0:35250:0:(cl_page.c:825:cl_page_assume()) Process leaving 00000080:00000001:2.0:1789449582.697424:0:35250:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:2.0:1789449582.697425:0:35250:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449582.697429:0:35250:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:2.0:1789449582.697431:0:35250:0:(rw26.c:871:ll_write_end()) pos 1, len 1, copied 1 00000020:00000001:2.0:1789449582.697433:0:35250:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:2.0:1789449582.697434:0:35250:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446636920799432256 : -107152910119360 : ffff9e8b84db0e40) 00000020:00000001:2.0:1789449582.697435:0:35250:0:(cl_page.c:680:cl_page_is_owned()) Process entered 00000020:00000001:2.0:1789449582.697437:0:35250:0:(cl_page.c:682:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789449582.697440:0:35250:0:(cl_io.c:928:cl_page_list_add()) Process entered 00000020:00000001:2.0:1789449582.697442:0:35250:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:2.0:1789449582.697443:0:35250:0:(cl_page.c:547:cl_page_get()) Process leaving 00000020:00000001:2.0:1789449582.697444:0:35250:0:(cl_io.c:939:cl_page_list_add()) Process leaving 00000080:00200000:2.0:1789449582.697447:0:35250:0:(rw26.c:929:ll_write_end()) page@0000000033747c49[3 000000001e32520c 2 1 0000000073c12968 0 0 0] 00000080:00200000:2.0:1789449582.697450:0:35250:0:(rw26.c:929:ll_write_end()) vmpage @0000000078b8ab8d 17ffffc0001029 2:0 ffff9e8b86355b60 0 lru 00000080:00200000:2.0:1789449582.697457:0:35250:0:(rw26.c:929:ll_write_end()) osc-page@000000007f8541e1 0: 1< 2 - - > 2< 0 0 1 0x0 0x40420 | 000000009390099a 0000000019b97bc6 > 3< 0 0 > 4< 0 0 8 16797696 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789449582.697460:0:35250:0:(rw26.c:929:ll_write_end()) end page@0000000033747c49 00000080:00200000:2.0:1789449582.697461:0:35250:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00000001:2.0:1789449582.697463:0:35250:0:(rw26.c:950:ll_write_end()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789449582.697468:0:35250:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:2.0:1789449582.697470:0:35250:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 1, to 2 prio 0 00000020:00000001:2.0:1789449582.697473:0:35250:0:(cl_io.c:647:cl_io_commit_async()) Process entered 00020000:00000001:2.0:1789449582.697475:0:35250:0:(lov_io.c:1806:lov_io_commit_async()) Process entered 00020000:00000001:2.0:1789449582.697477:0:35250:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789449582.697477:0:35250:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993116240 : -107152716435376 : ffff9e8b90667050) 00000020:00000001:2.0:1789449582.697479:0:35250:0:(cl_io.c:647:cl_io_commit_async()) Process entered 00000008:00000001:2.0:1789449582.697482:0:35250:0:(osc_io.c:419:osc_io_commit_async()) Process entered 00000008:00000001:2.0:1789449582.697485:0:35250:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:2.0:1789449582.697487:0:35250:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:2.0:1789449582.697488:0:35250:0:(cl_page.c:547:cl_page_get()) Process leaving 00000008:00000001:2.0:1789449582.697490:0:35250:0:(osc_cache.c:2527:osc_queue_async_io()) Process entered 00000008:00000020:2.0:1789449582.697495:0:35250:0:(osc_cache.c:2586:osc_queue_async_io()) obj ffff9e8b84d26380 ready 0|-|- wr 0|-|- rd 0|- oap ffff9e8b86355bd0 folio ffffe3bd4498d380 pg:0 added for cmd 2 00000008:00000001:2.0:1789449582.697501:0:35250:0:(osc_cache.c:1781:osc_enter_cache()) Process entered 00000008:00000020:2.0:1789449582.697504:0:35250:0:(osc_cache.c:1783:osc_enter_cache()) lustre-OST0000-osc-ffff9e8b89903000: grant { dirty: 0/118272 dirty_pages: 0/472726 dropped: 0 avail: 16797696, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 1, left: 0, waiters: 0 }need:28672 00000008:00000020:2.0:1789449582.697511:0:35250:0:(osc_cache.c:1683:osc_enter_cache_try()) lustre-OST0000-osc-ffff9e8b89903000: grant { dirty: 0/118272 dirty_pages: 0/472726 dropped: 0 avail: 16797696, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 1, left: 0, waiters: 0 }need:28672 00000008:00000020:2.0:1789449582.697515:0:35250:0:(osc_cache.c:1481:osc_consume_write_grant()) using 4096 grant credits for brw ffff9e8b86355c08 page ffffe3bd4498d380 00000008:00000020:2.0:1789449582.697519:0:35250:0:(osc_cache.c:1815:osc_enter_cache()) lustre-OST0000-osc-ffff9e8b89903000: grant { dirty: 1/118272 dirty_pages: 1/472726 dropped: 0 avail: 16769024, dirty_grant: 0, reserved: 28672, flight: 0 } lru {in list: 1, left: 0, waiters: 0 }granted from cache 00000008:00000001:2.0:1789449582.697525:0:35250:0:(osc_cache.c:1831:osc_enter_cache()) Process leaving 00000008:00000001:2.0:1789449582.697526:0:35250:0:(osc_cache.c:1834:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789449582.697529:0:35250:0:(osc_cache.c:707:osc_extent_find()) Process entered 00000008:00000010:2.0:1789449582.697537:0:35250:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff9e8bc20e5000. 00000008:00000020:2.0:1789449582.697544:0:35250:0:(osc_cache.c:1310:__osc_extent_tree_dump()) Dump object ffff9e8b84d26380 extents at osc_extent_find:841, mppr: 1024. 00000008:00000020:2.0:1789449582.697551:0:35250:0:(osc_cache.c:1927:osc_update_pending()) obj ffff9e8b84d26380 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:2.0:1789449582.697556:0:35250:0:(osc_cache.c:859:osc_extent_find()) extent ffff9e8bc20e5000@{[0 -> 0/1023], [3|1|-|active|wi|ffff9e8b84d26380], [28672|0|-|-|ffff9e8b889f0400|1024|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:2.0:1789449582.697563:0:35250:0:(osc_cache.c:859:osc_extent_find()) ### extent: 00000000e1034b36 ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000e5f9f560/0xcddde1459ded67ae lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xeb7cbf5e2fd3dd18 expref: -99 pid: 35250 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:2.0:1789449582.697571:0:35250:0:(osc_cache.c:876:osc_extent_find()) Process leaving 00000008:00000001:2.0:1789449582.697576:0:35250:0:(osc_cache.c:2723:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789449582.697578:0:35250:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789449582.697581:0:35250:0:(osc_io.c:380:osc_page_touch_at()) Process entered 00000020:00000001:2.0:1789449582.697584:0:35250:0:(cl_object.c:143:cl_object_top()) ffff9e8b84d26380 -> ffff9e8b84013b70 00000008:00000002:2.0:1789449582.697586:0:35250:0:(osc_io.c:388:osc_page_touch_at()) stripe KMS increasing 1->2 1 00000020:00000001:2.0:1789449582.697589:0:35250:0:(cl_object.c:143:cl_object_top()) ffff9e8b84d26380 -> ffff9e8b84013b70 00000020:00000001:2.0:1789449582.697591:0:35250:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1789449582.697594:0:35250:0:(osc_object.c:161:osc_attr_update()) set kms from 1to 2 00020000:00000001:2.0:1789449582.697597:0:35250:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1789449582.697599:0:35250:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449582.697601:0:35250:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449582.697603:0:35250:0:(cl_object.c:143:cl_object_top()) ffff9e8b84d26380 -> ffff9e8b84013b70 00000008:00000001:2.0:1789449582.697604:0:35250:0:(osc_io.c:403:osc_page_touch_at()) Process leaving 00000020:00000001:2.0:1789449582.697606:0:35250:0:(cl_io.c:952:cl_page_list_del()) Process entered 00000020:00000001:2.0:1789449582.697608:0:35250:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:2.0:1789449582.697612:0:35250:0:(cl_page.c:567:cl_batch_put()) page@0000000033747c49[4 000000001e32520c 2 1 0000000073c12968 0 0 0] 00000020:00000001:2.0:1789449582.697614:0:35250:0:(cl_page.c:567:cl_batch_put()) 4 00000020:00000001:2.0:1789449582.697616:0:35250:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:2.0:1789449582.697618:0:35250:0:(cl_io.c:957:cl_page_list_del()) Process leaving 00000008:00000020:2.0:1789449582.697620:0:35250:0:(osc_request.c:745:osc_update_next_shrink()) next time 3118 to shrink grant 00000080:00000001:2.0:1789449582.697622:0:35250:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:2.0:1789449582.697625:0:35250:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:2.0:1789449582.697634:0:35250:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9e8b89112bb8, count 1, dirtied 1 00000080:00000001:2.0:1789449582.697637:0:35250:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:2.0:1789449582.697639:0:35250:0:(cl_page.c:656:__cl_page_disown()) Process entered 00000020:00000001:2.0:1789449582.697641:0:35250:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1789449582.697643:0:35250:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1789449582.697644:0:35250:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1789449582.697647:0:35250:0:(cl_page.c:518:__cl_page_state_set()) page@0000000033747c49[3 000000001e32520c 2 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1789449582.697648:0:35250:0:(cl_page.c:518:__cl_page_state_set()) 2 -> 1 00000020:00000001:2.0:1789449582.697650:0:35250:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1789449582.697652:0:35250:0:(cl_page.c:671:__cl_page_disown()) Process leaving 00000020:00000001:2.0:1789449582.697653:0:35250:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:2.0:1789449582.697655:0:35250:0:(cl_page.c:567:cl_batch_put()) page@0000000033747c49[3 000000001e32520c 1 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1789449582.697656:0:35250:0:(cl_page.c:567:cl_batch_put()) 3 00000020:00000001:2.0:1789449582.697657:0:35250:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000080:00000001:2.0:1789449582.697659:0:35250:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:2.0:1789449582.697660:0:35250:0:(osc_io.c:492:osc_io_commit_async()) 0 0 00000008:00000001:2.0:1789449582.697662:0:35250:0:(osc_io.c:493:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449582.697664:0:35250:0:(cl_io.c:657:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449582.697666:0:35250:0:(lov_io.c:1818:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449582.697668:0:35250:0:(cl_io.c:657:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789449582.697670:0:35250:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 1 bytes, tot: 1 00000020:00000001:2.0:1789449582.697672:0:35250:0:(cl_io.c:1044:cl_page_list_fini()) Process entered 00000020:00000001:2.0:1789449582.697674:0:35250:0:(cl_io.c:1048:cl_page_list_fini()) Process leaving 00000080:00000001:2.0:1789449582.697675:0:35250:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449582.697678:0:35250:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c43b80 00000080:00200000:2.0:1789449582.697679:0:35250:0:(vvp_io.c:1358:vvp_io_write_start()) f24a.recovery-small: write bytes 0, result: 1 00000080:00000001:2.0:1789449582.697682:0:35250:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449582.697684:0:35250:0:(lov_io.c:1425:lov_io_start()) Process entered 00020000:00000001:2.0:1789449582.697686:0:35250:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:2.0:1789449582.697687:0:35250:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:2.0:1789449582.697689:0:35250:0:(osc_io.c:1053:osc_io_write_start()) Process entered 00000020:00000001:2.0:1789449582.697691:0:35250:0:(cl_object.c:143:cl_object_top()) ffff9e8b84d26380 -> ffff9e8b84013b70 00000020:00000001:2.0:1789449582.697693:0:35250:0:(cl_object.c:143:cl_object_top()) ffff9e8b84d26380 -> ffff9e8b84013b70 00000020:00000001:2.0:1789449582.697695:0:35250:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1789449582.697696:0:35250:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1789449582.697697:0:35250:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449582.697699:0:35250:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449582.697700:0:35250:0:(cl_object.c:143:cl_object_top()) ffff9e8b84d26380 -> ffff9e8b84013b70 00000008:00000001:2.0:1789449582.697702:0:35250:0:(osc_io.c:1061:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449582.697704:0:35250:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449582.697705:0:35250:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449582.697707:0:35250:0:(lov_io.c:1426:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449582.697709:0:35250:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449582.697711:0:35250:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:2.0:1789449582.697712:0:35250:0:(lov_io.c:1397:lov_io_call()) Process entered 00020000:00000001:2.0:1789449582.697713:0:35250:0:(lov_io.c:1431:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1789449582.697715:0:35250:0:(cl_io.c:556:cl_io_end()) Process entered 00000008:00000001:2.0:1789449582.697717:0:35250:0:(osc_cache.c:600:osc_extent_release()) Process entered 00000008:00000001:2.0:1789449582.697720:0:35250:0:(osc_cache.c:229:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:2.0:1789449582.697724:0:35250:0:(osc_cache.c:1927:osc_update_pending()) obj ffff9e8b84d26380 ready 0|-|- wr 1|-|- rd 0|- update pending cmd 2 delta 1. 00000008:00000001:2.0:1789449582.697731:0:35250:0:(osc_cache.c:1859:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1789449582.697734:0:35250:0:(osc_cache.c:1912:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789449582.697735:0:35250:0:(osc_cache.c:1859:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1789449582.697737:0:35250:0:(osc_cache.c:1898:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789449582.697739:0:35250:0:(osc_cache.c:674:osc_extent_release()) Process leaving 00000020:00000001:2.0:1789449582.697740:0:35250:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:2.0:1789449582.697742:0:35250:0:(lov_io.c:1441:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449582.697744:0:35250:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449582.697746:0:35250:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:2.0:1789449582.697748:0:35250:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:2.0:1789449582.697750:0:35250:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1789449582.697752:0:35250:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9e8b9065ba88 (ffff9e8b862172d8/0) at cl_lock_release():245 00000020:00000001:2.0:1789449582.697756:0:35250:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1789449582.697757:0:35250:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e8b9065ba88 (ffff9e8b862172d8/0) at cl_lock_cancel():142 00020000:00000001:2.0:1789449582.697761:0:35250:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1789449582.697762:0:35250:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789449582.697763:0:35250:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993116240 : -107152716435376 : ffff9e8b90667050) 00000020:00000001:2.0:1789449582.697766:0:35250:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1789449582.697767:0:35250:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e8b83162530 (ffff9e8b862177e8/1) at cl_lock_cancel():142 00000008:00000001:2.0:1789449582.697769:0:35250:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1789449582.697771:0:35250:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:2.0:1789449582.697773:0:35250:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449582.697775:0:35250:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449582.697777:0:35250:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b889f0400 refcount=5 00000020:00000001:2.0:1789449582.697779:0:35250:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920862606336 : -107152846945280 : ffff9e8b889f0400) 00010000:00000001:2.0:1789449582.697782:0:35250:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920862606336 : -107152846945280 : ffff9e8b889f0400) 00010000:00000001:2.0:1789449582.697784:0:35250:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789449582.697786:0:35250:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000e5f9f560/0xcddde1459ded67ae lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xeb7cbf5e2fd3dd18 expref: -99 pid: 35250 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789449582.697793:0:35250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449582.697795:0:35250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449582.697796:0:35250:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789449582.697800:0:35250:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789449582.697802:0:35250:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000e5f9f560/0xcddde1459ded67ae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xeb7cbf5e2fd3dd18 expref: -99 pid: 35250 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1789449582.697813:0:35250:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789449582.697817:0:35250:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789449582.697820:0:35250:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789449582.697825:0:35250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449582.697826:0:35250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449582.697828:0:35250:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449582.697831:0:35250:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789449582.697832:0:35250:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449582.697834:0:35250:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449582.697835:0:35250:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449582.697837:0:35250:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789449582.697838:0:35250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449582.697838:0:35250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449582.697839:0:35250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449582.697840:0:35250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1789449582.697841:0:35250:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1789449582.697842:0:35250:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1789449582.697843:0:35250:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1789449582.697843:0:35250:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1789449582.697844:0:35250:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1789449582.697846:0:35250:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e8b9065ba88 (ffff9e8b862172d8/0) at cl_lock_fini():72 00020000:00000001:2.0:1789449582.697849:0:35250:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1789449582.697849:0:35250:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1789449582.697850:0:35250:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e8b83162530 (ffff9e8b862172d8/1) at cl_lock_fini():72 00000008:00000010:2.0:1789449582.697852:0:35250:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9e8b8633c850. 00000020:00000001:2.0:1789449582.697856:0:35250:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1789449582.697857:0:35250:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9e8b83162500. 00020000:00000001:2.0:1789449582.697859:0:35250:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1789449582.697860:0:35250:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1789449582.697861:0:35250:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:2.0:1789449582.697862:0:35250:0:(lov_io.c:1519:lov_io_unlock()) Process entered 00020000:00000001:2.0:1789449582.697863:0:35250:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:2.0:1789449582.697865:0:35250:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:2.0:1789449582.697866:0:35250:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1789449582.697867:0:35250:0:(lov_io.c:1453:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449582.697869:0:35250:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449582.697871:0:35250:0:(lov_io.c:1522:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1789449582.697872:0:35250:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1789449582.697874:0:35250:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000080:00200000:2.0:1789449582.697877:0:35250:0:(vvp_io.c:533:vvp_io_advance()) advancing 1 bytes 00000020:00000001:2.0:1789449582.698462:0:35250:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1789449582.698464:0:35250:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1789449582.698467:0:35250:0:(lov_io.c:1500:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1789449582.698468:0:35250:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:2.0:1789449582.698469:0:35250:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1789449582.698473:0:35250:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1789449582.698474:0:35250:0:(lov_io.c:1447:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449582.698476:0:35250:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449582.698478:0:35250:0:(lov_io.c:1511:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1789449582.698479:0:35250:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1789449582.698481:0:35250:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789449582.698484:0:35250:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 0] 00000001:00000001:2.0:1789449582.698488:0:35250:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:2.0:1789449582.698491:0:35250:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:2.0:1789449582.698493:0:35250:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:2.0:1789449582.698495:0:35250:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1789449582.698497:0:35250:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1789449582.698498:0:35250:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:2.0:1789449582.698499:0:35250:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:2.0:1789449582.698502:0:35250:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b862177e0 00020000:00000001:2.0:1789449582.698506:0:35250:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1789449582.698508:0:35250:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1789449582.698509:0:35250:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1789449582.698512:0:35250:0:(vvp_io.c:304:vvp_io_fini()) [0x240000402:0x8:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1789449582.698515:0:35250:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1789449582.698516:0:35250:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00000001:2.0:1789449582.698518:0:35250:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c43c98 00000080:00200000:2.0:1789449582.698520:0:35250:0:(file.c:2238:ll_file_io_generic()) f24a.recovery-small: 2 io complete with rc: 0, result: 1, restart: 0 00000080:00000001:2.0:1789449582.698525:0:35250:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1789449582.698527:0:35250:0:(cl_object.c:143:cl_object_top()) ffff9e8b84013b70 -> ffff9e8b84013b70 00000020:00000001:2.0:1789449582.698529:0:35250:0:(cl_object.c:143:cl_object_top()) ffff9e8b84013b70 -> ffff9e8b84013b70 00000020:00000001:2.0:1789449582.698531:0:35250:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1789449582.698535:0:35250:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1789449582.698540:0:35250:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1789449582.698543:0:35250:0:(lov_offset.c:58:lov_stripe_size()) Process leaving (rc=2 : 2 : 2) 00020000:00000001:2.0:1789449582.698544:0:35250:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1789449582.698545:0:35250:0:(lov_offset.c:58:lov_stripe_size()) Process leaving (rc=2 : 2 : 2) 00020000:00000002:2.0:1789449582.698548:0:35250:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x8:1073742850 on OST[0]: s=2 (1) m=1789449582 a=0 c=1789449582 b=8 00020000:00000001:2.0:1789449582.698551:0:35250:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789449582.698553:0:35250:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=2 m=1789449582 a=0 c=1789449582 b=8 00020000:00000001:2.0:1789449582.698556:0:35250:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449582.698557:0:35250:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449582.698559:0:35250:0:(cl_object.c:143:cl_object_top()) ffff9e8b84013b70 -> ffff9e8b84013b70 00000080:00200000:2.0:1789449582.698561:0:35250:0:(file.c:1775:ll_merge_attr_nolock()) [0x240000402:0x8:0x0] updating i_size 2 i_blocks 8 00000080:00000001:2.0:1789449582.698564:0:35250:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:2.0:1789449582.698568:0:35250:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1 00000080:00000001:2.0:1789449582.698571:0:35250:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=1 : 1 : 1) 00000020:00001000:2.0:1789449582.698573:0:35250:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b862172d0 00000020:00000001:2.0:1789449582.698576:0:35250:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c43d88 00000080:00000008:2.0:1789449582.698578:0:35250:0:(file.c:2732:do_file_write_iter()) COMPLETED: file f24a.recovery-small:[0x240000402:0x8:0x0], ppos: 2, count: 0, rc = 1 00000080:00000001:2.0:1789449582.698580:0:35250:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789449582.698597:0:35250:0:(file.c:5379:ll_fsync()) Process entered 00000020:00000001:2.0:1789449582.698599:0:35250:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c43e48 00000080:00200008:2.0:1789449582.698601:0:35250:0:(file.c:5384:ll_fsync()) START file: name=f24a.recovery-small, fid=[0x240000402:0x8:0x0], start=0, end=9223372036854775807, datasync=0, need_sync 0/1 00000080:00000001:2.0:1789449582.698608:0:35250:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:2.0:1789449582.698610:0:35250:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1789449582.698612:0:35250:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789449582.698615:0:35250:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822744 : -107152888728872 : ffff9e8b862172d8) 00000020:00001000:2.0:1789449582.698617:0:35250:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b862172d0 00000020:00000001:2.0:1789449582.698619:0:35250:0:(cl_object.c:143:cl_object_top()) ffff9e8b84013b70 -> ffff9e8b84013b70 00000020:00000001:2.0:1789449582.698621:0:35250:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:2.0:1789449582.698623:0:35250:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1789449582.698625:0:35250:0:(vvp_io.c:1826:vvp_io_init()) [0x240000402:0x8:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:2.0:1789449582.698627:0:35250:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789449582.698628:0:35250:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1789449582.698630:0:35250:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789449582.698632:0:35250:0:(lov_object.c:1590:lov_io_init()) [0x240000402:0x8:0x0]io ffff9e8b84db0e40 type 6 ignore/verify layout 1/0 00020000:00000002:2.0:1789449582.698635:0:35250:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b836975d0) owner 0000000000000000/ffff9e8b8168a7c0 00020000:00000001:2.0:1789449582.698638:0:35250:0:(lov_io.c:2266:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1789449582.698639:0:35250:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1789449582.698641:0:35250:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1789449582.698643:0:35250:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449582.698645:0:35250:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1789449582.698648:0:35250:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1789449582.698649:0:35250:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449582.698651:0:35250:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789449582.698651:0:35250:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1789449582.698653:0:35250:0:(lov_io.c:2279:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1789449582.698655:0:35250:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b836975d0) owner 0000000000000000/ffff9e8b8168a7c0 00000020:00000001:2.0:1789449582.698657:0:35250:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449582.698659:0:35250:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:2.0:1789449582.698661:0:35250:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1789449582.698663:0:35250:0:(lov_io.c:1078:lov_io_iter_init()) Process entered 00020000:00000001:2.0:1789449582.698665:0:35250:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00200000:2.0:1789449582.698667:0:35250:0:(lov_io.c:1153:lov_io_iter_init()) component[0] flags 0x10 00020000:00000001:2.0:1789449582.698670:0:35250:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449582.698671:0:35250:0:(lov_offset.c:141:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789449582.698673:0:35250:0:(lov_offset.c:264:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1789449582.698676:0:35250:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789449582.698678:0:35250:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1789449582.698679:0:35250:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789449582.698680:0:35250:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820824040 : -107152888727576 : ffff9e8b862177e8) 00000020:00001000:2.0:1789449582.698682:0:35250:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b862177e0 00000020:00000001:2.0:1789449582.698684:0:35250:0:(cl_object.c:143:cl_object_top()) ffff9e8b84013e90 -> ffff9e8b84013b70 00000020:00000001:2.0:1789449582.698686:0:35250:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:2.0:1789449582.698688:0:35250:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789449582.698689:0:35250:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1789449582.698691:0:35250:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:2.0:1789449582.698693:0:35250:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446636920799432256 : -107152910119360 : ffff9e8b84db0e40) 00000020:00000001:2.0:1789449582.698695:0:35250:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449582.698697:0:35250:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449582.698698:0:35250:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993116240 : -107152716435376 : ffff9e8b90667050) 00000020:00000001:2.0:1789449582.698701:0:35250:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1789449582.698702:0:35250:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449582.698704:0:35250:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000001:2.0:1789449582.698707:0:35250:0:(lov_io.c:1276:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449582.698709:0:35250:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449582.698711:0:35250:0:(cl_io.c:315:cl_io_lock()) Process entered 00020000:00000001:2.0:1789449582.698712:0:35250:0:(lov_io.c:1419:lov_io_lock()) Process entered 00020000:00000001:2.0:1789449582.698713:0:35250:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:2.0:1789449582.698714:0:35250:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:2.0:1789449582.698716:0:35250:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1789449582.698717:0:35250:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449582.698718:0:35250:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449582.698719:0:35250:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449582.698721:0:35250:0:(lov_io.c:1420:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449582.698722:0:35250:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1789449582.698723:0:35250:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449582.698724:0:35250:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449582.698726:0:35250:0:(cl_io.c:529:cl_io_start()) Process entered 00020000:00000001:2.0:1789449582.698728:0:35250:0:(lov_io.c:1425:lov_io_start()) Process entered 00020000:00000001:2.0:1789449582.698729:0:35250:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:2.0:1789449582.698730:0:35250:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:2.0:1789449582.698732:0:35250:0:(osc_io.c:1105:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1789449582.698735:0:35250:0:(osc_cache.c:3327:osc_cache_writeback_range()) Process entered 00000008:00000001:2.0:1789449582.698740:0:35250:0:(osc_cache.c:1859:osc_makes_rpc()) Process entered 00000008:00000020:2.0:1789449582.698742:0:35250:0:(osc_cache.c:1881:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:2.0:1789449582.698744:0:35250:0:(osc_cache.c:1882:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1789449582.698747:0:35250:0:(osc_cache.c:2389:osc_check_rpcs()) Process entered 00000008:00000001:2.0:1789449582.698748:0:35250:0:(osc_cache.c:2350:osc_next_obj()) Process entered 00000008:00000001:2.0:1789449582.698750:0:35250:0:(osc_cache.c:2358:osc_next_obj()) Process leaving (rc=18446636920798864256 : -107152910687360 : ffff9e8b84d26380) 00000008:00000020:2.0:1789449582.698753:0:35250:0:(osc_cache.c:2394:osc_check_rpcs()) obj ffff9e8b84d26380 ready 0|-|- wr 1|-|+ rd 0|- 0 in flight 00000008:00000001:2.0:1789449582.698757:0:35250:0:(osc_cache.c:1859:osc_makes_rpc()) Process entered 00000008:00000020:2.0:1789449582.698758:0:35250:0:(osc_cache.c:1881:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:2.0:1789449582.698759:0:35250:0:(osc_cache.c:1882:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1789449582.698762:0:35250:0:(osc_cache.c:2214:osc_send_write_rpc()) Process entered 00000008:00000001:2.0:1789449582.698764:0:35250:0:(osc_cache.c:2071:try_to_add_extent_for_io()) Process entered 00000008:00000020:2.0:1789449582.698767:0:35250:0:(osc_cache.c:2075:try_to_add_extent_for_io()) extent ffff9e8bc20e5000@{[0 -> 0/1023], [1|0|+|cache|wiuY|ffff9e8b84d26380], [28672|1|+|-|ffff9e8b889f0400|1024|0000000000000000]} trying to add this extent 00000008:00010000:2.0:1789449582.698774:0:35250:0:(osc_cache.c:2075:try_to_add_extent_for_io()) ### extent: 00000000e1034b36 ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000e5f9f560/0xcddde1459ded67ae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xeb7cbf5e2fd3dd18 expref: -99 pid: 35250 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00000001:2.0:1789449582.698784:0:35250:0:(osc_cache.c:2124:try_to_add_extent_for_io()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:2.0:1789449582.698787:0:35250:0:(osc_cache.c:1927:osc_update_pending()) obj ffff9e8b84d26380 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000008:00000001:2.0:1789449582.698791:0:35250:0:(osc_cache.c:1167:osc_extent_make_ready()) Process entered 00000008:00000001:2.0:1789449582.698793:0:35250:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:2.0:1789449582.698797:0:35250:0:(osc_cache.c:1175:osc_extent_make_ready()) extent ffff9e8bc20e5000@{[0 -> 0/1023], [1|0|+|locking|wiuY|ffff9e8b84d26380], [28672|1|+|-|ffff9e8b889f0400|1024|ffff9e8b8168a7c0]} make ready 00000008:00010000:2.0:1789449582.698801:0:35250:0:(osc_cache.c:1175:osc_extent_make_ready()) ### extent: 00000000e1034b36 ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000e5f9f560/0xcddde1459ded67ae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xeb7cbf5e2fd3dd18 expref: -99 pid: 35250 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00000001:2.0:1789449582.698805:0:35250:0:(osc_cache.c:1359:osc_make_ready()) Process entered 00000020:00000001:2.0:1789449582.698807:0:35250:0:(cl_page.c:1159:cl_page_make_ready()) Process entered 00000020:00008000:2.0:1789449582.698818:0:35250:0:(cl_page.c:1171:cl_page_make_ready()) page@0000000033747c49[2 000000001e32520c 1 1 0000000000000000 0 0 0] 00000020:00008000:2.0:1789449582.698819:0:35250:0:(cl_page.c:1171:cl_page_make_ready()) readied 00000020:00000001:2.0:1789449582.698821:0:35250:0:(cl_page.c:1020:cl_page_io_start()) Process entered 00000020:00000001:2.0:1789449582.698822:0:35250:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1789449582.698823:0:35250:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1789449582.698824:0:35250:0:(cl_page.c:1012:cl_req_type_state()) Process entered 00000020:00000001:2.0:1789449582.698826:0:35250:0:(cl_page.c:1013:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:2.0:1789449582.698827:0:35250:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1789449582.698829:0:35250:0:(cl_page.c:518:__cl_page_state_set()) page@0000000033747c49[2 000000001e32520c 1 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1789449582.698830:0:35250:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 3 00000020:00000001:2.0:1789449582.698831:0:35250:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1789449582.698832:0:35250:0:(cl_page.c:1023:cl_page_io_start()) Process leaving 00000020:00000001:2.0:1789449582.698834:0:35250:0:(cl_page.c:1193:cl_page_make_ready()) page@0000000033747c49[2 000000001e32520c 3 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1789449582.698835:0:35250:0:(cl_page.c:1193:cl_page_make_ready()) 1 0 00000008:00000001:2.0:1789449582.698836:0:35250:0:(osc_cache.c:1363:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449582.698838:0:35250:0:(cl_object.c:143:cl_object_top()) ffff9e8b84d26380 -> ffff9e8b84013b70 00000020:00000001:2.0:1789449582.698839:0:35250:0:(cl_object.c:143:cl_object_top()) ffff9e8b84d26380 -> ffff9e8b84013b70 00000020:00000001:2.0:1789449582.698840:0:35250:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:2.0:1789449582.698842:0:35250:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449582.698843:0:35250:0:(cl_object.c:143:cl_object_top()) ffff9e8b84d26380 -> ffff9e8b84013b70 00000008:00000001:2.0:1789449582.698845:0:35250:0:(osc_cache.c:1228:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789449582.698847:0:35250:0:(osc_request.c:2819:osc_build_rpc()) Process entered 00000008:00000020:2.0:1789449582.698850:0:35250:0:(osc_page.c:1389:osc_over_unstable_soft_limit()) lustre-OST0000-osc-ffff9e8b89903000: cli: ffff9e8b8374bba8 unstable pages: 0, osc unstable pages: 0 00000008:00000010:2.0:1789449582.698855:0:35250:0:(osc_request.c:2850:osc_build_rpc()) kmalloced '(pga)': 8 at ffff9e8b89e16060. 00000008:00000010:2.0:1789449582.698858:0:35250:0:(osc_request.c:2854:osc_build_rpc()) slab-alloced 'oa': 208 at ffff9e8b86ae4270. 00000020:00000001:2.0:1789449582.698861:0:35250:0:(cl_io.c:1167:cl_req_attr_set()) Process entered 00020000:00000001:2.0:1789449582.698862:0:35250:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:2.0:1789449582.698863:0:35250:0:(cl_io.c:1167:cl_req_attr_set()) Process entered 00000020:00000002:2.0:1789449582.698867:0:35250:0:(obdo.c:53:obdo_from_inode()) valid 0x10000000000070c, new time 1789449582/1789449582 00000020:00000001:2.0:1789449582.698870:0:35250:0:(cl_io.c:1173:cl_req_attr_set()) Process leaving 00020000:00000001:2.0:1789449582.698872:0:35250:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000008:00000001:2.0:1789449582.698875:0:35250:0:(osc_lock.c:1343:osc_obj_dlmlock_at_pgoff()) Process entered 00000008:00000001:2.0:1789449582.698906:0:35250:0:(osc_request.c:3331:osc_match_base()) Process entered 00010000:00000001:2.0:1789449582.698909:0:35250:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789449582.698916:0:35250:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bd900 count: 2 00010000:00000001:2.0:1789449582.698918:0:35250:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789449582.698924:0:35250:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:2.0:1789449582.698928:0:35250:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:2.0:1789449582.698931:0:35250:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789449582.698938:0:35250:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449582.698941:0:35250:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000e5f9f560/0xcddde1459ded67ae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xeb7cbf5e2fd3dd18 expref: -99 pid: 35250 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1789449582.698948:0:35250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449582.698950:0:35250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1789449582.698952:0:35250:0:(osc_request.c:3346:osc_match_base()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:2.0:1789449582.698954:0:35250:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449582.698956:0:35250:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449582.698958:0:35250:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b889f0400 refcount=3 00000020:00000001:2.0:1789449582.698960:0:35250:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920862606336 : -107152846945280 : ffff9e8b889f0400) 00010000:00000001:2.0:1789449582.698963:0:35250:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920862606336 : -107152846945280 : ffff9e8b889f0400) 00000008:00000001:2.0:1789449582.698965:0:35250:0:(osc_lock.c:1377:osc_obj_dlmlock_at_pgoff()) Process leaving (rc=18446636920862606336 : -107152846945280 : ffff9e8b889f0400) 00010000:00000001:2.0:1789449582.698968:0:35250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449582.698969:0:35250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1789449582.698970:0:35250:0:(cl_io.c:1173:cl_req_attr_set()) Process leaving 00000008:00000001:2.0:1789449582.698973:0:35250:0:(osc_request.c:1546:osc_brw_prep_request()) Process entered 00000100:00000010:2.0:1789449582.698979:0:35250:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065dc00. 00000020:00000040:2.0:1789449582.698982:0:35250:0:(genops.c:1209:class_import_get()) import ffff9e8b90c6e800 refcount=3 obd=lustre-OST0000-osc-ffff9e8b89903000 00000100:00000001:2.0:1789449582.698989:0:35250:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449582.698992:0:35250:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449582.698994:0:35250:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449582.699002:0:35250:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e8b8b10d400. 00000100:00000001:2.0:1789449582.699009:0:35250:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1789449582.699017:0:35250:0:(osc_request.c:1828:osc_brw_prep_request()) Using short io for data transfer, size = 2 00000008:00000020:2.0:1789449582.699020:0:35250:0:(osc_request.c:736:osc_announce_cached()) lustre-OST0000-osc-ffff9e8b89903000: dirty: 28672 undirty: 484638720 dropped 0 grant: 16769024 cl_lost_grant 0 00000008:00000001:2.0:1789449582.699026:0:35250:0:(osc_request.c:1375:osc_checksum_bulk_rw()) Process entered 00000001:00000040:2.0:1789449582.699058:0:35250:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 3463 MB/s 00000008:00008000:2.0:1789449582.699064:0:35250:0:(osc_request.c:1346:osc_checksum_bulk()) page ffffe3bd4498d380 map ffff9e8b89112bb8 index 0 flags 17ffffc0005028 count 2 priv ffff9e8b86355b60: off 0 00000008:00000001:2.0:1789449582.699073:0:35250:0:(osc_request.c:1386:osc_checksum_bulk_rw()) Process leaving (rc=0 : 0 : 0) 00000008:00008000:2.0:1789449582.699074:0:35250:0:(osc_request.c:1953:osc_brw_prep_request()) checksum at write origin: c9a4775b (4) 00000008:00100000:2.0:1789449582.699078:0:35250:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9e8b9065dc00 - object 0x280000400:4 offset 0<>2 00000008:00000001:2.0:1789449582.699079:0:35250:0:(osc_request.c:2001:osc_brw_prep_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449582.699080:0:35250:0:(cl_io.c:1167:cl_req_attr_set()) Process entered 00020000:00000001:2.0:1789449582.699081:0:35250:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:2.0:1789449582.699082:0:35250:0:(cl_io.c:1167:cl_req_attr_set()) Process entered 00000020:00000002:2.0:1789449582.699083:0:35250:0:(obdo.c:53:obdo_from_inode()) valid 0xc, new time 1789449582/1789449582 00000020:00000001:2.0:1789449582.699085:0:35250:0:(cl_io.c:1173:cl_req_attr_set()) Process leaving 00020000:00000001:2.0:1789449582.699085:0:35250:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000020:00000001:2.0:1789449582.699086:0:35250:0:(cl_io.c:1173:cl_req_attr_set()) Process leaving 00000100:00000001:2.0:1789449582.699089:0:35250:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449582.699090:0:35250:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993078272 : -107152716473344 : ffff9e8b9065dc00) 00000008:00000002:2.0:1789449582.699102:0:35250:0:(osc_request.c:2976:osc_build_rpc()) @@@ 1 pages, aa 0000000048a159c1, now 0r/1w/0d in flight req@ffff9e8b9065dc00 x1876371947534208/t0(0) o4->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000008:2.0:1789449582.699108:0:35250:0:(osc_request.c:2988:osc_build_rpc()) [0x240000402:0x8:0x0]: 1 write pages, start 0, end 0, now 0r/1w/0d in flight 00000100:00000040:2.0:1789449582.699115:0:35250:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a063d587] to pc [ptlrpcd_01_01+1] req@ffff9e8b9065dc00 x1876371947534208/t0(0) o4->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:2.0:1789449582.699260:0:35250:0:(osc_request.c:2994:osc_build_rpc()) Process leaving 00000008:00000001:2.0:1789449582.699263:0:35250:0:(osc_request.c:3019:osc_build_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789449582.699265:0:35250:0:(osc_cache.c:2263:osc_send_write_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789449582.699267:0:35250:0:(osc_cache.c:1859:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1789449582.699269:0:35250:0:(osc_cache.c:1898:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789449582.699271:0:35250:0:(osc_cache.c:1859:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1789449582.699272:0:35250:0:(osc_cache.c:1871:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789449582.699273:0:35250:0:(osc_cache.c:1859:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1789449582.699275:0:35250:0:(osc_cache.c:1898:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789449582.699278:0:35250:0:(osc_cache.c:2350:osc_next_obj()) Process entered 00000008:00000001:2.0:1789449582.699280:0:35250:0:(osc_cache.c:2380:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789449582.699282:0:35250:0:(osc_cache.c:2453:osc_check_rpcs()) Process leaving 00000008:00000020:2.0:1789449582.699286:0:35250:0:(osc_cache.c:3467:osc_cache_writeback_range()) obj ffff9e8b84d26380 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:2.0:1789449582.699344:0:35250:0:(osc_cache.c:3482:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1789449582.699346:0:35250:0:(osc_io.c:1174:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449582.699347:0:35250:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449582.699349:0:35250:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449582.699350:0:35250:0:(lov_io.c:1426:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449582.699352:0:35250:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449582.699353:0:35250:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:2.0:1789449582.699355:0:35250:0:(lov_io.c:1967:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1789449582.699356:0:35250:0:(lov_io.c:1431:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1789449582.699357:0:35250:0:(cl_io.c:556:cl_io_end()) Process entered 00000008:00000001:2.0:1789449582.699359:0:35250:0:(osc_cache.c:3262:osc_cache_wait_range()) Process entered 00000008:00000001:2.0:1789449582.699362:0:35250:0:(osc_cache.c:974:osc_extent_wait()) Process entered 00000008:00000001:2.0:1789449582.699363:0:35250:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449582.699390:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1789449582.699392:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1789449582.699394:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449582.699399:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449582.699401:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449582.699403:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449582.699404:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449582.699407:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789449582.699412:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065dc00 x1876371947534208/t0(0) o4->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449582.699417:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449582.699419:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449582.699422:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449582.699425:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449582.699426:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449582.699429:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2401:1876371947534208:192.168.202.109@tcp:4:multiop.0 00000100:00000001:2.0:1789449582.699433:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789449582.699438:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449582.699440:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449582.699442:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789449582.699446:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b83604c00. 02000000:00000001:2.0:1789449582.699447:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449582.699455:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449582.699459:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b9f20. 00000400:00000010:2.0:1789449582.699465:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085de58. 00000100:00000200:2.0:1789449582.699472:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947534208, portal 4 00000100:00000001:2.0:1789449582.699473:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449582.699474:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993078272 : -107152716473344 : ffff9e8b9065dc00) 00000100:00000040:2.0:1789449582.699479:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b9065dc00 x1876371947534208/t0(0) o4->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:6/4 lens 496/448 e 0 to 0 dl 1789449598 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449582.699484:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449582.699487:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449582.699489:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085dd48. 00000100:00000200:2.0:1789449582.699490:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 6, xid 1876371947534208, offset 0 00000400:00000200:2.0:1789449582.699496:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449582.699504:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449582.699511:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449582.699515:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449582.699519:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449582.699523:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449582.699525:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449582.699527:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2945:2945:256:4294967295] 192.168.202.109@tcp LPNI seq info [2945:2945:8:4294967295] 00000400:00000200:2.0:1789449582.699530:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449582.699538:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449582.699543:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449582.699548:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b89db4400. 00000800:00000200:2.0:1789449582.699554:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449582.699561:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449582.699565:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b89db4400 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:2.0:1789449582.699573:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449582.699577:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: using a timeout of 23028 usecs (24 jiffies) 00000400:00000200:2.0:1789449582.699579:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449582.699581:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296585409 00000100:00000001:2.0:1789449582.699584:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296586278 00000100:00000001:2.0:1789449582.699586:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296585409 00000100:00000001:2.0:1789449582.699588:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296586278 00000100:00000001:2.0:1789449582.699589:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449582.699591:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449582.699593:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449582.699594:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449582.699677:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449582.699679:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449582.699772:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449582.699777:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b89db4400. 00000400:00000200:3.0:1789449582.699782:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449582.699786:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449582.699791:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085dd48 00000400:00000010:3.0:1789449582.699794:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085dd48. 00000100:00000001:3.0:1789449582.699798:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449582.699801:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065dc00 x1876371947534208/t0(0) o4->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:6/4 lens 496/448 e 0 to 0 dl 1789449598 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449582.699812:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449582.699814:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b9065dc00 x1876371947534208/t0(0) o4->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:6/4 lens 496/448 e 0 to 0 dl 1789449598 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449582.699819:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449582.699820:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449582.706391:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449582.706413:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449582.706419:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449582.706422:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449582.706434:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449582.706443:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449582.706455:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449582.706461:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449582.706467:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449582.706472:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 4 MB=0x6aa8ce3663780 00000400:00000200:2.0:1789449582.706478:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449582.706486:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 224/224 into md 0x85ed [1] + 224 00000800:00000001:2.0:1789449582.706494:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449582.706502:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449582.706507:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449582.706522:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449582.706533:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449582.706544:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065dc00 x1876371947534208/t0(0) o4->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:6/4 lens 496/448 e 0 to 0 dl 1789449598 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449582.706557:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=224 offset=224 replen=448 req@ffff9e8b9065dc00 x1876371947534208/t0(0) o4->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:6/4 lens 496/448 e 0 to 0 dl 1789449598 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449582.706578:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449582.706588:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449582.706591:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449582.706691:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449582.706696:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789449582.706705:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449582.706708:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449582.706711:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b9f20. 00000400:00000200:3.0:1789449582.706717:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085de58 00000400:00000010:3.0:1789449582.706720:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085de58. 00000100:00000001:3.0:1789449582.706725:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449582.706729:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065dc00 x1876371947534208/t0(0) o4->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:6/4 lens 496/448 e 0 to 0 dl 1789449598 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789449582.706738:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065dc00 x1876371947534208/t0(0) o4->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:6/4 lens 496/448 e 0 to 0 dl 1789449598 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449582.706745:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449582.706747:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449582.706749:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449582.706754:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449582.706757:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449582.706759:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449582.706763:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449582.706775:0:2401:0:(import.c:2196:obd_at_measure()) add 0 to ffff9e8b90c6eca8 time=61 v=5 (5 0 0 0) 00000100:00001000:3.0:1789449582.706779:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b90c6ec18 time=20 v=5 (1 0 0 0) 00000100:00000001:3.0:1789449582.706782:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:02020000:3.0:1789449582.706786:0:2401:0:(client.c:1505:ptlrpc_check_status()) lustre-OST0000-osc-ffff9e8b89903000: operation ost_write to node 192.168.202.109@tcp failed: rc = -107 00000100:00000001:3.0:1789449582.718173:0:2401:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1789449582.718189:0:2401:0:(recover.c:202:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:3.0:1789449582.718199:0:2401:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-OST0000-osc-ffff9e8b89903000 of lustre-OST0000_UUID@192.168.202.109@tcp abruptly disconnected: reconnecting 00000100:00080000:3.0:1789449582.718216:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9e8b90c6e800 lustre-OST0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1789449582.718223:0:2401:0:(import.c:182:ptlrpc_set_import_discon()) lustre-OST0000-osc-ffff9e8b89903000: Connection to lustre-OST0000 (at 192.168.202.109@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:3.0:1789449582.718227:0:2401:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:3.0:1789449582.718231:0:2401:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:3.0:1789449582.718234:0:2401:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449582.718236:0:2401:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:3.0:1789449582.718239:0:2401:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789449582.718242:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9e8b90c6e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789449582.718245:0:2401:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789449582.718250:0:2401:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff9e8b89903000: connect to NID 192.168.202.109@tcp last attempt 1898 00000400:00000200:3.0:1789449582.718261:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449582.718269:0:2401:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.202.109@tcp is discovered: rc = 1 00000100:00000040:3.0:1789449582.718274:0:2401:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9e8b895f2700 refcount 14 to 192.168.202.109@tcp 00000100:00000001:3.0:1789449582.718278:0:2401:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789449582.718281:0:2401:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9e8b895f2700 refcount 15 to 192.168.202.109@tcp 00000100:00000001:3.0:1789449582.718283:0:2401:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446636920875198208 : -107152834353408 : ffff9e8b895f2700) 00000020:00000001:3.0:1789449582.718293:0:2401:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789449582.718296:0:2401:0:(genops.c:804:class_conn2export()) looking for export cookie 0xcddde1459ded5b36 00000020:00000001:3.0:1789449582.718300:0:2401:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449582.718304:0:2401:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e8b89bcf000 refcount=4 00000020:00000001:3.0:1789449582.718306:0:2401:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920881344512 : -107152828207104 : ffff9e8b89bcf000) 00000020:00000001:3.0:1789449582.718308:0:2401:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636920881344512 : -107152828207104 : ffff9e8b89bcf000) 00000100:00000040:3.0:1789449582.718312:0:2401:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9e8b895f2700 refcount 14 to 192.168.202.109@tcp 00000100:00000001:3.0:1789449582.718313:0:2401:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789449582.718315:0:2401:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9e8b895f2700 refcount 15 to 192.168.202.109@tcp 00000100:00000001:3.0:1789449582.718317:0:2401:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446636920875198208 : -107152834353408 : ffff9e8b895f2700) 00000020:00000040:3.0:1789449582.718320:0:2401:0:(genops.c:879:class_export_put()) PUTting export ffff9e8b89bcf000 : new refcount 3 00000100:00080000:3.0:1789449582.718324:0:2401:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff9e8b89903000: import ffff9e8b90c6e800 using connection 192.168.202.109@tcp/192.168.202.109@tcp 00000100:00000001:3.0:1789449582.718328:0:2401:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449582.718331:0:2401:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789449582.718341:0:2401:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789449582.718345:0:2401:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449582.718349:0:2401:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789449582.718353:0:2401:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683432 ocd_grant: 28672, lost: 0. 00000008:00000001:3.0:1789449582.718356:0:2401:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449582.718358:0:2401:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789449582.718372:0:2401:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83108000. 00000020:00000040:3.0:1789449582.718376:0:2401:0:(genops.c:1209:class_import_get()) import ffff9e8b90c6e800 refcount=4 obd=lustre-OST0000-osc-ffff9e8b89903000 02000000:00000001:3.0:1789449582.718380:0:2401:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789449582.718383:0:2401:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449582.718387:0:2401:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789449582.718390:0:2401:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789449582.718395:0:2401:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789449582.718406:0:2401:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b87c4ac00. 00000100:00000001:3.0:1789449582.718415:0:2401:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449582.718427:0:2401:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e8b83108000 x1876371947534336/t0(0) o8->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789449582.718440:0:2401:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789449582.718446:0:2401:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449582.718451:0:2401:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000053a95e50] to pc [ptlrpcd_rcv+-1] req@ffff9e8b83108000 x1876371947534336/t0(0) o8->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449582.718470:0:2401:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449582.718473:0:2401:0:(recover.c:221:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:3.0:1789449582.718475:0:2401:0:(client.c:1715:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1789449582.718479:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449582.718482:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449582.718494:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449582.718497:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449582.718500:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449582.718502:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449582.718506:0:2401:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449582.718508:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789449582.718511:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449582.718513:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449582.718517:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449582.719717:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449582.719726:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449582.719730:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789449582.719743:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83108000 x1876371947534336/t0(0) o8->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449582.719755:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449582.719757:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449582.719762:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449582.719766:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449582.719769:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449582.719773:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83108000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2398:1876371947534336:192.168.202.109@tcp:8:ptlrpcd_01_00.0 00000100:00000001:2.0:1789449582.719777:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789449582.719782:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449582.719785:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449582.719788:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789449582.719796:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b83606c00. 02000000:00000001:2.0:1789449582.719798:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449582.719808:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449582.719813:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b9bb0. 00000400:00000010:2.0:1789449582.719821:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d660. 00000100:00000200:2.0:1789449582.719830:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947534336, portal 4 00000100:00000001:2.0:1789449582.719833:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449582.719835:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769380352 : -107152940171264 : ffff9e8b83108000) 00000100:00000040:2.0:1789449582.719844:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b83108000 x1876371947534336/t0(0) o8->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1789449592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449582.719852:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449582.719855:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449582.719858:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d3b8. 00000100:00000200:2.0:1789449582.719862:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876371947534336, offset 0 00000400:00000200:2.0:1789449582.719912:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449582.719925:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449582.719935:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449582.719942:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449582.719947:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449582.719951:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449582.719953:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449582.719957:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2946:2946:256:4294967295] 192.168.202.109@tcp LPNI seq info [2946:2946:8:4294967295] 00000400:00000200:2.0:1789449582.719961:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449582.719973:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449582.719980:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449582.719988:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b89db4400. 00000800:00000200:2.0:1789449582.720008:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449582.720018:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449582.720023:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b89db4400 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1789449582.720041:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449582.720046:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: using a timeout of 22966 usecs (23 jiffies) 00000400:00000200:2.0:1789449582.720050:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449582.720053:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296585428 00000100:00000001:2.0:1789449582.720056:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296586278 00000100:00000001:2.0:1789449582.720059:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296585428 00000100:00000001:2.0:1789449582.720062:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296586278 00000100:00000001:2.0:1789449582.720065:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449582.720068:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449582.720072:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449582.720074:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449582.720082:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449582.720085:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1789449582.720088:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449582.720089:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449582.720090:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449582.720092:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449582.721328:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449582.721340:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b89db4400. 00000400:00000200:3.0:1789449582.721350:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449582.721359:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449582.721369:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d3b8 00000400:00000010:3.0:1789449582.721372:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d3b8. 00000100:00000001:3.0:1789449582.721380:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449582.721388:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83108000 x1876371947534336/t0(0) o8->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1789449592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449582.721400:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449582.721403:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83108000 x1876371947534336/t0(0) o8->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1789449592 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449582.721411:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449582.721413:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789449582.726325:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449582.726347:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449582.726352:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449582.726354:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449582.726365:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449582.726374:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449582.726386:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449582.726391:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449582.726398:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449582.726403:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 416 into portal 4 MB=0x6aa8ce3663800 00000400:00000200:3.0:1789449582.726409:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449582.726416:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 416/416 into md 0x85fd [1] + 0 00000800:00000001:3.0:1789449582.726425:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449582.726432:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449582.726436:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449582.726442:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449582.726453:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449582.726465:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83108000 x1876371947534336/t0(0) o8->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1789449592 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449582.726484:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9e8b83108000 x1876371947534336/t0(0) o8->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1789449592 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449582.726584:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449582.726592:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1789449582.726597:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1789449582.726597:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1789449582.726602:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1789449582.726605:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449582.726608:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449582.726612:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b9bb0. 00000400:00000200:0.0:1789449582.726617:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d660 00000400:00000010:0.0:1789449582.726619:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d660. 00000100:00000001:0.0:1789449582.726622:0:2398:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449582.726626:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83108000 x1876371947534336/t0(0) o8->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1789449592 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789449582.726633:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83108000 x1876371947534336/t0(0) o8->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1789449592 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449582.726637:0:2398:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449582.726639:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449582.726641:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449582.726644:0:2398:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449582.726646:0:2398:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449582.726648:0:2398:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449582.726650:0:2398:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449582.726660:0:2398:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b90c6ec60 time=62 v=5 (5 5 5 5) 00000100:00001000:0.0:1789449582.726665:0:2398:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b90c6ec18 time=20 v=5 (1 0 0 0) 00000100:00000001:0.0:1789449582.726667:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449582.726669:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449582.726672:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449582.726676:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449582.726680:0:2398:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789449582.726683:0:2398:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e8b89903000: skip recheck: last_committed 4294967335 00000100:00000001:0.0:1789449582.726685:0:2398:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449582.726690:0:2398:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449582.726694:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83108000 x1876371947534336/t0(0) o8->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/416 e 0 to 0 dl 1789449592 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449582.726700:0:2398:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449582.726715:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449582.726718:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449582.726721:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1789449582.726729:0:2398:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff9e8b89903000: connect to target with instance 1 00000020:00000001:0.0:1789449582.726733:0:2398:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789449582.726735:0:2398:0:(genops.c:804:class_conn2export()) looking for export cookie 0xcddde1459ded5b36 00000020:00000001:0.0:1789449582.726738:0:2398:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449582.726741:0:2398:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e8b89bcf000 refcount=4 00000020:00000001:0.0:1789449582.726744:0:2398:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920881344512 : -107152828207104 : ffff9e8b89bcf000) 00000020:00000001:0.0:1789449582.726746:0:2398:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636920881344512 : -107152828207104 : ffff9e8b89bcf000) 00000100:00001000:0.0:1789449582.726749:0:2398:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b90c6ec18 time=1789449582 v=0 (0 0 0 0) 00000100:00001000:0.0:1789449582.726752:0:2398:0:(import.c:2262:obd_at_measure()) AT ffff9e8b90c6ec18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:0.0:1789449582.726756:0:2398:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 710, crc32c 3463, adler 492 00000020:00000040:0.0:1789449582.726763:0:2398:0:(genops.c:879:class_export_put()) PUTting export ffff9e8b89bcf000 : new refcount 3 00000100:00000001:0.0:1789449582.726765:0:2398:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:0.0:1789449582.726771:0:2398:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000020:0.0:1789449582.726775:0:2398:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0000-osc-ffff9e8b89903000, setting cl_avail_grant: 0 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000008:00000001:0.0:1789449582.726778:0:2398:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:0.0:1789449582.726783:0:2398:0:(lov_obd.c:430:lov_notify()) Process entered 00000080:00000001:0.0:1789449582.726787:0:2398:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1789449582.726789:0:2398:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449582.726792:0:2398:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789449582.726793:0:2398:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789449582.726796:0:2398:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449582.726797:0:2398:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:0.0:1789449582.726802:0:2398:0:(import.c:1383:ptlrpc_connect_interpret()) @@@ lustre-OST0000-osc-ffff9e8b89903000: evicting (reconnect/recover flags not set: 4) req@ffff9e8b83108000 x1876371947534336/t0(0) o8->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/416 e 0 to 0 dl 1789449592 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789449582.726809:0:2398:0:(import.c:65:import_set_state_nolock()) ffff9e8b90c6e800 lustre-OST0000_UUID: changing import state from CONNECTING to EVICTED 00000100:00000001:0.0:1789449582.726813:0:2398:0:(import.c:1693:ptlrpc_import_recovery_state_machine()) Process entered 00000100:02020000:0.0:1789449582.726816:0:2398:0:(import.c:1708:ptlrpc_import_recovery_state_machine()) lustre-OST0000-osc-ffff9e8b89903000: This client was evicted by lustre-OST0000; in progress operations using this service will fail. 00000100:00080000:0.0:1789449582.737757:0:2398:0:(import.c:1719:ptlrpc_import_recovery_state_machine()) evicted from lustre-OST0000_UUID@192.168.202.109@tcp; invalidating 00000020:00000040:0.0:1789449582.737765:0:2398:0:(genops.c:1209:class_import_get()) import ffff9e8b90c6e800 refcount=5 obd=lustre-OST0000-osc-ffff9e8b89903000 00000100:00000001:0.0:1789449582.739077:0:2398:0:(import.c:1740:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449582.739087:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449582.739103:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83108000 x1876371947534336/t0(0) o8->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/416 e 0 to 0 dl 1789449592 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789449582.739116:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83108000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2398:1876371947534336:192.168.202.109@tcp:8:ptlrpcd_01_00.0 00000100:00000001:0.0:1789449582.739123:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449582.739127:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449582.739131:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83108000 x1876371947534336/t0(0) o8->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/416 e 0 to 0 dl 1789449592 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449582.739138:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789449582.739143:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449582.739148:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b83606c00. 02000000:00000001:0.0:1789449582.739152:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789449582.739155:0:2398:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449582.739166:0:2398:0:(genops.c:1222:class_import_put()) import ffff9e8b90c6e800 refcount=4 obd=lustre-OST0000-osc-ffff9e8b89903000 00000020:00000001:0.0:1789449582.739169:0:2398:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449582.739179:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b87c4ac00. 02000000:00000001:0.0:1789449582.739184:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449582.739186:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449582.739189:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83108000. 00000100:00000001:0.0:1789449582.739193:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449582.739195:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449582.739198:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449582.739218:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449582.739221:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449582.739224:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449582.739226:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449582.739590:0:35263:0:(import.c:1639:ptlrpc_invalidate_import_thread()) Process entered 00000100:00080000:1.0:1789449582.739603:0:35263:0:(import.c:1643:ptlrpc_invalidate_import_thread()) thread invalidate import lustre-OST0000-osc-ffff9e8b89903000 to lustre-OST0000_UUID@192.168.202.109@tcp 00000100:00000001:1.0:1789449582.739609:0:35263:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1789449582.739611:0:35263:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:1.0:1789449582.739613:0:35263:0:(client.c:3576:ptlrpc_abort_inflight()) Process entered 00000100:00100000:1.0:1789449582.739621:0:35263:0:(client.c:3603:ptlrpc_abort_inflight()) @@@ aborting waiting req req@ffff9e8b9065dc00 x1876371947534208/t0(0) o4->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:6/4 lens 496/224 e 0 to 0 dl 1789449598 ref 2 fl Rpc:RSQU/600/0 rc -107/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449582.739644:0:35263:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1789449582.739647:0:35263:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e8b89903000: committing for last_committed 4294967335 gen 18 00000100:00000040:1.0:1789449582.739651:0:35263:0:(client.c:3236:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e8b89903000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:1.0:1789449582.739653:0:35263:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789449582.739655:0:35263:0:(client.c:3621:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1789449582.739656:0:35263:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1789449582.739658:0:35263:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:1.0:1789449582.739662:0:35263:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:1.0:1789449582.739665:0:35263:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:1.0:1789449582.739669:0:35263:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:1.0:1789449582.739672:0:35263:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:1.0:1789449582.739674:0:35263:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff9e8b83133ba8 for uuid lustre-OST0000_UUID event(2) 00020000:01000000:1.0:1789449582.739681:0:35263:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID inactive 00020000:00000040:1.0:1789449582.739684:0:35263:0:(lov_obd.c:417:lov_set_osc_active()) lustre-OST0000_UUID: lov idx 0 conn cddde1459ded5b36 00020000:00000001:1.0:1789449582.739687:0:35263:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449582.739691:0:35263:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1789449582.739694:0:35263:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449582.739698:0:35263:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789449582.739700:0:35263:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789449582.739702:0:35263:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449582.739704:0:35263:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00100000:1.0:1789449582.739707:0:35263:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1789449582.739997:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449582.740002:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449582.740006:0:2401:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449582.740015:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065dc00 x1876371947534208/t0(0) o4->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:6/4 lens 496/224 e 0 to 0 dl 1789449598 ref 2 fl Rpc:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449582.740025:0:2401:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:3.0:1789449582.740028:0:2401:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449582.740031:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449582.740033:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1789449582.740036:0:2401:0:(osc_request.c:2581:brw_interpret()) Process entered 00000008:00000001:3.0:1789449582.740038:0:2401:0:(osc_request.c:2172:osc_brw_fini_request()) Process entered 00000008:00000040:3.0:1789449582.740042:0:2401:0:(osc_request.c:2175:osc_brw_fini_request()) @@@ Failed request: rc = -5 req@ffff9e8b9065dc00 x1876371947534208/t0(0) o4->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:6/4 lens 496/224 e 0 to 0 dl 1789449598 ref 2 fl Interpret:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:3.0:1789449582.740049:0:2401:0:(osc_request.c:2176:osc_brw_fini_request()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000008:00000002:3.0:1789449582.740051:0:2401:0:(osc_request.c:2586:brw_interpret()) request ffff9e8b9065dc00 aa ffff9e8b9065ddb0 rc -5 00000008:00080000:3.0:1789449582.740056:0:2401:0:(osc_request.c:2601:brw_interpret()) lustre-OST0000-osc-ffff9e8b89903000: resend cross eviction for object: 0x280000400:4: rc = -5. 00000008:00000010:3.0:1789449582.740060:0:2401:0:(osc_request.c:2668:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff9e8b86ae4270. 00000100:00000001:3.0:1789449582.740066:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449582.740070:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065dc00 x1876371947534208/t0(0) o4->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:6/4 lens 496/224 e 0 to 0 dl 1789449598 ref 2 fl Interpret:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449582.740076:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789449582.740082:0:2401:0:(osc_cache.c:905:osc_extent_finish()) Process entered 00000008:00000020:3.0:1789449582.740084:0:2401:0:(osc_cache.c:909:osc_extent_finish()) extent ffff9e8bc20e5000@{[0 -> 0/1023], [3|0|-|rpc|wiuY|ffff9e8b84d26380], [28672|1|+|+|ffff9e8b889f0400|1024|ffff9e8b8168a7c0]} extent finished. 00000008:00010000:3.0:1789449582.740093:0:2401:0:(osc_cache.c:909:osc_extent_finish()) ### extent: 00000000e1034b36 ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000e5f9f560/0xcddde1459ded67ae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xeb7cbf5e2fd3dd18 expref: -99 pid: 35250 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00000001:3.0:1789449582.740118:0:2401:0:(osc_cache.c:1408:osc_completion()) Process entered 00000020:00000001:3.0:1789449582.740122:0:2401:0:(cl_page.c:1113:cl_page_complete()) Process entered 00000020:00000001:3.0:1789449582.740126:0:2401:0:(cl_page.c:1115:cl_page_complete()) page@0000000033747c49[2 000000001e32520c 3 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1789449582.740128:0:2401:0:(cl_page.c:1115:cl_page_complete()) 1 -5 00000020:00000001:3.0:1789449582.740130:0:2401:0:(cl_page.c:1012:cl_req_type_state()) Process entered 00000020:00000001:3.0:1789449582.740131:0:2401:0:(cl_page.c:1013:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:3.0:1789449582.740133:0:2401:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1789449582.740136:0:2401:0:(cl_page.c:518:__cl_page_state_set()) page@0000000033747c49[2 000000001e32520c 3 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1789449582.740138:0:2401:0:(cl_page.c:518:__cl_page_state_set()) 3 -> 1 00000020:00000001:3.0:1789449582.740140:0:2401:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000080:00000001:3.0:1789449582.740142:0:2401:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:3.0:1789449582.740146:0:2401:0:(vvp_page.c:167:vvp_page_complete_write()) page@0000000033747c49[2 000000001e32520c 1 1 0000000000000000 0 0 0] 00000080:00008000:3.0:1789449582.740147:0:2401:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with -5 00000080:00000400:3.0:1789449582.740173:0:2401:0:(llite_lib.c:4342:ll_dirty_page_discard_warn()) lustre: dirty page discard: 192.168.202.109@tcp:/lustre/fid: [0x240000402:0x8:0x0]// may get corrupted (rc -5) 00000080:00000001:3.0:1789449582.766408:0:2401:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:3.0:1789449582.766419:0:2401:0:(cl_page.c:1136:cl_page_complete()) Process leaving 00000020:00000001:3.0:1789449582.766423:0:2401:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:3.0:1789449582.766438:0:2401:0:(cl_page.c:567:cl_batch_put()) page@0000000033747c49[2 000000001e32520c 1 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1789449582.766440:0:2401:0:(cl_page.c:567:cl_batch_put()) 2 00000020:00000001:3.0:1789449582.766442:0:2401:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000008:00000001:3.0:1789449582.766444:0:2401:0:(osc_cache.c:1452:osc_completion()) Process leaving 00000008:00000020:3.0:1789449582.766451:0:2401:0:(osc_cache.c:1649:osc_free_grant()) lost 0 grant: 0 avail: 0 dirty: 0/0 00000008:00000020:3.0:1789449582.766462:0:2401:0:(osc_cache.c:497:__osc_extent_remove()) extent ffff9e8bc20e5000@{[0 -> 0/1023], [2|0|-|inv|wuY|ffff9e8b84d26380], [28672|0|-|-|ffff9e8b889f0400|1024|ffff9e8b8168a7c0]} destroyed. 00000008:00010000:3.0:1789449582.766475:0:2401:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000e1034b36 ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000e5f9f560/0xcddde1459ded67ae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xeb7cbf5e2fd3dd18 expref: -99 pid: 35250 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00000001:3.0:1789449582.766490:0:2401:0:(osc_cache.c:956:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:3.0:1789449582.766496:0:2401:0:(osc_request.c:2540:osc_release_ppga()) kvfree 'ppga': 8 at ffff9e8b89e16060. 00000008:00000020:3.0:1789449582.766513:0:2401:0:(osc_cache.c:2469:__osc_io_unplug()) Queue writeback work for client ffff9e8b8374bba8. 00000008:00000001:3.0:1789449582.766520:0:2401:0:(osc_request.c:2756:brw_interpret()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000100:00000040:3.0:1789449582.766537:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065dc00 x1876371947534208/t0(0) o4->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:6/4 lens 496/224 e 0 to 0 dl 1789449598 ref 1 fl Interpret:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789449582.766549:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2401:1876371947534208:192.168.202.109@tcp:4:multiop.0 00000100:00000001:3.0:1789449582.766563:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449582.766569:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449582.766573:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065dc00 x1876371947534208/t0(0) o4->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:6/4 lens 496/224 e 0 to 0 dl 1789449598 ref 1 fl Complete:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449582.766581:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449582.766584:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449582.766589:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b83604c00. 02000000:00000001:3.0:1789449582.766594:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449582.766597:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449582.766599:0:2401:0:(genops.c:1222:class_import_put()) import ffff9e8b90c6e800 refcount=3 obd=lustre-OST0000-osc-ffff9e8b89903000 00000020:00000001:3.0:1789449582.766602:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449582.766605:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e8b8b10d400. 02000000:00000001:3.0:1789449582.766609:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449582.766612:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449582.766614:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065dc00. 00000100:00000001:3.0:1789449582.766617:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449582.766619:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449582.766622:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449582.766631:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449582.766634:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449582.766637:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449582.766640:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449582.768040:0:29299:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789449582.768052:0:29299:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822888 : -107152888728728 : ffff9e8b86217368) 00000020:00001000:3.0:1789449582.768060:0:29299:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217360 00000008:00000020:3.0:1789449582.768065:0:29299:0:(osc_request.c:4051:brw_queue_work()) Run writeback work for client obd ffff9e8b8374bba8. 00000008:00000001:3.0:1789449582.768070:0:29299:0:(osc_cache.c:2389:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1789449582.768072:0:29299:0:(osc_cache.c:2350:osc_next_obj()) Process entered 00000008:00000001:3.0:1789449582.768076:0:29299:0:(osc_cache.c:2380:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789449582.768079:0:29299:0:(osc_cache.c:2453:osc_check_rpcs()) Process leaving 00000020:00001000:3.0:1789449582.768081:0:29299:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217360 00000100:00000001:1.0:1789449582.768157:0:35263:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:1.0:1789449582.768162:0:35263:0:(osc_request.c:3902:osc_import_event()) Process entered 00000001:00000001:1.0:1789449582.768167:0:35263:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1789449582.768171:0:35263:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:1.0:1789449582.768188:0:35263:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bd900 count: 2 00010000:00000001:1.0:1789449582.768195:0:35263:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1789449582.768198:0:35263:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449582.768202:0:35263:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449582.768205:0:35263:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b889f0400 refcount=4 00000020:00000001:1.0:1789449582.768219:0:35263:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920862606336 : -107152846945280 : ffff9e8b889f0400) 00010000:00000001:1.0:1789449582.768223:0:35263:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920862606336 : -107152846945280 : ffff9e8b889f0400) 00010000:00000001:1.0:1789449582.768227:0:35263:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789449582.768233:0:35263:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000e5f9f560/0xcddde1459ded67ae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x80012e400000000 nid: local remote: 0xeb7cbf5e2fd3dd18 expref: -99 pid: 35250 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00000001:1.0:1789449582.768306:0:35263:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1789449582.768308:0:35263:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789449582.768311:0:35263:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820824760 : -107152888726856 : ffff9e8b86217ab8) 00000020:00001000:1.0:1789449582.768313:0:35263:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217ab0 00000008:00000001:1.0:1789449582.768316:0:35263:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:1.0:1789449582.768320:0:35263:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:1.0:1789449582.768321:0:35263:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789449582.768322:0:35263:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820824184 : -107152888727432 : ffff9e8b86217878) 00000020:00001000:1.0:1789449582.768324:0:35263:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217870 00000008:00000001:1.0:1789449582.768327:0:35263:0:(osc_cache.c:3761:osc_ldlm_hp_handle()) Process entered 00000008:00000020:1.0:1789449582.768330:0:35263:0:(osc_cache.c:3781:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:1.0:1789449582.768333:0:35263:0:(osc_cache.c:3797:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:1.0:1789449582.768336:0:35263:0:(osc_cache.c:3845:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789449582.768338:0:35263:0:(osc_cache.c:3327:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1789449582.768343:0:35263:0:(osc_cache.c:3262:osc_cache_wait_range()) Process entered 00000008:00000020:1.0:1789449582.768347:0:35263:0:(osc_cache.c:3299:osc_cache_wait_range()) obj ffff9e8b84d26380 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1789449582.768351:0:35263:0:(osc_cache.c:3300:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1789449582.768354:0:35263:0:(osc_cache.c:3467:osc_cache_writeback_range()) obj ffff9e8b84d26380 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 1: rc=0. 00000008:00000001:1.0:1789449582.768358:0:35263:0:(osc_cache.c:3482:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1789449582.768360:0:35263:0:(osc_lock.c:372:osc_lock_flush()) object ffff9e8b84d26380: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:1.0:1789449582.768364:0:35263:0:(osc_cache.c:3730:osc_lock_discard_pages()) Process entered 00000020:00000001:1.0:1789449582.768368:0:35263:0:(cl_object.c:143:cl_object_top()) ffff9e8b84d26380 -> ffff9e8b84013b70 00000020:00000001:1.0:1789449582.768371:0:35263:0:(cl_object.c:143:cl_object_top()) ffff9e8b84013b70 -> ffff9e8b84013b70 00000020:00000001:1.0:1789449582.768374:0:35263:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:1.0:1789449582.768377:0:35263:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1789449582.768380:0:35263:0:(vvp_io.c:1826:vvp_io_init()) [0x240000402:0x8:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1789449582.768384:0:35263:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789449582.768385:0:35263:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1789449582.768387:0:35263:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789449582.768392:0:35263:0:(lov_object.c:1590:lov_io_init()) [0x240000402:0x8:0x0]io ffff9e8b86725a20 type 8 ignore/verify layout 1/0 00020000:00000001:1.0:1789449582.768397:0:35263:0:(lov_io.c:2266:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1789449582.768399:0:35263:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1789449582.768402:0:35263:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1789449582.768405:0:35263:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1789449582.768406:0:35263:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449582.768408:0:35263:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789449582.768409:0:35263:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1789449582.768410:0:35263:0:(lov_io.c:2279:lov_io_init_composite()) Process leaving 00000020:00000001:1.0:1789449582.768412:0:35263:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789449582.768414:0:35263:0:(osc_cache.c:3517:osc_page_gang_lookup()) Process entered 00000020:00000001:1.0:1789449582.768419:0:35263:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:1.0:1789449582.768421:0:35263:0:(cl_page.c:547:cl_page_get()) Process leaving 00000020:00000001:1.0:1789449582.768423:0:35263:0:(cl_page.c:711:__cl_page_own()) Process entered 00000020:00000001:1.0:1789449582.768427:0:35263:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:1.0:1789449582.768428:0:35263:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446636920826124832 : -107152883426784 : ffff9e8b86725a20) 00000020:00000001:1.0:1789449582.768431:0:35263:0:(cl_page.c:645:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1789449582.768433:0:35263:0:(cl_page.c:648:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1789449582.768435:0:35263:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1789449582.768440:0:35263:0:(cl_page.c:518:__cl_page_state_set()) page@0000000033747c49[2 000000001e32520c 1 1 00000000ade16fee 0 0 0] 00000020:00000001:1.0:1789449582.768442:0:35263:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1789449582.768444:0:35263:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000040:1.0:1789449582.768446:0:35263:0:(cl_page.c:755:__cl_page_own()) res 0 00000020:00000001:1.0:1789449582.768447:0:35263:0:(cl_page.c:758:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449582.768451:0:35263:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:1.0:1789449582.768452:0:35263:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:1.0:1789449582.768455:0:35263:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1789449582.768456:0:35263:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1789449582.768457:0:35263:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1789449582.768460:0:35263:0:(cl_page.c:518:__cl_page_state_set()) page@0000000033747c49[2 000000001e32520c 2 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1789449582.768462:0:35263:0:(cl_page.c:518:__cl_page_state_set()) 2 -> 5 00000020:00000001:1.0:1789449582.768463:0:35263:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:1.0:1789449582.768466:0:35263:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:1.0:1789449582.768467:0:35263:0:(osc_page.c:138:osc_page_delete()) ffff9e8b86355bc0 00000008:00000001:1.0:1789449582.768469:0:35263:0:(osc_cache.c:2731:osc_teardown_async_page()) Process entered 00000008:00000040:1.0:1789449582.768472:0:35263:0:(osc_cache.c:2734:osc_teardown_async_page()) teardown oap ffff9e8b86355bd0 page ffff9e8b86355bc0 at index 0. 00000008:00000001:1.0:1789449582.768474:0:35263:0:(osc_cache.c:2756:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789449582.768481:0:35263:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:1.0:1789449582.768484:0:35263:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe3bd4498d380 index 0 00000020:00000001:1.0:1789449582.768489:0:35263:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:1.0:1789449582.768490:0:35263:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:1.0:1789449582.768502:0:35263:0:(cl_page.c:656:__cl_page_disown()) Process entered 00000020:00000001:1.0:1789449582.768504:0:35263:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1789449582.768505:0:35263:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1789449582.768506:0:35263:0:(cl_page.c:671:__cl_page_disown()) Process leaving 00000020:00000001:1.0:1789449582.768508:0:35263:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:1.0:1789449582.768511:0:35263:0:(cl_page.c:567:cl_batch_put()) page@0000000033747c49[1 000000001e32520c 5 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1789449582.768513:0:35263:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:1.0:1789449582.768515:0:35263:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:1.0:1789449582.768521:0:35263:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff9e8b86355b60. 00000020:00000001:1.0:1789449582.768525:0:35263:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:1.0:1789449582.768526:0:35263:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000008:00000001:1.0:1789449582.768545:0:35263:0:(osc_cache.c:3594:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789449582.768548:0:35263:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:1.0:1789449582.768551:0:35263:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1789449582.768553:0:35263:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1789449582.768555:0:35263:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1789449582.768557:0:35263:0:(vvp_io.c:304:vvp_io_fini()) [0x240000402:0x8:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:1.0:1789449582.768560:0:35263:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1789449582.768562:0:35263:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000008:00000001:1.0:1789449582.768563:0:35263:0:(osc_cache.c:3749:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1789449582.768566:0:35263:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217870 00000008:00000001:1.0:1789449582.768568:0:35263:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449582.768571:0:35263:0:(cl_object.c:143:cl_object_top()) ffff9e8b84d26380 -> ffff9e8b84013b70 00010000:00000001:1.0:1789449582.768574:0:35263:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:1.0:1789449582.768577:0:35263:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449582.768579:0:35263:0:(cl_object.c:143:cl_object_top()) ffff9e8b84d26380 -> ffff9e8b84013b70 00000020:00000001:1.0:1789449582.768581:0:35263:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1789449582.768584:0:35263:0:(osc_object.c:161:osc_attr_update()) set kms from 2to 0 00020000:00000001:1.0:1789449582.768587:0:35263:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1789449582.768590:0:35263:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449582.768592:0:35263:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449582.768594:0:35263:0:(cl_object.c:143:cl_object_top()) ffff9e8b84d26380 -> ffff9e8b84013b70 00000020:00000001:1.0:1789449582.768595:0:35263:0:(cl_object.c:143:cl_object_top()) ffff9e8b84013b70 -> ffff9e8b84013b70 00000020:00000001:1.0:1789449582.768597:0:35263:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:1.0:1789449582.768600:0:35263:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449582.768601:0:35263:0:(cl_object.c:143:cl_object_top()) ffff9e8b84d26380 -> ffff9e8b84013b70 00000008:00000001:1.0:1789449582.768605:0:35263:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1789449582.768607:0:35263:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217ab0 00000008:00000001:1.0:1789449582.768609:0:35263:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449582.768612:0:35263:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1789449582.768614:0:35263:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789449582.768619:0:35263:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789449582.768621:0:35263:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789449582.768624:0:35263:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449582.768627:0:35263:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1789449582.768631:0:35263:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9e8b889f0400 with handle 0xcddde1459ded67ae from hash 00010000:00000001:1.0:1789449582.768634:0:35263:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789449582.768636:0:35263:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449582.768638:0:35263:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449582.768639:0:35263:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789449582.768644:0:35263:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789449582.768646:0:35263:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1789449582.768649:0:35263:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449582.768650:0:35263:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449582.768651:0:35263:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449582.768653:0:35263:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449582.768654:0:35263:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000001:1.0:1789449582.769023:0:35263:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789449582.769028:0:35263:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1789449582.769030:0:35263:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:1.0:1789449582.769040:0:35263:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bd900 count: 2 00010000:00020000:1.0:1789449582.769045:0:35263:0:(ldlm_resource.c:1207:ldlm_resource_complain()) lustre-OST0000-osc-ffff9e8b89903000: namespace resource [0x280000400:0x4:0x0].0x0 (ffff9e8b902bd900) refcount nonzero (1) after lock cleanup; forcing cleanup. 00000008:00000001:2.0:1789449582.769549:0:35250:0:(osc_cache.c:1009:osc_extent_wait()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:2.0:1789449582.769558:0:35250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789449582.769565:0:35250:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000e5f9f560/0xcddde1459ded67ae lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x80496f400000000 nid: local remote: 0xeb7cbf5e2fd3dd18 expref: -99 pid: 35250 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000010:2.0:1789449582.769578:0:35250:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9e8b91d9a900. 00010000:00000001:2.0:1789449582.769590:0:35250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:2.0:1789449582.769595:0:35250:0:(osc_cache.c:373:osc_extent_put()) slab-freed '(ext)': 192 at ffff9e8bc20e5000. 00000008:00000020:2.0:1789449582.769600:0:35250:0:(osc_cache.c:3299:osc_cache_wait_range()) obj ffff9e8b84d26380 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:2.0:1789449582.769603:0:35250:0:(osc_cache.c:3300:osc_cache_wait_range()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000020:00000001:2.0:1789449582.769607:0:35250:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:2.0:1789449582.769610:0:35250:0:(lov_io.c:1441:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449582.769612:0:35250:0:(lov_io.c:1978:lov_io_fsync_end()) Process leaving 00000020:00000001:2.0:1789449582.769615:0:35250:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:2.0:1789449582.769618:0:35250:0:(cl_io.c:353:cl_io_unlock()) Process entered 00020000:00000001:2.0:1789449582.769621:0:35250:0:(lov_io.c:1519:lov_io_unlock()) Process entered 00020000:00000001:2.0:1789449582.769624:0:35250:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:2.0:1789449582.769626:0:35250:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:2.0:1789449582.769628:0:35250:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1789449582.769629:0:35250:0:(lov_io.c:1453:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449582.769631:0:35250:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449582.769633:0:35250:0:(lov_io.c:1522:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1789449582.769634:0:35250:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1789449582.769636:0:35250:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1789449582.769637:0:35250:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1789449582.769639:0:35250:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1789449582.769640:0:35250:0:(lov_io.c:1500:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1789449582.769641:0:35250:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:2.0:1789449582.769642:0:35250:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1789449582.769643:0:35250:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1789449582.769645:0:35250:0:(lov_io.c:1447:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449582.769647:0:35250:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449582.769648:0:35250:0:(lov_io.c:1511:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1789449582.769649:0:35250:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1789449582.769651:0:35250:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000020:00000001:2.0:1789449582.769654:0:35250:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:2.0:1789449582.769655:0:35250:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1789449582.769657:0:35250:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1789449582.769658:0:35250:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:2.0:1789449582.769659:0:35250:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:2.0:1789449582.769661:0:35250:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b862177e0 00020000:00000001:2.0:1789449582.770050:0:35250:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1789449582.770052:0:35250:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1789449582.770055:0:35250:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1789449582.770057:0:35250:0:(vvp_io.c:304:vvp_io_fini()) [0x240000402:0x8:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1789449582.770061:0:35250:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1789449582.770062:0:35250:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:2.0:1789449582.770065:0:35250:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b862172d0 00000080:00000001:2.0:1789449582.770068:0:35250:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000080:00000001:2.0:1789449582.770073:0:35250:0:(rw.c:1554:ll_writepages()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00020000:00000001:2.0:1789449582.770082:0:35250:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1789449582.770085:0:35250:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b836975d0) owner 0000000000000000/ffff9e8b8168a7c0 00020000:00000002:2.0:1789449582.770091:0:35250:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b836975d0) owner 0000000000000000/ffff9e8b8168a7c0 00020000:00000001:2.0:1789449582.770094:0:35250:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000080:00000002:2.0:1789449582.770098:0:35250:0:(file.c:5353:ll_mdsync()) inode ffff9e8b89112a08 metadata sync [0x240000402:0x8:0x0] (need_sync=0) 00000080:00000001:2.0:1789449582.770103:0:35250:0:(pcc.c:2839:pcc_fsync()) Process entered 00000080:00000001:2.0:1789449582.770105:0:35250:0:(pcc.c:2842:pcc_fsync()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449582.770107:0:35250:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1789449582.770110:0:35250:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789449582.770113:0:35250:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822744 : -107152888728872 : ffff9e8b862172d8) 00000020:00001000:2.0:1789449582.770115:0:35250:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b862172d0 00000020:00000001:2.0:1789449582.770118:0:35250:0:(cl_object.c:143:cl_object_top()) ffff9e8b84013b70 -> ffff9e8b84013b70 00000020:00000001:2.0:1789449582.770121:0:35250:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:2.0:1789449582.770123:0:35250:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1789449582.770125:0:35250:0:(vvp_io.c:1826:vvp_io_init()) [0x240000402:0x8:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1789449582.770128:0:35250:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789449582.770129:0:35250:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1789449582.770131:0:35250:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789449582.770134:0:35250:0:(lov_object.c:1590:lov_io_init()) [0x240000402:0x8:0x0]io ffff9e8b84db0e40 type 6 ignore/verify layout 0/0 00020000:00000002:2.0:1789449582.770137:0:35250:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b836975d0) owner 0000000000000000/ffff9e8b8168a7c0 00020000:00000001:2.0:1789449582.770140:0:35250:0:(lov_io.c:2266:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1789449582.770142:0:35250:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1789449582.770144:0:35250:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1789449582.770146:0:35250:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449582.770148:0:35250:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1789449582.770151:0:35250:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1789449582.770153:0:35250:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449582.770155:0:35250:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789449582.770156:0:35250:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1789449582.770157:0:35250:0:(lov_io.c:2279:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1789449582.770158:0:35250:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b836975d0) owner 0000000000000000/ffff9e8b8168a7c0 00000020:00000001:2.0:1789449582.770160:0:35250:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449582.770162:0:35250:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:2.0:1789449582.770164:0:35250:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1789449582.770166:0:35250:0:(lov_io.c:1078:lov_io_iter_init()) Process entered 00020000:00000001:2.0:1789449582.770169:0:35250:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00200000:2.0:1789449582.770172:0:35250:0:(lov_io.c:1153:lov_io_iter_init()) component[0] flags 0x10 00020000:00000001:2.0:1789449582.770176:0:35250:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449582.770178:0:35250:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789449582.770180:0:35250:0:(lov_offset.c:264:lov_stripe_intersects()) [0->9223372036854775806] -> [(0) 0->9223372036854775806 (0)] 00020000:00000001:2.0:1789449582.770185:0:35250:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789449582.770187:0:35250:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1789449582.770188:0:35250:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789449582.770189:0:35250:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820824040 : -107152888727576 : ffff9e8b862177e8) 00000020:00001000:2.0:1789449582.770191:0:35250:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b862177e0 00000020:00000001:2.0:1789449582.770194:0:35250:0:(cl_object.c:143:cl_object_top()) ffff9e8b84013e90 -> ffff9e8b84013b70 00000020:00000001:2.0:1789449582.770196:0:35250:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:2.0:1789449582.770199:0:35250:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789449582.770200:0:35250:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1789449582.770202:0:35250:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:2.0:1789449582.770204:0:35250:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446636920799432256 : -107152910119360 : ffff9e8b84db0e40) 00000020:00000001:2.0:1789449582.770216:0:35250:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449582.770219:0:35250:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449582.770221:0:35250:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993116240 : -107152716435376 : ffff9e8b90667050) 00000020:00000001:2.0:1789449582.770224:0:35250:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1789449582.770225:0:35250:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449582.770228:0:35250:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000001:2.0:1789449582.770231:0:35250:0:(lov_io.c:1276:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449582.770232:0:35250:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449582.770234:0:35250:0:(cl_io.c:315:cl_io_lock()) Process entered 00020000:00000001:2.0:1789449582.770236:0:35250:0:(lov_io.c:1419:lov_io_lock()) Process entered 00020000:00000001:2.0:1789449582.770237:0:35250:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:2.0:1789449582.770238:0:35250:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:2.0:1789449582.770240:0:35250:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1789449582.770242:0:35250:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449582.770243:0:35250:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449582.770245:0:35250:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449582.770246:0:35250:0:(lov_io.c:1420:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449582.770248:0:35250:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1789449582.770249:0:35250:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449582.770250:0:35250:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449582.770252:0:35250:0:(cl_io.c:529:cl_io_start()) Process entered 00020000:00000001:2.0:1789449582.770255:0:35250:0:(lov_io.c:1425:lov_io_start()) Process entered 00020000:00000001:2.0:1789449582.770256:0:35250:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:2.0:1789449582.770257:0:35250:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:2.0:1789449582.770259:0:35250:0:(osc_io.c:1105:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1789449582.770262:0:35250:0:(osc_cache.c:3327:osc_cache_writeback_range()) Process entered 00000008:00000020:2.0:1789449582.770266:0:35250:0:(osc_cache.c:3467:osc_cache_writeback_range()) obj ffff9e8b84d26380 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 2251799813685247] npages 0: rc=0. 00000008:00000001:2.0:1789449582.770270:0:35250:0:(osc_cache.c:3482:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789449582.770273:0:35250:0:(osc_cache.c:3262:osc_cache_wait_range()) Process entered 00000008:00000020:2.0:1789449582.770275:0:35250:0:(osc_cache.c:3299:osc_cache_wait_range()) obj ffff9e8b84d26380 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:2.0:1789449582.770277:0:35250:0:(osc_cache.c:3300:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789449582.770279:0:35250:0:(osc_io.c:1073:osc_fsync_ost()) Process entered 00000020:00000001:2.0:1789449582.770281:0:35250:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1789449582.770284:0:35250:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1789449582.770286:0:35250:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1789449582.770287:0:35250:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1789449582.770289:0:35250:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1789449582.770290:0:35250:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1789449582.770293:0:35250:0:(osc_request.c:517:osc_sync_base()) Process entered 00000100:00000010:2.0:1789449582.770306:0:35250:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065d180. 00000020:00000040:2.0:1789449582.770311:0:35250:0:(genops.c:1209:class_import_get()) import ffff9e8b90c6e800 refcount=4 obd=lustre-OST0000-osc-ffff9e8b89903000 00000100:00000001:2.0:1789449582.770318:0:35250:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449582.770323:0:35250:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449582.770330:0:35250:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449582.770341:0:35250:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e8b8b10ca00. 00000100:00000001:2.0:1789449582.770351:0:35250:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449582.770366:0:35250:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449582.770371:0:35250:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449582.770390:0:35250:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e2108b47] to pc [ptlrpcd_01_00+0] req@ffff9e8b9065d180 x1876371947534464/t0(0) o16->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:2.0:1789449582.770436:0:35250:0:(osc_request.c:541:osc_sync_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789449582.770438:0:35250:0:(osc_io.c:1090:osc_fsync_ost()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789449582.770440:0:35250:0:(osc_io.c:1174:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449582.770442:0:35250:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449582.770443:0:35250:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449582.770445:0:35250:0:(lov_io.c:1426:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449582.770449:0:35250:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449582.770452:0:35250:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:2.0:1789449582.770454:0:35250:0:(lov_io.c:1967:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1789449582.770456:0:35250:0:(lov_io.c:1431:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1789449582.770457:0:35250:0:(cl_io.c:556:cl_io_end()) Process entered 00000100:00000001:3.0:1789449582.770481:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449582.770482:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449582.770488:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449582.770488:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449582.770494:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789449582.770504:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065d180 x1876371947534464/t0(0) o16->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449582.770514:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000200:3.0:1789449582.770518:0:2401:0:(client.c:1410:ptlrpc_import_delay_req()) @@@ IMP_INVALID req@ffff9e8b9065d180 x1876371947534464/t0(0) o16->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Rpc:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449582.770528:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449582.770533:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065d180 x1876371947534464/t0(0) o16->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Rpc:QU/600/ffffffff rc -108/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449582.770540:0:2401:0:(client.c:1858:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:3.0:1789449582.770544:0:2401:0:(client.c:2106:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:3.0:1789449582.770548:0:2401:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449582.770551:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449582.770554:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1789449582.770556:0:2401:0:(osc_request.c:477:osc_sync_interpret()) Process entered 00000008:00000001:3.0:1789449582.770558:0:2401:0:(osc_request.c:479:osc_sync_interpret()) Process leaving via out (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000008:00000001:3.0:1789449582.770572:0:2401:0:(osc_request.c:505:osc_sync_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449582.770577:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065d180 x1876371947534464/t0(0) o16->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Interpret:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789449582.770585:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:0:1876371947534464:192.168.202.109@tcp:16:multiop.0 00000100:00000001:3.0:1789449582.770591:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449582.770594:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449582.770598:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065d180 x1876371947534464/t0(0) o16->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Complete:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449582.770605:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1789449582.770608:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449582.770609:0:2401:0:(genops.c:1222:class_import_put()) import ffff9e8b90c6e800 refcount=3 obd=lustre-OST0000-osc-ffff9e8b89903000 00000020:00000001:3.0:1789449582.770612:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 00000020:00000001:2.0:1789449582.770612:0:35250:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:2.0:1789449582.770616:0:35250:0:(lov_io.c:1441:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789449582.770617:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e8b8b10ca00. 00020000:00000001:2.0:1789449582.770619:0:35250:0:(lov_io.c:1978:lov_io_fsync_end()) Process leaving 02000000:00000001:3.0:1789449582.770626:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000080:00000001:2.0:1789449582.770626:0:35250:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1789449582.770629:0:35250:0:(cl_object.c:143:cl_object_top()) ffff9e8b84013b70 -> ffff9e8b84013b70 02000000:00000001:3.0:1789449582.770631:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:2.0:1789449582.770633:0:35250:0:(cl_object.c:143:cl_object_top()) ffff9e8b84013b70 -> ffff9e8b84013b70 00000100:00000010:3.0:1789449582.770635:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065d180. 00000020:00000001:2.0:1789449582.770637:0:35250:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000100:00000001:3.0:1789449582.770640:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00020000:00000001:2.0:1789449582.770642:0:35250:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00000100:00000001:3.0:1789449582.770644:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449582.770647:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:2.0:1789449582.770649:0:35250:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1789449582.770652:0:35250:0:(lov_offset.c:45:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449582.770654:0:35250:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00000100:00000001:3.0:1789449582.770656:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00020000:00000001:2.0:1789449582.770657:0:35250:0:(lov_offset.c:58:lov_stripe_size()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:3.0:1789449582.770660:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789449582.770662:0:35250:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x8:1073742850 on OST[0]: s=2 (1) m=1789449582 a=0 c=1789449582 b=8 00020000:00000001:2.0:1789449582.770676:0:35250:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789449582.770680:0:35250:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=2 m=1789449582 a=0 c=1789449582 b=8 00020000:00000001:2.0:1789449582.770683:0:35250:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449582.770684:0:35250:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449582.770686:0:35250:0:(cl_object.c:143:cl_object_top()) ffff9e8b84013b70 -> ffff9e8b84013b70 00000080:00200000:2.0:1789449582.770689:0:35250:0:(file.c:1775:ll_merge_attr_nolock()) [0x240000402:0x8:0x0] updating i_size 2 i_blocks 8 00000080:00000001:2.0:1789449582.770693:0:35250:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1789449582.770695:0:35250:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:2.0:1789449582.770696:0:35250:0:(cl_io.c:353:cl_io_unlock()) Process entered 00020000:00000001:2.0:1789449582.770698:0:35250:0:(lov_io.c:1519:lov_io_unlock()) Process entered 00020000:00000001:2.0:1789449582.770699:0:35250:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:2.0:1789449582.770700:0:35250:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:2.0:1789449582.770701:0:35250:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1789449582.770702:0:35250:0:(lov_io.c:1453:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449582.770704:0:35250:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449582.770705:0:35250:0:(lov_io.c:1522:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1789449582.770706:0:35250:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1789449582.770707:0:35250:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1789449582.770708:0:35250:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1789449582.770710:0:35250:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1789449582.770711:0:35250:0:(lov_io.c:1500:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1789449582.770711:0:35250:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:2.0:1789449582.770712:0:35250:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1789449582.770713:0:35250:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1789449582.770714:0:35250:0:(lov_io.c:1447:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449582.770716:0:35250:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449582.770717:0:35250:0:(lov_io.c:1511:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1789449582.770718:0:35250:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1789449582.770720:0:35250:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000020:00000001:2.0:1789449582.770722:0:35250:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:2.0:1789449582.770723:0:35250:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1789449582.770724:0:35250:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1789449582.770725:0:35250:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:2.0:1789449582.770727:0:35250:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:2.0:1789449582.770728:0:35250:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b862177e0 00020000:00000001:2.0:1789449582.770731:0:35250:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1789449582.770733:0:35250:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1789449582.770736:0:35250:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000100:00000001:3.0:1789449582.770737:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000080:00200000:2.0:1789449582.770738:0:35250:0:(vvp_io.c:304:vvp_io_fini()) [0x240000402:0x8:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00000001:3.0:1789449582.770740:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449582.770743:0:35250:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1789449582.770745:0:35250:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:2.0:1789449582.770746:0:35250:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b862172d0 00000080:00000001:2.0:1789449582.770748:0:35250:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000020:00000001:2.0:1789449582.770753:0:35250:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c43e48 00000080:00000008:2.0:1789449582.770756:0:35250:0:(file.c:5438:ll_fsync()) COMPLETED file: name=f24a.recovery-small, fid=[0x240000402:0x8:0x0], start=0, end=9223372036854775807, datasync=0, rc=-5 00000080:00000001:2.0:1789449582.770760:0:35250:0:(file.c:5440:ll_fsync()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00020000:00000001:2.0:1789449582.772112:0:35250:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1789449582.772121:0:35250:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b836975d0) owner 0000000000000000/ffff9e8b8168a7c0 00020000:00000002:2.0:1789449582.772127:0:35250:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b836975d0) owner 0000000000000000/ffff9e8b8168a7c0 00020000:00000001:2.0:1789449582.772129:0:35250:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449582.772146:0:35250:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1789449582.772149:0:35250:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c43d88 00000080:00200008:2.0:1789449582.772152:0:35250:0:(file.c:479:ll_file_release()) START file f24a.recovery-small:[0x240000402:0x8:0x0](ffff9e8b89112a08), flags 100002 00000080:00000001:2.0:1789449582.772158:0:35250:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:2.0:1789449582.772161:0:35250:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:2.0:1789449582.772162:0:35250:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1789449582.772163:0:35250:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b836975d0) owner 0000000000000000/ffff9e8b8168a7c0 00020000:00000002:2.0:1789449582.772165:0:35250:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b836975d0) owner 0000000000000000/ffff9e8b8168a7c0 00020000:00000001:2.0:1789449582.772167:0:35250:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449582.772170:0:35250:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:2.0:1789449582.772177:0:35250:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789449582.772180:0:35250:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789449582.772183:0:35250:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789449582.772186:0:35250:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789449582.772188:0:35250:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449582.772191:0:35250:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x8:0x0] 00800000:00000001:2.0:1789449582.772193:0:35250:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449582.772199:0:35250:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789449582.772203:0:35250:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789449582.772222:0:35250:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bdc00 count: 2 00010000:00000001:2.0:1789449582.772226:0:35250:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789449582.772234:0:35250:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449582.772236:0:35250:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x240000402:0x8:0x0]: 0 00000080:00000001:2.0:1789449582.772239:0:35250:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1789449582.772241:0:35250:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1789449582.772247:0:35250:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9e8b8b10ca00. 00000080:00000001:2.0:1789449582.772249:0:35250:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1789449582.772256:0:35250:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1789449582.772261:0:35250:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:2.0:1789449582.772262:0:35250:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789449582.772264:0:35250:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789449582.772265:0:35250:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789449582.772266:0:35250:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789449582.772268:0:35250:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449582.772270:0:35250:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x8:0x0] 00800000:00000001:2.0:1789449582.772271:0:35250:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449582.772275:0:35250:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x240000402:0x8:0x0] 00000002:00000001:2.0:1789449582.772279:0:35250:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1789449582.772281:0:35250:0:(mdc_request.c:882:mdc_close()) lustre-MDT0001-mdc-ffff9e8b89903000: [0x240000402:0x8:0x0] file closed with intent: 200 00000100:00000010:2.0:1789449582.772290:0:35250:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065c700. 00000020:00000040:2.0:1789449582.772294:0:35250:0:(genops.c:1209:class_import_get()) import ffff9e8b862dc800 refcount=5 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000100:00000001:2.0:1789449582.772299:0:35250:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449582.772302:0:35250:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449582.772306:0:35250:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449582.772315:0:35250:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e8b8b10d400. 00000100:00000001:2.0:1789449582.772324:0:35250:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1789449582.772343:0:35250:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9e8b83691500 x1876371947533568/t4294967334(4294967334) o101->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/664 e 0 to 0 dl 1789449597 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1789449582.772357:0:35250:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff9e8b89903000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1789449582.772363:0:35250:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e8b9065c700 x1876371947534720/t0(0) o35->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1789449582.772370:0:35250:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789449582.772372:0:35250:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789449582.772382:0:35250:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b87cfc000. 00000100:00000001:2.0:1789449582.772384:0:35250:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920849022976 : -107152860528640 : ffff9e8b87cfc000) 00000100:00000001:2.0:1789449582.772388:0:35250:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449582.772389:0:35250:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993072896 : -107152716478720 : ffff9e8b9065c700) 00000100:00000001:2.0:1789449582.772394:0:35250:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449582.772398:0:35250:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449582.772401:0:35250:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789449582.772403:0:35250:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789449582.772406:0:35250:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065c700 x1876371947534720/t0(0) o35->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449582.772413:0:35250:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449582.772415:0:35250:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449582.772420:0:35250:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449582.772423:0:35250:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449582.772426:0:35250:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449582.772429:0:35250:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065c700 pname:cluuid:pid:xid:nid:opc:job multiop:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35250:1876371947534720:192.168.202.109@tcp:35:multiop.0 00000100:00000001:2.0:1789449582.772434:0:35250:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789449582.772440:0:35250:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449582.772443:0:35250:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449582.772446:0:35250:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789449582.772451:0:35250:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b83606800. 02000000:00000001:2.0:1789449582.772454:0:35250:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449582.772464:0:35250:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449582.772468:0:35250:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b93c8. 00000400:00000010:2.0:1789449582.772477:0:35250:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d2a8. 00000100:00000200:2.0:1789449582.772486:0:35250:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947534720, portal 10 00000100:00000001:2.0:1789449582.772488:0:35250:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449582.772489:0:35250:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993072896 : -107152716478720 : ffff9e8b9065c700) 00000100:00000040:2.0:1789449582.772496:0:35250:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b9065c700 x1876371947534720/t0(0) o35->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449598 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449582.772504:0:35250:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449582.772507:0:35250:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449582.772573:0:35250:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d990. 00000100:00000200:2.0:1789449582.772577:0:35250:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876371947534720, offset 0 00000400:00000200:2.0:1789449582.772584:0:35250:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449582.772595:0:35250:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449582.772604:0:35250:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449582.772610:0:35250:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449582.772615:0:35250:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449582.772619:0:35250:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449582.772621:0:35250:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449582.772625:0:35250:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2947:2947:256:4294967295] 192.168.202.109@tcp LPNI seq info [2947:2947:8:4294967295] 00000400:00000200:2.0:1789449582.772630:0:35250:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449582.772641:0:35250:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449582.772648:0:35250:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449582.772654:0:35250:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b89db4a00. 00000800:00000200:2.0:1789449582.772661:0:35250:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449582.773094:0:35250:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449582.773100:0:35250:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b89db4a00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1789449582.773186:0:35250:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449582.773192:0:35250:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: using a timeout of 22280 usecs (23 jiffies) 00000400:00000200:2.0:1789449582.773197:0:35250:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449582.773200:0:35250:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296585482 00000100:00000001:2.0:1789449582.773204:0:35250:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296586278 00000100:00000001:2.0:1789449582.773215:0:35250:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296585482 00000100:00000001:2.0:1789449582.773218:0:35250:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296586278 00000100:00000001:2.0:1789449582.773221:0:35250:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449582.773224:0:35250:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449582.773227:0:35250:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449582.773229:0:35250:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789449582.773232:0:35250:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b87cfc000 going to sleep for 11 seconds 00000100:00000001:2.0:1789449582.773234:0:35250:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449582.773237:0:35250:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449582.776391:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449582.776407:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b89db4a00. 00000400:00000200:2.0:1789449582.776418:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449582.776431:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449582.776441:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d990 00000400:00000010:2.0:1789449582.776445:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d990. 00000100:00000001:2.0:1789449582.776452:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449582.776462:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065c700 x1876371947534720/t0(0) o35->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449598 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449582.776478:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449582.776481:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b9065c700 x1876371947534720/t0(0) o35->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449598 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449582.776489:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449582.776491:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789449582.784826:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449582.784848:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449582.785755:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449582.785768:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449582.785783:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449582.785792:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449582.785802:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449582.785809:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449582.785815:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449582.785820:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 456 into portal 10 MB=0x6aa8ce3663980 00000400:00000200:3.0:1789449582.785827:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449582.785835:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 456/456 into md 0x860d [1] + 224 00000800:00000001:3.0:1789449582.785844:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449582.785851:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449582.785856:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449582.785862:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449582.785903:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449582.785918:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065c700 x1876371947534720/t0(0) o35->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449598 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789449582.785930:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9e8b9065c700 x1876371947534720/t0(0) o35->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449598 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449582.785948:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449582.785959:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449582.785963:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449582.786057:0:35250:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789449582.786067:0:35250:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789449582.786069:0:35250:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789449582.786074:0:35250:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b93c8. 00000400:00000200:2.0:1789449582.786079:0:35250:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d2a8 00000400:00000010:2.0:1789449582.786082:0:35250:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d2a8. 00000100:00000001:2.0:1789449582.786085:0:35250:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449582.786091:0:35250:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065c700 x1876371947534720/t0(0) o35->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449598 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789449582.786100:0:35250:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065c700 x1876371947534720/t0(0) o35->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449598 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449582.786106:0:35250:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789449582.786109:0:35250:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449582.786112:0:35250:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789449582.786117:0:35250:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789449582.786120:0:35250:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789449582.786123:0:35250:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449582.786128:0:35250:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789449582.786141:0:35250:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b862dcd38 time=117 v=5 (5 0 0 5) 00000100:00001000:2.0:1789449582.786147:0:35250:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b862dcc18 time=62 v=5 (1 1 1 1) 00000100:00000001:2.0:1789449582.786149:0:35250:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789449582.786152:0:35250:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449582.786155:0:35250:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789449582.786159:0:35250:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449582.786163:0:35250:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1789449582.786165:0:35250:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1789449582.786167:0:35250:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1789449582.786170:0:35250:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449582.786172:0:35250:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993072896 : -107152716478720 : ffff9e8b9065c700) 00000100:00000001:2.0:1789449582.786176:0:35250:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789449582.786178:0:35250:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967334 00000100:00000001:2.0:1789449582.786180:0:35250:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789449582.786183:0:35250:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449582.786189:0:35250:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065c700 x1876371947534720/t4294967336(4294967336) o35->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449598 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449582.786203:0:35250:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449582.786217:0:35250:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789449582.786220:0:35250:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789449582.786225:0:35250:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065c700 x1876371947534720/t4294967336(4294967336) o35->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449598 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789449582.786234:0:35250:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065c700 pname:cluuid:pid:xid:nid:opc:job multiop:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35250:1876371947534720:192.168.202.109@tcp:35:multiop.0 00000100:00000001:2.0:1789449582.786240:0:35250:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449582.786243:0:35250:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449582.786246:0:35250:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789449582.786249:0:35250:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449582.786253:0:35250:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b9065c700 x1876371947534720/t4294967336(4294967336) o35->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449598 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449582.786260:0:35250:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789449582.786263:0:35250:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b87cfc000. 00000100:00000001:2.0:1789449582.786267:0:35250:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789449582.786269:0:35250:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449582.786279:0:35250:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449582.786280:0:35250:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993072896 : -107152716478720 : ffff9e8b9065c700) 00000002:00000001:2.0:1789449582.786283:0:35250:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789449582.786287:0:35250:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789449582.786294:0:35250:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b8b10ca00. 00000080:00000001:2.0:1789449582.786300:0:35250:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1789449582.786304:0:35250:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:2.0:1789449582.786308:0:35250:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789449582.786311:0:35250:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789449582.786314:0:35250:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789449582.786318:0:35250:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789449582.786319:0:35250:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449582.786322:0:35250:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x8:0x0] 00800000:00000001:2.0:1789449582.786324:0:35250:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449582.786330:0:35250:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1789449582.786336:0:35250:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9e8b83691500 x1876371947533568/t4294967334(4294967334) o101->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/664 e 0 to 0 dl 1789449597 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449582.786355:0:35250:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449582.786356:0:35250:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775185664 : -107152934365952 : ffff9e8b83691500) 00000100:00000001:2.0:1789449582.786359:0:35250:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449582.786362:0:35250:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83691500 x1876371947533568/t4294967334(4294967334) o101->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/664 e 0 to 0 dl 1789449597 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449582.786368:0:35250:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449582.786370:0:35250:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449582.786372:0:35250:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83691500 x1876371947533568/t4294967334(4294967334) o101->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/664 e 0 to 0 dl 1789449597 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449582.786378:0:35250:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1789449582.786382:0:35250:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789449582.786384:0:35250:0:(genops.c:1222:class_import_put()) import ffff9e8b862dc800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000020:00000001:2.0:1789449582.786386:0:35250:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789449582.786390:0:35250:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b8678e400. 02000000:00000001:2.0:1789449582.786396:0:35250:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789449582.786399:0:35250:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789449582.786401:0:35250:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83691500. 00000100:00000001:2.0:1789449582.786405:0:35250:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789449582.786407:0:35250:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449582.786408:0:35250:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449582.786412:0:35250:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b9065c700 x1876371947534720/t4294967336(4294967336) o35->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449598 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449582.786418:0:35250:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789449582.786421:0:35250:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff9e8b8984f900. 00000002:00000001:2.0:1789449582.786423:0:35250:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789449582.786425:0:35250:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789449582.786427:0:35250:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9e8b91d9a340. 00000100:00000001:2.0:1789449582.786430:0:35250:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449582.786433:0:35250:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065c700 x1876371947534720/t4294967336(4294967336) o35->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449598 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449582.786443:0:35250:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449582.786447:0:35250:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789449582.786452:0:35250:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9e8b8c4472c0. 00000080:00000001:2.0:1789449582.786457:0:35250:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449582.786464:0:35250:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c43d88 00000080:00000008:2.0:1789449582.786466:0:35250:0:(file.c:523:ll_file_release()) COMPLETED file f24a.recovery-small:[0x240000402:0x8:0x0](ffff9e8b89112a08), flags 100002, rc = 0 00000080:00000001:2.0:1789449582.786470:0:35250:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449582.786477:0:35250:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1789449582.786478:0:35250:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c43d98 00000080:00002000:2.0:1789449582.786480:0:35250:0:(dcache.c:127:ll_ddelete()) keeping dentry f24a.recovery-small (ffff9e8b8936f1b0, parent ffff9e8ba05ea360, inode ffff9e8b89112a08) hashed, 00000080:00000001:2.0:1789449582.786483:0:35250:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00010000:00000100:1.0:1789449582.799394:0:35263:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000400:0x4:0x0].0x0 (ffff9e8b902bd900) refcount = 1 00010000:00000040:1.0:1789449582.799412:0:35263:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9e8b902bd900 count: 0 00010000:00000010:1.0:1789449582.799422:0:35263:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9e8b902bd000. 00000001:00000001:1.0:1789449582.799506:0:35263:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449582.799512:0:35263:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789449582.799518:0:35263:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820824760 : -107152888726856 : ffff9e8b86217ab8) 00000020:00001000:1.0:1789449582.799521:0:35263:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217ab0 00000008:00000001:1.0:1789449582.799526:0:35263:0:(osc_cache.c:2389:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1789449582.799528:0:35263:0:(osc_cache.c:2350:osc_next_obj()) Process entered 00000008:00000001:1.0:1789449582.799531:0:35263:0:(osc_cache.c:2380:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789449582.799534:0:35263:0:(osc_cache.c:2453:osc_check_rpcs()) Process leaving 00000001:00000001:1.0:1789449582.799536:0:35263:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1789449582.799538:0:35263:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1789449582.799565:0:35263:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1789449582.799568:0:35263:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217ab0 00000001:00000001:1.0:1789449582.799570:0:35263:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1789449582.799572:0:35263:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1789449582.799593:0:35263:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789449582.799595:0:35263:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1789449582.799596:0:35263:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1789449582.799617:0:35263:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789449582.799620:0:35263:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449582.799624:0:35263:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:1.0:1789449582.799632:0:35263:0:(import.c:65:import_set_state_nolock()) ffff9e8b90c6e800 lustre-OST0000_UUID: changing import state from EVICTED to RECOVER 00000100:00000001:1.0:1789449582.799636:0:35263:0:(import.c:1693:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1789449582.799640:0:35263:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00000001:1.0:1789449582.799644:0:35263:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789449582.799647:0:35263:0:(import.c:65:import_set_state_nolock()) ffff9e8b90c6e800 lustre-OST0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:1.0:1789449582.799649:0:35263:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:1.0:1789449582.799653:0:35263:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:1.0:1789449582.799656:0:35263:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:1.0:1789449582.799660:0:35263:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:1.0:1789449582.800233:0:35263:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:1.0:1789449582.800302:0:35263:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff9e8b83133ba8 for uuid lustre-OST0000_UUID event(1) 00020000:01000000:1.0:1789449582.800309:0:35263:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00020000:00000040:1.0:1789449582.800312:0:35263:0:(lov_obd.c:417:lov_set_osc_active()) lustre-OST0000_UUID: lov idx 0 conn cddde1459ded5b36 00020000:00000001:1.0:1789449582.800316:0:35263:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449582.800320:0:35263:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1789449582.800325:0:35263:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:1.0:1789449582.800327:0:35263:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:1.0:1789449582.800330:0:35263:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:1.0:1789449582.800332:0:35263:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:1.0:1789449582.800335:0:35263:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:1.0:1789449582.800338:0:35263:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449582.800340:0:35263:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449582.800342:0:35263:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:1.0:1789449582.800344:0:35263:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:1.0:1789449582.800345:0:35263:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449582.800347:0:35263:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:1.0:1789449582.800349:0:35263:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:1.0:1789449582.800355:0:35263:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:1.0:1789449582.800357:0:35263:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449582.800358:0:35263:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449582.800361:0:35263:0:(lcommon_misc.c:111:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449582.800363:0:35263:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449582.800365:0:35263:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789449582.800367:0:35263:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789449582.800370:0:35263:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449582.800371:0:35263:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:1.0:1789449582.800381:0:35263:0:(import.c:1788:ptlrpc_import_recovery_state_machine()) lustre-OST0000-osc-ffff9e8b89903000: Connection restored to 192.168.202.109@tcp (at 192.168.202.109@tcp) 00000100:00000001:1.0:1789449582.800385:0:35263:0:(import.c:1799:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449582.800389:0:35263:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449582.800391:0:35263:0:(genops.c:1222:class_import_put()) import ffff9e8b90c6e800 refcount=2 obd=lustre-OST0000-osc-ffff9e8b89903000 00000020:00000001:1.0:1789449582.800394:0:35263:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:1.0:1789449582.800395:0:35263:0:(import.c:1656:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1789449582.810876:0:35264:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b889f0400. 00010000:00000010:1.1:1789449582.819925:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bd900. 00000080:00000001:2.0:1789449582.832234:0:35265:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789449582.832246:0:35265:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789449582.832249:0:35265:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789449582.832253:0:35265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d1bbc0 00000080:00200000:2.0:1789449582.832258:0:35265:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:2.0:1789449582.832268:0:35265:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b8632e000. 00800000:00000002:2.0:1789449582.832279:0:35265:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:2.0:1789449582.832285:0:35265:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789449582.832293:0:35265:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789449582.832296:0:35265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d1bae0 00800000:00000002:2.0:1789449582.832299:0:35265:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789449582.832304:0:35265:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789449582.832307:0:35265:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789449582.832310:0:35265:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789449582.832313:0:35265:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789449582.832316:0:35265:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789449582.832318:0:35265:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449582.832320:0:35265:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789449582.832322:0:35265:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449582.832766:0:35265:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789449582.832776:0:35265:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789449582.832780:0:35265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d1b9b0 00000002:00010000:3.0:1789449582.832782:0:35265:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789449582.832787:0:35265:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789449582.832789:0:35265:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789449582.832793:0:35265:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789449582.832802:0:35265:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbaf00 count: 2 00010000:00000001:3.0:1789449582.832806:0:35265:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789449582.832812:0:35265:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449582.832817:0:35265:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789449582.832823:0:35265:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded6792 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dcbd expref: -99 pid: 35243 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1789449582.832837:0:35265:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789449582.832844:0:35265:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449582.832848:0:35265:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded6792 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dcbd expref: -99 pid: 35243 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1789449582.832855:0:35265:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789449582.832858:0:35265:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789449582.832860:0:35265:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789449582.832862:0:35265:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789449582.832864:0:35265:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789449582.832867:0:35265:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789449582.832870:0:35265:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789449582.832875:0:35265:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:3.0:1789449582.832909:0:35265:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b8632e000. 00000080:00000001:3.0:1789449582.832918:0:35265:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789449582.832920:0:35265:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789449582.832923:0:35265:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:3.0:1789449582.832928:0:35265:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded6792 00800000:00000001:3.0:1789449582.832932:0:35265:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789449582.832935:0:35265:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789449582.832938:0:35265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449582.832941:0:35265:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449582.832945:0:35265:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499200 refcount=3 00000020:00000001:3.0:1789449582.832948:0:35265:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:3.0:1789449582.832951:0:35265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:3.0:1789449582.832955:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449582.832957:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789449582.832959:0:35265:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789449582.832961:0:35265:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789449582.832965:0:35265:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded6792 from it ffffb71181d1bbf8 00010000:00000001:3.0:1789449582.832967:0:35265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449582.832969:0:35265:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449582.832970:0:35265:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499200 refcount=3 00000020:00000001:3.0:1789449582.832972:0:35265:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:3.0:1789449582.832974:0:35265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:3.0:1789449582.832977:0:35265:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789449582.832980:0:35265:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded6792 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3dcbd expref: -99 pid: 35243 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1789449582.832988:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449582.832989:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449582.832991:0:35265:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789449582.833005:0:35265:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789449582.833008:0:35265:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded6792 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dcbd expref: -99 pid: 35243 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1789449582.833019:0:35265:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449582.833023:0:35265:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789449582.833026:0:35265:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449582.833032:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449582.833033:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449582.833035:0:35265:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449582.833039:0:35265:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789449582.833041:0:35265:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449582.833043:0:35265:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449582.833046:0:35265:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449582.833048:0:35265:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789449582.833049:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449582.833051:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789449582.833055:0:35265:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789449582.833057:0:35265:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789449582.833060:0:35265:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908), inode mode 41ff mask 1 00000080:00000001:3.0:1789449582.833066:0:35265:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1789449582.833082:0:35265:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9e8b889af3c0. 00000080:00000001:3.0:1789449582.833088:0:35265:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789449582.833090:0:35265:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789449582.833091:0:35265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d1bb00 00000080:00200000:3.0:1789449582.833093:0:35265:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:3.0:1789449582.833099:0:35265:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b83481200. 00800000:00000002:3.0:1789449582.833102:0:35265:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:3.0:1789449582.833105:0:35265:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789449582.833108:0:35265:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789449582.833109:0:35265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d1ba20 00800000:00000002:3.0:1789449582.833111:0:35265:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789449582.833114:0:35265:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789449582.833116:0:35265:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789449582.833117:0:35265:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789449582.833119:0:35265:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789449582.833120:0:35265:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789449582.833122:0:35265:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449582.833124:0:35265:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789449582.833125:0:35265:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449582.833128:0:35265:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789449582.833131:0:35265:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789449582.833132:0:35265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d1b8f0 00000002:00010000:3.0:1789449582.833134:0:35265:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789449582.833137:0:35265:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789449582.833138:0:35265:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789449582.833139:0:35265:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789449582.833142:0:35265:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbaf00 count: 2 00010000:00000001:3.0:1789449582.833144:0:35265:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789449582.833147:0:35265:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449582.833149:0:35265:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789449582.833152:0:35265:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded6792 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dcbd expref: -99 pid: 35243 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:3.0:1789449582.833171:0:35265:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789449582.833173:0:35265:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449582.833176:0:35265:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded6792 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dcbd expref: -99 pid: 35243 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:3.0:1789449582.833182:0:35265:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789449582.833184:0:35265:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789449582.833186:0:35265:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789449582.833188:0:35265:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789449582.833189:0:35265:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789449582.833191:0:35265:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789449582.833193:0:35265:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789449582.833195:0:35265:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:3.0:1789449582.833197:0:35265:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b83481200. 00000080:00000001:3.0:1789449582.833201:0:35265:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789449582.833202:0:35265:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789449582.833204:0:35265:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:3.0:1789449582.833219:0:35265:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded6792 00800000:00000001:3.0:1789449582.833222:0:35265:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789449582.833223:0:35265:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789449582.833224:0:35265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449582.833226:0:35265:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449582.833227:0:35265:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499200 refcount=3 00000020:00000001:3.0:1789449582.833229:0:35265:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:3.0:1789449582.833231:0:35265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:3.0:1789449582.833234:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449582.833235:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789449582.833236:0:35265:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789449582.833238:0:35265:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789449582.833240:0:35265:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded6792 from it ffffb71181d1bb38 00010000:00000001:3.0:1789449582.833242:0:35265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449582.833243:0:35265:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449582.833244:0:35265:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499200 refcount=3 00000020:00000001:3.0:1789449582.833246:0:35265:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:3.0:1789449582.833248:0:35265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:3.0:1789449582.833250:0:35265:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789449582.833252:0:35265:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded6792 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3dcbd expref: -99 pid: 35243 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1789449582.833257:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449582.833258:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449582.833260:0:35265:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789449582.833261:0:35265:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789449582.833263:0:35265:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded6792 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dcbd expref: -99 pid: 35243 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1789449582.833268:0:35265:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449582.833270:0:35265:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789449582.833271:0:35265:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449582.833273:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449582.833274:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449582.833275:0:35265:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449582.833277:0:35265:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789449582.833278:0:35265:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449582.833279:0:35265:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449582.833282:0:35265:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449582.833283:0:35265:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789449582.833284:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449582.833285:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789449582.833287:0:35265:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789449582.833288:0:35265:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789449582.833290:0:35265:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908), inode mode 41ff mask 3 00000080:00000001:3.0:1789449582.833294:0:35265:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449582.833297:0:35265:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:3.0:1789449582.833300:0:35265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d1bb58 00000080:00200000:3.0:1789449582.833302:0:35265:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff9e8b89180908), file ffff9e8b8975bc80, open_flags 8441, mode 81b6 opened 0 00000080:00000010:3.0:1789449582.833308:0:35265:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9e8b87cd5f00. 00000080:00000001:3.0:1789449582.833313:0:35265:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1789449582.833315:0:35265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d1ba08 00000080:00200000:3.0:1789449582.833317:0:35265:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff9e8b89180908), intent=open|creat 00000080:00000010:3.0:1789449582.833325:0:35265:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b83481200. 00800000:00000002:3.0:1789449582.833328:0:35265:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:3.0:1789449582.833334:0:35265:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789449582.833336:0:35265:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789449582.833337:0:35265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d1b928 00800000:00000002:3.0:1789449582.833339:0:35265:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789449582.833342:0:35265:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:3.0:1789449582.833346:0:35265:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1789449582.833349:0:35265:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789449582.833351:0:35265:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789449582.833352:0:35265:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789449582.833353:0:35265:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789449582.833355:0:35265:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449582.833357:0:35265:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789449582.833358:0:35265:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789449582.833361:0:35265:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446636920772627456 : -107152936924160 : ffff9e8b83420c00) 00800000:00000001:3.0:1789449582.833365:0:35265:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1789449582.833367:0:35265:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1789449582.833371:0:35265:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1789449582.833374:0:35265:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1789449582.833377:0:35265:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9e8b89903000: Allocated FID [0x200000405:0x2b:0x0] 40000000:00000001:3.0:1789449582.833379:0:35265:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449582.833381:0:35265:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789449582.833383:0:35265:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789449582.833385:0:35265:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449582.833387:0:35265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d1b8a8 00800000:00000002:3.0:1789449582.833389:0:35265:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x2b:0x0], name='recon' -> mds #0 layout version 1 00000002:00000001:3.0:1789449582.833392:0:35265:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789449582.833393:0:35265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d1b7e0 00000002:00010000:3.0:1789449582.833395:0:35265:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: recon,[0x200000405:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0102102 00000002:00000001:3.0:1789449582.833399:0:35265:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1789449582.833402:0:35265:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1789449582.833407:0:35265:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:3.0:1789449582.833411:0:35265:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449582.833413:0:35265:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1789449582.833414:0:35265:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbaf00 count: 2 00010000:00000001:3.0:1789449582.833416:0:35265:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789449582.833419:0:35265:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1789449582.833423:0:35265:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789449582.833427:0:35265:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded6792 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xeb7cbf5e2fd3dcbd expref: -99 pid: 35243 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:3.0:1789449582.833436:0:35265:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789449582.833441:0:35265:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1789449582.833444:0:35265:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1789449582.833446:0:35265:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1789449582.833448:0:35265:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789449582.833450:0:35265:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789449582.833452:0:35265:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbaf00 count: 3 00010000:00000001:3.0:1789449582.833455:0:35265:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789449582.833457:0:35265:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449582.833459:0:35265:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789449582.833460:0:35265:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789449582.833462:0:35265:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbaf00 count: 3 00010000:00000001:3.0:1789449582.833464:0:35265:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789449582.833466:0:35265:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449582.833468:0:35265:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789449582.833469:0:35265:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789449582.833471:0:35265:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbaf00 count: 3 00010000:00000001:3.0:1789449582.833473:0:35265:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789449582.833475:0:35265:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449582.833477:0:35265:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1789449582.833480:0:35265:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9e8b89180840, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1789449582.833486:0:35265:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1789449582.833490:0:35265:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1789449582.833494:0:35265:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1789449582.833495:0:35265:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449582.833499:0:35265:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789449582.833503:0:35265:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789449582.833505:0:35265:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789449582.833507:0:35265:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449582.833509:0:35265:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1789449582.833512:0:35265:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9e8b86499200 with handle 0xcddde1459ded6792 from hash 00010000:00000001:3.0:1789449582.833515:0:35265:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789449582.833516:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449582.833517:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449582.833518:0:35265:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789449582.833521:0:35265:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789449582.833523:0:35265:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1789449582.833527:0:35265:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789449582.833529:0:35265:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789449582.833531:0:35265:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1789449582.833538:0:35265:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83109500. 00000020:00000040:3.0:1789449582.833543:0:35265:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e8b89903000 02000000:00000001:3.0:1789449582.833551:0:35265:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789449582.833553:0:35265:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449582.833556:0:35265:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789449582.833562:0:35265:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449582.833564:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449582.833566:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449582.833567:0:35265:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449582.833570:0:35265:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789449582.833573:0:35265:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789449582.833576:0:35265:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789449582.833586:0:35265:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b87c49400. 00000100:00000001:3.0:1789449582.833595:0:35265:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449582.833601:0:35265:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789449582.833604:0:35265:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1789449582.833608:0:35265:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded6792 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xeb7cbf5e2fd3dcbd expref: -99 pid: 35243 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1789449582.833621:0:35265:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1789449582.833623:0:35265:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789449582.833625:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789449582.833627:0:35265:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded6792 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xeb7cbf5e2fd3dcbd expref: -99 pid: 35243 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000040:3.0:1789449582.833636:0:35265:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9e8b82cbaf00 count: 0 00010000:00000010:3.0:1789449582.833642:0:35265:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e8b9066e700. 00010000:00000001:3.0:1789449582.833653:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449582.833655:0:35265:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449582.833657:0:35265:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789449582.833658:0:35265:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449582.833660:0:35265:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449582.834224:0:35265:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446636920769385728 : -107152940165888 : ffff9e8b83109500) 00010000:00000001:3.0:1789449582.834233:0:35265:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789449582.834235:0:35265:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1789449582.834243:0:35265:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9e8b922deb00. 00010000:00000010:3.0:1789449582.834247:0:35265:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e8b84d02880. 00010000:00000001:3.0:1789449582.834251:0:35265:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789449582.834254:0:35265:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8b91c75200. 00000020:00000001:3.0:1789449582.834257:0:35265:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789449582.834260:0:35265:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8b91c75200 with handle 0xcddde1459ded67b5 to hash 00000020:00000001:3.0:1789449582.834261:0:35265:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789449582.834263:0:35265:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636921016242688 : -107152693308928 : ffff9e8b91c75200) 00010000:00000001:3.0:1789449582.834267:0:35265:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636921016242688 : -107152693308928 : ffff9e8b91c75200) 00010000:00000001:3.0:1789449582.834269:0:35265:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449582.834271:0:35265:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449582.834274:0:35265:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75200/0xcddde1459ded67b5 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35265 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789449582.834281:0:35265:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75200/0xcddde1459ded67b5 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35265 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1789449582.834297:0:35265:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e8b89903000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1789449582.834313:0:35265:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e8b83109500 x1876371947534976/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1789449582.834324:0:35265:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75200/0xcddde1459ded67b5 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35265 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789449582.834330:0:35265:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789449582.834332:0:35265:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789449582.834342:0:35265:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b831c5780. 00000100:00000001:3.0:1789449582.834345:0:35265:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920770156416 : -107152939395200 : ffff9e8b831c5780) 00000100:00000001:3.0:1789449582.834348:0:35265:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449582.834349:0:35265:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769385728 : -107152940165888 : ffff9e8b83109500) 00000100:00000001:3.0:1789449582.834356:0:35265:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789449582.834360:0:35265:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449582.834362:0:35265:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789449582.834364:0:35265:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789449582.834368:0:35265:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83109500 x1876371947534976/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449582.834376:0:35265:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789449582.834379:0:35265:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449582.834384:0:35265:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789449582.834387:0:35265:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789449582.834390:0:35265:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449582.834394:0:35265:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83109500 pname:cluuid:pid:xid:nid:opc:job bash:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35265:1876371947534976:192.168.202.109@tcp:101:bash.0 00000100:00000001:3.0:1789449582.834398:0:35265:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789449582.834405:0:35265:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789449582.834408:0:35265:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449582.834411:0:35265:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789449582.834489:0:35265:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9e8b86740000. 02000000:00000001:3.0:1789449582.834492:0:35265:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449582.834503:0:35265:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:3.0:1789449582.834510:0:35265:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b8525c8f0. 00000400:00000010:3.0:1789449582.834518:0:35265:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9e8b87c4b400. 00000100:00000200:3.0:1789449582.834528:0:35265:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876371947534976, portal 10 00000100:00000001:3.0:1789449582.834530:0:35265:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449582.834531:0:35265:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769385728 : -107152940165888 : ffff9e8b83109500) 00000100:00000040:3.0:1789449582.834538:0:35265:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b83109500 x1876371947534976/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789449598 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449582.834546:0:35265:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449582.834549:0:35265:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1789449582.834553:0:35265:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69088. 00000100:00000200:3.0:1789449582.834556:0:35265:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1876371947534976, offset 0 00000400:00000200:3.0:1789449582.834564:0:35265:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1789449582.834574:0:35265:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449582.834583:0:35265:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449582.834589:0:35265:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789449582.834594:0:35265:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1789449582.834598:0:35265:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789449582.834601:0:35265:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1789449582.834605:0:35265:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2948:2948:256:4294967295] 192.168.202.109@tcp LPNI seq info [2948:2948:8:4294967295] 00000400:00000200:3.0:1789449582.834610:0:35265:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449582.834622:0:35265:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449582.834629:0:35265:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449582.834635:0:35265:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051c000. 00000800:00000200:3.0:1789449582.834644:0:35265:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449582.834654:0:35265:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449582.834659:0:35265:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051c000 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:3.0:1789449582.835153:0:35265:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449582.835172:0:35265:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 845911 usecs (846 jiffies) 00000400:00000200:3.0:1789449582.835178:0:35265:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:3.0:1789449582.835181:0:35265:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296586367 00000800:00000200:2.0:1789449582.836253:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449582.836263:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b9051c000. 00000400:00000200:2.0:1789449582.836272:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449582.836282:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449582.836291:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69088 00000400:00000010:2.0:1789449582.836294:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69088. 00000100:00000001:2.0:1789449582.836301:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449582.836310:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83109500 x1876371947534976/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789449598 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449582.836324:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449582.836328:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83109500 x1876371947534976/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789449598 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449582.836336:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449582.836338:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789449582.836796:0:35265:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, simply extend its deadline from 4296586278 00000100:00000001:2.0:1789449582.836806:0:35265:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296586367 00000100:00000001:2.0:1789449582.836810:0:35265:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, simply extend its deadline from 4296586278 00000100:00000001:2.0:1789449582.836814:0:35265:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449582.836818:0:35265:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449582.836822:0:35265:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449582.836824:0:35265:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789449582.836828:0:35265:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b831c5780 going to sleep for 11 seconds 00000100:00000001:2.0:1789449582.836831:0:35265:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449582.836834:0:35265:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1789449582.849084:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cbaf00. 00010000:00000010:3.1:1789449582.849105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b86499200. 00000800:00000001:3.0:1789449582.857269:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449582.857293:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449582.857299:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449582.857302:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449582.857313:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449582.857323:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449582.857335:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449582.857341:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449582.857348:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449582.857353:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 664 into portal 10 MB=0x6aa8ce3663a80 00000400:00000200:3.0:1789449582.857359:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449582.857368:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 664/664 into md 0x861d [32] + 224 00000800:00000001:3.0:1789449582.857379:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449582.857387:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449582.857392:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449582.857398:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449582.857408:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449582.857421:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83109500 x1876371947534976/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789449598 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789449582.857435:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9e8b83109500 x1876371947534976/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789449598 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449582.857467:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449582.857478:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449582.857481:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449582.858466:0:35265:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789449582.858481:0:35265:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789449582.858483:0:35265:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789449582.858487:0:35265:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b8525c8f0. 00000400:00000200:2.0:1789449582.858497:0:35265:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b87c4b400 00000400:00000010:2.0:1789449582.858500:0:35265:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9e8b87c4b400. 00000100:00000001:2.0:1789449582.858506:0:35265:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449582.858516:0:35265:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83109500 x1876371947534976/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789449598 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789449582.858528:0:35265:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83109500 x1876371947534976/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789449598 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449582.858535:0:35265:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789449582.858539:0:35265:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449582.858542:0:35265:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789449582.858546:0:35265:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789449582.858549:0:35265:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789449582.858552:0:35265:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449582.858556:0:35265:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789449582.858570:0:35265:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=62 v=5 (5 5 102 102) 00000100:00001000:2.0:1789449582.858575:0:35265:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=29 v=5 (1 0 0 0) 00000100:00000001:2.0:1789449582.858578:0:35265:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789449582.858580:0:35265:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449582.858583:0:35265:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789449582.858587:0:35265:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449582.858590:0:35265:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1789449582.858592:0:35265:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009c/0x1] 00000100:00000001:2.0:1789449582.858594:0:35265:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1789449582.858597:0:35265:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449582.858598:0:35265:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769385728 : -107152940165888 : ffff9e8b83109500) 00000100:00000001:2.0:1789449582.858602:0:35265:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789449582.858604:0:35265:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967639 00000100:00000001:2.0:1789449582.858605:0:35265:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789449582.858609:0:35265:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449582.858614:0:35265:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83109500 x1876371947534976/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1789449598 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449582.858621:0:35265:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449582.858625:0:35265:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789449582.858627:0:35265:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789449582.858632:0:35265:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83109500 x1876371947534976/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1789449598 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789449582.858639:0:35265:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83109500 pname:cluuid:pid:xid:nid:opc:job bash:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35265:1876371947534976:192.168.202.109@tcp:101:bash.0 00000100:00000001:2.0:1789449582.858644:0:35265:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449582.858647:0:35265:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449582.858649:0:35265:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789449582.858651:0:35265:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449582.858655:0:35265:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83109500 x1876371947534976/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1789449598 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449582.858661:0:35265:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789449582.858676:0:35265:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b831c5780. 00000100:00000001:2.0:1789449582.858681:0:35265:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789449582.858682:0:35265:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449582.858686:0:35265:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789449582.858699:0:35265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449582.858703:0:35265:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449582.858707:0:35265:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75200 refcount=4 00000020:00000001:2.0:1789449582.858710:0:35265:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016242688 : -107152693308928 : ffff9e8b91c75200) 00010000:00000001:2.0:1789449582.858713:0:35265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016242688 : -107152693308928 : ffff9e8b91c75200) 00010000:00000040:2.0:1789449582.858722:0:35265:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e8b91c75200, remote cookie: 0xeb7cbf5e2fd3dd3b, flags: 0x1001 00010000:00010000:2.0:1789449582.858729:0:35265:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75200/0xcddde1459ded67b5 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dd3b expref: -99 pid: 35265 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789449582.858740:0:35265:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x2b:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1789449582.858744:0:35265:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1789449582.858758:0:35265:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9e8b90652a00. 00010000:00000010:2.0:1789449582.858763:0:35265:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e8b83162500. 00010000:00000040:2.0:1789449582.858770:0:35265:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9e8b922deb00 count: 0 00010000:00000010:2.0:1789449582.858777:0:35265:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e8b84d02880. 00010000:00000001:2.0:1789449582.858786:0:35265:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449582.858790:0:35265:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75200/0xcddde1459ded67b5 lrc: 4/0,1 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dd3b expref: -99 pid: 35265 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789449582.858800:0:35265:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75200/0xcddde1459ded67b5 lrc: 4/0,1 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dd3b expref: -99 pid: 35265 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449582.858808:0:35265:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1789449582.858813:0:35265:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1789449582.858815:0:35265:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1789449582.858818:0:35265:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1789449582.858819:0:35265:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1789449582.858822:0:35265:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x2b:0x0].0x0 (ffff9e8b90652a00) refcount = 1 00010000:00010000:2.0:1789449582.858825:0:35265:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75200/0xcddde1459ded67b5 lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3dd3b expref: -99 pid: 35265 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449582.858832:0:35265:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1789449582.858836:0:35265:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1789449582.858837:0:35265:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789449582.858841:0:35265:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789449582.858843:0:35265:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449582.858847:0:35265:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75200/0xcddde1459ded67b5 lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dd3b expref: -99 pid: 35265 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449582.858853:0:35265:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1789449582.858855:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449582.858857:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449582.858858:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449582.858859:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449582.858861:0:35265:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449582.858866:0:35265:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1789449582.858868:0:35265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449582.858869:0:35265:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449582.858871:0:35265:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75200 refcount=3 00000020:00000001:2.0:1789449582.858873:0:35265:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016242688 : -107152693308928 : ffff9e8b91c75200) 00010000:00000001:2.0:1789449582.858875:0:35265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016242688 : -107152693308928 : ffff9e8b91c75200) 00010000:00000001:2.0:1789449582.858877:0:35265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449582.858960:0:35265:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449582.858961:0:35265:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75200 refcount=4 00000020:00000001:2.0:1789449582.858964:0:35265:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016242688 : -107152693308928 : ffff9e8b91c75200) 00010000:00000001:2.0:1789449582.858966:0:35265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016242688 : -107152693308928 : ffff9e8b91c75200) 00010000:00000001:2.0:1789449582.858969:0:35265:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449582.858974:0:35265:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449582.858978:0:35265:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75200/0xcddde1459ded67b5 lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3dd3b expref: -99 pid: 35265 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449582.858984:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449582.858986:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449582.858987:0:35265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449582.858988:0:35265:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449582.858989:0:35265:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75200 refcount=5 00000020:00000001:2.0:1789449582.858991:0:35265:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016242688 : -107152693308928 : ffff9e8b91c75200) 00010000:00000001:2.0:1789449582.858993:0:35265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016242688 : -107152693308928 : ffff9e8b91c75200) 00010000:00000001:2.0:1789449582.858996:0:35265:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789449582.858999:0:35265:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75200/0xcddde1459ded67b5 lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3dd3b expref: -99 pid: 35265 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449582.859004:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449582.859005:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789449582.859008:0:35265:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75200/0xcddde1459ded67b5 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3dd3b expref: -99 pid: 35265 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449582.859015:0:35265:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789449582.859017:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449582.859017:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449582.859019:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449582.859019:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1789449582.859026:0:35265:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9e8b83109500 x1876371947534976/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1789449598 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789449582.859036:0:35265:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1789449582.859042:0:35265:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9e8b83109500 x1876371947534976/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1789449598 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789449582.859049:0:35265:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449582.859057:0:35265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449582.859059:0:35265:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449582.859061:0:35265:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75200 refcount=3 00000020:00000001:2.0:1789449582.859063:0:35265:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016242688 : -107152693308928 : ffff9e8b91c75200) 00010000:00000001:2.0:1789449582.859065:0:35265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016242688 : -107152693308928 : ffff9e8b91c75200) 00000002:00010000:2.0:1789449582.859069:0:35265:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75200/0xcddde1459ded67b5 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dd3b expref: -99 pid: 35265 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1789449582.859079:0:35265:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9e8b90fc9940. 00010000:00000001:2.0:1789449582.859081:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449582.859083:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789449582.859084:0:35265:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449582.859087:0:35265:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449582.859090:0:35265:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1789449582.859093:0:35265:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449582.859094:0:35265:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769385728 : -107152940165888 : ffff9e8b83109500) 00000100:00000001:2.0:1789449582.859096:0:35265:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449582.859097:0:35265:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769385728 : -107152940165888 : ffff9e8b83109500) 00010000:00000001:2.0:1789449582.859099:0:35265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449582.859101:0:35265:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449582.859102:0:35265:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75200 refcount=3 00000020:00000001:2.0:1789449582.859104:0:35265:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016242688 : -107152693308928 : ffff9e8b91c75200) 00010000:00000001:2.0:1789449582.859106:0:35265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016242688 : -107152693308928 : ffff9e8b91c75200) 00000002:00010000:2.0:1789449582.859109:0:35265:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75200/0xcddde1459ded67b5 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dd3b expref: -99 pid: 35265 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449582.859115:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449582.859116:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449582.859118:0:35265:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789449582.859119:0:35265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449582.859120:0:35265:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449582.859121:0:35265:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75200 refcount=3 00000020:00000001:2.0:1789449582.859123:0:35265:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016242688 : -107152693308928 : ffff9e8b91c75200) 00010000:00000001:2.0:1789449582.859125:0:35265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016242688 : -107152693308928 : ffff9e8b91c75200) 00010000:00000040:2.0:1789449582.859130:0:35265:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652a00 count: 2 00010000:00000001:2.0:1789449582.859133:0:35265:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1789449582.859137:0:35265:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e8b83488400 type 13 mode 4 res 8589935621/43 (0 0) 00010000:00000001:2.0:1789449582.859139:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449582.859141:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789449582.859142:0:35265:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1789449582.859145:0:35265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d1b768 00000002:00002000:2.0:1789449582.859147:0:35265:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=recon intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:2.0:1789449582.859151:0:35265:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789449582.859155:0:35265:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789449582.859158:0:35265:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789449582.859162:0:35265:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1789449582.859178:0:35265:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449582.859183:0:35265:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000001:2.0:1789449582.859186:0:35265:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1789449582.859188:0:35265:0:(namei.c:674:ll_lookup_it_finish()) it ffff9e8b87cd5f00 it_disposition 1800037 00000080:00002000:2.0:1789449582.859194:0:35265:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9e8b89340360 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:2.0:1789449582.859199:0:35265:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1789449582.859202:0:35265:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:2.0:1789449582.859204:0:35265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d1b990 00000080:00200000:2.0:1789449582.859221:0:35265:0:(namei.c:1628:ll_create_it()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff9e8b89180908), intent=open|creat 00000080:00000001:2.0:1789449582.859224:0:35265:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:2.0:1789449582.859227:0:35265:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1789449582.859233:0:35265:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1789449582.859237:0:35265:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789449582.859240:0:35265:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611179 : 144115205339611179 : 20000040500002b) 00000080:00000001:2.0:1789449582.859243:0:35265:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1789449582.859260:0:35265:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9e8b89184a40. 00000020:00000001:2.0:1789449582.859274:0:35265:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:2.0:1789449582.859277:0:35265:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1789449582.859282:0:35265:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:2.0:1789449582.859284:0:35265:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000405:0x2b:0x0](ffff9e8b89184b08) 00000020:00000001:2.0:1789449582.859289:0:35265:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789449582.859294:0:35265:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822744 : -107152888728872 : ffff9e8b862172d8) 00000020:00001000:2.0:1789449582.859297:0:35265:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b862172d0 00000020:00000001:2.0:1789449582.859303:0:35265:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:2.0:1789449582.859308:0:35265:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9e8b83cb7578. 00000020:00000001:2.0:1789449582.859311:0:35265:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1789449582.859313:0:35265:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449582.859322:0:35265:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:2.0:1789449582.859327:0:35265:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9e8b90686d90. 00020000:00000001:2.0:1789449582.859329:0:35265:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446636920993246608 : -107152716305008 : ffff9e8b90686d90) 00020000:00000001:2.0:1789449582.859332:0:35265:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:2.0:1789449582.859335:0:35265:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1789449582.859342:0:35265:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9e8b898c65a0. 00020000:00000010:2.0:1789449582.859346:0:35265:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9e8b87c5a680. 00020000:00000010:2.0:1789449582.859352:0:35265:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9e8b898c6120. 00020000:00000001:2.0:1789449582.859354:0:35265:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446636920878162208 : -107152831389408 : ffff9e8b898c6120) 00020000:00000002:2.0:1789449582.859358:0:35265:0:(lov_ea.c:755:dump_lsm()) lsm ffff9e8b898c6120, objid 0x2b:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789449582.859363:0:35265:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout 1 layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789449582.859367:0:35265:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff9e8b87c5a680: ostid: 0x2c0000401:66 ost idx: 1 gen: 0 00020000:00000001:2.0:1789449582.859370:0:35265:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:2.0:1789449582.859372:0:35265:0:(lov_ea.c:755:dump_lsm()) lsm ffff9e8b898c6120, objid 0x2b:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789449582.859375:0:35265:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout 1 layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789449582.859378:0:35265:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff9e8b87c5a680: ostid: 0x2c0000401:66 ost idx: 1 gen: 0 00020000:00000010:2.0:1789449582.859383:0:35265:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9e8b87c21b90. 00020000:00000010:2.0:1789449582.859387:0:35265:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff9e8b87cfc000. 00020000:00000001:2.0:1789449582.859393:0:35265:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:2.0:1789449582.859398:0:35265:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9e8b89e16908. 00020000:00000001:2.0:1789449582.859401:0:35265:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:2.0:1789449582.859403:0:35265:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:2.0:1789449582.859409:0:35265:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:2.0:1789449582.859413:0:35265:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9e8b83cb7320. 00000020:00000001:2.0:1789449582.859415:0:35265:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1789449582.859416:0:35265:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449582.859418:0:35265:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446636920781632416 : -107152927919200 : ffff9e8b83cb73a0) 00020000:00000001:2.0:1789449582.859422:0:35265:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:2.0:1789449582.859429:0:35265:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff9e8b87e0ce00. 00020000:00000001:2.0:1789449582.859432:0:35265:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449582.859438:0:35265:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446636920781632416 : -107152927919200 : ffff9e8b83cb73a0) 00020000:00000001:2.0:1789449582.859440:0:35265:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446636920781632416 : -107152927919200 : ffff9e8b83cb73a0) 00020000:00000002:2.0:1789449582.859444:0:35265:0:(lov_object.c:134:lov_init_sub()) [0x2c0000401:0x42:0x0]@ffff9e8b83cb7320[0:0] -> [0x200000405:0x2b:0x0]@ffff9e8b83cb7578: ostid: 0x2c0000401:66 ost idx: 1 gen: 0 00020000:00000001:2.0:1789449582.859449:0:35265:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:2.0:1789449582.859451:0:35265:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:2.0:1789449582.859454:0:35265:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449582.859457:0:35265:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446636920781633016 : -107152927918600 : ffff9e8b83cb75f8) 00000020:00001000:2.0:1789449582.859461:0:35265:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b862172d0 00000080:00000001:2.0:1789449582.859466:0:35265:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611179 : 144115205339611179 : 20000040500002b) 00000080:00000001:2.0:1789449582.859468:0:35265:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1789449582.859471:0:35265:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611179 mtime from 0 to 1789449582 00000080:00000001:2.0:1789449582.859476:0:35265:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1789449582.859478:0:35265:0:(namei.c:156:ll_iget()) Process leaving (rc=18446636920870554376 : -107152838997240 : ffff9e8b89184b08) 00010000:00000001:2.0:1789449582.859480:0:35265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449582.859482:0:35265:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449582.859483:0:35265:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75200 refcount=3 00000020:00000001:2.0:1789449582.859485:0:35265:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016242688 : -107152693308928 : ffff9e8b91c75200) 00010000:00000001:2.0:1789449582.859487:0:35265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016242688 : -107152693308928 : ffff9e8b91c75200) 00000080:00000001:2.0:1789449582.859490:0:35265:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1789449582.859492:0:35265:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789449582.859493:0:35265:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822744 : -107152888728872 : ffff9e8b862172d8) 00000020:00001000:2.0:1789449582.859495:0:35265:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b862172d0 00000020:00000001:2.0:1789449582.859498:0:35265:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1789449582.859500:0:35265:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1789449582.859501:0:35265:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1789449582.859504:0:35265:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9e8b898c6e40. 00020000:00000010:2.0:1789449582.859506:0:35265:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9e8b87c5a600. 00020000:00000010:2.0:1789449582.859508:0:35265:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9e8b898c6180. 00020000:00000001:2.0:1789449582.859510:0:35265:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446636920878162304 : -107152831389312 : ffff9e8b898c6180) 00020000:00000002:2.0:1789449582.859513:0:35265:0:(lov_ea.c:755:dump_lsm()) lsm ffff9e8b898c6180, objid 0x2b:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789449582.859516:0:35265:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout 1 layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789449582.859519:0:35265:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff9e8b87c5a600: ostid: 0x2c0000401:66 ost idx: 1 gen: 0 00020000:00000002:2.0:1789449582.859523:0:35265:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9e8b90686d90) owner ffff9e8b90fa27c0 00020000:00000001:2.0:1789449582.859525:0:35265:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1789449582.859528:0:35265:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9e8b90686d90) owner ffff9e8b90fa27c0 00020000:00000010:2.0:1789449582.859533:0:35265:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9e8b87c5a600. 00020000:00000010:2.0:1789449582.859536:0:35265:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9e8b898c6e40. 00020000:00000010:2.0:1789449582.859540:0:35265:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9e8b898c6180. 00020000:00000002:2.0:1789449582.859542:0:35265:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x2b:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1789449582.859545:0:35265:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449582.859547:0:35265:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449582.859551:0:35265:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1789449582.859554:0:35265:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b90686d90) owner 0000000000000000/ffff9e8b90fa27c0 00020000:00000002:2.0:1789449582.859557:0:35265:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9e8b898c6120 addref 2/0 by ffff9e8b90fa27c0. 00020000:00000002:2.0:1789449582.859560:0:35265:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b90686d90) owner 0000000000000000/ffff9e8b90fa27c0 00020000:00000001:2.0:1789449582.859563:0:35265:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1789449582.859565:0:35265:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1789449582.859566:0:35265:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1789449582.859567:0:35265:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1789449582.859570:0:35265:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1789449582.859572:0:35265:0:(file.c:6843:ll_layout_conf()) [0x200000405:0x2b:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1789449582.859575:0:35265:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b862172d0 00000080:00000001:2.0:1789449582.859577:0:35265:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449582.859579:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449582.859581:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789449582.859582:0:35265:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789449582.859585:0:35265:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1789449582.859587:0:35265:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789449582.859589:0:35265:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000405:0x2b:0x0](ffff9e8b89184b08) 00000080:00010000:2.0:1789449582.859593:0:35265:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2b:0x0](ffff9e8b89184b08) for lock 0xcddde1459ded67b5 00800000:00000001:2.0:1789449582.859596:0:35265:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789449582.859598:0:35265:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789449582.859599:0:35265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449582.859600:0:35265:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449582.859601:0:35265:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75200 refcount=3 00000020:00000001:2.0:1789449582.859603:0:35265:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016242688 : -107152693308928 : ffff9e8b91c75200) 00010000:00000001:2.0:1789449582.859605:0:35265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016242688 : -107152693308928 : ffff9e8b91c75200) 00010000:00000001:2.0:1789449582.859607:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449582.859609:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789449582.859610:0:35265:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789449582.859612:0:35265:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449582.859614:0:35265:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:2.0:1789449582.859616:0:35265:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449582.859621:0:35265:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9e8b83109500 x1876371947534976/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1789449598 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449582.859628:0:35265:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789449582.859634:0:35265:0:(namei.c:1651:ll_create_it()) inode ffff9e8b89184b08 need_sync_to_mds [0x200000405:0x2b:0x0] 00000080:00000001:2.0:1789449582.859638:0:35265:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789449582.859642:0:35265:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x2b:0x0](ffff9e8b89184b08) 00000080:00000001:2.0:1789449582.859645:0:35265:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1789449582.859649:0:35265:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b83481200. 00000100:00000001:2.0:1789449582.859652:0:35265:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449582.859655:0:35265:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83109500 x1876371947534976/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1789449598 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449582.859661:0:35265:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449582.859665:0:35265:0:(pcc.c:3603:pcc_inode_create_fini()) Process entered 00000080:00000001:2.0:1789449582.859667:0:35265:0:(pcc.c:3606:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789449582.859669:0:35265:0:(namei.c:1500:ll_atomic_open()) inode ffff9e8b89184b08 need_sync_to_mds [0x200000405:0x2b:0x0] 00000080:00000001:2.0:1789449582.859680:0:35265:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1789449582.859683:0:35265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d1ba68 00000080:00200008:2.0:1789449582.859685:0:35265:0:(file.c:1090:ll_file_open()) START file recon:[0x200000405:0x2b:0x0](ffff9e8b89184b08), flags 102101 00000080:00000010:2.0:1789449582.859692:0:35265:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9e8b89997a40. 00000080:00000010:2.0:1789449582.859698:0:35265:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9e8b90fc9a80. 00000080:00000001:2.0:1789449582.859701:0:35265:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:2.0:1789449582.859705:0:35265:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:2.0:1789449582.859708:0:35265:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789449582.859711:0:35265:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789449582.859714:0:35265:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789449582.859717:0:35265:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789449582.859719:0:35265:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449582.859722:0:35265:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:2.0:1789449582.859724:0:35265:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449582.859727:0:35265:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1789449582.859731:0:35265:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9e8b8316f260. 00000002:00100000:2.0:1789449582.859736:0:35265:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9e8b83109500 x1876371947534976/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1789449598 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789449582.859742:0:35265:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789449582.859744:0:35265:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1789449582.859749:0:35265:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1789449582.859752:0:35265:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449582.859755:0:35265:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449582.859758:0:35265:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449582.859761:0:35265:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83109500 x1876371947534976/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1789449598 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1789449582.859768:0:35265:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789449582.859772:0:35265:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9e8b86740000. 02000000:00000001:2.0:1789449582.859818:0:35265:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1789449582.859821:0:35265:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449582.859823:0:35265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d1ba68 00000080:00000008:2.0:1789449582.859825:0:35265:0:(file.c:1329:ll_file_open()) COMPLETED file recon:[0x200000405:0x2b:0x0](ffff9e8b89184b08), flags 102101, rc = 0 00000080:00000001:2.0:1789449582.859830:0:35265:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1789449582.859832:0:35265:0:(dcache.c:176:ll_intent_release()) intent ffff9e8b87cd5f00 released 00000080:00010000:2.0:1789449582.859834:0:35265:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded67b5 from it ffff9e8b87cd5f00 00010000:00000001:2.0:1789449582.859836:0:35265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449582.859838:0:35265:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449582.859839:0:35265:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75200 refcount=3 00000020:00000001:2.0:1789449582.859841:0:35265:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016242688 : -107152693308928 : ffff9e8b91c75200) 00010000:00000001:2.0:1789449582.859843:0:35265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016242688 : -107152693308928 : ffff9e8b91c75200) 00010000:00000001:2.0:1789449582.859845:0:35265:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789449582.859849:0:35265:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75200/0xcddde1459ded67b5 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xeb7cbf5e2fd3dd3b expref: -99 pid: 35265 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449582.859861:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449582.859862:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449582.859864:0:35265:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789449582.859867:0:35265:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789449582.859869:0:35265:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75200/0xcddde1459ded67b5 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xeb7cbf5e2fd3dd3b expref: -99 pid: 35265 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789449582.859876:0:35265:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789449582.859918:0:35265:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789449582.859921:0:35265:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789449582.859927:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449582.859928:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449582.859930:0:35265:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449582.859934:0:35265:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789449582.859936:0:35265:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449582.859939:0:35265:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449582.859943:0:35265:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449582.859945:0:35265:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789449582.859946:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449582.859947:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789449582.859949:0:35265:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1789449582.859951:0:35265:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:2.0:1789449582.859954:0:35265:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1789449582.859957:0:35265:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789449582.859960:0:35265:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1789449582.859962:0:35265:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449582.859966:0:35265:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1789449582.859968:0:35265:0:(pcc.c:1970:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449582.859970:0:35265:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1789449582.859972:0:35265:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449582.859974:0:35265:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1789449582.859976:0:35265:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9e8b87cd5f00. 00000080:00000001:2.0:1789449582.859981:0:35265:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449582.859987:0:35265:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1789449582.859989:0:35265:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x2b:0x0](ffff9e8b89184b08), inode mode 81a4 mask 40 00000080:00000001:2.0:1789449582.859994:0:35265:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449582.860104:0:35265:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1789449582.860108:0:35265:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b90686d90) owner 0000000000000000/ffff9e8b90fa27c0 00020000:00000002:2.0:1789449582.860111:0:35265:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b90686d90) owner 0000000000000000/ffff9e8b90fa27c0 00020000:00000001:2.0:1789449582.860114:0:35265:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449582.865834:0:35265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d1bd28 00000080:00200008:3.0:1789449582.865849:0:35265:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000405:0x2b:0x0](ffff9e8b89184b08), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1789449582.865861:0:35265:0:(file.c:6189:ll_inode_revalidate()) Process entered 00010000:00000010:2.1:1789449582.865936:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b922deb00. 00000020:00000001:3.0:1789449582.866131:0:35265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d1bca0 00000080:00200000:3.0:1789449582.866135:0:35265:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x2b:0x0](ffff9e8b89184b08),name=recon 00000080:00000010:3.0:1789449582.866147:0:35265:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b83480000. 00800000:00000002:3.0:1789449582.866155:0:35265:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:3.0:1789449582.866164:0:35265:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789449582.866170:0:35265:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789449582.866173:0:35265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d1bbc0 00800000:00000002:3.0:1789449582.866176:0:35265:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x2b:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789449582.866180:0:35265:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789449582.866184:0:35265:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789449582.866188:0:35265:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789449582.866191:0:35265:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789449582.866193:0:35265:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789449582.866196:0:35265:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449582.866198:0:35265:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789449582.866201:0:35265:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789449582.866216:0:35265:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789449582.866217:0:35265:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789449582.866218:0:35265:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789449582.866219:0:35265:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789449582.866221:0:35265:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449582.866222:0:35265:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:3.0:1789449582.866223:0:35265:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449582.866226:0:35265:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x2b:0x0], name='' -> mds #0 00000002:00000001:3.0:1789449582.866232:0:35265:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789449582.866235:0:35265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d1ba90 00000002:00010000:3.0:1789449582.866237:0:35265:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789449582.866241:0:35265:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789449582.866244:0:35265:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789449582.866248:0:35265:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789449582.866259:0:35265:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652a00 count: 2 00010000:00000001:3.0:1789449582.866263:0:35265:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789449582.866269:0:35265:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449582.866275:0:35265:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789449582.866281:0:35265:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75200/0xcddde1459ded67b5 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xeb7cbf5e2fd3dd3b expref: -99 pid: 35265 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1789449582.866294:0:35265:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789449582.866300:0:35265:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449582.866303:0:35265:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75200/0xcddde1459ded67b5 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xeb7cbf5e2fd3dd3b expref: -99 pid: 35265 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1789449582.866314:0:35265:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789449582.866316:0:35265:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789449582.866318:0:35265:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789449582.866320:0:35265:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789449582.866322:0:35265:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789449582.866324:0:35265:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789449582.866326:0:35265:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789449582.866330:0:35265:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:3.0:1789449582.866334:0:35265:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b83480000. 00000080:00000001:3.0:1789449582.866339:0:35265:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789449582.866341:0:35265:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789449582.866343:0:35265:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x2b:0x0](ffff9e8b89184b08) 00000080:00010000:3.0:1789449582.866347:0:35265:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2b:0x0](ffff9e8b89184b08) for lock 0xcddde1459ded67b5 00800000:00000001:3.0:1789449582.866350:0:35265:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789449582.866352:0:35265:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789449582.866354:0:35265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449582.866356:0:35265:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449582.866359:0:35265:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75200 refcount=3 00000020:00000001:3.0:1789449582.866362:0:35265:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016242688 : -107152693308928 : ffff9e8b91c75200) 00010000:00000001:3.0:1789449582.866364:0:35265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016242688 : -107152693308928 : ffff9e8b91c75200) 00010000:00000001:3.0:1789449582.866367:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449582.866369:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789449582.866370:0:35265:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789449582.866372:0:35265:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789449582.866374:0:35265:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded67b5 from it ffffb71181d1bcd8 00010000:00000001:3.0:1789449582.866376:0:35265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449582.866377:0:35265:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449582.866378:0:35265:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75200 refcount=3 00000020:00000001:3.0:1789449582.866380:0:35265:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016242688 : -107152693308928 : ffff9e8b91c75200) 00010000:00000001:3.0:1789449582.866381:0:35265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016242688 : -107152693308928 : ffff9e8b91c75200) 00010000:00000001:3.0:1789449582.866384:0:35265:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789449582.866387:0:35265:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75200/0xcddde1459ded67b5 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xeb7cbf5e2fd3dd3b expref: -99 pid: 35265 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789449582.866393:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449582.866394:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449582.866396:0:35265:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789449582.866398:0:35265:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789449582.866401:0:35265:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75200/0xcddde1459ded67b5 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xeb7cbf5e2fd3dd3b expref: -99 pid: 35265 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1789449582.866408:0:35265:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449582.866412:0:35265:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789449582.866414:0:35265:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449582.866420:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449582.866421:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449582.866422:0:35265:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449582.866426:0:35265:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789449582.866428:0:35265:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449582.866430:0:35265:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449582.866432:0:35265:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449582.866434:0:35265:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789449582.866436:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449582.866437:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789449582.866440:0:35265:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789449582.866443:0:35265:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789449582.866448:0:35265:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:3.0:1789449582.866452:0:35265:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1789449582.866455:0:35265:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789449582.866457:0:35265:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1789449582.866458:0:35265:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449582.866460:0:35265:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1789449582.866464:0:35265:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:3.0:1789449582.866467:0:35265:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789449582.866471:0:35265:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822888 : -107152888728728 : ffff9e8b86217368) 00000020:00001000:3.0:1789449582.866474:0:35265:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217360 00000020:00000001:3.0:1789449582.866480:0:35265:0:(cl_object.c:143:cl_object_top()) ffff9e8b83cb75f8 -> ffff9e8b83cb75f8 00000020:00000001:3.0:1789449582.866484:0:35265:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:3.0:1789449582.866487:0:35265:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1789449582.866489:0:35265:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2b:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:3.0:1789449582.866493:0:35265:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789449582.866494:0:35265:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1789449582.866497:0:35265:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1789449582.866499:0:35265:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449582.866501:0:35265:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1789449582.866506:0:35265:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2b:0x0]io ffff9e8b84db2560 type 7 ignore/verify layout 0/1 00020000:00000002:3.0:1789449582.866509:0:35265:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b90686d90) owner 0000000000000000/ffff9e8b90fa27c0 00020000:00000001:3.0:1789449582.866514:0:35265:0:(lov_io.c:2266:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1789449582.866516:0:35265:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1789449582.866519:0:35265:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1789449582.866521:0:35265:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449582.866523:0:35265:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1789449582.866525:0:35265:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1789449582.866527:0:35265:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449582.866528:0:35265:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789449582.866529:0:35265:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1789449582.866530:0:35265:0:(lov_io.c:2279:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1789449582.866532:0:35265:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b90686d90) owner 0000000000000000/ffff9e8b90fa27c0 00000020:00000001:3.0:1789449582.866535:0:35265:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1789449582.866537:0:35265:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:3.0:1789449582.866538:0:35265:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x2b:0x0] 00000020:00000001:3.0:1789449582.866541:0:35265:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1789449582.866543:0:35265:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1789449582.866546:0:35265:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1789449582.866548:0:35265:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000001:3.0:1789449582.866551:0:35265:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449582.866556:0:35265:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449582.866558:0:35265:0:(lov_offset.c:141:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1789449582.866560:0:35265:0:(lov_offset.c:264:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1789449582.866563:0:35265:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000010:3.0:1789449582.866569:0:35265:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9e8b84d02280. 00020000:00000001:3.0:1789449582.866571:0:35265:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449582.866573:0:35265:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449582.866574:0:35265:0:(lov_offset.c:141:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1789449582.866576:0:35265:0:(lov_offset.c:264:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1789449582.866578:0:35265:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:3.0:1789449582.866581:0:35265:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789449582.866582:0:35265:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1789449582.866583:0:35265:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789449582.866585:0:35265:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820824904 : -107152888726712 : ffff9e8b86217b48) 00000020:00001000:3.0:1789449582.866587:0:35265:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217b40 00000020:00000001:3.0:1789449582.866590:0:35265:0:(cl_object.c:143:cl_object_top()) ffff9e8b83cb73a0 -> ffff9e8b83cb75f8 00000020:00000001:3.0:1789449582.866592:0:35265:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:3.0:1789449582.866595:0:35265:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789449582.866596:0:35265:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1789449582.866598:0:35265:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:3.0:1789449582.866599:0:35265:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446636920799438176 : -107152910113440 : ffff9e8b84db2560) 00000020:00000001:3.0:1789449582.866602:0:35265:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449582.866603:0:35265:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449582.866605:0:35265:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993108648 : -107152716442968 : ffff9e8b906652a8) 00000020:00000001:3.0:1789449582.866607:0:35265:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1789449582.866612:0:35265:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9e8b91cb58f0. 00000008:00010000:3.0:1789449582.866615:0:35265:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:3.0:1789449582.866617:0:35265:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1789449582.866619:0:35265:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1789449582.866621:0:35265:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9e8b84d022b0, osc lock ffff9e8b91cb58f0, flags 0x400001002 00000020:00000001:3.0:1789449582.866623:0:35265:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449582.866625:0:35265:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449582.866626:0:35265:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000001:3.0:1789449582.866629:0:35265:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446636920798716544 : -107152910835072 : ffff9e8b84d02280) 00000020:00000001:3.0:1789449582.866631:0:35265:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1789449582.866632:0:35265:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1789449582.866633:0:35265:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449582.866635:0:35265:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449582.866637:0:35265:0:(cl_io.c:1190:cl_sync_io_init_notify()) Process entered 00000020:00000001:3.0:1789449582.866640:0:35265:0:(cl_io.c:1198:cl_sync_io_init_notify()) Process leaving 00000020:00000001:3.0:1789449582.866641:0:35265:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1789449582.866643:0:35265:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1789449582.866644:0:35265:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789449582.866646:0:35265:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993108648 : -107152716442968 : ffff9e8b906652a8) 00000020:00000001:3.0:1789449582.866648:0:35265:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1789449582.866650:0:35265:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1789449582.866652:0:35265:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1789449582.866656:0:35265:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1789449582.866659:0:35265:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1789449582.866660:0:35265:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1789449582.870985:0:35265:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1789449582.870995:0:35265:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1789449582.870999:0:35265:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1789449582.871003:0:35265:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1789449582.871008:0:35265:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789449582.871016:0:35265:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449582.871022:0:35265:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:2.0:1789449582.871262:0:35265:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065d500. 00000020:00000040:2.0:1789449582.871272:0:35265:0:(genops.c:1209:class_import_get()) import ffff9e8b8986b000 refcount=3 obd=lustre-OST0001-osc-ffff9e8b89903000 00010000:00000001:2.0:1789449582.871277:0:35265:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789449582.871292:0:35265:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789449582.871296:0:35265:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449582.871300:0:35265:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449582.871303:0:35265:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449582.871309:0:35265:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449582.871319:0:35265:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e8b8632f400. 00000100:00000001:2.0:1789449582.871328:0:35265:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449582.871333:0:35265:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789449582.871335:0:35265:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449582.871337:0:35265:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789449582.871338:0:35265:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449582.871344:0:35265:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449582.871347:0:35265:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446636920993076480 : -107152716475136 : ffff9e8b9065d500) 00010000:00000001:2.0:1789449582.871351:0:35265:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789449582.871354:0:35265:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1789449582.871360:0:35265:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9e8b90652400. 00010000:00000010:2.0:1789449582.871364:0:35265:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9e8b90652200. 00010000:00000001:2.0:1789449582.871370:0:35265:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789449582.871374:0:35265:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8b91c4da00. 00000020:00000001:2.0:1789449582.871380:0:35265:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789449582.871384:0:35265:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8b91c4da00 with handle 0xcddde1459ded67bc to hash 00000020:00000001:2.0:1789449582.871386:0:35265:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789449582.871388:0:35265:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000010:2.0:1789449582.871393:0:35265:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff9e8b90fc9e80. 00010000:00000001:2.0:1789449582.871396:0:35265:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:2.0:1789449582.871400:0:35265:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449582.871404:0:35265:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449582.871409:0:35265:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000c45015f7/0xcddde1459ded67bc lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789449582.871424:0:35265:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000c45015f7/0xcddde1459ded67bc lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449582.871437:0:35265:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449582.871443:0:35265:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449582.871447:0:35265:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449582.871462:0:35265:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f9e8b8b] to pc [ptlrpcd_01_01+1] req@ffff9e8b9065d500 x1876371947535104/t0(0) o101->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000008:00000001:2.0:1789449582.871494:0:35265:0:(osc_request.c:3308:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789449582.871497:0:35265:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449582.871501:0:35265:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449582.871504:0:35265:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449582.871506:0:35265:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449582.871510:0:35265:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1789449582.871512:0:35265:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1789449582.871514:0:35265:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1789449582.871516:0:35265:0:(cl_io.c:1210:cl_sync_io_wait()) Process entered 00000100:00000001:3.0:1789449582.872837:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449582.872849:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449582.872854:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789449582.872973:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065d500 x1876371947535104/t0(0) o101->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449582.872988:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789449582.872991:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449582.872997:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789449582.873002:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789449582.873004:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449582.873008:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2402:1876371947535104:192.168.202.109@tcp:101:uname.0 00000100:00000001:3.0:1789449582.873013:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789449582.873020:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789449582.873023:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449582.873026:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789449582.873038:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b87c48800. 02000000:00000001:3.0:1789449582.873040:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449582.873051:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:3.0:1789449582.873057:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b8525caa8. 00000400:00000010:3.0:1789449582.873065:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69550. 00000100:00000200:3.0:1789449582.873074:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947535104, portal 4 00000100:00000001:3.0:1789449582.873076:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449582.873078:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993076480 : -107152716475136 : ffff9e8b9065d500) 00000100:00000040:3.0:1789449582.873087:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b9065d500 x1876371947535104/t0(0) o101->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449598 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449582.873095:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449582.873098:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1789449582.873101:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69bb0. 00000100:00000200:3.0:1789449582.873104:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1876371947535104, offset 0 00000400:00000200:3.0:1789449582.873111:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1789449582.873122:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449582.873134:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449582.873140:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789449582.873145:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1789449582.873150:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789449582.873153:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1789449582.873157:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2949:2949:256:4294967295] 192.168.202.109@tcp LPNI seq info [2949:2949:8:4294967295] 00000400:00000200:3.0:1789449582.873162:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449582.873173:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449582.873180:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449582.873186:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051cc00. 00000800:00000200:3.0:1789449582.873196:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449582.873219:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449582.873226:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051cc00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1789449582.873242:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449582.873247:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: using a timeout of 222317 usecs (223 jiffies) 00000400:00000200:3.0:1789449582.873251:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:3.0:1789449582.873254:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296585781 00000100:00000001:3.0:1789449582.873257:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296586367 00000100:00000001:3.0:1789449582.873260:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296585781 00000100:00000001:3.0:1789449582.873262:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296586367 00000100:00000001:3.0:1789449582.873264:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449582.873267:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449582.873271:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449582.873275:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449582.873284:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449582.873287:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789449582.873290:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449582.873292:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449582.873293:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449582.873296:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449582.873313:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449582.873316:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449582.873992:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449582.873999:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b9051cc00. 00000400:00000200:2.0:1789449582.874006:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449582.874014:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449582.874022:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69bb0 00000400:00000010:2.0:1789449582.874025:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69bb0. 00000100:00000001:2.0:1789449582.874030:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449582.874036:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065d500 x1876371947535104/t0(0) o101->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449598 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449582.874047:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449582.874051:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065d500 x1876371947535104/t0(0) o101->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449598 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449582.874062:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449582.874064:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789449582.881947:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449582.881969:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449582.881975:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449582.881977:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449582.881990:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449582.881999:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449582.882010:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449582.882016:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449582.882022:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449582.882027:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 400 into portal 4 MB=0x6aa8ce3663b00 00000400:00000200:3.0:1789449582.882033:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449582.882040:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 400/400 into md 0x862d [1] + 224 00000800:00000001:3.0:1789449582.882049:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449582.882058:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449582.882062:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449582.882067:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449582.882077:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449582.882089:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065d500 x1876371947535104/t0(0) o101->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449598 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789449582.882101:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9e8b9065d500 x1876371947535104/t0(0) o101->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449598 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449582.882132:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449582.882144:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449582.882148:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449582.882347:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449582.882353:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789449582.882363:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789449582.882365:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789449582.882369:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b8525caa8. 00000400:00000200:2.0:1789449582.882375:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69550 00000400:00000010:2.0:1789449582.882377:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69550. 00000100:00000001:2.0:1789449582.882381:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449582.882386:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065d500 x1876371947535104/t0(0) o101->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449598 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789449582.882395:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065d500 x1876371947535104/t0(0) o101->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449598 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449582.882402:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789449582.882405:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449582.882407:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789449582.882411:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789449582.882414:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789449582.882417:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449582.882420:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789449582.882434:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8986b460 time=62 v=5 (5 5 5 5) 00000100:00001000:2.0:1789449582.882439:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8986b418 time=20 v=5 (1 0 0 0) 00000100:00000001:2.0:1789449582.882442:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789449582.882444:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449582.882448:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789449582.882452:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449582.882457:0:2402:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789449582.882460:0:2402:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9e8b89903000: skip recheck: last_committed 4294967328 00000100:00000001:2.0:1789449582.882462:0:2402:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789449582.882464:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449582.882470:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065d500 x1876371947535104/t0(0) o101->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449598 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449582.882477:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449582.882481:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789449582.882483:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1789449582.882487:0:2402:0:(osc_request.c:3123:osc_enqueue_interpret()) Process entered 00010000:00000001:2.0:1789449582.882490:0:2402:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449582.882493:0:2402:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449582.882497:0:2402:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4da00 refcount=4 00000020:00000001:2.0:1789449582.882500:0:2402:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:2.0:1789449582.882503:0:2402:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:2.0:1789449582.882505:0:2402:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449582.882506:0:2402:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449582.882508:0:2402:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4da00 refcount=5 00000020:00000001:2.0:1789449582.882510:0:2402:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:2.0:1789449582.882511:0:2402:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:2.0:1789449582.882516:0:2402:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449582.882520:0:2402:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449582.882525:0:2402:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000c45015f7/0xcddde1459ded67bc lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449582.882537:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449582.882539:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449582.882542:0:2402:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789449582.882544:0:2402:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449582.882545:0:2402:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449582.882547:0:2402:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4da00 refcount=6 00000020:00000001:2.0:1789449582.882549:0:2402:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:2.0:1789449582.882551:0:2402:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000040:2.0:1789449582.882559:0:2402:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e8b91c4da00, remote cookie: 0xeb7cbf5e2fd3dd49, flags: 0x1001 00010000:00010000:2.0:1789449582.882566:0:2402:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000c45015f7/0xcddde1459ded67bc lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dd49 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449582.882574:0:2402:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:2.0:1789449582.882577:0:2402:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449582.882580:0:2402:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1789449582.882584:0:2402:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:2.0:1789449582.882590:0:2402:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000c45015f7/0xcddde1459ded67bc lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3dd49 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789449582.882599:0:2402:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x2c0000401:0x42:0x0].0x0 (ffff9e8b90652400) refcount = 1 00010000:00000040:2.0:1789449582.882602:0:2402:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1789449582.882604:0:2402:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000c45015f7/0xcddde1459ded67bc lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3dd49 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449582.882612:0:2402:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1789449582.882614:0:2402:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789449582.882617:0:2402:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789449582.882620:0:2402:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449582.882624:0:2402:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000c45015f7/0xcddde1459ded67bc lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dd49 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449582.882630:0:2402:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1789449582.882631:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449582.882633:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449582.882634:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449582.882635:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1789449582.882637:0:2402:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:2.0:1789449582.882640:0:2402:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1789449582.882643:0:2402:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449582.882645:0:2402:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449582.882646:0:2402:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4da00 refcount=5 00000020:00000001:2.0:1789449582.882648:0:2402:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:2.0:1789449582.882650:0:2402:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00000008:00000001:2.0:1789449582.882654:0:2402:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:2.0:1789449582.882659:0:2402:0:(cl_object.c:143:cl_object_top()) ffff9e8b87e0ce00 -> ffff9e8b83cb75f8 00000008:00010000:2.0:1789449582.882675:0:2402:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000c45015f7/0xcddde1459ded67bc lrc: 5/2,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xeb7cbf5e2fd3dd49 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:2.0:1789449582.882689:0:2402:0:(cl_object.c:143:cl_object_top()) ffff9e8b87e0ce00 -> ffff9e8b83cb75f8 00000020:00000001:2.0:1789449582.882692:0:2402:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1789449582.882695:0:2402:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:2.0:1789449582.882699:0:2402:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1789449582.882702:0:2402:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449582.882704:0:2402:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449582.882705:0:2402:0:(cl_object.c:143:cl_object_top()) ffff9e8b87e0ce00 -> ffff9e8b83cb75f8 00000008:00000001:2.0:1789449582.882707:0:2402:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:2.0:1789449582.882710:0:2402:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1789449582.882713:0:2402:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1789449582.882729:0:2402:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1789449582.882731:0:2402:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449582.882734:0:2402:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449582.882735:0:2402:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449582.882737:0:2402:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4da00 refcount=6 00000020:00000001:2.0:1789449582.882739:0:2402:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:2.0:1789449582.882741:0:2402:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:2.0:1789449582.882743:0:2402:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789449582.882747:0:2402:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000c45015f7/0xcddde1459ded67bc lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xeb7cbf5e2fd3dd49 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449582.882753:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449582.882755:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789449582.882758:0:2402:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000c45015f7/0xcddde1459ded67bc lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xeb7cbf5e2fd3dd49 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449582.882765:0:2402:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789449582.882766:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449582.882767:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1789449582.882769:0:2402:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449582.882771:0:2402:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449582.882773:0:2402:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449582.882774:0:2402:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4da00 refcount=5 00000020:00000001:2.0:1789449582.882776:0:2402:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:2.0:1789449582.882778:0:2402:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:2.0:1789449582.882780:0:2402:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789449582.882782:0:2402:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000c45015f7/0xcddde1459ded67bc lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xeb7cbf5e2fd3dd49 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449582.882789:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449582.882790:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449582.882791:0:2402:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789449582.882794:0:2402:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789449582.882797:0:2402:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000c45015f7/0xcddde1459ded67bc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xeb7cbf5e2fd3dd49 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789449582.882808:0:2402:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789449582.882811:0:2402:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789449582.882813:0:2402:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789449582.882818:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449582.882819:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449582.882821:0:2402:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449582.882824:0:2402:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789449582.882826:0:2402:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449582.882829:0:2402:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449582.882831:0:2402:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449582.882833:0:2402:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789449582.882834:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449582.882835:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449582.882837:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449582.882837:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1789449582.882839:0:2402:0:(osc_request.c:3162:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449582.882845:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065d500 x1876371947535104/t0(0) o101->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449598 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789449582.882854:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2402:1876371947535104:192.168.202.109@tcp:101:uname.0 00000100:00000001:2.0:1789449582.882860:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449582.882863:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449582.882867:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065d500 x1876371947535104/t0(0) o101->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449598 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449582.882874:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789449582.882909:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789449582.882914:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b87c48800. 02000000:00000001:2.0:1789449582.882918:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789449582.882921:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789449582.882923:0:2402:0:(genops.c:1222:class_import_put()) import ffff9e8b8986b000 refcount=2 obd=lustre-OST0001-osc-ffff9e8b89903000 00000020:00000001:2.0:1789449582.882926:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789449582.882929:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e8b8632f400. 02000000:00000001:2.0:1789449582.882934:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789449582.882936:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789449582.882938:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065d500. 00000100:00000001:2.0:1789449582.882942:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789449582.882943:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449582.882946:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449582.882954:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449582.882957:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449582.882959:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449582.882962:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449582.882995:0:35265:0:(cl_io.c:1234:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449582.883000:0:35265:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449582.883007:0:35265:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1789449582.883011:0:35265:0:(cl_object.c:143:cl_object_top()) ffff9e8b83cb75f8 -> ffff9e8b83cb75f8 00000020:00000001:3.0:1789449582.883013:0:35265:0:(cl_object.c:143:cl_object_top()) ffff9e8b83cb75f8 -> ffff9e8b83cb75f8 00000020:00000001:3.0:1789449582.883014:0:35265:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1789449582.883019:0:35265:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:3.0:1789449582.883024:0:35265:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1789449582.883027:0:35265:0:(lov_offset.c:45:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449582.883028:0:35265:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1789449582.883029:0:35265:0:(lov_offset.c:45:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1789449582.883032:0:35265:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x2b:1029 on OST[1]: s=0 (1) m=0 a=0 c=0 b=0 00020000:00000001:3.0:1789449582.883034:0:35265:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1789449582.883037:0:35265:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:3.0:1789449582.883040:0:35265:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449582.883041:0:35265:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449582.883043:0:35265:0:(cl_object.c:143:cl_object_top()) ffff9e8b83cb75f8 -> ffff9e8b83cb75f8 00000080:00200000:3.0:1789449582.883045:0:35265:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 0 i_blocks 0 00000080:00000001:3.0:1789449582.883048:0:35265:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1789449582.883050:0:35265:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1789449582.883053:0:35265:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9e8b84db2500 (ffff9e8b86217368/0) at cl_lock_release():245 00000020:00000001:3.0:1789449582.883056:0:35265:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1789449582.883057:0:35265:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e8b84db2500 (ffff9e8b86217368/0) at cl_lock_cancel():142 00020000:00000001:3.0:1789449582.883060:0:35265:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1789449582.883065:0:35265:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789449582.883067:0:35265:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993108648 : -107152716442968 : ffff9e8b906652a8) 00000020:00000001:3.0:1789449582.883070:0:35265:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1789449582.883071:0:35265:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e8b84d022b0 (ffff9e8b86217b48/1) at cl_lock_cancel():142 00000008:00000001:3.0:1789449582.883075:0:35265:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1789449582.883077:0:35265:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:3.0:1789449582.883078:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449582.883080:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789449582.883082:0:35265:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1789449582.883083:0:35265:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1789449582.883085:0:35265:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1789449582.883086:0:35265:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1789449582.883087:0:35265:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1789449582.883089:0:35265:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e8b84db2500 (ffff9e8b86217368/0) at cl_lock_fini():72 00020000:00000001:3.0:1789449582.883092:0:35265:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:3.0:1789449582.883093:0:35265:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1789449582.883094:0:35265:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e8b84d022b0 (ffff9e8b86217368/1) at cl_lock_fini():72 00000008:00000010:3.0:1789449582.883098:0:35265:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9e8b91cb58f0. 00000020:00000001:3.0:1789449582.883103:0:35265:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1789449582.883104:0:35265:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9e8b84d02280. 00020000:00000001:3.0:1789449582.883107:0:35265:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1789449582.883108:0:35265:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1789449582.883110:0:35265:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:3.0:1789449582.883112:0:35265:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449582.883115:0:35265:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:3.0:1789449582.883118:0:35265:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1789449582.883120:0:35265:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1789449582.883121:0:35265:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:3.0:1789449582.883123:0:35265:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:3.0:1789449582.883125:0:35265:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217b40 00020000:00000001:3.0:1789449582.883129:0:35265:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1789449582.883131:0:35265:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1789449582.883135:0:35265:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1789449582.883137:0:35265:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2b:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1789449582.883141:0:35265:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1789449582.883144:0:35265:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449582.883146:0:35265:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1789449582.883148:0:35265:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1789449582.883149:0:35265:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:3.0:1789449582.883150:0:35265:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217360 00000001:00000001:3.0:1789449582.883152:0:35265:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449582.883162:0:35265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d1bd28 00000080:00000008:3.0:1789449582.883165:0:35265:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000405:0x2b:0x0](ffff9e8b89184b08), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1789449582.883283:0:35265:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:3.0:1789449582.883286:0:35265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d1bd88 00000080:00200008:3.0:1789449582.883289:0:35265:0:(file.c:2650:do_file_write_iter()) START file recon:[0x200000405:0x2b:0x0], ppos: 0, count: 23 00000080:00000002:3.0:1789449582.883292:0:35265:0:(file.c:2656:do_file_write_iter()) inode ffff9e8b89184b08 need_sync_to_oss [0x200000405:0x2b:0x0] 00000080:00000001:3.0:1789449582.883295:0:35265:0:(pcc.c:2644:pcc_file_write_iter()) Process entered 00000080:00000001:3.0:1789449582.883298:0:35265:0:(pcc.c:2647:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449582.883300:0:35265:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:3.0:1789449582.883303:0:35265:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449582.883306:0:35265:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789449582.883308:0:35265:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822888 : -107152888728728 : ffff9e8b86217368) 00000020:00001000:3.0:1789449582.883311:0:35265:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217360 00000080:00000001:3.0:1789449582.883314:0:35265:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:3.0:1789449582.883316:0:35265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d1bc98 00000080:00200000:3.0:1789449582.883318:0:35265:0:(file.c:2090:ll_file_io_generic()) recon: write ppos: 0, bytes: 23 00000020:00000001:3.0:1789449582.883324:0:35265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d1bc30 00000080:00200000:3.0:1789449582.883326:0:35265:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000080:00000001:3.0:1789449582.883328:0:35265:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1789449582.883329:0:35265:0:(cl_object.c:143:cl_object_top()) ffff9e8b83cb75f8 -> ffff9e8b83cb75f8 00000020:00000001:3.0:1789449582.883331:0:35265:0:(cl_object.c:143:cl_object_top()) ffff9e8b83cb75f8 -> ffff9e8b83cb75f8 00000020:00000001:3.0:1789449582.883332:0:35265:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1789449582.883334:0:35265:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:3.0:1789449582.883336:0:35265:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:3.0:1789449582.883338:0:35265:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449582.883339:0:35265:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449582.883341:0:35265:0:(cl_object.c:143:cl_object_top()) ffff9e8b83cb75f8 -> ffff9e8b83cb75f8 00000080:00200000:3.0:1789449582.883343:0:35265:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 0 i_blocks 0 00000080:00000001:3.0:1789449582.883345:0:35265:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1789449582.883347:0:35265:0:(cl_io.c:210:cl_io_rw_init()) Process entered 00000020:00200000:3.0:1789449582.883353:0:35265:0:(cl_io.c:215:cl_io_rw_init()) header@00000000d386158a[0x110, 1, [0x200000405:0x2b:0x0] hash] 00000020:00200000:3.0:1789449582.883355:0:35265:0:(cl_io.c:215:cl_io_rw_init()) io range: 2 [0, 23) 0 1 00000020:00000001:3.0:1789449582.883357:0:35265:0:(cl_object.c:143:cl_object_top()) ffff9e8b83cb75f8 -> ffff9e8b83cb75f8 00000020:00000001:3.0:1789449582.883360:0:35265:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:3.0:1789449582.883362:0:35265:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1789449582.883364:0:35265:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2b:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:3.0:1789449582.883367:0:35265:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789449582.883369:0:35265:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000100:00000001:3.0:1789449582.883372:0:35265:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789449582.883377:0:35265:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449582.883380:0:35265:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1789449582.883381:0:35265:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449582.883383:0:35265:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1789449582.883386:0:35265:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2b:0x0]io ffff9e8b84db2560 type 2 ignore/verify layout 0/0 00020000:00000002:3.0:1789449582.883389:0:35265:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b90686d90) owner 0000000000000000/ffff9e8b90fa27c0 00020000:00000001:3.0:1789449582.883393:0:35265:0:(lov_io.c:2266:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1789449582.883395:0:35265:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1789449582.883397:0:35265:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1789449582.883400:0:35265:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:3.0:1789449582.883402:0:35265:0:(lov_io.c:860:lov_io_slice_init()) 0 23 00020000:00000001:3.0:1789449582.883405:0:35265:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449582.883408:0:35265:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000001:3.0:1789449582.883410:0:35265:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:3.0:1789449582.883412:0:35265:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1789449582.883414:0:35265:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449582.883415:0:35265:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789449582.883416:0:35265:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1789449582.883417:0:35265:0:(lov_io.c:2279:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1789449582.883419:0:35265:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b90686d90) owner 0000000000000000/ffff9e8b90fa27c0 00000020:00000001:3.0:1789449582.883422:0:35265:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449582.883423:0:35265:0:(cl_io.c:218:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1789449582.883426:0:35265:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 18446744073709551615] 00000001:00000001:3.0:1789449582.883429:0:35265:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:3.0:1789449582.883431:0:35265:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449582.883436:0:35265:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:3.0:1789449582.883438:0:35265:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1789449582.883440:0:35265:0:(cl_io.c:915:cl_page_list_init()) Process entered 00000020:00000001:3.0:1789449582.883442:0:35265:0:(cl_io.c:918:cl_page_list_init()) Process leaving 00020000:00000001:3.0:1789449582.883444:0:35265:0:(lov_io.c:1290:lov_io_rw_iter_init()) Process entered 00020000:00000001:3.0:1789449582.883448:0:35265:0:(lov_io.c:1078:lov_io_iter_init()) Process entered 00020000:00000001:3.0:1789449582.883449:0:35265:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00200000:3.0:1789449582.883452:0:35265:0:(lov_io.c:1153:lov_io_iter_init()) component[0] flags 0x10 00020000:00000001:3.0:1789449582.883455:0:35265:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449582.883457:0:35265:0:(lov_offset.c:141:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1789449582.883459:0:35265:0:(lov_offset.c:264:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1789449582.883461:0:35265:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789449582.883463:0:35265:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1789449582.883464:0:35265:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789449582.883466:0:35265:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820824904 : -107152888726712 : ffff9e8b86217b48) 00000020:00001000:3.0:1789449582.883468:0:35265:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217b40 00000020:00000001:3.0:1789449582.883470:0:35265:0:(cl_object.c:143:cl_object_top()) ffff9e8b83cb73a0 -> ffff9e8b83cb75f8 00000020:00000001:3.0:1789449582.883472:0:35265:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:3.0:1789449582.883474:0:35265:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789449582.883475:0:35265:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1789449582.883477:0:35265:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:3.0:1789449582.883479:0:35265:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446636920799438176 : -107152910113440 : ffff9e8b84db2560) 00000020:00000001:3.0:1789449582.883480:0:35265:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449582.883482:0:35265:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449582.883484:0:35265:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993108648 : -107152716442968 : ffff9e8b906652a8) 00000020:00000001:3.0:1789449582.883486:0:35265:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000008:00000001:3.0:1789449582.883488:0:35265:0:(osc_io.c:525:osc_io_iter_init()) Process entered 00000008:00000001:3.0:1789449582.883492:0:35265:0:(osc_io.c:545:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449582.883494:0:35265:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449582.883496:0:35265:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000001:3.0:1789449582.883498:0:35265:0:(lov_io.c:1276:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449582.883500:0:35265:0:(lov_io.c:1312:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449582.883502:0:35265:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449582.883504:0:35265:0:(cl_io.c:315:cl_io_lock()) Process entered 00000080:00000001:3.0:1789449582.883506:0:35265:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:3.0:1789449582.883508:0:35265:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:3.0:1789449582.883511:0:35265:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:3.0:1789449582.883514:0:35265:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449582.883516:0:35265:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449582.883518:0:35265:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:3.0:1789449582.883520:0:35265:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:3.0:1789449582.883522:0:35265:0:(cl_io.c:477:cl_io_lock_add()) Process entered 00000020:00000001:3.0:1789449582.883524:0:35265:0:(cl_io.c:260:cl_lockset_merge()) Process entered 00000020:00000001:3.0:1789449582.883525:0:35265:0:(cl_io.c:277:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449582.883528:0:35265:0:(cl_io.c:484:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449582.883529:0:35265:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449582.883532:0:35265:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449582.883533:0:35265:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449582.883536:0:35265:0:(lov_io.c:1419:lov_io_lock()) Process entered 00020000:00000001:3.0:1789449582.883538:0:35265:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:3.0:1789449582.883539:0:35265:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:3.0:1789449582.883540:0:35265:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1789449582.883542:0:35265:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449582.883543:0:35265:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449582.883545:0:35265:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449582.883547:0:35265:0:(lov_io.c:1420:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449582.883548:0:35265:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1789449582.883549:0:35265:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1789449582.883551:0:35265:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1789449582.883553:0:35265:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1789449582.883555:0:35265:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000001:3.0:1789449582.883557:0:35265:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449582.883559:0:35265:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449582.883561:0:35265:0:(lov_offset.c:141:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1789449582.883562:0:35265:0:(lov_offset.c:264:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1789449582.883564:0:35265:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000010:3.0:1789449582.883574:0:35265:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9e8b84d02280. 00020000:00000001:3.0:1789449582.883577:0:35265:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449582.883578:0:35265:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449582.883580:0:35265:0:(lov_offset.c:141:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1789449582.883581:0:35265:0:(lov_offset.c:264:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1789449582.883583:0:35265:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:3.0:1789449582.883585:0:35265:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789449582.883586:0:35265:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993108648 : -107152716442968 : ffff9e8b906652a8) 00000020:00000001:3.0:1789449582.883588:0:35265:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1789449582.883592:0:35265:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9e8b91cb58f0. 00000008:00010000:3.0:1789449582.883595:0:35265:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:3.0:1789449582.883598:0:35265:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1789449582.883599:0:35265:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1789449582.883603:0:35265:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9e8b84d022b0, osc lock ffff9e8b91cb58f0, flags 0x0 00000020:00000001:3.0:1789449582.883605:0:35265:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449582.883607:0:35265:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449582.883609:0:35265:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000001:3.0:1789449582.883611:0:35265:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446636920798716544 : -107152910835072 : ffff9e8b84d02280) 00000020:00000001:3.0:1789449582.883613:0:35265:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1789449582.883614:0:35265:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1789449582.883615:0:35265:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449582.883617:0:35265:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449582.883619:0:35265:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1789449582.883620:0:35265:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1789449582.883621:0:35265:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789449582.883622:0:35265:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993108648 : -107152716442968 : ffff9e8b906652a8) 00000020:00000001:3.0:1789449582.883624:0:35265:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1789449582.883625:0:35265:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1789449582.883628:0:35265:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:3.0:1789449582.883630:0:35265:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449582.883633:0:35265:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1789449582.883635:0:35265:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1789449582.883636:0:35265:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1789449582.883638:0:35265:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1789449582.883639:0:35265:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1789449582.883640:0:35265:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1789449582.883642:0:35265:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1789449582.883645:0:35265:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789449582.883653:0:35265:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652400 count: 2 00010000:00000001:3.0:1789449582.883657:0:35265:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1789449582.883676:0:35265:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e8b836cf400 type 11 mode 2 res 11811161089/66 (0 18446744073709551615) 00010000:00000001:3.0:1789449582.883681:0:35265:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:3.0:1789449582.883687:0:35265:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83108700. 00000020:00000040:3.0:1789449582.883691:0:35265:0:(genops.c:1209:class_import_get()) import ffff9e8b8986b000 refcount=3 obd=lustre-OST0001-osc-ffff9e8b89903000 00010000:00000001:3.0:1789449582.883696:0:35265:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789449582.883701:0:35265:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449582.883706:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449582.883707:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449582.883709:0:35265:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449582.883713:0:35265:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789449582.883716:0:35265:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789449582.883721:0:35265:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789449582.883729:0:35265:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e8b83480000. 00000100:00000001:3.0:1789449582.883736:0:35265:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449582.883741:0:35265:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789449582.883743:0:35265:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449582.883744:0:35265:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789449582.883745:0:35265:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449582.883747:0:35265:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449582.883750:0:35265:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446636920769382144 : -107152940169472 : ffff9e8b83108700) 00010000:00000001:3.0:1789449582.883753:0:35265:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789449582.883755:0:35265:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1789449582.883757:0:35265:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652400 count: 2 00010000:00000001:3.0:1789449582.883759:0:35265:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789449582.883761:0:35265:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789449582.883765:0:35265:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8b91c75a00. 00000020:00000001:3.0:1789449582.883769:0:35265:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789449582.883772:0:35265:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8b91c75a00 with handle 0xcddde1459ded67c3 to hash 00000020:00000001:3.0:1789449582.883774:0:35265:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789449582.883775:0:35265:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000010:3.0:1789449582.883781:0:35265:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff9e8b896f0540. 00010000:00000001:3.0:1789449582.883783:0:35265:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:3.0:1789449582.883786:0:35265:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449582.883789:0:35265:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449582.883793:0:35265:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000ef2c88a0/0xcddde1459ded67c3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789449582.883804:0:35265:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000ef2c88a0/0xcddde1459ded67c3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789449582.883816:0:35265:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000ef2c88a0/0xcddde1459ded67c3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789449582.883822:0:35265:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789449582.883824:0:35265:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789449582.883833:0:35265:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b831c5cc0. 00000100:00000001:3.0:1789449582.883835:0:35265:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920770157760 : -107152939393856 : ffff9e8b831c5cc0) 00000100:00000001:3.0:1789449582.883838:0:35265:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449582.883839:0:35265:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769382144 : -107152940169472 : ffff9e8b83108700) 00000100:00000001:3.0:1789449582.883842:0:35265:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789449582.883844:0:35265:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449582.883846:0:35265:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789449582.883847:0:35265:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789449582.883855:0:35265:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83108700 x1876371947535232/t0(0) o101->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449582.883863:0:35265:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789449582.883910:0:35265:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449582.883915:0:35265:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789449582.883918:0:35265:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789449582.883921:0:35265:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449582.883925:0:35265:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83108700 pname:cluuid:pid:xid:nid:opc:job uname:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35265:1876371947535232:192.168.202.109@tcp:101:uname.0 00000100:00000001:3.0:1789449582.883930:0:35265:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789449582.883937:0:35265:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789449582.883940:0:35265:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449582.883943:0:35265:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789449582.883948:0:35265:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b87c4bc00. 02000000:00000001:3.0:1789449582.883950:0:35265:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449582.883960:0:35265:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:3.0:1789449582.883964:0:35265:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b8525cb00. 00000400:00000010:3.0:1789449582.883971:0:35265:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69a18. 00000100:00000200:3.0:1789449582.883978:0:35265:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947535232, portal 4 00000100:00000001:3.0:1789449582.883980:0:35265:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449582.883982:0:35265:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769382144 : -107152940169472 : ffff9e8b83108700) 00000100:00000040:3.0:1789449582.883988:0:35265:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b83108700 x1876371947535232/t0(0) o101->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449598 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449582.883995:0:35265:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449582.883998:0:35265:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1789449582.884001:0:35265:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69908. 00000100:00000200:3.0:1789449582.884004:0:35265:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1876371947535232, offset 0 00000400:00000200:3.0:1789449582.884010:0:35265:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1789449582.884019:0:35265:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449582.884027:0:35265:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449582.884033:0:35265:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789449582.884037:0:35265:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1789449582.884041:0:35265:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789449582.884043:0:35265:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1789449582.884047:0:35265:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2950:2950:256:4294967295] 192.168.202.109@tcp LPNI seq info [2950:2950:8:4294967295] 00000400:00000200:3.0:1789449582.884051:0:35265:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449582.884060:0:35265:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449582.884067:0:35265:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449582.884073:0:35265:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051c800. 00000800:00000200:3.0:1789449582.884081:0:35265:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449582.884089:0:35265:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449582.884094:0:35265:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051c800 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1789449582.884117:0:35265:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449582.884122:0:35265:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: using a timeout of 221300 usecs (222 jiffies) 00000400:00000200:3.0:1789449582.884126:0:35265:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:3.0:1789449582.884128:0:35265:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296585792 00000100:00000001:3.0:1789449582.884132:0:35265:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296586367 00000100:00000001:3.0:1789449582.884134:0:35265:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296585792 00000100:00000001:3.0:1789449582.884136:0:35265:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296586367 00000100:00000001:3.0:1789449582.884138:0:35265:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449582.884141:0:35265:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449582.884143:0:35265:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449582.884145:0:35265:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789449582.884148:0:35265:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b831c5cc0 going to sleep for 11 seconds 00000100:00000001:3.0:1789449582.884150:0:35265:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449582.884152:0:35265:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449582.886781:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449582.886794:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b9051c800. 00000400:00000200:2.0:1789449582.886804:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449582.886815:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449582.886825:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69908 00000400:00000010:2.0:1789449582.886829:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69908. 00000100:00000001:2.0:1789449582.886837:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449582.886847:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83108700 x1876371947535232/t0(0) o101->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449598 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449582.886861:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449582.886865:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83108700 x1876371947535232/t0(0) o101->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449598 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449582.887074:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449582.887078:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789449582.892649:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449582.895122:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449582.895136:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449582.895145:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449582.895169:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449582.895179:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449582.895195:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449582.895202:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449582.895218:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449582.895223:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 328 into portal 15 MB=0x6aa8ce47d9800 00000400:00000200:2.0:1789449582.895234:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.109@tcp of length 328/328 into md 0x7f8d [2] + 984 00000800:00000001:2.0:1789449582.895243:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449582.895258:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449582.895263:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449582.895269:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449582.895740:0:2394:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1789449582.895745:0:2394:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1789449582.895755:0:2394:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065d500. 00000100:00000040:2.0:1789449582.895760:0:2394:0:(events.c:341:request_in_callback()) incoming req@ffff9e8b9065d500 x1876371965843456 msgsize 328 00000100:00100000:2.0:1789449582.895765:0:2394:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.109@tcp (source: 12345-192.168.202.109@tcp) 00000100:00000001:2.0:1789449582.895791:0:2394:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:2.0:1789449582.895806:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449582.895812:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449582.896390:0:16806:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1789449582.896395:0:16806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876371965843456 02000000:00000001:3.0:1789449582.896398:0:16806:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1789449582.896401:0:16806:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449582.896404:0:16806:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449582.896410:0:16806:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449582.896416:0:16806:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876371965843456 00000020:00000001:3.0:1789449582.896420:0:16806:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789449582.896422:0:16806:0:(genops.c:804:class_conn2export()) looking for export cookie 0xcddde1459ded5b3d 00000020:00000001:3.0:1789449582.896426:0:16806:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449582.896430:0:16806:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e8b89bcf800 refcount=4 00000020:00000001:3.0:1789449582.896433:0:16806:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920881346560 : -107152828205056 : ffff9e8b89bcf800) 00000020:00000001:3.0:1789449582.896436:0:16806:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636920881346560 : -107152828205056 : ffff9e8b89bcf800) 00000100:00000001:3.0:1789449582.896442:0:16806:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789449582.896451:0:16806:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e8b896f0480. 00000100:00000001:3.0:1789449582.896454:0:16806:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789449582.896457:0:16806:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e8b896f0480. 00000020:00000010:3.0:1789449582.896467:0:16806:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e8b83481600. 00000020:00000010:3.0:1789449582.896474:0:16806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e8b84d02900. 00000020:00000010:3.0:1789449582.896481:0:16806:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e8b903b5e10. 00000100:00000040:3.0:1789449582.896497:0:16806:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1789449582.896502:0:16806:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1789449582.896503:0:16806:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1789449582.896506:0:16806:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449582.896518:0:16806:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449582.896535:0:16806:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449582.896549:0:16806:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1789449582.896551:0:16806:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1789449582.896559:0:16806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.109@tcp, seq: 63 00000100:00000040:3.0:1789449582.896564:0:16806:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9e8b89bcf800 : new rpc_count 1 00000100:00000001:3.0:1789449582.896566:0:16806:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446636920993076480 : -107152716475136 : ffff9e8b9065d500) 00000100:00000040:3.0:1789449582.896574:0:16806:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e8b9065d500 x1876371965843456/t0(0) o104->LOV_OSC_UUID@192.168.202.109@tcp:688/0 lens 328/0 e 0 to 0 dl 1789449593 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789449582.896584:0:16806:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789449582.896586:0:16806:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e8b896f0480. 00000100:00000001:3.0:1789449582.896588:0:16806:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789449582.896590:0:16806:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e8b896f0480. 00000100:00100000:3.0:1789449582.896595:0:16806:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9e8b9065d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:14391:x1876371965843456:12345-192.168.202.109@tcp:104: 00000100:00000200:3.0:1789449582.896598:0:16806:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876371965843456 00010000:00000001:3.0:1789449582.896601:0:16806:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1789449582.896610:0:16806:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449582.896612:0:16806:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449582.896614:0:16806:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4da00 refcount=2 00000020:00000001:3.0:1789449582.896617:0:16806:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:3.0:1789449582.896620:0:16806:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:3.0:1789449582.896625:0:16806:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449582.896629:0:16806:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789449582.896635:0:16806:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000c45015f7/0xcddde1459ded67bc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0xeb7cbf5e2fd3dd49 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:3.0:1789449582.896651:0:16806:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1789449582.896655:0:16806:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1789449582.899275:0:16806:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e8b87c49800. 02000000:00000001:3.0:1789449582.899440:0:16806:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449582.899447:0:16806:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449582.899457:0:16806:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1789449582.899462:0:16806:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449582.899468:0:16806:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b91c491e8 time=61 v=5 (1 1 1 1) 00000100:00000001:3.0:1789449582.899475:0:16806:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789449582.899483:0:16806:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9e8b895f2700 refcount 16 to 192.168.202.109@tcp 00000100:00000001:3.0:1789449582.899485:0:16806:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446636920875198208 : -107152834353408 : ffff9e8b895f2700) 02000000:00000001:3.0:1789449582.899489:0:16806:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1789449582.899491:0:16806:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449582.899496:0:16806:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449582.899500:0:16806:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1789449582.899514:0:16806:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b692a8. 00000100:00000200:3.0:1789449582.899522:0:16806:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1876371965843456, offset 224 00000400:00000200:3.0:1789449582.899530:0:16806:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1789449582.899545:0:16806:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449582.899555:0:16806:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.202.9@tcp to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449582.899563:0:16806:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2951:2951:256:4294967295] 192.168.202.109@tcp LPNI seq info [2951:2951:8:4294967295] 00000400:00000200:3.0:1789449582.899568:0:16806:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449582.899579:0:16806:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449582.899586:0:16806:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449582.899595:0:16806:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051c700. 00000800:00000200:3.0:1789449582.899603:0:16806:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449582.899612:0:16806:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449582.899617:0:16806:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051c700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789449582.899641:0:16806:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449582.899645:0:16806:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9e8b895f2700 refcount 15 to 192.168.202.109@tcp 00010000:00000001:3.0:1789449582.899650:0:16806:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1789449582.899656:0:16806:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9e8b831c50c0. 00010000:00000001:3.0:1789449582.899659:0:16806:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00000800:00000200:2.0:1789449582.900341:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449582.900348:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b9051c700. 00000400:00000200:2.0:1789449582.900356:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449582.900363:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449582.900370:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b692a8 00000400:00000010:2.0:1789449582.900373:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b692a8. 00000100:00000001:2.0:1789449582.900378:0:2393:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:2.0:1789449582.900380:0:2393:0:(events.c:402:reply_out_callback()) Process leaving 00010000:00010000:3.0:1789449582.900841:0:16806:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1789449582.900846:0:16806:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449582.900849:0:16806:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449582.900852:0:16806:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449582.900866:0:16806:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065d500 x1876371965843456/t0(0) o104->LOV_OSC_UUID@192.168.202.109@tcp:688/0 lens 328/224 e 0 to 0 dl 1789449593 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789449582.900896:0:16806:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9e8b9065d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:14391:x1876371965843456:12345-192.168.202.109@tcp:104: Request processed in 4294us (5118us total) trans 0 rc 0/0 00000100:00100000:3.0:1789449582.900910:0:16806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.109@tcp, seq: 63 00000100:00000040:3.0:1789449582.900915:0:16806:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e8b89bcf800 : new rpc_count 0 00000100:00000001:3.0:1789449582.900918:0:16806:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1789449582.900921:0:16806:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1789449582.900930:0:16806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e8b84d02900. 00000020:00000010:3.0:1789449582.900937:0:16806:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e8b903b5e10. 00000020:00000010:3.0:1789449582.900942:0:16806:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e8b83481600. 00000020:00000040:3.0:1789449582.900949:0:16806:0:(genops.c:879:class_export_put()) PUTting export ffff9e8b89bcf800 : new refcount 3 00000100:00000001:3.0:1789449582.900953:0:16806:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789449582.901853:0:16815:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789449582.901860:0:16815:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449582.901866:0:16815:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1789449582.901870:0:16815:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1789449582.901873:0:16815:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1789449582.901904:0:16815:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000c45015f7/0xcddde1459ded67bc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0xeb7cbf5e2fd3dd49 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1789449582.901927:0:16815:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e8b91c4da00 already unused, calling callback (ffffffffc11f9300) 00000008:00000001:1.0:1789449582.901932:0:16815:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1789449582.901936:0:16815:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1789449582.901939:0:16815:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449582.901942:0:16815:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449582.901946:0:16815:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4da00 refcount=3 00000020:00000001:1.0:1789449582.901948:0:16815:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:1.0:1789449582.901952:0:16815:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:1.0:1789449582.901956:0:16815:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789449582.901959:0:16815:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000c45015f7/0xcddde1459ded67bc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0xeb7cbf5e2fd3dd49 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:1.0:1789449582.901967:0:16815:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1789449582.901969:0:16815:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789449582.901974:0:16815:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820824760 : -107152888726856 : ffff9e8b86217ab8) 00000020:00001000:1.0:1789449582.901977:0:16815:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217ab0 00000008:00000001:1.0:1789449582.901979:0:16815:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:1.0:1789449582.901984:0:16815:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:1.0:1789449582.901985:0:16815:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789449582.901987:0:16815:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820824184 : -107152888727432 : ffff9e8b86217878) 00000020:00001000:1.0:1789449582.901988:0:16815:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217870 00000008:00000001:1.0:1789449582.902103:0:16815:0:(osc_cache.c:3761:osc_ldlm_hp_handle()) Process entered 00000008:00000020:1.0:1789449582.902106:0:16815:0:(osc_cache.c:3781:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:1.0:1789449582.902110:0:16815:0:(osc_cache.c:3797:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:1.0:1789449582.902113:0:16815:0:(osc_cache.c:3845:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789449582.902116:0:16815:0:(osc_cache.c:3730:osc_lock_discard_pages()) Process entered 00000020:00000001:1.0:1789449582.902120:0:16815:0:(cl_object.c:143:cl_object_top()) ffff9e8b87e0ce00 -> ffff9e8b83cb75f8 00000020:00000001:1.0:1789449582.902123:0:16815:0:(cl_object.c:143:cl_object_top()) ffff9e8b83cb75f8 -> ffff9e8b83cb75f8 00000020:00000001:1.0:1789449582.902126:0:16815:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:1.0:1789449582.902129:0:16815:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1789449582.902132:0:16815:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2b:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1789449582.902136:0:16815:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789449582.902138:0:16815:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1789449582.902140:0:16815:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789449582.902145:0:16815:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2b:0x0]io ffff9e8b86725a20 type 8 ignore/verify layout 1/0 00020000:00000001:1.0:1789449582.902151:0:16815:0:(lov_io.c:2266:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1789449582.902153:0:16815:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1789449582.902742:0:16815:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1789449582.902746:0:16815:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1789449582.902748:0:16815:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449582.902751:0:16815:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789449582.902753:0:16815:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1789449582.902754:0:16815:0:(lov_io.c:2279:lov_io_init_composite()) Process leaving 00000020:00000001:1.0:1789449582.902756:0:16815:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789449582.902759:0:16815:0:(osc_cache.c:3517:osc_page_gang_lookup()) Process entered 00000008:00000001:1.0:1789449582.902764:0:16815:0:(osc_cache.c:3594:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789449582.902766:0:16815:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:1.0:1789449582.902768:0:16815:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1789449582.902770:0:16815:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1789449582.902772:0:16815:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1789449582.902775:0:16815:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2b:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:1.0:1789449582.902778:0:16815:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1789449582.902779:0:16815:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000008:00000001:1.0:1789449582.902780:0:16815:0:(osc_cache.c:3749:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1789449582.902783:0:16815:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217870 00000008:00000001:1.0:1789449582.902787:0:16815:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449582.902790:0:16815:0:(cl_object.c:143:cl_object_top()) ffff9e8b87e0ce00 -> ffff9e8b83cb75f8 00010000:00000001:1.0:1789449582.902794:0:16815:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:1.0:1789449582.902797:0:16815:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449582.902799:0:16815:0:(cl_object.c:143:cl_object_top()) ffff9e8b87e0ce00 -> ffff9e8b83cb75f8 00000020:00000001:1.0:1789449582.902801:0:16815:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1789449582.902804:0:16815:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:1.0:1789449582.902808:0:16815:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1789449582.902810:0:16815:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449582.902812:0:16815:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449582.902814:0:16815:0:(cl_object.c:143:cl_object_top()) ffff9e8b87e0ce00 -> ffff9e8b83cb75f8 00000020:00000001:1.0:1789449582.902816:0:16815:0:(cl_object.c:143:cl_object_top()) ffff9e8b83cb75f8 -> ffff9e8b83cb75f8 00000020:00000001:1.0:1789449582.902817:0:16815:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:1.0:1789449582.902820:0:16815:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449582.902823:0:16815:0:(cl_object.c:143:cl_object_top()) ffff9e8b87e0ce00 -> ffff9e8b83cb75f8 00000008:00000001:1.0:1789449582.902828:0:16815:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1789449582.902829:0:16815:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217ab0 00000008:00000001:1.0:1789449582.902832:0:16815:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449582.902836:0:16815:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789449582.902842:0:16815:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789449582.902845:0:16815:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789449582.902847:0:16815:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449582.902850:0:16815:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789449582.902854:0:16815:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9e8b91c4da00 with handle 0xcddde1459ded67bc from hash 00010000:00000001:1.0:1789449582.902857:0:16815:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789449582.902859:0:16815:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449582.902861:0:16815:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449582.902863:0:16815:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789449582.902868:0:16815:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789449582.902870:0:16815:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1789449582.902878:0:16815:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789449582.903440:0:16815:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449582.903444:0:16815:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789449582.903447:0:16815:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1789449582.903463:0:16815:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83692d80. 00000020:00000040:1.0:1789449582.903468:0:16815:0:(genops.c:1209:class_import_get()) import ffff9e8b8986b000 refcount=4 obd=lustre-OST0001-osc-ffff9e8b89903000 00000100:00000001:1.0:1789449582.903475:0:16815:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789449582.903478:0:16815:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789449582.903484:0:16815:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789449582.903496:0:16815:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e8b83767800. 00000100:00000001:1.0:1789449582.903505:0:16815:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449582.903509:0:16815:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1789449582.903517:0:16815:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000c45015f7/0xcddde1459ded67bc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xeb7cbf5e2fd3dd49 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1789449582.903529:0:16815:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1789449582.903531:0:16815:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449582.903538:0:16815:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789449582.903544:0:16815:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449582.903560:0:16815:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6f10567] to pc [ptlrpcd_00_00+0] req@ffff9e8b83692d80 x1876371947535360/t0(0) o103->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449582.903637:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449582.903642:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449582.903645:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789449582.903653:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83692d80 x1876371947535360/t0(0) o103->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449582.903671:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789449582.903674:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449582.903679:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789449582.903682:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789449582.903685:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449582.903690:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83692d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2399:1876371947535360:192.168.202.109@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1789449582.903695:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789449582.903703:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789449582.903705:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449582.903708:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789449582.903714:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b899c6800. 02000000:00000001:0.0:1789449582.903716:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449582.903727:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:0.0:1789449582.903732:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b86580b58. 00000400:00000010:0.0:1789449582.903740:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e56e8. 00000100:00000200:0.0:1789449582.903748:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947535360, portal 18 00000100:00000001:0.0:1789449582.903751:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449582.903753:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775191936 : -107152934359680 : ffff9e8b83692d80) 00000100:00000040:0.0:1789449582.903761:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b83692d80 x1876371947535360/t0(0) o103->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449598 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449582.903769:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789449582.903772:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1789449582.903774:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5440. 00000100:00000200:0.0:1789449582.903778:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1876371947535360, offset 0 00000400:00000200:0.0:1789449582.903784:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1789449582.903795:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449582.903806:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1789449582.903812:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789449582.903817:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1789449582.903822:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789449582.903825:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1789449582.903829:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2952:2952:256:4294967295] 192.168.202.109@tcp LPNI seq info [2952:2952:8:4294967295] 00000400:00000200:0.0:1789449582.903834:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449582.903845:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1789449582.903853:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1789449582.903861:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b864ec100. 00000800:00000200:0.0:1789449582.903869:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1789449582.903904:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1789449582.903910:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b864ec100 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1789449582.903932:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449582.903938:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: using a timeout of 221300 usecs (222 jiffies) 00000400:00000200:0.0:1789449582.903941:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:0.0:1789449582.903945:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296585811 00000100:00000001:0.0:1789449582.903948:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296586367 00000100:00000001:0.0:1789449582.903951:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296585811 00000100:00000001:0.0:1789449582.903954:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296586367 00000100:00000001:0.0:1789449582.903956:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449582.903959:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449582.903964:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449582.903967:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1789449582.904130:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449582.904136:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ec100. 00000400:00000200:2.0:1789449582.904143:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449582.904148:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449582.904155:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5440 00000400:00000010:2.0:1789449582.904168:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5440. 00000100:00000001:2.0:1789449582.904174:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449582.904178:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83692d80 x1876371947535360/t0(0) o103->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449598 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449582.904188:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449582.904192:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83692d80 x1876371947535360/t0(0) o103->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449598 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449582.904200:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449582.904202:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:1.0:1789449582.904767:0:16815:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449582.904774:0:16815:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449582.904776:0:16815:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449582.904779:0:16815:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449582.904781:0:16815:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789449582.904784:0:16815:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449582.904790:0:16815:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000c45015f7/0xcddde1459ded67bc lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xeb7cbf5e2fd3dd49 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789449582.904801:0:16815:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789449582.904804:0:16815:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000c45015f7/0xcddde1459ded67bc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xeb7cbf5e2fd3dd49 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:1.0:1789449582.904813:0:16815:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9e8b90fc9e80. 00010000:00000001:1.0:1789449582.904825:0:16815:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449582.904827:0:16815:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1789449582.904829:0:16815:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9e8b831c50c0. 00010000:00000001:1.0:1789449582.904833:0:16815:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449582.904836:0:16815:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789449582.904838:0:16815:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449582.904841:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789449582.904844:0:16815:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789449582.904845:0:16815:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449582.904846:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789449582.904848:0:16815:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789449582.904849:0:16815:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449582.904851:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789449582.904861:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449582.904864:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789449582.908790:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449582.908815:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449582.908823:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449582.908825:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449582.908840:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449582.908851:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449582.908863:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449582.908869:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449582.908875:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449582.908921:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 400 into portal 4 MB=0x6aa8ce3663b80 00000400:00000200:2.0:1789449582.908928:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449582.908936:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 400/400 into md 0x863d [1] + 224 00000800:00000001:2.0:1789449582.908946:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449582.908955:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449582.908960:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449582.908965:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449582.908974:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449582.908985:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83108700 x1876371947535232/t0(0) o101->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449598 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449582.909005:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9e8b83108700 x1876371947535232/t0(0) o101->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449598 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449582.909019:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449582.909028:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449582.909031:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449582.909152:0:35265:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789449582.909166:0:35265:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449582.909168:0:35265:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449582.909172:0:35265:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b8525cb00. 00000400:00000200:3.0:1789449582.909177:0:35265:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69a18 00000400:00000010:3.0:1789449582.909180:0:35265:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69a18. 00000100:00000001:3.0:1789449582.909184:0:35265:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449582.909189:0:35265:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83108700 x1876371947535232/t0(0) o101->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449598 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789449582.909197:0:35265:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83108700 x1876371947535232/t0(0) o101->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449598 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449582.909204:0:35265:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449582.909215:0:35265:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449582.909218:0:35265:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449582.909222:0:35265:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449582.909225:0:35265:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449582.909228:0:35265:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449582.909232:0:35265:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449582.909244:0:35265:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8986b460 time=62 v=5 (5 5 5 5) 00000100:00001000:3.0:1789449582.909248:0:35265:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8986b418 time=20 v=5 (1 0 0 0) 00000100:00000001:3.0:1789449582.909251:0:35265:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789449582.909253:0:35265:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449582.909256:0:35265:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789449582.909260:0:35265:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449582.909264:0:35265:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789449582.909266:0:35265:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9e8b89903000: skip recheck: last_committed 4294967328 00000100:00000001:3.0:1789449582.909269:0:35265:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789449582.909270:0:35265:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449582.909275:0:35265:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83108700 x1876371947535232/t0(0) o101->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449598 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449582.909292:0:35265:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449582.909295:0:35265:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449582.909297:0:35265:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449582.909302:0:35265:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83108700 x1876371947535232/t0(0) o101->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449598 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789449582.909310:0:35265:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83108700 pname:cluuid:pid:xid:nid:opc:job uname:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35265:1876371947535232:192.168.202.109@tcp:101:uname.0 00000100:00000001:3.0:1789449582.909315:0:35265:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449582.909318:0:35265:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449582.909321:0:35265:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789449582.909324:0:35265:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449582.909328:0:35265:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83108700 x1876371947535232/t0(0) o101->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449598 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449582.909335:0:35265:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789449582.909338:0:35265:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b831c5cc0. 00000100:00000001:3.0:1789449582.909495:0:35265:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789449582.909497:0:35265:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449582.909501:0:35265:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789449582.909504:0:35265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449582.909508:0:35265:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449582.909512:0:35265:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75a00 refcount=4 00000020:00000001:3.0:1789449582.909515:0:35265:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:3.0:1789449582.909518:0:35265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000040:3.0:1789449582.909527:0:35265:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e8b91c75a00, remote cookie: 0xeb7cbf5e2fd3dd50, flags: 0x20002 00010000:00000001:3.0:1789449582.909532:0:35265:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:3.0:1789449582.909536:0:35265:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449582.909539:0:35265:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00010000:3.0:1789449582.909548:0:35265:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000ef2c88a0/0xcddde1459ded67c3 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xeb7cbf5e2fd3dd50 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1789449582.909562:0:35265:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x2c0000401:0x42:0x0].0x0 (ffff9e8b90652400) refcount = 1 00010000:00000040:3.0:1789449582.910714:0:35265:0:(ldlm_resource.c:1894:ldlm_resource_dump()) Waiting locks: 00010000:00000040:3.0:1789449582.910724:0:35265:0:(ldlm_resource.c:1896:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000ef2c88a0/0xcddde1459ded67c3 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xeb7cbf5e2fd3dd50 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449582.910738:0:35265:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789449582.910744:0:35265:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00010000:3.0:1789449582.910747:0:35265:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000ef2c88a0/0xcddde1459ded67c3 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xeb7cbf5e2fd3dd50 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789449582.910758:0:35265:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000ef2c88a0/0xcddde1459ded67c3 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xeb7cbf5e2fd3dd50 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000800:00000001:2.0:1789449582.911458:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449582.911477:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449582.911481:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449582.911483:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449582.911493:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449582.911502:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449582.911514:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449582.911520:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449582.911526:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449582.911531:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 392 into portal 15 MB=0x6aa8ce47d9880 00000400:00000200:2.0:1789449582.911543:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.109@tcp of length 392/392 into md 0x7f8d [2] + 1312 00000800:00000001:2.0:1789449582.911550:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449582.911560:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449582.911564:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449582.911569:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449582.911579:0:2394:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1789449582.911581:0:2394:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1789449582.911588:0:2394:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065df80. 00000100:00000040:2.0:1789449582.911592:0:2394:0:(events.c:341:request_in_callback()) incoming req@ffff9e8b9065df80 x1876371965843584 msgsize 392 00000100:00100000:2.0:1789449582.911596:0:2394:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.109@tcp (source: 12345-192.168.202.109@tcp) 00000100:00000001:2.0:1789449582.911619:0:2394:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:2.0:1789449582.911629:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449582.911632:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449582.912190:0:16807:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1789449582.912195:0:16807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876371965843584 02000000:00000001:3.0:1789449582.912199:0:16807:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1789449582.912201:0:16807:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449582.912204:0:16807:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449582.912219:0:16807:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449582.912224:0:16807:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876371965843584 00000020:00000001:3.0:1789449582.912228:0:16807:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789449582.912230:0:16807:0:(genops.c:804:class_conn2export()) looking for export cookie 0xcddde1459ded5b3d 00000020:00000001:3.0:1789449582.912233:0:16807:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449582.912237:0:16807:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e8b89bcf800 refcount=4 00000020:00000001:3.0:1789449582.912240:0:16807:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920881346560 : -107152828205056 : ffff9e8b89bcf800) 00000020:00000001:3.0:1789449582.912242:0:16807:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636920881346560 : -107152828205056 : ffff9e8b89bcf800) 00000100:00000001:3.0:1789449582.912247:0:16807:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789449582.912253:0:16807:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e8b896f0480. 00000100:00000001:3.0:1789449582.912257:0:16807:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789449582.912260:0:16807:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e8b896f0480. 00000020:00000010:3.0:1789449582.912269:0:16807:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e8b83481600. 00000020:00000010:3.0:1789449582.912276:0:16807:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e8b84d02900. 00000020:00000010:3.0:1789449582.912282:0:16807:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e8b903b5e10. 00000100:00000040:3.0:1789449582.912293:0:16807:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1789449582.912296:0:16807:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1789449582.912298:0:16807:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1789449582.912301:0:16807:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449582.912311:0:16807:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449582.912326:0:16807:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449582.912339:0:16807:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1789449582.912349:0:16807:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1789449582.912356:0:16807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.109@tcp, seq: 64 00000100:00000040:3.0:1789449582.912360:0:16807:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9e8b89bcf800 : new rpc_count 1 00000100:00000001:3.0:1789449582.912362:0:16807:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446636920993079168 : -107152716472448 : ffff9e8b9065df80) 00000100:00000040:3.0:1789449582.912370:0:16807:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e8b9065df80 x1876371965843584/t0(0) o105->LOV_OSC_UUID@192.168.202.109@tcp:688/0 lens 392/0 e 0 to 0 dl 1789449593 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789449582.912380:0:16807:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789449582.912383:0:16807:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e8b896f0480. 00000100:00000001:3.0:1789449582.912386:0:16807:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789449582.912388:0:16807:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e8b896f0480. 00000100:00100000:3.0:1789449582.912393:0:16807:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9e8b9065df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6502:x1876371965843584:12345-192.168.202.109@tcp:105: 00000100:00000200:3.0:1789449582.912396:0:16807:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876371965843584 00010000:00000001:3.0:1789449582.912400:0:16807:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1789449582.912410:0:16807:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449582.912412:0:16807:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449582.912414:0:16807:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75a00 refcount=5 00000020:00000001:3.0:1789449582.912416:0:16807:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:3.0:1789449582.912419:0:16807:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00010000:3.0:1789449582.912426:0:16807:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000ef2c88a0/0xcddde1459ded67c3 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xeb7cbf5e2fd3dd50 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449582.912438:0:16807:0:(ldlm_lockd.c:1966:ldlm_handle_cp_callback()) Process entered 00010000:00010000:3.0:1789449582.912441:0:16807:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000ef2c88a0/0xcddde1459ded67c3 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xeb7cbf5e2fd3dd50 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789449582.912451:0:16807:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000ef2c88a0/0xcddde1459ded67c3 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xeb7cbf5e2fd3dd50 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449582.912459:0:16807:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:3.0:1789449582.912462:0:16807:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449582.912465:0:16807:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1789449582.912467:0:16807:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1789449582.912470:0:16807:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000ef2c88a0/0xcddde1459ded67c3 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xeb7cbf5e2fd3dd50 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449582.912477:0:16807:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:3.0:1789449582.912482:0:16807:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000ef2c88a0/0xcddde1459ded67c3 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xeb7cbf5e2fd3dd50 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1789449582.912491:0:16807:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x2c0000401:0x42:0x0].0x0 (ffff9e8b90652400) refcount = 1 00010000:00000040:3.0:1789449582.912494:0:16807:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1789449582.912497:0:16807:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000ef2c88a0/0xcddde1459ded67c3 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xeb7cbf5e2fd3dd50 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449582.912507:0:16807:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00010000:3.0:1789449582.912511:0:16807:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000ef2c88a0/0xcddde1459ded67c3 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0xeb7cbf5e2fd3dd50 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000010:3.0:1789449582.912519:0:16807:0:(ldlm_lock.c:2325:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e8b896f0480. 00000100:00000001:3.0:1789449582.912523:0:16807:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789449582.912531:0:16807:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b831c5cc0. 00000100:00000001:3.0:1789449582.912533:0:16807:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920770157760 : -107152939393856 : ffff9e8b831c5cc0) 00000100:00000001:3.0:1789449582.912536:0:16807:0:(client.c:1218:ptlrpc_prep_fcset()) Process leaving (rc=18446636920770157760 : -107152939393856 : ffff9e8b831c5cc0) 00000100:00000001:3.0:1789449582.912539:0:16807:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789449582.912541:0:16807:0:(client.c:1949:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1789449582.912543:0:16807:0:(ldlm_lock.c:2272:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1789449582.912546:0:16807:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1789449582.912775:0:16807:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449582.912779:0:16807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449582.912781:0:16807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449582.912783:0:16807:0:(ldlm_lock.c:2306:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449582.912784:0:16807:0:(ldlm_lock.c:2272:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1789449582.912786:0:16807:0:(ldlm_lock.c:2275:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1789449582.912789:0:16807:0:(client.c:1964:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449582.912791:0:16807:0:(client.c:2699:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449582.912793:0:16807:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1789449582.912796:0:16807:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b831c5cc0. 00000100:00000001:3.0:1789449582.912799:0:16807:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1789449582.912800:0:16807:0:(ldlm_lock.c:2369:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1789449582.912803:0:16807:0:(ldlm_lock.c:2371:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e8b896f0480. 00010000:00010000:3.0:1789449582.912805:0:16807:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9e8b91c75a00) 00010000:00000001:3.0:1789449582.912807:0:16807:0:(ldlm_lockd.c:2085:ldlm_handle_cp_callback()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789449582.912809:0:16807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449582.912810:0:16807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789449582.912814:0:16807:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1789449582.912817:0:16807:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1789449582.912824:0:16807:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e8b87c4a800. 02000000:00000001:3.0:1789449582.912827:0:16807:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449582.912830:0:16807:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449582.912837:0:16807:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1789449582.912840:0:16807:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449582.912846:0:16807:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b91c491e8 time=61 v=5 (1 1 1 1) 00000100:00000001:3.0:1789449582.912851:0:16807:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789449582.912855:0:16807:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9e8b895f2700 refcount 16 to 192.168.202.109@tcp 00000100:00000001:3.0:1789449582.912857:0:16807:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446636920875198208 : -107152834353408 : ffff9e8b895f2700) 02000000:00000001:3.0:1789449582.912860:0:16807:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1789449582.912864:0:16807:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449582.912868:0:16807:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449582.912870:0:16807:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1789449582.912876:0:16807:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69a18. 00000100:00000200:3.0:1789449582.912922:0:16807:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1876371965843584, offset 224 00000400:00000200:3.0:1789449582.912931:0:16807:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1789449582.912943:0:16807:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449582.912952:0:16807:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.202.9@tcp to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449582.912960:0:16807:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2953:2953:256:4294967295] 192.168.202.109@tcp LPNI seq info [2953:2953:8:4294967295] 00000400:00000200:3.0:1789449582.912965:0:16807:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449582.912975:0:16807:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449582.912982:0:16807:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449582.912987:0:16807:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051c300. 00000800:00000200:3.0:1789449582.912995:0:16807:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449582.913004:0:16807:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449582.913010:0:16807:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051c300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789449582.913020:0:16807:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449582.913024:0:16807:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9e8b895f2700 refcount 15 to 192.168.202.109@tcp 00010000:00000001:3.0:1789449582.913027:0:16807:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449582.913032:0:16807:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065df80 x1876371965843584/t0(0) o105->LOV_OSC_UUID@192.168.202.109@tcp:688/0 lens 392/224 e 0 to 0 dl 1789449593 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789449582.913047:0:16807:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9e8b9065df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6502:x1876371965843584:12345-192.168.202.109@tcp:105: Request processed in 665us (1453us total) trans 0 rc 0/0 00000100:00100000:3.0:1789449582.913055:0:16807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.109@tcp, seq: 64 00000100:00000040:3.0:1789449582.913059:0:16807:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e8b89bcf800 : new rpc_count 0 00000100:00000001:3.0:1789449582.913061:0:16807:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1789449582.913063:0:16807:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1789449582.913069:0:16807:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e8b84d02900. 00000020:00000010:3.0:1789449582.913073:0:16807:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e8b903b5e10. 00000020:00000010:3.0:1789449582.913077:0:16807:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e8b83481600. 00000020:00000040:3.0:1789449582.913083:0:16807:0:(genops.c:879:class_export_put()) PUTting export ffff9e8b89bcf800 : new refcount 3 00000100:00000001:3.0:1789449582.913086:0:16807:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1789449582.913262:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449582.913267:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b9051c300. 00000400:00000200:2.0:1789449582.913273:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449582.913279:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449582.913284:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69a18 00000400:00000010:2.0:1789449582.913287:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69a18. 00000100:00000001:2.0:1789449582.913292:0:2393:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:2.0:1789449582.913294:0:2393:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:0.0:1789449582.913709:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449582.913714:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789449582.913717:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449582.913720:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449582.913725:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449582.913729:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789449582.915485:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449582.915504:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449582.915509:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449582.915512:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449582.915523:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449582.915532:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449582.915544:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449582.915549:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449582.915555:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449582.915561:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 18 MB=0x6aa8ce3663c00 00000400:00000200:2.0:1789449582.915567:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449582.915573:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.109@tcp of length 224/224 into md 0x8655 [1] + 224 00000800:00000001:2.0:1789449582.915583:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449582.915590:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449582.915595:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449582.915601:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449582.915610:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449582.915622:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83692d80 x1876371947535360/t0(0) o103->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449598 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449582.915635:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b83692d80 x1876371947535360/t0(0) o103->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449598 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449582.915658:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449582.915676:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449582.915680:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449582.915924:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449582.915929:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789449582.915937:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449582.915939:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449582.915943:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b86580b58. 00000400:00000200:0.0:1789449582.915949:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e56e8 00000400:00000010:0.0:1789449582.915952:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e56e8. 00000100:00000001:0.0:1789449582.915955:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449582.915961:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83692d80 x1876371947535360/t0(0) o103->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449598 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789449582.915971:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83692d80 x1876371947535360/t0(0) o103->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449598 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449582.915978:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449582.915980:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449582.915983:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449582.915987:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449582.915989:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449582.915992:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449582.915996:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449582.916009:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8986b538 time=199 v=5 (5 5 0 5) 00000100:00001000:0.0:1789449582.916014:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8986b418 time=20 v=5 (1 0 0 0) 00000100:00000001:0.0:1789449582.916017:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449582.916019:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449582.916023:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449582.916027:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449582.916031:0:2399:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789449582.916033:0:2399:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9e8b89903000: skip recheck: last_committed 4294967328 00000100:00000001:0.0:1789449582.916035:0:2399:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449582.916038:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449582.916044:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83692d80 x1876371947535360/t0(0) o103->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449598 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449582.916052:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449582.916055:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449582.916057:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449582.916062:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83692d80 x1876371947535360/t0(0) o103->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449598 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789449582.916071:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83692d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2399:1876371947535360:192.168.202.109@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1789449582.916077:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449582.916080:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449582.916084:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83692d80 x1876371947535360/t0(0) o103->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449598 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449582.916092:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789449582.916095:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449582.916099:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b899c6800. 02000000:00000001:0.0:1789449582.916104:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789449582.916107:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449582.916109:0:2399:0:(genops.c:1222:class_import_put()) import ffff9e8b8986b000 refcount=3 obd=lustre-OST0001-osc-ffff9e8b89903000 00000020:00000001:0.0:1789449582.916111:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449582.916115:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e8b83767800. 02000000:00000001:0.0:1789449582.916120:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449582.916122:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449582.916124:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83692d80. 00000100:00000001:0.0:1789449582.916129:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449582.916131:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449582.916133:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449582.916142:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449582.916144:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449582.916146:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449582.916149:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1789449582.919900:0:35265:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4da00. 00010000:00010000:1.0:1789449582.919934:0:35265:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000ef2c88a0/0xcddde1459ded67c3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xeb7cbf5e2fd3dd50 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449582.919954:0:35265:0:(ldlm_request.c:350:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449582.919959:0:35265:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000ef2c88a0/0xcddde1459ded67c3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xeb7cbf5e2fd3dd50 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449582.919966:0:35265:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789449582.919968:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449582.919971:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449582.919972:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449582.919973:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449582.919975:0:35265:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789449582.919981:0:35265:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:1.0:1789449582.919985:0:35265:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1789449582.919990:0:35265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449582.919993:0:35265:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449582.919997:0:35265:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75a00 refcount=3 00000020:00000001:1.0:1789449582.919999:0:35265:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:1.0:1789449582.920002:0:35265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:1.0:1789449582.920005:0:35265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449582.920006:0:35265:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449582.920007:0:35265:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75a00 refcount=4 00000020:00000001:1.0:1789449582.920009:0:35265:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:1.0:1789449582.920011:0:35265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:1.0:1789449582.920014:0:35265:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449582.920018:0:35265:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449582.920022:0:35265:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000ef2c88a0/0xcddde1459ded67c3 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xeb7cbf5e2fd3dd50 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449582.920030:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449582.920031:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789449582.920035:0:35265:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:1.0:1789449582.920041:0:35265:0:(cl_object.c:143:cl_object_top()) ffff9e8b87e0ce00 -> ffff9e8b83cb75f8 00000008:00010000:1.0:1789449582.920045:0:35265:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000ef2c88a0/0xcddde1459ded67c3 lrc: 4/0,2 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0xeb7cbf5e2fd3dd50 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:1.0:1789449582.920053:0:35265:0:(cl_object.c:143:cl_object_top()) ffff9e8b87e0ce00 -> ffff9e8b83cb75f8 00000020:00000001:1.0:1789449582.920055:0:35265:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1789449582.920058:0:35265:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:1.0:1789449582.920061:0:35265:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1789449582.920064:0:35265:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449582.920066:0:35265:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449582.920068:0:35265:0:(cl_object.c:143:cl_object_top()) ffff9e8b87e0ce00 -> ffff9e8b83cb75f8 00000008:00000001:1.0:1789449582.920070:0:35265:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:1.0:1789449582.920072:0:35265:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449582.920074:0:35265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449582.920075:0:35265:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449582.920076:0:35265:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75a00 refcount=5 00000020:00000001:1.0:1789449582.920078:0:35265:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:1.0:1789449582.920081:0:35265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:1.0:1789449582.920083:0:35265:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789449582.920086:0:35265:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000ef2c88a0/0xcddde1459ded67c3 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xeb7cbf5e2fd3dd50 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449582.920093:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449582.920094:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789449582.920096:0:35265:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000ef2c88a0/0xcddde1459ded67c3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xeb7cbf5e2fd3dd50 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449582.920103:0:35265:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789449582.920104:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449582.920105:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789449582.920107:0:35265:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449582.920110:0:35265:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449582.920126:0:35265:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83108700 x1876371947535232/t0(0) o101->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449598 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449582.920135:0:35265:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789449582.920139:0:35265:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789449582.920143:0:35265:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b87c4bc00. 02000000:00000001:1.0:1789449582.920149:0:35265:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789449582.920153:0:35265:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449582.920154:0:35265:0:(genops.c:1222:class_import_put()) import ffff9e8b8986b000 refcount=2 obd=lustre-OST0001-osc-ffff9e8b89903000 00000020:00000001:1.0:1789449582.920157:0:35265:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789449582.920160:0:35265:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e8b83480000. 02000000:00000001:1.0:1789449582.920163:0:35265:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789449582.920165:0:35265:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789449582.920167:0:35265:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83108700. 00000100:00000001:1.0:1789449582.920171:0:35265:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789449582.920172:0:35265:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1789449582.920174:0:35265:0:(osc_request.c:3317:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789449582.920177:0:35265:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449582.920180:0:35265:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449582.920184:0:35265:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449582.920185:0:35265:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449582.920188:0:35265:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449582.920191:0:35265:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449582.920193:0:35265:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449582.920196:0:35265:0:(cl_io.c:529:cl_io_start()) Process entered 00000080:00000001:1.0:1789449582.920202:0:35265:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000080:00000001:1.0:1789449582.920220:0:35265:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1789449582.920223:0:35265:0:(cl_object.c:143:cl_object_top()) ffff9e8b83cb75f8 -> ffff9e8b83cb75f8 00000020:00000001:1.0:1789449582.920225:0:35265:0:(cl_object.c:143:cl_object_top()) ffff9e8b83cb75f8 -> ffff9e8b83cb75f8 00000020:00000001:1.0:1789449582.920227:0:35265:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1789449582.920232:0:35265:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1789449582.920237:0:35265:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1789449582.920239:0:35265:0:(lov_offset.c:45:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449582.920241:0:35265:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1789449582.920241:0:35265:0:(lov_offset.c:45:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789449582.920244:0:35265:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x2b:1029 on OST[1]: s=0 (1) m=0 a=0 c=0 b=0 00020000:00000001:1.0:1789449582.920247:0:35265:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789449582.920249:0:35265:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:1.0:1789449582.920251:0:35265:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449582.920253:0:35265:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449582.920255:0:35265:0:(cl_object.c:143:cl_object_top()) ffff9e8b83cb75f8 -> ffff9e8b83cb75f8 00000080:00200000:1.0:1789449582.920258:0:35265:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 0 i_blocks 0 00000080:00000001:1.0:1789449582.920260:0:35265:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1789449582.920265:0:35265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d1bb80 00000080:00200000:1.0:1789449582.920267:0:35265:0:(vvp_io.c:1292:vvp_io_write_start()) recon: write [0, 23) append 1 append lockpos 18446744073709551615 00000020:00000001:1.0:1789449582.920270:0:35265:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:1.0:1789449582.920273:0:35265:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b90686d90) owner 0000000000000000/ffff9e8b90fa27c0 00020000:00000002:1.0:1789449582.920277:0:35265:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9e8b898c6120 addref 2/0 by ffff9e8b90fa27c0. 00020000:00000002:1.0:1789449582.920287:0:35265:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b90686d90) owner 0000000000000000/ffff9e8b90fa27c0 00000020:00000001:1.0:1789449582.920290:0:35265:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000020:00000001:1.0:1789449582.920294:0:35265:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00020000:00000001:1.0:1789449582.920298:0:35265:0:(lov_io.c:1617:lov_io_lru_reserve()) Process entered 00020000:00000001:1.0:1789449582.920301:0:35265:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449582.920304:0:35265:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449582.920306:0:35265:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789449582.920308:0:35265:0:(lov_offset.c:264:lov_stripe_intersects()) [0->22] -> [(0) 0->22 (0)] 00020000:00000001:1.0:1789449582.920311:0:35265:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789449582.920313:0:35265:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993108648 : -107152716442968 : ffff9e8b906652a8) 00000020:00000001:1.0:1789449582.920315:0:35265:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00000008:00000001:1.0:1789449582.920318:0:35265:0:(osc_io.c:1417:osc_io_lru_reserve()) Process entered 00000008:00000001:1.0:1789449582.920322:0:35265:0:(osc_io.c:1430:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449582.920324:0:35265:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449582.920326:0:35265:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000001:1.0:1789449582.920328:0:35265:0:(lov_io.c:1658:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449582.920329:0:35265:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449582.920340:0:35265:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:1.0:1789449582.920346:0:35265:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 23 bytes 00000020:00000001:1.0:1789449582.920385:0:35265:0:(cl_page.c:432:cl_page_find()) Process entered 00000020:00008000:1.0:1789449582.920387:0:35265:0:(cl_page.c:438:cl_page_find()) 0@[0x200000405:0x2b:0x0] ffffe3bd4498d380 0 1 00000020:00000001:1.0:1789449582.920390:0:35265:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:1.0:1789449582.920392:0:35265:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449582.920395:0:35265:0:(cl_page.c:353:cl_page_alloc()) Process entered 00000020:00000010:1.0:1789449582.920404:0:35265:0:(cl_page.c:304:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff9e8b86355b60. 00000020:00000001:1.0:1789449582.920408:0:35265:0:(cl_page.c:1294:cl_page_slice_add()) Process entered 00000020:00000001:1.0:1789449582.920410:0:35265:0:(cl_page.c:1301:cl_page_slice_add()) Process leaving 00020000:00000001:1.0:1789449582.920414:0:35265:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00000001:1.0:1789449582.920416:0:35265:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449582.920418:0:35265:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00008000:1.0:1789449582.920420:0:35265:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:1.0:1789449582.920422:0:35265:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789449582.920423:0:35265:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993108648 : -107152716442968 : ffff9e8b906652a8) 00000008:00000001:1.0:1789449582.920428:0:35265:0:(osc_cache.c:2482:osc_prep_async_page()) Process entered 00000008:00000040:1.0:1789449582.920430:0:35265:0:(osc_cache.c:2505:osc_prep_async_page()) oap ffff9e8b86355bd0 folio ffffe3bd4498d380 pg:0 obj off 0 00000008:00000001:1.0:1789449582.920432:0:35265:0:(osc_cache.c:2506:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449582.920434:0:35265:0:(cl_page.c:1294:cl_page_slice_add()) Process entered 00000020:00000001:1.0:1789449582.920435:0:35265:0:(cl_page.c:1301:cl_page_slice_add()) Process leaving 00000008:00000001:1.0:1789449582.920437:0:35265:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:1.0:1789449582.920439:0:35265:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449582.920444:0:35265:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449582.920446:0:35265:0:(cl_page.c:400:cl_page_alloc()) Process leaving (rc=18446636920822127456 : -107152887424160 : ffff9e8b86355b60) 00000020:00000001:1.0:1789449582.920449:0:35265:0:(cl_page.c:461:cl_page_find()) Process leaving (rc=18446636920822127456 : -107152887424160 : ffff9e8b86355b60) 00000020:00000001:1.0:1789449582.920451:0:35265:0:(cl_page.c:811:cl_page_assume()) Process entered 00000020:00000001:1.0:1789449582.920454:0:35265:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:1.0:1789449582.920456:0:35265:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446636920799438176 : -107152910113440 : ffff9e8b84db2560) 00000020:00000001:1.0:1789449582.920458:0:35265:0:(cl_page.c:645:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1789449582.920459:0:35265:0:(cl_page.c:648:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1789449582.920461:0:35265:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1789449582.920466:0:35265:0:(cl_page.c:518:__cl_page_state_set()) page@0000000033747c49[2 00000000a4a25892 1 1 000000005a3e5bea 0 0 0] 00000020:00000001:1.0:1789449582.920468:0:35265:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1789449582.920470:0:35265:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1789449582.920471:0:35265:0:(cl_page.c:825:cl_page_assume()) Process leaving 00000080:00000001:1.0:1789449582.920473:0:35265:0:(rw26.c:582:ll_prepare_partial_page()) Process entered 00000020:00000001:1.0:1789449582.920475:0:35265:0:(cl_object.c:143:cl_object_top()) ffff9e8b83cb75f8 -> ffff9e8b83cb75f8 00000020:00000001:1.0:1789449582.920477:0:35265:0:(cl_object.c:143:cl_object_top()) ffff9e8b83cb75f8 -> ffff9e8b83cb75f8 00000020:00000001:1.0:1789449582.920478:0:35265:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1789449582.920480:0:35265:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1789449582.920482:0:35265:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:1.0:1789449582.920484:0:35265:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449582.920486:0:35265:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449582.920487:0:35265:0:(cl_object.c:143:cl_object_top()) ffff9e8b83cb75f8 -> ffff9e8b83cb75f8 00000080:00000001:1.0:1789449582.920491:0:35265:0:(rw26.c:602:ll_prepare_partial_page()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1789449582.920494:0:35265:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:1.0:1789449582.920496:0:35265:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449582.920500:0:35265:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:1.0:1789449582.920502:0:35265:0:(rw26.c:871:ll_write_end()) pos 0, len 23, copied 23 00000020:00000001:1.0:1789449582.920504:0:35265:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:1.0:1789449582.920504:0:35265:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446636920799438176 : -107152910113440 : ffff9e8b84db2560) 00000020:00000001:1.0:1789449582.920506:0:35265:0:(cl_page.c:680:cl_page_is_owned()) Process entered 00000020:00000001:1.0:1789449582.920508:0:35265:0:(cl_page.c:682:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789449582.920515:0:35265:0:(cl_io.c:928:cl_page_list_add()) Process entered 00000020:00000001:1.0:1789449582.920516:0:35265:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:1.0:1789449582.920518:0:35265:0:(cl_page.c:547:cl_page_get()) Process leaving 00000020:00000001:1.0:1789449582.920519:0:35265:0:(cl_io.c:939:cl_page_list_add()) Process leaving 00000080:00200000:1.0:1789449582.920522:0:35265:0:(rw26.c:929:ll_write_end()) page@0000000033747c49[3 00000000a4a25892 2 1 000000005a3e5bea 0 0 0] 00000080:00200000:1.0:1789449582.920525:0:35265:0:(rw26.c:929:ll_write_end()) vmpage @0000000078b8ab8d 17ffffc0001001 3:0 ffff9e8b86355b60 0 lru 00000080:00200000:1.0:1789449582.920533:0:35265:0:(rw26.c:929:ll_write_end()) osc-page@000000007f8541e1 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 000000003f97deed 00000000ae4ca910 > 3< 0 0 > 4< 0 0 8 8380416 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1789449582.920535:0:35265:0:(rw26.c:929:ll_write_end()) end page@0000000033747c49 00000080:00200000:1.0:1789449582.920536:0:35265:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00000001:1.0:1789449582.920538:0:35265:0:(rw26.c:950:ll_write_end()) Process leaving (rc=23 : 23 : 17) 00000080:00000001:1.0:1789449582.920542:0:35265:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:1.0:1789449582.920545:0:35265:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 0, to 23 prio 0 00000020:00000001:1.0:1789449582.920547:0:35265:0:(cl_io.c:647:cl_io_commit_async()) Process entered 00020000:00000001:1.0:1789449582.920550:0:35265:0:(lov_io.c:1806:lov_io_commit_async()) Process entered 00020000:00000001:1.0:1789449582.920551:0:35265:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789449582.920552:0:35265:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993108648 : -107152716442968 : ffff9e8b906652a8) 00000020:00000001:1.0:1789449582.920554:0:35265:0:(cl_io.c:647:cl_io_commit_async()) Process entered 00000008:00000001:1.0:1789449582.920556:0:35265:0:(osc_io.c:419:osc_io_commit_async()) Process entered 00000008:00000001:1.0:1789449582.920559:0:35265:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:1.0:1789449582.920561:0:35265:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:1.0:1789449582.920561:0:35265:0:(cl_page.c:547:cl_page_get()) Process leaving 00000008:00000001:1.0:1789449582.920563:0:35265:0:(osc_cache.c:2527:osc_queue_async_io()) Process entered 00000008:00000020:1.0:1789449582.920567:0:35265:0:(osc_cache.c:2586:osc_queue_async_io()) obj ffff9e8b87e0ce00 ready 0|-|- wr 0|-|- rd 0|- oap ffff9e8b86355bd0 folio ffffe3bd4498d380 pg:0 added for cmd 2 00000008:00000001:1.0:1789449582.920573:0:35265:0:(osc_cache.c:1781:osc_enter_cache()) Process entered 00000008:00000020:1.0:1789449582.920575:0:35265:0:(osc_cache.c:1783:osc_enter_cache()) lustre-OST0001-osc-ffff9e8b89903000: grant { dirty: 0/118272 dirty_pages: 0/472726 dropped: 0 avail: 8380416, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:28672 00000008:00000020:1.0:1789449582.920581:0:35265:0:(osc_cache.c:1683:osc_enter_cache_try()) lustre-OST0001-osc-ffff9e8b89903000: grant { dirty: 0/118272 dirty_pages: 0/472726 dropped: 0 avail: 8380416, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:28672 00000008:00000020:1.0:1789449582.920585:0:35265:0:(osc_cache.c:1481:osc_consume_write_grant()) using 4096 grant credits for brw ffff9e8b86355c08 page ffffe3bd4498d380 00000008:00000020:1.0:1789449582.920590:0:35265:0:(osc_cache.c:1815:osc_enter_cache()) lustre-OST0001-osc-ffff9e8b89903000: grant { dirty: 1/118272 dirty_pages: 1/472726 dropped: 0 avail: 8351744, dirty_grant: 0, reserved: 28672, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }granted from cache 00000008:00000001:1.0:1789449582.920594:0:35265:0:(osc_cache.c:1831:osc_enter_cache()) Process leaving 00000008:00000001:1.0:1789449582.920596:0:35265:0:(osc_cache.c:1834:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789449582.920599:0:35265:0:(osc_cache.c:707:osc_extent_find()) Process entered 00000008:00000010:1.0:1789449582.920604:0:35265:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff9e8b837bbcc0. 00000008:00000020:1.0:1789449582.920610:0:35265:0:(osc_cache.c:1310:__osc_extent_tree_dump()) Dump object ffff9e8b87e0ce00 extents at osc_extent_find:841, mppr: 1024. 00000008:00000020:1.0:1789449582.920617:0:35265:0:(osc_cache.c:1927:osc_update_pending()) obj ffff9e8b87e0ce00 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:1.0:1789449582.920622:0:35265:0:(osc_cache.c:859:osc_extent_find()) extent ffff9e8b837bbcc0@{[0 -> 0/1023], [3|1|-|active|wi|ffff9e8b87e0ce00], [28672|0|-|-|ffff9e8b91c75a00|1024|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:1.0:1789449582.920629:0:35265:0:(osc_cache.c:859:osc_extent_find()) ### extent: 00000000210bdfba ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000ef2c88a0/0xcddde1459ded67c3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xeb7cbf5e2fd3dd50 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00000001:1.0:1789449582.920638:0:35265:0:(osc_cache.c:876:osc_extent_find()) Process leaving 00000008:00000001:1.0:1789449582.920642:0:35265:0:(osc_cache.c:2723:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789449582.920645:0:35265:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789449582.920647:0:35265:0:(osc_io.c:380:osc_page_touch_at()) Process entered 00000020:00000001:1.0:1789449582.920649:0:35265:0:(cl_object.c:143:cl_object_top()) ffff9e8b87e0ce00 -> ffff9e8b83cb75f8 00000008:00000002:1.0:1789449582.920651:0:35265:0:(osc_io.c:388:osc_page_touch_at()) stripe KMS increasing 0->23 0 00000020:00000001:1.0:1789449582.920654:0:35265:0:(cl_object.c:143:cl_object_top()) ffff9e8b87e0ce00 -> ffff9e8b83cb75f8 00000020:00000001:1.0:1789449582.920655:0:35265:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1789449582.920657:0:35265:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 23 00020000:00000001:1.0:1789449582.920659:0:35265:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1789449582.920661:0:35265:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449582.922541:0:35265:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449582.922546:0:35265:0:(cl_object.c:143:cl_object_top()) ffff9e8b87e0ce00 -> ffff9e8b83cb75f8 00000008:00000001:1.0:1789449582.922550:0:35265:0:(osc_io.c:403:osc_page_touch_at()) Process leaving 00000020:00000001:1.0:1789449582.922553:0:35265:0:(cl_io.c:952:cl_page_list_del()) Process entered 00000020:00000001:1.0:1789449582.922557:0:35265:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:1.0:1789449582.922563:0:35265:0:(cl_page.c:567:cl_batch_put()) page@0000000033747c49[4 00000000a4a25892 2 1 000000005a3e5bea 0 0 0] 00000020:00000001:1.0:1789449582.922565:0:35265:0:(cl_page.c:567:cl_batch_put()) 4 00000020:00000001:1.0:1789449582.922567:0:35265:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:1.0:1789449582.922569:0:35265:0:(cl_io.c:957:cl_page_list_del()) Process leaving 00000008:00000020:1.0:1789449582.922573:0:35265:0:(osc_request.c:745:osc_update_next_shrink()) next time 3118 to shrink grant 00000080:00000001:1.0:1789449582.922577:0:35265:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:1.0:1789449582.922580:0:35265:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:1.0:1789449582.922591:0:35265:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9e8b89184cb8, count 1, dirtied 1 00000080:00000001:1.0:1789449582.922594:0:35265:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:1.0:1789449582.922597:0:35265:0:(cl_page.c:656:__cl_page_disown()) Process entered 00000020:00000001:1.0:1789449582.922598:0:35265:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1789449582.922600:0:35265:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1789449582.922602:0:35265:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1789449582.922606:0:35265:0:(cl_page.c:518:__cl_page_state_set()) page@0000000033747c49[3 00000000a4a25892 2 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1789449582.922608:0:35265:0:(cl_page.c:518:__cl_page_state_set()) 2 -> 1 00000020:00000001:1.0:1789449582.922609:0:35265:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1789449582.922611:0:35265:0:(cl_page.c:671:__cl_page_disown()) Process leaving 00000020:00000001:1.0:1789449582.922612:0:35265:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:1.0:1789449582.922615:0:35265:0:(cl_page.c:567:cl_batch_put()) page@0000000033747c49[3 00000000a4a25892 1 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1789449582.922616:0:35265:0:(cl_page.c:567:cl_batch_put()) 3 00000020:00000001:1.0:1789449582.922617:0:35265:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000080:00000001:1.0:1789449582.922618:0:35265:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:1.0:1789449582.922620:0:35265:0:(osc_io.c:492:osc_io_commit_async()) 0 0 00000008:00000001:1.0:1789449582.922622:0:35265:0:(osc_io.c:493:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449582.922625:0:35265:0:(cl_io.c:657:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449582.922628:0:35265:0:(lov_io.c:1818:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449582.922630:0:35265:0:(cl_io.c:657:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789449582.922633:0:35265:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 23 bytes, tot: 23 00000020:00000001:1.0:1789449582.922637:0:35265:0:(cl_io.c:1044:cl_page_list_fini()) Process entered 00000020:00000001:1.0:1789449582.922638:0:35265:0:(cl_io.c:1048:cl_page_list_fini()) Process leaving 00000080:00000001:1.0:1789449582.922640:0:35265:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449582.922644:0:35265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d1bb80 00000080:00200000:1.0:1789449582.922646:0:35265:0:(vvp_io.c:1358:vvp_io_write_start()) recon: write bytes 0, result: 23 00000080:00000001:1.0:1789449582.922650:0:35265:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449582.922654:0:35265:0:(lov_io.c:1425:lov_io_start()) Process entered 00020000:00000001:1.0:1789449582.922657:0:35265:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:1.0:1789449582.922659:0:35265:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:1.0:1789449582.922661:0:35265:0:(osc_io.c:1053:osc_io_write_start()) Process entered 00000020:00000001:1.0:1789449582.922989:0:35265:0:(cl_object.c:143:cl_object_top()) ffff9e8b87e0ce00 -> ffff9e8b83cb75f8 00000020:00000001:1.0:1789449582.922992:0:35265:0:(cl_object.c:143:cl_object_top()) ffff9e8b87e0ce00 -> ffff9e8b83cb75f8 00000020:00000001:1.0:1789449582.922994:0:35265:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1789449582.922997:0:35265:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1789449582.923000:0:35265:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449582.923002:0:35265:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449582.923004:0:35265:0:(cl_object.c:143:cl_object_top()) ffff9e8b87e0ce00 -> ffff9e8b83cb75f8 00000008:00000001:1.0:1789449582.923006:0:35265:0:(osc_io.c:1061:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449582.923009:0:35265:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449582.923011:0:35265:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449582.923013:0:35265:0:(lov_io.c:1426:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449582.923014:0:35265:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449582.923017:0:35265:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:1.0:1789449582.923020:0:35265:0:(lov_io.c:1397:lov_io_call()) Process entered 00020000:00000001:1.0:1789449582.923021:0:35265:0:(lov_io.c:1431:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1789449582.923023:0:35265:0:(cl_io.c:556:cl_io_end()) Process entered 00000008:00000001:1.0:1789449582.923027:0:35265:0:(osc_cache.c:600:osc_extent_release()) Process entered 00000008:00000001:1.0:1789449582.923031:0:35265:0:(osc_cache.c:229:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:1.0:1789449582.923040:0:35265:0:(osc_cache.c:1927:osc_update_pending()) obj ffff9e8b87e0ce00 ready 0|-|- wr 1|-|- rd 0|- update pending cmd 2 delta 1. 00000008:00000001:1.0:1789449582.923048:0:35265:0:(osc_cache.c:1859:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1789449582.923051:0:35265:0:(osc_cache.c:1912:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789449582.923053:0:35265:0:(osc_cache.c:1859:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1789449582.923055:0:35265:0:(osc_cache.c:1898:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789449582.923058:0:35265:0:(osc_cache.c:674:osc_extent_release()) Process leaving 00000020:00000001:1.0:1789449582.923059:0:35265:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:1.0:1789449582.923061:0:35265:0:(lov_io.c:1441:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449582.923063:0:35265:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449582.923066:0:35265:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:1.0:1789449582.923068:0:35265:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:1.0:1789449582.923071:0:35265:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1789449582.923074:0:35265:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9e8b9065bc68 (ffff9e8b86217368/0) at cl_lock_release():245 00000020:00000001:1.0:1789449582.923078:0:35265:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1789449582.923079:0:35265:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e8b9065bc68 (ffff9e8b86217368/0) at cl_lock_cancel():142 00020000:00000001:1.0:1789449582.923083:0:35265:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1789449582.923086:0:35265:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789449582.923088:0:35265:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993108648 : -107152716442968 : ffff9e8b906652a8) 00000020:00000001:1.0:1789449582.923091:0:35265:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1789449582.923093:0:35265:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e8b84d022b0 (ffff9e8b86217b48/1) at cl_lock_cancel():142 00000008:00000001:1.0:1789449582.923097:0:35265:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1789449582.923098:0:35265:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1789449582.923103:0:35265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449582.923107:0:35265:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449582.923110:0:35265:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75a00 refcount=5 00000020:00000001:1.0:1789449582.923113:0:35265:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:1.0:1789449582.923116:0:35265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:1.0:1789449582.923119:0:35265:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789449582.923126:0:35265:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000ef2c88a0/0xcddde1459ded67c3 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xeb7cbf5e2fd3dd50 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449582.923138:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449582.923140:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449582.923142:0:35265:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789449582.923145:0:35265:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789449582.923148:0:35265:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000ef2c88a0/0xcddde1459ded67c3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xeb7cbf5e2fd3dd50 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789449582.923158:0:35265:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789449582.923162:0:35265:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789449582.923165:0:35265:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789449582.923171:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449582.923172:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449582.923174:0:35265:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449582.923178:0:35265:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789449582.923180:0:35265:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449582.923182:0:35265:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449582.923186:0:35265:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449582.923189:0:35265:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789449582.923190:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449582.923192:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449582.923193:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449582.923194:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789449582.923196:0:35265:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1789449582.923198:0:35265:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1789449582.923199:0:35265:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1789449582.923201:0:35265:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1789449582.923202:0:35265:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1789449582.923204:0:35265:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e8b9065bc68 (ffff9e8b86217368/0) at cl_lock_fini():72 00020000:00000001:1.0:1789449582.923218:0:35265:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1789449582.923219:0:35265:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1789449582.923221:0:35265:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e8b84d022b0 (ffff9e8b86217368/1) at cl_lock_fini():72 00000008:00000010:1.0:1789449582.923225:0:35265:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9e8b91cb58f0. 00000020:00000001:1.0:1789449582.923234:0:35265:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1789449582.923235:0:35265:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9e8b84d02280. 00020000:00000001:1.0:1789449582.923240:0:35265:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1789449582.923242:0:35265:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1789449582.923243:0:35265:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:1.0:1789449582.923246:0:35265:0:(lov_io.c:1519:lov_io_unlock()) Process entered 00020000:00000001:1.0:1789449582.923247:0:35265:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:1.0:1789449582.923248:0:35265:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:1.0:1789449582.923250:0:35265:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1789449582.923252:0:35265:0:(lov_io.c:1453:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449582.923254:0:35265:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449582.923256:0:35265:0:(lov_io.c:1522:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1789449582.923257:0:35265:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1789449582.923259:0:35265:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000080:00200000:1.0:1789449582.923262:0:35265:0:(vvp_io.c:533:vvp_io_advance()) advancing 23 bytes 00000020:00000001:1.0:1789449582.923264:0:35265:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1789449582.923266:0:35265:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1789449582.923268:0:35265:0:(lov_io.c:1500:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1789449582.923269:0:35265:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:1.0:1789449582.923270:0:35265:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1789449582.923273:0:35265:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1789449582.923275:0:35265:0:(lov_io.c:1447:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449582.923277:0:35265:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449582.923279:0:35265:0:(lov_io.c:1511:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1789449582.923280:0:35265:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1789449582.925015:0:35265:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789449582.925031:0:35265:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 18446744073709551615] 00000001:00000001:1.0:1789449582.925036:0:35265:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:1.0:1789449582.925040:0:35265:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:1.0:1789449582.925043:0:35265:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:1.0:1789449582.925046:0:35265:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1789449582.925048:0:35265:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1789449582.925050:0:35265:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:1.0:1789449582.925052:0:35265:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:1.0:1789449582.925055:0:35265:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217b40 00020000:00000001:1.0:1789449582.925061:0:35265:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1789449582.925064:0:35265:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1789449582.925067:0:35265:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1789449582.925070:0:35265:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2b:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1789449582.925074:0:35265:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1789449582.925075:0:35265:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00000001:1.0:1789449582.925078:0:35265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d1bc98 00000080:00200000:1.0:1789449582.925080:0:35265:0:(file.c:2238:ll_file_io_generic()) recon: 2 io complete with rc: 0, result: 23, restart: 0 00000080:00000001:1.0:1789449582.925087:0:35265:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1789449582.925092:0:35265:0:(cl_object.c:143:cl_object_top()) ffff9e8b83cb75f8 -> ffff9e8b83cb75f8 00000020:00000001:1.0:1789449582.925094:0:35265:0:(cl_object.c:143:cl_object_top()) ffff9e8b83cb75f8 -> ffff9e8b83cb75f8 00000020:00000001:1.0:1789449582.925096:0:35265:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1789449582.925101:0:35265:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1789449582.925107:0:35265:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1789449582.925110:0:35265:0:(lov_offset.c:58:lov_stripe_size()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:1.0:1789449582.925113:0:35265:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1789449582.925114:0:35265:0:(lov_offset.c:58:lov_stripe_size()) Process leaving (rc=23 : 23 : 17) 00020000:00000002:1.0:1789449582.925117:0:35265:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x2b:1029 on OST[1]: s=23 (1) m=1789449582 a=0 c=1789449582 b=0 00020000:00000001:1.0:1789449582.925119:0:35265:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789449582.925122:0:35265:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1789449582 a=0 c=1789449582 b=0 00020000:00000001:1.0:1789449582.925125:0:35265:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449582.925127:0:35265:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449582.925128:0:35265:0:(cl_object.c:143:cl_object_top()) ffff9e8b83cb75f8 -> ffff9e8b83cb75f8 00000080:00200000:1.0:1789449582.925131:0:35265:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 23 i_blocks 0 00000080:00000001:1.0:1789449582.925134:0:35265:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:1.0:1789449582.925140:0:35265:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 23 00000080:00000001:1.0:1789449582.925143:0:35265:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=23 : 23 : 17) 00000020:00001000:1.0:1789449582.925146:0:35265:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217360 00000020:00000001:1.0:1789449582.925150:0:35265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d1bd88 00000080:00000008:1.0:1789449582.925152:0:35265:0:(file.c:2732:do_file_write_iter()) COMPLETED: file recon:[0x200000405:0x2b:0x0], ppos: 23, count: 0, rc = 23 00000080:00000001:1.0:1789449582.925155:0:35265:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:1.0:1789449582.925181:0:35265:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1789449582.925184:0:35265:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b90686d90) owner 0000000000000000/ffff9e8b90fa27c0 00020000:00000002:1.0:1789449582.925188:0:35265:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b90686d90) owner 0000000000000000/ffff9e8b90fa27c0 00020000:00000001:1.0:1789449582.925191:0:35265:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449582.925201:0:35265:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1789449582.925204:0:35265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d1bdf0 00000080:00200008:1.0:1789449582.925216:0:35265:0:(file.c:479:ll_file_release()) START file recon:[0x200000405:0x2b:0x0](ffff9e8b89184b08), flags 102001 00000080:00000001:1.0:1789449582.925221:0:35265:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:1.0:1789449582.925224:0:35265:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:1.0:1789449582.925226:0:35265:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1789449582.925227:0:35265:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b90686d90) owner 0000000000000000/ffff9e8b90fa27c0 00020000:00000002:1.0:1789449582.925230:0:35265:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b90686d90) owner 0000000000000000/ffff9e8b90fa27c0 00020000:00000001:1.0:1789449582.925232:0:35265:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449582.925235:0:35265:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:1.0:1789449582.925242:0:35265:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449582.925246:0:35265:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449582.925249:0:35265:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449582.925252:0:35265:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449582.925254:0:35265:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449582.925256:0:35265:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:1.0:1789449582.925259:0:35265:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449582.925265:0:35265:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789449582.925269:0:35265:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789449582.925277:0:35265:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652a00 count: 2 00010000:00000001:1.0:1789449582.925281:0:35265:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789449582.925286:0:35265:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449582.925288:0:35265:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x2b:0x0]: 0 00000080:00000001:1.0:1789449582.925291:0:35265:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1789449582.925294:0:35265:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1789449582.925303:0:35265:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9e8b83766800. 00000080:00000001:1.0:1789449582.925306:0:35265:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1789449582.925313:0:35265:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1789449582.925316:0:35265:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:1.0:1789449582.925318:0:35265:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449582.925319:0:35265:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449582.925320:0:35265:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449582.925322:0:35265:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449582.925323:0:35265:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449582.925325:0:35265:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:1.0:1789449582.925327:0:35265:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449582.925329:0:35265:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x2b:0x0] 00000002:00000001:1.0:1789449582.925333:0:35265:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1789449582.925336:0:35265:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9e8b89903000: [0x200000405:0x2b:0x0] file closed with intent: 200 00000100:00000010:1.0:1789449582.925452:0:35265:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83693100. 00000020:00000040:1.0:1789449582.925458:0:35265:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000100:00000001:1.0:1789449582.925464:0:35265:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789449582.925468:0:35265:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789449582.925473:0:35265:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789449582.925483:0:35265:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e8b83766000. 00000100:00000001:1.0:1789449582.925491:0:35265:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1789449582.925515:0:35265:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9e8b83109500 x1876371947534976/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1789449598 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1789449582.925528:0:35265:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e8b89903000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1789449582.925533:0:35265:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e8b83693100 x1876371947535616/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1789449582.925540:0:35265:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789449582.925542:0:35265:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789449582.925551:0:35265:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b865cc540. 00000100:00000001:1.0:1789449582.925553:0:35265:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920824710464 : -107152884841152 : ffff9e8b865cc540) 00000100:00000001:1.0:1789449582.925557:0:35265:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449582.925558:0:35265:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775192832 : -107152934358784 : ffff9e8b83693100) 00000100:00000001:1.0:1789449582.925563:0:35265:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789449582.925568:0:35265:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449582.925570:0:35265:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789449582.925572:0:35265:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789449582.925576:0:35265:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83693100 x1876371947535616/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449582.925584:0:35265:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449582.925586:0:35265:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449582.925590:0:35265:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789449582.925593:0:35265:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789449582.925596:0:35265:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449582.925600:0:35265:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83693100 pname:cluuid:pid:xid:nid:opc:job uname:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35265:1876371947535616:192.168.202.109@tcp:35:uname.0 00000100:00000001:1.0:1789449582.925604:0:35265:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789449582.925609:0:35265:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789449582.925612:0:35265:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449582.925614:0:35265:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789449582.925618:0:35265:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b8678c400. 02000000:00000001:1.0:1789449582.925620:0:35265:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789449582.925630:0:35265:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:1.0:1789449582.925635:0:35265:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b83427f20. 00000400:00000010:1.0:1789449582.925644:0:35265:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b850122a8. 00000100:00000200:1.0:1789449582.925653:0:35265:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947535616, portal 10 00000100:00000001:1.0:1789449582.925654:0:35265:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449582.925655:0:35265:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775192832 : -107152934358784 : ffff9e8b83693100) 00000100:00000040:1.0:1789449582.925734:0:35265:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b83693100 x1876371947535616/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449598 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449582.925743:0:35265:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789449582.925747:0:35265:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1789449582.925750:0:35265:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012aa0. 00000100:00000200:1.0:1789449582.925756:0:35265:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876371947535616, offset 0 00000400:00000200:1.0:1789449582.925763:0:35265:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1789449582.925774:0:35265:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449582.925784:0:35265:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1789449582.925791:0:35265:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789449582.925796:0:35265:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1789449582.925800:0:35265:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789449582.925802:0:35265:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1789449582.925806:0:35265:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2954:2954:256:4294967295] 192.168.202.109@tcp LPNI seq info [2954:2954:8:4294967295] 00000400:00000200:1.0:1789449582.925810:0:35265:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449582.925822:0:35265:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1789449582.925829:0:35265:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1789449582.925836:0:35265:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b83d9cb00. 00000800:00000200:1.0:1789449582.925844:0:35265:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1789449582.925853:0:35265:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1789449582.925859:0:35265:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b83d9cb00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1789449582.925992:0:35265:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449582.925998:0:35265:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 844871 usecs (845 jiffies) 00000400:00000200:1.0:1789449582.926001:0:35265:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:1.0:1789449582.926004:0:35265:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296586457 00000100:00000001:1.0:1789449582.926012:0:35265:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, simply extend its deadline from 4296586367 00000100:00000001:1.0:1789449582.926018:0:35265:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296586457 00000100:00000001:1.0:1789449582.926022:0:35265:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, simply extend its deadline from 4296586367 00000100:00000001:1.0:1789449582.926025:0:35265:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449582.926029:0:35265:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449582.926031:0:35265:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789449582.926033:0:35265:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789449582.926036:0:35265:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b865cc540 going to sleep for 11 seconds 00000100:00000001:1.0:1789449582.926038:0:35265:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449582.926042:0:35265:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449582.929025:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449582.929040:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b83d9cb00. 00000400:00000200:2.0:1789449582.929053:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449582.929064:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449582.929076:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012aa0 00000400:00000010:2.0:1789449582.929081:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012aa0. 00000100:00000001:2.0:1789449582.929089:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449582.929101:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83693100 x1876371947535616/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449598 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449582.929117:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449582.929121:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83693100 x1876371947535616/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449598 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449582.929129:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449582.929131:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449582.936706:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449582.936733:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449582.936738:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449582.936741:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449582.936755:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449582.936767:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449582.936780:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449582.936786:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449582.936793:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449582.936798:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 456 into portal 10 MB=0x6aa8ce3663d00 00000400:00000200:2.0:1789449582.936805:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449582.936813:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 456/456 into md 0x8665 [1] + 224 00000800:00000001:2.0:1789449582.936822:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449582.936830:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449582.936834:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449582.936839:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449582.936850:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449582.936862:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83693100 x1876371947535616/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449598 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449582.936875:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9e8b83693100 x1876371947535616/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449598 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449582.936944:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449582.936954:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449582.936958:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449582.937090:0:35265:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789449582.937100:0:35265:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789449582.937103:0:35265:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789449582.937108:0:35265:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b83427f20. 00000400:00000200:1.0:1789449582.937113:0:35265:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b850122a8 00000400:00000010:1.0:1789449582.937116:0:35265:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b850122a8. 00000100:00000001:1.0:1789449582.937120:0:35265:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789449582.937126:0:35265:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83693100 x1876371947535616/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449598 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789449582.937135:0:35265:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83693100 x1876371947535616/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449598 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449582.937142:0:35265:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789449582.937144:0:35265:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449582.937147:0:35265:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789449582.937152:0:35265:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789449582.937155:0:35265:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789449582.937157:0:35265:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449582.937161:0:35265:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789449582.937174:0:35265:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ecf0 time=62 v=5 (5 5 5 5) 00000100:00001000:1.0:1789449582.937179:0:35265:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=29 v=5 (1 0 0 0) 00000100:00000001:1.0:1789449582.937183:0:35265:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789449582.937185:0:35265:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449582.937188:0:35265:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789449582.937192:0:35265:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449582.937196:0:35265:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789449582.937199:0:35265:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1789449582.937201:0:35265:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789449582.937215:0:35265:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449582.937217:0:35265:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775192832 : -107152934358784 : ffff9e8b83693100) 00000100:00000001:1.0:1789449582.937222:0:35265:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789449582.937224:0:35265:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967639 00000100:00000001:1.0:1789449582.937227:0:35265:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789449582.937231:0:35265:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449582.937237:0:35265:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83693100 x1876371947535616/t8589934595(8589934595) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449598 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449582.937244:0:35265:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449582.937248:0:35265:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789449582.937251:0:35265:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789449582.937255:0:35265:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83693100 x1876371947535616/t8589934595(8589934595) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449598 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789449582.937264:0:35265:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83693100 pname:cluuid:pid:xid:nid:opc:job uname:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35265:1876371947535616:192.168.202.109@tcp:35:uname.0 00000100:00000001:1.0:1789449582.937270:0:35265:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449582.937274:0:35265:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449582.937277:0:35265:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789449582.937289:0:35265:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449582.937294:0:35265:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83693100 x1876371947535616/t8589934595(8589934595) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449598 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449582.937302:0:35265:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789449582.937305:0:35265:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b865cc540. 00000100:00000001:1.0:1789449582.937310:0:35265:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789449582.937312:0:35265:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449582.937321:0:35265:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449582.937322:0:35265:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775192832 : -107152934358784 : ffff9e8b83693100) 00000002:00000001:1.0:1789449582.937326:0:35265:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449582.937331:0:35265:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789449582.937338:0:35265:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b83766800. 00000080:00000001:1.0:1789449582.937352:0:35265:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1789449582.937356:0:35265:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:1.0:1789449582.937360:0:35265:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449582.937364:0:35265:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449582.937367:0:35265:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449582.937370:0:35265:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449582.937372:0:35265:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449582.937374:0:35265:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:1.0:1789449582.937376:0:35265:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449582.937382:0:35265:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1789449582.937388:0:35265:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9e8b83109500 x1876371947534976/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1789449598 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789449582.937396:0:35265:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449582.937398:0:35265:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789449582.937401:0:35265:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9e8b90fc9a80. 00000100:00000001:1.0:1789449582.937404:0:35265:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449582.937407:0:35265:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83693100 x1876371947535616/t8589934595(8589934595) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449598 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449582.937414:0:35265:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449582.937417:0:35265:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789449582.937421:0:35265:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9e8b89997a40. 00000080:00000001:1.0:1789449582.937426:0:35265:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449582.937433:0:35265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d1bdf0 00000080:00000008:1.0:1789449582.937436:0:35265:0:(file.c:523:ll_file_release()) COMPLETED file recon:[0x200000405:0x2b:0x0](ffff9e8b89184b08), flags 102001, rc = 0 00000080:00000001:1.0:1789449582.937439:0:35265:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449582.937446:0:35265:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1789449582.937449:0:35265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d1be00 00000080:00002000:1.0:1789449582.937451:0:35265:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff9e8b89340360, parent ffff9e8b892cbca8, inode ffff9e8b89184b08) hashed, 00000080:00000001:1.0:1789449582.937454:0:35265:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449582.991401:0:35270:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181ce3d08 00000080:00200008:0.0:1789449582.991487:0:35270:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9e8b89180908), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1789449582.991499:0:35270:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789449582.991502:0:35270:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181ce3c80 00000080:00200000:0.0:1789449582.991504:0:35270:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:0.0:1789449582.991514:0:35270:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b899c6e00. 00800000:00000002:0.0:1789449582.991523:0:35270:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:0.0:1789449582.991529:0:35270:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789449582.991535:0:35270:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789449582.991538:0:35270:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181ce3ba0 00800000:00000002:0.0:1789449582.991541:0:35270:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449582.991546:0:35270:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789449582.991550:0:35270:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449582.991554:0:35270:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449582.991558:0:35270:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449582.991561:0:35270:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449582.991563:0:35270:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449582.991566:0:35270:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449582.991569:0:35270:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449582.991575:0:35270:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789449582.991583:0:35270:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789449582.991585:0:35270:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181ce3a70 00000002:00010000:0.0:1789449582.991587:0:35270:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789449582.991592:0:35270:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789449582.991595:0:35270:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449582.991602:0:35270:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789449582.991613:0:35270:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449582.991615:0:35270:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449582.991617:0:35270:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449582.991620:0:35270:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789449582.991624:0:35270:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1789449582.991632:0:35270:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d18a80. 00000020:00000040:0.0:1789449582.991637:0:35270:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00010000:00000001:0.0:1789449582.991645:0:35270:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789449582.991651:0:35270:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449582.991672:0:35270:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449582.991675:0:35270:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449582.991677:0:35270:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449582.991682:0:35270:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449582.991806:0:35270:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449582.991812:0:35270:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449582.991823:0:35270:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b836b2000. 00000100:00000001:0.0:1789449582.991832:0:35270:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449582.991839:0:35270:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789449582.991841:0:35270:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449582.991843:0:35270:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789449582.991844:0:35270:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449582.991847:0:35270:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449582.991854:0:35270:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446636920849140352 : -107152860411264 : ffff9e8b87d18a80) 00010000:00000001:0.0:1789449582.991859:0:35270:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789449582.991862:0:35270:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789449582.991867:0:35270:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9e8b82cba000. 00010000:00000010:0.0:1789449582.991872:0:35270:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e8b9066ea00. 00010000:00000001:0.0:1789449582.991877:0:35270:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789449582.991910:0:35270:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8b86499a00. 00000020:00000001:0.0:1789449582.991916:0:35270:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789449582.991920:0:35270:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8b86499a00 with handle 0xcddde1459ded67ca to hash 00000020:00000001:0.0:1789449582.991922:0:35270:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789449582.991923:0:35270:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636920823454208 : -107152886097408 : ffff9e8b86499a00) 00010000:00000001:0.0:1789449582.991927:0:35270:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636920823454208 : -107152886097408 : ffff9e8b86499a00) 00010000:00000001:0.0:1789449582.991931:0:35270:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449582.991934:0:35270:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449582.991939:0:35270:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499a00/0xcddde1459ded67ca lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789449582.991949:0:35270:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499a00/0xcddde1459ded67ca lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789449582.991960:0:35270:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499a00/0xcddde1459ded67ca lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35270 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789449582.991965:0:35270:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789449582.991968:0:35270:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789449582.991976:0:35270:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b853c5540. 00000100:00000001:0.0:1789449582.991978:0:35270:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920805807424 : -107152903744192 : ffff9e8b853c5540) 00000100:00000001:0.0:1789449582.991981:0:35270:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449582.991983:0:35270:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849140352 : -107152860411264 : ffff9e8b87d18a80) 00000100:00000001:0.0:1789449582.991988:0:35270:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449582.991993:0:35270:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449582.991996:0:35270:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789449582.991998:0:35270:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789449582.992011:0:35270:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b87d18a80 x1876371947535744/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449582.992021:0:35270:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789449582.992024:0:35270:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449582.992029:0:35270:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789449582.992032:0:35270:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789449582.992035:0:35270:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449582.992038:0:35270:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b87d18a80 pname:cluuid:pid:xid:nid:opc:job lfs:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35270:1876371947535744:192.168.202.109@tcp:101:lfs.0 00000100:00000001:0.0:1789449582.992043:0:35270:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789449582.992050:0:35270:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789449582.992053:0:35270:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449582.992055:0:35270:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789449582.992061:0:35270:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e8b87da6000. 02000000:00000001:0.0:1789449582.992063:0:35270:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449582.992072:0:35270:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:0.0:1789449582.992077:0:35270:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b86580b58. 00000400:00000010:0.0:1789449582.992085:0:35270:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e56e8. 00000100:00000200:0.0:1789449582.992095:0:35270:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876371947535744, portal 10 00000100:00000001:0.0:1789449582.992097:0:35270:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449582.992098:0:35270:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849140352 : -107152860411264 : ffff9e8b87d18a80) 00000100:00000040:0.0:1789449582.992105:0:35270:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b87d18a80 x1876371947535744/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449598 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449582.992113:0:35270:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789449582.992116:0:35270:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1789449582.992120:0:35270:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5000. 00000100:00000200:0.0:1789449582.992124:0:35270:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876371947535744, offset 0 00000400:00000200:0.0:1789449582.992133:0:35270:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1789449582.992143:0:35270:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449582.992152:0:35270:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1789449582.992159:0:35270:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789449582.992163:0:35270:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1789449582.992168:0:35270:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789449582.992172:0:35270:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1789449582.992177:0:35270:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2955:2955:256:4294967295] 192.168.202.109@tcp LPNI seq info [2955:2955:8:4294967295] 00000400:00000200:0.0:1789449582.992182:0:35270:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449582.992195:0:35270:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1789449582.992202:0:35270:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1789449582.992218:0:35270:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b864ecc00. 00000800:00000200:0.0:1789449582.992227:0:35270:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1789449582.992237:0:35270:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1789449582.992243:0:35270:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b864ecc00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1789449582.992266:0:35270:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449582.992272:0:35270:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 843815 usecs (844 jiffies) 00000400:00000200:0.0:1789449582.992275:0:35270:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:0.0:1789449582.992278:0:35270:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296586522 00000100:00000001:0.0:1789449582.992285:0:35270:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, simply extend its deadline from 4296586457 00000100:00000001:0.0:1789449582.992291:0:35270:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296586522 00000100:00000001:0.0:1789449582.992304:0:35270:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, simply extend its deadline from 4296586457 00000100:00000001:0.0:1789449582.992308:0:35270:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449582.992311:0:35270:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449582.992313:0:35270:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449582.992315:0:35270:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789449582.992319:0:35270:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b853c5540 going to sleep for 11 seconds 00000100:00000001:0.0:1789449582.992322:0:35270:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449582.992326:0:35270:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449582.992450:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449582.992456:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ecc00. 00000400:00000200:2.0:1789449582.992463:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449582.992469:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449582.992476:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5000 00000400:00000010:2.0:1789449582.992478:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5000. 00000100:00000001:2.0:1789449582.992483:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449582.992486:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d18a80 x1876371947535744/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449598 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449582.992495:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449582.992497:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d18a80 x1876371947535744/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449598 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449582.992502:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449582.992503:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449583.001253:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449583.001272:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449583.001278:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449583.001287:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449583.001299:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449583.001307:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449583.001316:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449583.001321:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449583.001327:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449583.001331:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 688 into portal 10 MB=0x6aa8ce3663d80 00000400:00000200:2.0:1789449583.001336:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449583.001350:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 688/688 into md 0x866d [1] + 224 00000800:00000001:2.0:1789449583.001361:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449583.001370:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449583.001374:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449583.001379:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449583.001390:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449583.001402:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d18a80 x1876371947535744/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449598 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449583.001414:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9e8b87d18a80 x1876371947535744/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449598 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449583.001440:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449583.001453:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449583.001456:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449583.001560:0:35270:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789449583.001569:0:35270:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449583.001572:0:35270:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449583.001575:0:35270:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b86580b58. 00000400:00000200:0.0:1789449583.001580:0:35270:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e56e8 00000400:00000010:0.0:1789449583.001583:0:35270:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e56e8. 00000100:00000001:0.0:1789449583.001585:0:35270:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449583.001589:0:35270:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b87d18a80 x1876371947535744/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449598 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789449583.001595:0:35270:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b87d18a80 x1876371947535744/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449598 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449583.001599:0:35270:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449583.001601:0:35270:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449583.001603:0:35270:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449583.001606:0:35270:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449583.001609:0:35270:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449583.001611:0:35270:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449583.001614:0:35270:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449583.001624:0:35270:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=63 v=5 (5 5 102 102) 00000100:00001000:0.0:1789449583.001627:0:35270:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=30 v=5 (1 0 0 0) 00000100:00000001:0.0:1789449583.001629:0:35270:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449583.001630:0:35270:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449583.001633:0:35270:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449583.001636:0:35270:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449583.001640:0:35270:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789449583.001642:0:35270:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967639 00000100:00000001:0.0:1789449583.001643:0:35270:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449583.001645:0:35270:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449583.001649:0:35270:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b87d18a80 x1876371947535744/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449598 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449583.001654:0:35270:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449583.001657:0:35270:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449583.001658:0:35270:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449583.001662:0:35270:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b87d18a80 x1876371947535744/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449598 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789449583.001672:0:35270:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b87d18a80 pname:cluuid:pid:xid:nid:opc:job lfs:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35270:1876371947535744:192.168.202.109@tcp:101:lfs.0 00000100:00000001:0.0:1789449583.001678:0:35270:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449583.001681:0:35270:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449583.001684:0:35270:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789449583.001687:0:35270:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449583.001691:0:35270:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d18a80 x1876371947535744/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449598 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449583.001698:0:35270:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789449583.001701:0:35270:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b853c5540. 00000100:00000001:0.0:1789449583.001705:0:35270:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789449583.001706:0:35270:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449583.001710:0:35270:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789449583.001715:0:35270:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449583.001718:0:35270:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449583.001722:0:35270:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499a00 refcount=4 00000020:00000001:0.0:1789449583.001725:0:35270:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823454208 : -107152886097408 : ffff9e8b86499a00) 00010000:00000001:0.0:1789449583.001728:0:35270:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823454208 : -107152886097408 : ffff9e8b86499a00) 00010000:00000040:0.0:1789449583.001737:0:35270:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e8b86499a00, remote cookie: 0xeb7cbf5e2fd3dd5e, flags: 0x1001 00010000:00010000:0.0:1789449583.001744:0:35270:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499a00/0xcddde1459ded67ca lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dd5e expref: -99 pid: 35270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789449583.001757:0:35270:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499a00/0xcddde1459ded67ca lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dd5e expref: -99 pid: 35270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449583.001765:0:35270:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789449583.001770:0:35270:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789449583.001773:0:35270:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789449583.001774:0:35270:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789449583.001776:0:35270:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789449583.001780:0:35270:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9e8b82cba000) refcount = 1 00010000:00010000:0.0:1789449583.001784:0:35270:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499a00/0xcddde1459ded67ca lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3dd5e expref: -99 pid: 35270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449583.001792:0:35270:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789449583.001796:0:35270:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789449583.001798:0:35270:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449583.001801:0:35270:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789449583.001804:0:35270:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449583.001808:0:35270:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499a00/0xcddde1459ded67ca lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dd5e expref: -99 pid: 35270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449583.001812:0:35270:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789449583.001814:0:35270:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449583.001815:0:35270:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449583.001816:0:35270:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449583.001816:0:35270:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449583.001818:0:35270:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449583.001822:0:35270:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789449583.001824:0:35270:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449583.001825:0:35270:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449583.001826:0:35270:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499a00 refcount=3 00000020:00000001:0.0:1789449583.001827:0:35270:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823454208 : -107152886097408 : ffff9e8b86499a00) 00010000:00000001:0.0:1789449583.001829:0:35270:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823454208 : -107152886097408 : ffff9e8b86499a00) 00010000:00000001:0.0:1789449583.001831:0:35270:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449583.001831:0:35270:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449583.001832:0:35270:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499a00 refcount=4 00000020:00000001:0.0:1789449583.001833:0:35270:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823454208 : -107152886097408 : ffff9e8b86499a00) 00010000:00000001:0.0:1789449583.001834:0:35270:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823454208 : -107152886097408 : ffff9e8b86499a00) 00010000:00000001:0.0:1789449583.001837:0:35270:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449583.001840:0:35270:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449583.001842:0:35270:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499a00/0xcddde1459ded67ca lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3dd5e expref: -99 pid: 35270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449583.001846:0:35270:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449583.001847:0:35270:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449583.001848:0:35270:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449583.001850:0:35270:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449583.001850:0:35270:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499a00 refcount=5 00000020:00000001:0.0:1789449583.001852:0:35270:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823454208 : -107152886097408 : ffff9e8b86499a00) 00010000:00000001:0.0:1789449583.001853:0:35270:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823454208 : -107152886097408 : ffff9e8b86499a00) 00010000:00000001:0.0:1789449583.001855:0:35270:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449583.001858:0:35270:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499a00/0xcddde1459ded67ca lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3dd5e expref: -99 pid: 35270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449583.001861:0:35270:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449583.001861:0:35270:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789449583.001863:0:35270:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499a00/0xcddde1459ded67ca lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3dd5e expref: -99 pid: 35270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449583.001867:0:35270:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449583.001868:0:35270:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449583.001869:0:35270:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449583.001870:0:35270:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449583.001870:0:35270:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789449583.001875:0:35270:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9e8b87d18a80 x1876371947535744/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449598 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1789449583.001921:0:35270:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449583.001923:0:35270:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449583.001924:0:35270:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499a00 refcount=3 00000020:00000001:0.0:1789449583.001925:0:35270:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823454208 : -107152886097408 : ffff9e8b86499a00) 00010000:00000001:0.0:1789449583.001927:0:35270:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823454208 : -107152886097408 : ffff9e8b86499a00) 00010000:00000001:0.0:1789449583.001928:0:35270:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449583.001929:0:35270:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449583.001931:0:35270:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449583.001933:0:35270:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449583.001937:0:35270:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1789449583.001940:0:35270:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449583.001941:0:35270:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449583.001943:0:35270:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499a00 refcount=3 00000020:00000001:0.0:1789449583.001945:0:35270:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823454208 : -107152886097408 : ffff9e8b86499a00) 00010000:00000001:0.0:1789449583.001946:0:35270:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823454208 : -107152886097408 : ffff9e8b86499a00) 00000002:00010000:0.0:1789449583.001950:0:35270:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499a00/0xcddde1459ded67ca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dd5e expref: -99 pid: 35270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449583.001958:0:35270:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449583.001959:0:35270:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449583.001961:0:35270:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789449583.001962:0:35270:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449583.001963:0:35270:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449583.001964:0:35270:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499a00 refcount=3 00000020:00000001:0.0:1789449583.001966:0:35270:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823454208 : -107152886097408 : ffff9e8b86499a00) 00010000:00000001:0.0:1789449583.001968:0:35270:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823454208 : -107152886097408 : ffff9e8b86499a00) 00010000:00000040:0.0:1789449583.001976:0:35270:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cba000 count: 2 00010000:00000001:0.0:1789449583.001979:0:35270:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789449583.001984:0:35270:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e8b83488400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1789449583.001986:0:35270:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449583.001987:0:35270:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449583.001988:0:35270:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789449583.001991:0:35270:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181ce39f8 00000002:00002000:0.0:1789449583.001993:0:35270:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1789449583.001995:0:35270:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449583.001999:0:35270:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449583.002002:0:35270:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789449583.002004:0:35270:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1789449583.002007:0:35270:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449583.002011:0:35270:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:0.0:1789449583.002015:0:35270:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b899c6e00. 00000080:00000001:0.0:1789449583.002019:0:35270:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789449583.002022:0:35270:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789449583.002030:0:35270:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1789449583.002034:0:35270:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1789449583.002040:0:35270:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9e8b8c4767c0. 00800000:00000001:0.0:1789449583.002042:0:35270:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446636920923973568 : -107152785578048 : ffff9e8b8c4767c0) 00800000:00000001:0.0:1789449583.002044:0:35270:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449583.002046:0:35270:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789449583.002049:0:35270:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1789449583.002052:0:35270:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1789449583.002054:0:35270:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1789449583.002057:0:35270:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1789449583.002058:0:35270:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449583.002062:0:35270:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1789449583.002064:0:35270:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:0.0:1789449583.002066:0:35270:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115188193296385 mtime from 1789449581 to 1789449582 00000080:00200000:0.0:1789449583.002070:0:35270:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:0.0:1789449583.002072:0:35270:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449583.002074:0:35270:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449583.002075:0:35270:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499a00 refcount=3 00000020:00000001:0.0:1789449583.002076:0:35270:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823454208 : -107152886097408 : ffff9e8b86499a00) 00010000:00000001:0.0:1789449583.002078:0:35270:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823454208 : -107152886097408 : ffff9e8b86499a00) 00010000:00000001:0.0:1789449583.002080:0:35270:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449583.002081:0:35270:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789449583.002082:0:35270:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789449583.002084:0:35270:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1789449583.002085:0:35270:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8c4767c0 1 00800000:00000010:0.0:1789449583.002087:0:35270:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9e8b8c4767c0. 00800000:00000001:0.0:1789449583.002089:0:35270:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449583.002091:0:35270:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded67ca 00800000:00000001:0.0:1789449583.002093:0:35270:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789449583.002095:0:35270:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789449583.002096:0:35270:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449583.002096:0:35270:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449583.002097:0:35270:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499a00 refcount=3 00000020:00000001:0.0:1789449583.002098:0:35270:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823454208 : -107152886097408 : ffff9e8b86499a00) 00010000:00000001:0.0:1789449583.002099:0:35270:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823454208 : -107152886097408 : ffff9e8b86499a00) 00010000:00000001:0.0:1789449583.002101:0:35270:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449583.002103:0:35270:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449583.002104:0:35270:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449583.002106:0:35270:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449583.002108:0:35270:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449583.002109:0:35270:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:0.0:1789449583.002112:0:35270:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded67ca from it ffffb71181ce3cb8 00010000:00000001:0.0:1789449583.002113:0:35270:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449583.002114:0:35270:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449583.002115:0:35270:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499a00 refcount=3 00000020:00000001:0.0:1789449583.002115:0:35270:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823454208 : -107152886097408 : ffff9e8b86499a00) 00010000:00000001:0.0:1789449583.002117:0:35270:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823454208 : -107152886097408 : ffff9e8b86499a00) 00010000:00000001:0.0:1789449583.002118:0:35270:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449583.002119:0:35270:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499a00/0xcddde1459ded67ca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3dd5e expref: -99 pid: 35270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449583.002122:0:35270:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449583.002123:0:35270:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449583.002124:0:35270:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789449583.002126:0:35270:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789449583.002128:0:35270:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499a00/0xcddde1459ded67ca lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dd5e expref: -99 pid: 35270 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789449583.002132:0:35270:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789449583.002135:0:35270:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789449583.002137:0:35270:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449583.002142:0:35270:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449583.002143:0:35270:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449583.002144:0:35270:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449583.002147:0:35270:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789449583.002148:0:35270:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449583.002150:0:35270:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449583.002152:0:35270:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449583.002153:0:35270:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449583.002154:0:35270:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449583.002155:0:35270:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789449583.002157:0:35270:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449583.002160:0:35270:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b87d18a80 x1876371947535744/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449598 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449583.002164:0:35270:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789449583.002167:0:35270:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449583.002170:0:35270:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9e8b87da6000. 02000000:00000001:0.0:1789449583.002173:0:35270:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789449583.002176:0:35270:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449583.002177:0:35270:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:0.0:1789449583.002179:0:35270:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449583.002182:0:35270:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b836b2000. 02000000:00000001:0.0:1789449583.002186:0:35270:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449583.002187:0:35270:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449583.002189:0:35270:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b87d18a80. 00000100:00000001:0.0:1789449583.002192:0:35270:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449583.002193:0:35270:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789449583.002197:0:35270:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449583.002202:0:35270:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181ce3d08 00000080:00000008:0.0:1789449583.002216:0:35270:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9e8b89180908), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1789449583.002976:0:35270:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449583.003012:0:35270:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181ce3d08 00000080:00200008:0.0:1789449583.003014:0:35270:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9e8b89180908), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1789449583.003020:0:35270:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789449583.003022:0:35270:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181ce3c80 00000080:00200000:0.0:1789449583.003023:0:35270:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:0.0:1789449583.003028:0:35270:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b899c6e00. 00800000:00000002:0.0:1789449583.003033:0:35270:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:0.0:1789449583.003035:0:35270:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789449583.003039:0:35270:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789449583.003041:0:35270:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181ce3ba0 00800000:00000002:0.0:1789449583.003042:0:35270:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449583.003045:0:35270:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789449583.003047:0:35270:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449583.003050:0:35270:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449583.003052:0:35270:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449583.003054:0:35270:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449583.003056:0:35270:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449583.003058:0:35270:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449583.003059:0:35270:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449583.003063:0:35270:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789449583.003067:0:35270:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789449583.003068:0:35270:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181ce3a70 00000002:00010000:0.0:1789449583.003069:0:35270:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789449583.003072:0:35270:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789449583.003073:0:35270:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449583.003075:0:35270:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449583.003079:0:35270:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cba000 count: 2 00010000:00000001:0.0:1789449583.003081:0:35270:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449583.003084:0:35270:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449583.003087:0:35270:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789449583.003089:0:35270:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499a00/0xcddde1459ded67ca lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dd5e expref: -99 pid: 35270 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1789449583.003096:0:35270:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789449583.003100:0:35270:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449583.003102:0:35270:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499a00/0xcddde1459ded67ca lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dd5e expref: -99 pid: 35270 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1789449583.003107:0:35270:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789449583.003108:0:35270:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789449583.003109:0:35270:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789449583.003111:0:35270:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789449583.003112:0:35270:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789449583.003113:0:35270:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789449583.003115:0:35270:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789449583.003117:0:35270:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:0.0:1789449583.003118:0:35270:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b899c6e00. 00000080:00000001:0.0:1789449583.003121:0:35270:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789449583.003122:0:35270:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449583.003123:0:35270:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:0.0:1789449583.003127:0:35270:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded67ca 00800000:00000001:0.0:1789449583.003129:0:35270:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789449583.003130:0:35270:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789449583.003131:0:35270:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449583.003132:0:35270:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449583.003134:0:35270:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499a00 refcount=3 00000020:00000001:0.0:1789449583.003135:0:35270:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823454208 : -107152886097408 : ffff9e8b86499a00) 00010000:00000001:0.0:1789449583.003136:0:35270:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823454208 : -107152886097408 : ffff9e8b86499a00) 00010000:00000001:0.0:1789449583.003138:0:35270:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449583.003138:0:35270:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449583.003139:0:35270:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449583.003140:0:35270:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449583.003141:0:35270:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded67ca from it ffffb71181ce3cb8 00010000:00000001:0.0:1789449583.003142:0:35270:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449583.003143:0:35270:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449583.003144:0:35270:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499a00 refcount=3 00000020:00000001:0.0:1789449583.003145:0:35270:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823454208 : -107152886097408 : ffff9e8b86499a00) 00010000:00000001:0.0:1789449583.003146:0:35270:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823454208 : -107152886097408 : ffff9e8b86499a00) 00010000:00000001:0.0:1789449583.003148:0:35270:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449583.003151:0:35270:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499a00/0xcddde1459ded67ca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3dd5e expref: -99 pid: 35270 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789449583.003154:0:35270:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449583.003154:0:35270:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449583.003155:0:35270:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789449583.003156:0:35270:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789449583.003158:0:35270:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499a00/0xcddde1459ded67ca lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dd5e expref: -99 pid: 35270 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789449583.003161:0:35270:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789449583.003162:0:35270:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789449583.003163:0:35270:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449583.003165:0:35270:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449583.003166:0:35270:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449583.003168:0:35270:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449583.003169:0:35270:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789449583.003171:0:35270:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449583.003172:0:35270:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449583.003174:0:35270:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449583.003175:0:35270:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449583.003175:0:35270:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449583.003176:0:35270:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789449583.003178:0:35270:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789449583.003179:0:35270:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789449583.003181:0:35270:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449583.003183:0:35270:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181ce3d08 00000080:00000008:0.0:1789449583.003184:0:35270:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9e8b89180908), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1789449583.003331:0:35270:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789449583.003334:0:35270:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789449583.003335:0:35270:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181ce3b78 00000080:00200000:0.0:1789449583.003337:0:35270:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:0.0:1789449583.003340:0:35270:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b899c6e00. 00800000:00000002:0.0:1789449583.003343:0:35270:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:0.0:1789449583.003346:0:35270:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789449583.003348:0:35270:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789449583.003350:0:35270:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181ce3a98 00800000:00000002:0.0:1789449583.003352:0:35270:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449583.003354:0:35270:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789449583.003356:0:35270:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449583.003357:0:35270:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449583.003358:0:35270:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449583.003360:0:35270:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449583.003362:0:35270:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449583.003364:0:35270:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449583.003365:0:35270:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449583.003367:0:35270:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789449583.003370:0:35270:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789449583.003372:0:35270:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181ce3968 00000002:00010000:0.0:1789449583.003373:0:35270:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789449583.003375:0:35270:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789449583.003377:0:35270:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449583.003379:0:35270:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449583.003381:0:35270:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cba000 count: 2 00010000:00000001:0.0:1789449583.003383:0:35270:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449583.003385:0:35270:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449583.003387:0:35270:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789449583.003390:0:35270:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499a00/0xcddde1459ded67ca lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dd5e expref: -99 pid: 35270 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1789449583.003397:0:35270:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789449583.003399:0:35270:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449583.003402:0:35270:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499a00/0xcddde1459ded67ca lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dd5e expref: -99 pid: 35270 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1789449583.003408:0:35270:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789449583.003410:0:35270:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789449583.003412:0:35270:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789449583.003413:0:35270:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789449583.003415:0:35270:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789449583.003417:0:35270:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789449583.003419:0:35270:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789449583.003421:0:35270:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:0.0:1789449583.003423:0:35270:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b899c6e00. 00000080:00000001:0.0:1789449583.003425:0:35270:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789449583.003427:0:35270:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449583.003428:0:35270:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:0.0:1789449583.003431:0:35270:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded67ca 00800000:00000001:0.0:1789449583.003433:0:35270:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789449583.003434:0:35270:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789449583.003436:0:35270:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449583.003437:0:35270:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449583.003438:0:35270:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499a00 refcount=3 00000020:00000001:0.0:1789449583.003440:0:35270:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823454208 : -107152886097408 : ffff9e8b86499a00) 00010000:00000001:0.0:1789449583.003442:0:35270:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823454208 : -107152886097408 : ffff9e8b86499a00) 00010000:00000001:0.0:1789449583.003445:0:35270:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449583.003446:0:35270:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449583.003447:0:35270:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449583.003449:0:35270:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449583.003451:0:35270:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded67ca from it ffffb71181ce3bb0 00010000:00000001:0.0:1789449583.003452:0:35270:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449583.003454:0:35270:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449583.003455:0:35270:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499a00 refcount=3 00000020:00000001:0.0:1789449583.003456:0:35270:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823454208 : -107152886097408 : ffff9e8b86499a00) 00010000:00000001:0.0:1789449583.003459:0:35270:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823454208 : -107152886097408 : ffff9e8b86499a00) 00010000:00000001:0.0:1789449583.003461:0:35270:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449583.003463:0:35270:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499a00/0xcddde1459ded67ca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3dd5e expref: -99 pid: 35270 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789449583.003469:0:35270:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449583.003470:0:35270:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449583.003471:0:35270:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789449583.003473:0:35270:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789449583.003475:0:35270:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499a00/0xcddde1459ded67ca lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dd5e expref: -99 pid: 35270 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1789449583.003480:0:35270:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789449583.003482:0:35270:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789449583.003483:0:35270:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449583.003486:0:35270:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449583.003487:0:35270:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449583.003488:0:35270:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449583.003490:0:35270:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789449583.003491:0:35270:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449583.003493:0:35270:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449583.003495:0:35270:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449583.003497:0:35270:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449583.003498:0:35270:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449583.003500:0:35270:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789449583.003501:0:35270:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789449583.003505:0:35270:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789449583.003507:0:35270:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908), inode mode 41ff mask 44 00000080:00000001:0.0:1789449583.003511:0:35270:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449583.003515:0:35270:0:(dir.c:3016:ll_dir_open()) Process entered 00000080:00000001:0.0:1789449583.003518:0:35270:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1789449583.003520:0:35270:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181ce3b78 00000080:00200008:0.0:1789449583.003522:0:35270:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9e8b89180908), flags 100000 00000080:00000010:0.0:1789449583.003527:0:35270:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9e8b8432cdc0. 00000080:00000001:0.0:1789449583.003532:0:35270:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449583.003534:0:35270:0:(dir.c:3017:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449583.004014:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449583.004017:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:0.0:1789449583.004026:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449583.004029:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449583.004035:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b2000. 00000020:00000001:0.0:1789449583.004040:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449583.004042:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449583.004045:0:35270:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449583.004047:0:35270:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b2000 uarg=0000000000000000 00800000:00000001:0.0:1789449583.004054:0:35270:0:(obd_class.h:1074:obd_statfs()) Process entered 00800000:00000004:0.0:1789449583.004056:0:35270:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff9e8b89903000: age 1908, max_age 1917 00000002:00000001:0.0:1789449583.004060:0:35270:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:0.0:1789449583.004063:0:35270:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000100:00000010:0.0:1789449583.004069:0:35270:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d18a80. 00000020:00000040:0.0:1789449583.004072:0:35270:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000100:00000001:0.0:1789449583.004077:0:35270:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449583.004081:0:35270:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449583.004084:0:35270:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449583.004092:0:35270:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b864ec300. 00000100:00000001:0.0:1789449583.004101:0:35270:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449583.004104:0:35270:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789449583.004106:0:35270:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789449583.004114:0:35270:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b853c5540. 00000100:00000001:0.0:1789449583.004116:0:35270:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920805807424 : -107152903744192 : ffff9e8b853c5540) 00000100:00000001:0.0:1789449583.004120:0:35270:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449583.004122:0:35270:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849140352 : -107152860411264 : ffff9e8b87d18a80) 00000100:00000001:0.0:1789449583.004129:0:35270:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449583.004133:0:35270:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449583.004136:0:35270:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789449583.004138:0:35270:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789449583.004151:0:35270:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b87d18a80 x1876371947535872/t0(0) o41->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449583.004160:0:35270:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789449583.004162:0:35270:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449583.004167:0:35270:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789449583.004170:0:35270:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789449583.004173:0:35270:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449583.004177:0:35270:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b87d18a80 pname:cluuid:pid:xid:nid:opc:job lfs:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35270:1876371947535872:192.168.202.109@tcp:41:lfs.0 00000100:00000001:0.0:1789449583.004182:0:35270:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789449583.004188:0:35270:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789449583.004191:0:35270:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449583.004193:0:35270:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789449583.004199:0:35270:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b836b1000. 02000000:00000001:0.0:1789449583.004201:0:35270:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449583.004406:0:35270:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:0.0:1789449583.004413:0:35270:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b86580b58. 00000400:00000010:0.0:1789449583.004422:0:35270:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e56e8. 00000100:00000200:0.0:1789449583.004431:0:35270:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947535872, portal 10 00000100:00000001:0.0:1789449583.004434:0:35270:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449583.004435:0:35270:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849140352 : -107152860411264 : ffff9e8b87d18a80) 00000100:00000040:0.0:1789449583.004445:0:35270:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b87d18a80 x1876371947535872/t0(0) o41->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1789449599 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449583.004453:0:35270:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789449583.004457:0:35270:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1789449583.004460:0:35270:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5b28. 00000100:00000200:0.0:1789449583.004464:0:35270:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876371947535872, offset 0 00000400:00000200:0.0:1789449583.004471:0:35270:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1789449583.004483:0:35270:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449583.004493:0:35270:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1789449583.004501:0:35270:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789449583.004507:0:35270:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1789449583.004511:0:35270:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789449583.004515:0:35270:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1789449583.004519:0:35270:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2956:2956:256:4294967295] 192.168.202.109@tcp LPNI seq info [2956:2956:8:4294967295] 00000400:00000200:0.0:1789449583.004524:0:35270:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449583.004538:0:35270:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1789449583.004546:0:35270:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1789449583.004552:0:35270:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b864ecd00. 00000800:00000200:0.0:1789449583.004561:0:35270:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1789449583.004573:0:35270:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1789449583.004577:0:35270:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b864ecd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789449583.004593:0:35270:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449583.004598:0:35270:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 842758 usecs (843 jiffies) 00000400:00000200:0.0:1789449583.004601:0:35270:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:0.0:1789449583.004604:0:35270:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296586533 00000100:00000001:0.0:1789449583.004614:0:35270:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, simply extend its deadline from 4296586522 00000100:00000001:0.0:1789449583.004620:0:35270:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296586533 00000100:00000001:0.0:1789449583.004625:0:35270:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, simply extend its deadline from 4296586522 00000100:00000001:0.0:1789449583.004628:0:35270:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449583.004630:0:35270:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449583.004633:0:35270:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449583.004635:0:35270:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789449583.004638:0:35270:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b853c5540 going to sleep for 11 seconds 00000100:00000001:0.0:1789449583.004641:0:35270:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449583.004645:0:35270:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449583.005202:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449583.005219:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ecd00. 00000400:00000200:2.0:1789449583.005226:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449583.005232:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449583.005240:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5b28 00000400:00000010:2.0:1789449583.005243:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5b28. 00000100:00000001:2.0:1789449583.005250:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449583.005254:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d18a80 x1876371947535872/t0(0) o41->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1789449599 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449583.005266:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449583.005270:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d18a80 x1876371947535872/t0(0) o41->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1789449599 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449583.005277:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449583.005278:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449583.009827:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449583.009850:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449583.009856:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449583.009859:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449583.009871:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449583.009903:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449583.009915:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449583.009921:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449583.009929:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449583.009934:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 368 into portal 10 MB=0x6aa8ce3663e00 00000400:00000200:2.0:1789449583.009942:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449583.009950:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 368/368 into md 0x8675 [1] + 224 00000800:00000001:2.0:1789449583.009960:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449583.009985:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449583.009990:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449583.009996:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449583.010007:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449583.010021:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d18a80 x1876371947535872/t0(0) o41->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1789449599 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449583.010034:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9e8b87d18a80 x1876371947535872/t0(0) o41->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1789449599 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449583.010051:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449583.010061:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449583.010065:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449583.010312:0:35270:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789449583.010322:0:35270:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789449583.010325:0:35270:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789449583.010330:0:35270:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b86580b58. 00000400:00000200:1.0:1789449583.010336:0:35270:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e56e8 00000400:00000010:1.0:1789449583.010339:0:35270:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e56e8. 00000100:00000001:1.0:1789449583.010475:0:35270:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789449583.010481:0:35270:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b87d18a80 x1876371947535872/t0(0) o41->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1789449599 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789449583.010496:0:35270:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b87d18a80 x1876371947535872/t0(0) o41->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1789449599 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449583.010503:0:35270:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789449583.010505:0:35270:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449583.010508:0:35270:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789449583.010513:0:35270:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789449583.010516:0:35270:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789449583.010519:0:35270:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449583.010523:0:35270:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789449583.010537:0:35270:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=63 v=5 (5 5 102 102) 00000100:00001000:1.0:1789449583.010542:0:35270:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=30 v=5 (1 0 0 0) 00000100:00000001:1.0:1789449583.010544:0:35270:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789449583.010546:0:35270:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449583.010549:0:35270:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789449583.010553:0:35270:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449583.010558:0:35270:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789449583.010561:0:35270:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967639 00000100:00000001:1.0:1789449583.010563:0:35270:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789449583.010566:0:35270:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449583.010571:0:35270:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b87d18a80 x1876371947535872/t0(0) o41->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1789449599 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449583.010578:0:35270:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449583.010581:0:35270:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789449583.010584:0:35270:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789449583.010588:0:35270:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b87d18a80 x1876371947535872/t0(0) o41->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1789449599 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789449583.010596:0:35270:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b87d18a80 pname:cluuid:pid:xid:nid:opc:job lfs:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35270:1876371947535872:192.168.202.109@tcp:41:lfs.0 00000100:00000001:1.0:1789449583.010601:0:35270:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449583.010604:0:35270:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449583.010608:0:35270:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789449583.010610:0:35270:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449583.010614:0:35270:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d18a80 x1876371947535872/t0(0) o41->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1789449599 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449583.010621:0:35270:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789449583.010624:0:35270:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b853c5540. 00000100:00000001:1.0:1789449583.010628:0:35270:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789449583.010630:0:35270:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449583.010638:0:35270:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:1.0:1789449583.010640:0:35270:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449583.010642:0:35270:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b87d18a80 x1876371947535872/t0(0) o41->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1789449599 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449583.010648:0:35270:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789449583.010650:0:35270:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789449583.010654:0:35270:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b836b1000. 02000000:00000001:1.0:1789449583.010658:0:35270:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789449583.010662:0:35270:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449583.010664:0:35270:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:1.0:1789449583.010667:0:35270:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789449583.010670:0:35270:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b864ec300. 02000000:00000001:1.0:1789449583.010675:0:35270:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789449583.010677:0:35270:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789449583.010679:0:35270:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b87d18a80. 00000100:00000001:1.0:1789449583.010682:0:35270:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789449583.010683:0:35270:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789449583.010685:0:35270:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449583.010686:0:35270:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:1.0:1789449583.010687:0:35270:0:(genops.c:1229:class_import_put()) Process leaving 00800000:00000004:1.0:1789449583.010690:0:35270:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff9e8b89903000: update ffff9e8b83131e18 cache blocks 317379/353529 objects 1023702/1024000 00800000:00000001:1.0:1789449583.010697:0:35270:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449583.010705:0:35270:0:(lmv_obd.c:1197:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.010710:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789449583.010714:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b2000. 00000080:00000001:1.0:1789449583.010718:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.010722:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.010807:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449583.010811:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:1.0:1789449583.010820:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449583.010824:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449583.010832:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449583.010836:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.010839:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449583.010843:0:35270:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449583.010845:0:35270:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00800000:00000001:1.0:1789449583.010853:0:35270:0:(obd_class.h:1074:obd_statfs()) Process entered 00800000:00000004:1.0:1789449583.010856:0:35270:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0001-mdc-ffff9e8b89903000: age 1908, max_age 1917 00000002:00000001:1.0:1789449583.010859:0:35270:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:1.0:1789449583.010863:0:35270:0:(genops.c:1209:class_import_get()) import ffff9e8b862dc800 refcount=5 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000100:00000010:1.0:1789449583.010870:0:35270:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83690000. 00000020:00000040:1.0:1789449583.010873:0:35270:0:(genops.c:1209:class_import_get()) import ffff9e8b862dc800 refcount=6 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000100:00000001:1.0:1789449583.010877:0:35270:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789449583.011669:0:35270:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789449583.011675:0:35270:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789449583.011685:0:35270:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b83d9c100. 00000100:00000001:1.0:1789449583.011695:0:35270:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449583.011699:0:35270:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789449583.011702:0:35270:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789449583.011709:0:35270:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b865cc540. 00000100:00000001:1.0:1789449583.011712:0:35270:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920824710464 : -107152884841152 : ffff9e8b865cc540) 00000100:00000001:1.0:1789449583.011715:0:35270:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449583.011717:0:35270:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775180288 : -107152934371328 : ffff9e8b83690000) 00000100:00000001:1.0:1789449583.011722:0:35270:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789449583.011727:0:35270:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449583.011729:0:35270:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789449583.011731:0:35270:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789449583.011739:0:35270:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83690000 x1876371947536000/t0(0) o41->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449583.011747:0:35270:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449583.011750:0:35270:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449583.011754:0:35270:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789449583.011757:0:35270:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789449583.011760:0:35270:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449583.011763:0:35270:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83690000 pname:cluuid:pid:xid:nid:opc:job lfs:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35270:1876371947536000:192.168.202.109@tcp:41:lfs.0 00000100:00000001:1.0:1789449583.011768:0:35270:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789449583.011774:0:35270:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789449583.011776:0:35270:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449583.011778:0:35270:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789449583.011783:0:35270:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b8678d800. 02000000:00000001:1.0:1789449583.011785:0:35270:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789449583.011794:0:35270:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:1.0:1789449583.011799:0:35270:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b83427f20. 00000400:00000010:1.0:1789449583.011806:0:35270:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b850122a8. 00000100:00000200:1.0:1789449583.011814:0:35270:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947536000, portal 10 00000100:00000001:1.0:1789449583.011816:0:35270:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449583.011817:0:35270:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775180288 : -107152934371328 : ffff9e8b83690000) 00000100:00000040:1.0:1789449583.011825:0:35270:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b83690000 x1876371947536000/t0(0) o41->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1789449599 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449583.011832:0:35270:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789449583.011835:0:35270:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1789449583.011838:0:35270:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012220. 00000100:00000200:1.0:1789449583.011842:0:35270:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876371947536000, offset 0 00000400:00000200:1.0:1789449583.011850:0:35270:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1789449583.011860:0:35270:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449583.011870:0:35270:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1789449583.011898:0:35270:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789449583.011903:0:35270:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1789449583.011908:0:35270:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789449583.011911:0:35270:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1789449583.011915:0:35270:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2957:2957:256:4294967295] 192.168.202.109@tcp LPNI seq info [2957:2957:8:4294967295] 00000400:00000200:1.0:1789449583.011920:0:35270:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449583.011931:0:35270:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1789449583.011938:0:35270:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1789449583.011945:0:35270:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b83d9cb00. 00000800:00000200:1.0:1789449583.011953:0:35270:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1789449583.011963:0:35270:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1789449583.011969:0:35270:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b83d9cb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789449583.011991:0:35270:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449583.011996:0:35270:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: using a timeout of 22262 usecs (23 jiffies) 00000400:00000200:1.0:1789449583.011999:0:35270:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:1.0:1789449583.012002:0:35270:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296585721 00000100:00000001:1.0:1789449583.012005:0:35270:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296586533 00000100:00000001:1.0:1789449583.012008:0:35270:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296585721 00000100:00000001:1.0:1789449583.012010:0:35270:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296586533 00000100:00000001:1.0:1789449583.012013:0:35270:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449583.012016:0:35270:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449583.012019:0:35270:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789449583.012021:0:35270:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789449583.012025:0:35270:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b865cc540 going to sleep for 11 seconds 00000100:00000001:1.0:1789449583.012027:0:35270:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449583.012030:0:35270:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449583.012294:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449583.012300:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b83d9cb00. 00000400:00000200:2.0:1789449583.012310:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449583.012316:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449583.012322:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012220 00000400:00000010:2.0:1789449583.012325:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012220. 00000100:00000001:2.0:1789449583.012330:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449583.012334:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83690000 x1876371947536000/t0(0) o41->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1789449599 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449583.012356:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449583.012360:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83690000 x1876371947536000/t0(0) o41->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1789449599 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449583.012368:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449583.012370:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449583.016071:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449583.016095:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449583.016101:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449583.016103:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449583.016114:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449583.016124:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449583.016134:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449583.016140:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449583.016146:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449583.016151:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 368 into portal 10 MB=0x6aa8ce3663e80 00000400:00000200:2.0:1789449583.016158:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449583.016166:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 368/368 into md 0x867d [1] + 224 00000800:00000001:2.0:1789449583.016175:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449583.016181:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449583.016186:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449583.016191:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449583.016200:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449583.016230:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83690000 x1876371947536000/t0(0) o41->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1789449599 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449583.016242:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9e8b83690000 x1876371947536000/t0(0) o41->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1789449599 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449583.016265:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449583.016273:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449583.016277:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449583.016492:0:35270:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789449583.016503:0:35270:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789449583.016505:0:35270:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789449583.016509:0:35270:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b83427f20. 00000400:00000200:1.0:1789449583.016515:0:35270:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b850122a8 00000400:00000010:1.0:1789449583.016518:0:35270:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b850122a8. 00000100:00000001:1.0:1789449583.016521:0:35270:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789449583.016527:0:35270:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83690000 x1876371947536000/t0(0) o41->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1789449599 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789449583.016535:0:35270:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83690000 x1876371947536000/t0(0) o41->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1789449599 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449583.016540:0:35270:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789449583.016543:0:35270:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449583.016545:0:35270:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789449583.016550:0:35270:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789449583.016553:0:35270:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789449583.016556:0:35270:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449583.016560:0:35270:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789449583.016572:0:35270:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b862dcc60 time=63 v=5 (5 5 102 102) 00000100:00001000:1.0:1789449583.016576:0:35270:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b862dcc18 time=63 v=5 (1 1 1 1) 00000100:00000001:1.0:1789449583.016579:0:35270:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789449583.016581:0:35270:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449583.016584:0:35270:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789449583.016588:0:35270:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449583.016592:0:35270:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789449583.016594:0:35270:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967334 00000100:00000001:1.0:1789449583.016597:0:35270:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789449583.016600:0:35270:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449583.016605:0:35270:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83690000 x1876371947536000/t0(0) o41->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1789449599 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449583.016613:0:35270:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449583.016616:0:35270:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789449583.016619:0:35270:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789449583.016622:0:35270:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83690000 x1876371947536000/t0(0) o41->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1789449599 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789449583.016631:0:35270:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83690000 pname:cluuid:pid:xid:nid:opc:job lfs:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35270:1876371947536000:192.168.202.109@tcp:41:lfs.0 00000100:00000001:1.0:1789449583.016637:0:35270:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449583.016640:0:35270:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449583.016643:0:35270:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789449583.016646:0:35270:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449583.016649:0:35270:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83690000 x1876371947536000/t0(0) o41->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1789449599 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449583.016656:0:35270:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789449583.016660:0:35270:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b865cc540. 00000100:00000001:1.0:1789449583.016664:0:35270:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789449583.016666:0:35270:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449583.016675:0:35270:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:1.0:1789449583.016677:0:35270:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449583.016679:0:35270:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83690000 x1876371947536000/t0(0) o41->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1789449599 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449583.016686:0:35270:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789449583.016689:0:35270:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789449583.016692:0:35270:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b8678d800. 02000000:00000001:1.0:1789449583.016697:0:35270:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789449583.016700:0:35270:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449583.016702:0:35270:0:(genops.c:1222:class_import_put()) import ffff9e8b862dc800 refcount=5 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000020:00000001:1.0:1789449583.016704:0:35270:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789449583.016707:0:35270:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b83d9c100. 02000000:00000001:1.0:1789449583.016714:0:35270:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789449583.016716:0:35270:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789449583.016719:0:35270:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83690000. 00000100:00000001:1.0:1789449583.016722:0:35270:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789449583.016723:0:35270:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789449583.016724:0:35270:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449583.016725:0:35270:0:(genops.c:1222:class_import_put()) import ffff9e8b862dc800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000020:00000001:1.0:1789449583.016727:0:35270:0:(genops.c:1229:class_import_put()) Process leaving 00800000:00000004:1.0:1789449583.016730:0:35270:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0001-mdc-ffff9e8b89903000: update ffff9e8b8374d198 cache blocks 317414/353529 objects 1023735/1024000 00800000:00000001:1.0:1789449583.016734:0:35270:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449583.016741:0:35270:0:(lmv_obd.c:1197:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.016746:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789449583.016750:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449583.016754:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.016757:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.016846:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449583.016849:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:1.0:1789449583.016858:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449583.016862:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449583.016868:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678f800. 00000020:00000001:1.0:1789449583.016873:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.016876:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449583.017611:0:35270:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449583.017617:0:35270:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678f800 uarg=0000000000000000 00800000:00000001:1.0:1789449583.017626:0:35270:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.017630:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.017634:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449583.017637:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678f800. 00000080:00000001:1.0:1789449583.017641:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.017644:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.021976:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449583.021988:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:0.0:1789449583.022003:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449583.022008:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449583.022021:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b0400. 00000020:00000001:0.0:1789449583.022029:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449583.022032:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449583.022038:0:35270:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449583.022041:0:35270:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b0400 uarg=0000000000000000 00800000:00000001:0.0:1789449583.022047:0:35270:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.022050:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.022053:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449583.022056:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b0400. 00000080:00000001:0.0:1789449583.022062:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.022065:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.022069:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449583.022071:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:0.0:1789449583.022074:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449583.022076:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449583.022078:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b0400. 00000020:00000001:0.0:1789449583.022080:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449583.022082:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449583.022083:0:35270:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449583.022084:0:35270:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b0400 uarg=0000000000000000 00800000:00000001:0.0:1789449583.022087:0:35270:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.022089:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.022090:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449583.022093:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b0400. 00000080:00000001:0.0:1789449583.022095:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.022097:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.022100:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449583.022101:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:0.0:1789449583.022104:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449583.022105:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449583.022107:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b0400. 00000020:00000001:0.0:1789449583.022109:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449583.022110:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449583.022112:0:35270:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449583.022113:0:35270:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b0400 uarg=0000000000000000 00800000:00000001:0.0:1789449583.022116:0:35270:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.022118:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.022120:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449583.022122:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b0400. 00000080:00000001:0.0:1789449583.022124:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.022126:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.022129:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449583.022131:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:0.0:1789449583.022134:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449583.022135:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449583.022137:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b0400. 00000020:00000001:0.0:1789449583.022139:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449583.022141:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449583.022142:0:35270:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449583.022143:0:35270:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b0400 uarg=0000000000000000 00800000:00000001:0.0:1789449583.022146:0:35270:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.022148:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.022150:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449583.022152:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b0400. 00000080:00000001:0.0:1789449583.022154:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.022156:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.022159:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449583.022161:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:0.0:1789449583.022164:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449583.022165:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449583.022167:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b0400. 00000020:00000001:0.0:1789449583.022170:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449583.022171:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449583.022173:0:35270:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449583.022174:0:35270:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b0400 uarg=0000000000000000 00800000:00000001:0.0:1789449583.022177:0:35270:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.022179:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.022181:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449583.022183:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b0400. 00000080:00000001:0.0:1789449583.022185:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.022186:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.022189:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449583.022190:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:0.0:1789449583.022192:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449583.022193:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449583.022195:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b0400. 00000020:00000001:0.0:1789449583.022197:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449583.022198:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449583.022199:0:35270:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449583.022200:0:35270:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b0400 uarg=0000000000000000 00800000:00000001:0.0:1789449583.022202:0:35270:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.022213:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.022215:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449583.022218:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b0400. 00000080:00000001:0.0:1789449583.022220:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.022221:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.022225:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449583.022226:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:0.0:1789449583.022229:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449583.022230:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449583.022232:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b0400. 00000020:00000001:0.0:1789449583.022235:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449583.022236:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449583.022237:0:35270:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449583.022238:0:35270:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b0400 uarg=0000000000000000 00800000:00000001:0.0:1789449583.022241:0:35270:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.022243:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.022245:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449583.022247:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b0400. 00000080:00000001:0.0:1789449583.022250:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.022251:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.022255:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449583.022256:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:0.0:1789449583.022259:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449583.022260:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449583.022262:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b0400. 00000020:00000001:0.0:1789449583.022264:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449583.022266:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449583.022267:0:35270:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449583.022268:0:35270:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b0400 uarg=0000000000000000 00800000:00000001:0.0:1789449583.022270:0:35270:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.022272:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.022273:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449583.022276:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b0400. 00000080:00000001:0.0:1789449583.022278:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.022534:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.022540:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449583.022542:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:0.0:1789449583.022546:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449583.022547:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449583.022550:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b0400. 00000020:00000001:0.0:1789449583.022553:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449583.022554:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449583.022556:0:35270:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449583.022557:0:35270:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b0400 uarg=0000000000000000 00800000:00000001:0.0:1789449583.022560:0:35270:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.022562:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.022564:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449583.022566:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b0400. 00000080:00000001:0.0:1789449583.022568:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.022570:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.022573:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449583.022575:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:0.0:1789449583.022578:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449583.022579:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449583.022581:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b0400. 00000020:00000001:0.0:1789449583.022583:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449583.022585:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449583.022586:0:35270:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449583.022587:0:35270:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b0400 uarg=0000000000000000 00800000:00000001:0.0:1789449583.022590:0:35270:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.022592:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.022593:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449583.022597:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b0400. 00000080:00000001:0.0:1789449583.022598:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.022600:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.022603:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449583.022605:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:0.0:1789449583.022607:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449583.022608:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449583.022610:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b0400. 00000020:00000001:0.0:1789449583.022612:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449583.022614:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449583.022615:0:35270:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449583.022617:0:35270:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b0400 uarg=0000000000000000 00800000:00000001:0.0:1789449583.022620:0:35270:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.022621:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.022623:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449583.022626:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b0400. 00000080:00000001:0.0:1789449583.022628:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.022630:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.022633:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449583.022634:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:0.0:1789449583.022637:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449583.022638:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449583.022641:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b0400. 00000020:00000001:0.0:1789449583.022643:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449583.022645:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449583.022646:0:35270:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449583.022647:0:35270:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b0400 uarg=0000000000000000 00800000:00000001:0.0:1789449583.022650:0:35270:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.022652:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.022654:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449583.022655:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b0400. 00000080:00000001:0.0:1789449583.022657:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.022659:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.022662:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449583.022664:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:0.0:1789449583.022666:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449583.022667:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449583.022670:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b0400. 00000020:00000001:0.0:1789449583.022672:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449583.022673:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449583.022674:0:35270:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449583.022676:0:35270:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b0400 uarg=0000000000000000 00800000:00000001:0.0:1789449583.022678:0:35270:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.022680:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.022681:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449583.022683:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b0400. 00000080:00000001:0.0:1789449583.022685:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.022687:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.022690:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449583.022691:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:0.0:1789449583.022693:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449583.022694:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449583.022696:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b0400. 00000020:00000001:0.0:1789449583.022698:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449583.022699:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449583.022701:0:35270:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449583.022702:0:35270:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b0400 uarg=0000000000000000 00800000:00000001:0.0:1789449583.022705:0:35270:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.022707:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.022709:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449583.022711:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b0400. 00000080:00000001:0.0:1789449583.022713:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.022715:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.022718:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449583.022719:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:0.0:1789449583.022722:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449583.022723:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449583.022725:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b0400. 00000020:00000001:0.0:1789449583.022728:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449583.022729:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449583.022730:0:35270:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449583.022731:0:35270:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b0400 uarg=0000000000000000 00800000:00000001:0.0:1789449583.022734:0:35270:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.022736:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.022738:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449583.022739:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b0400. 00000080:00000001:0.0:1789449583.022742:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.022743:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.022746:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449583.022747:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:0.0:1789449583.022749:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449583.022750:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449583.022753:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b0400. 00000020:00000001:0.0:1789449583.022755:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449583.022757:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449583.022758:0:35270:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449583.022759:0:35270:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b0400 uarg=0000000000000000 00800000:00000001:0.0:1789449583.022761:0:35270:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.022764:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.022766:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449583.022768:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b0400. 00000080:00000001:0.0:1789449583.022770:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.022772:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.022775:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449583.022776:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:0.0:1789449583.022779:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449583.022780:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449583.022782:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b0400. 00000020:00000001:0.0:1789449583.022784:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449583.022785:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449583.022786:0:35270:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449583.022788:0:35270:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b0400 uarg=0000000000000000 00800000:00000001:0.0:1789449583.022790:0:35270:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.022792:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.022794:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449583.022796:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b0400. 00000080:00000001:0.0:1789449583.022798:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.022799:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.022802:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449583.022804:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:0.0:1789449583.022806:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449583.022808:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449583.022810:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b0400. 00000020:00000001:0.0:1789449583.022812:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449583.022813:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449583.022814:0:35270:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449583.022816:0:35270:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b0400 uarg=0000000000000000 00800000:00000001:0.0:1789449583.022818:0:35270:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.022820:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.022822:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449583.022824:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b0400. 00000080:00000001:0.0:1789449583.022827:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.022828:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.022832:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449583.022833:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:0.0:1789449583.022836:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449583.022837:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449583.022839:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b0400. 00000020:00000001:0.0:1789449583.022841:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449583.022842:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449583.022843:0:35270:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449583.022845:0:35270:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b0400 uarg=0000000000000000 00800000:00000001:0.0:1789449583.022847:0:35270:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.022849:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.022850:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449583.022853:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b0400. 00000080:00000001:0.0:1789449583.022855:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.022856:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.022859:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449583.022860:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:0.0:1789449583.022863:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449583.022864:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449583.022866:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b0400. 00000020:00000001:0.0:1789449583.022868:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449583.022870:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449583.022871:0:35270:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449583.022872:0:35270:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b0400 uarg=0000000000000000 00800000:00000001:0.0:1789449583.022875:0:35270:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.022877:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.022912:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449583.022914:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b0400. 00000080:00000001:0.0:1789449583.022917:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.022918:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.022922:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449583.022924:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:0.0:1789449583.022927:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449583.022928:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449583.022930:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b0400. 00000020:00000001:0.0:1789449583.022932:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449583.022934:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449583.022935:0:35270:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449583.022936:0:35270:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b0400 uarg=0000000000000000 00800000:00000001:0.0:1789449583.022939:0:35270:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.022941:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.022942:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449583.022945:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b0400. 00000080:00000001:0.0:1789449583.022947:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.022949:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.022952:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449583.022954:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:0.0:1789449583.022956:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449583.022958:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449583.022960:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b0400. 00000020:00000001:0.0:1789449583.022962:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449583.022964:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449583.022965:0:35270:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449583.022966:0:35270:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b0400 uarg=0000000000000000 00800000:00000001:0.0:1789449583.022969:0:35270:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.022971:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.022973:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449583.022975:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b0400. 00000080:00000001:0.0:1789449583.022977:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.022978:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.022981:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449583.022983:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:0.0:1789449583.022986:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449583.022987:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449583.022989:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b0400. 00000020:00000001:0.0:1789449583.022991:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449583.022993:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449583.022994:0:35270:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449583.022996:0:35270:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b0400 uarg=0000000000000000 00800000:00000001:0.0:1789449583.022999:0:35270:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.023001:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.023002:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449583.023005:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b0400. 00000080:00000001:0.0:1789449583.023007:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.023008:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.023011:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449583.023013:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:0.0:1789449583.023015:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449583.023016:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449583.023018:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b0400. 00000020:00000001:0.0:1789449583.023020:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449583.023021:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449583.023022:0:35270:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449583.023023:0:35270:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b0400 uarg=0000000000000000 00800000:00000001:0.0:1789449583.023026:0:35270:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.023028:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.023029:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449583.023031:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b0400. 00000080:00000001:0.0:1789449583.023033:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.023035:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.023037:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449583.023039:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:0.0:1789449583.023042:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449583.023043:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449583.023045:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b0400. 00000020:00000001:0.0:1789449583.023047:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449583.023049:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449583.023051:0:35270:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449583.023052:0:35270:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b0400 uarg=0000000000000000 00800000:00000001:0.0:1789449583.023055:0:35270:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.023057:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.023058:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449583.023060:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b0400. 00000080:00000001:0.0:1789449583.023062:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.023064:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.023067:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449583.023068:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:0.0:1789449583.023071:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449583.023072:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449583.023075:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b0400. 00000020:00000001:0.0:1789449583.023077:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449583.023078:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449583.023080:0:35270:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449583.023081:0:35270:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b0400 uarg=0000000000000000 00800000:00000001:0.0:1789449583.023084:0:35270:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.023086:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.023088:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449583.023090:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b0400. 00000080:00000001:0.0:1789449583.023092:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.023094:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.023097:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449583.023098:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:0.0:1789449583.023101:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449583.023102:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449583.023104:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b0400. 00000020:00000001:0.0:1789449583.023107:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449583.023108:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449583.023110:0:35270:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449583.023111:0:35270:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b0400 uarg=0000000000000000 00800000:00000001:0.0:1789449583.023114:0:35270:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.023117:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.023119:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449583.023121:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b0400. 00000080:00000001:0.0:1789449583.023123:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.023125:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.023128:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449583.023130:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:0.0:1789449583.023132:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449583.023134:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449583.023136:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b0400. 00000020:00000001:0.0:1789449583.023139:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449583.023140:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449583.023141:0:35270:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449583.023142:0:35270:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b0400 uarg=0000000000000000 00800000:00000001:0.0:1789449583.023145:0:35270:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.023146:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.023148:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449583.023150:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b0400. 00000080:00000001:0.0:1789449583.023152:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.023154:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.023157:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449583.023158:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:0.0:1789449583.023161:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449583.023162:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449583.023164:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b0400. 00000020:00000001:0.0:1789449583.023166:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449583.023168:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449583.023169:0:35270:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449583.023170:0:35270:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b0400 uarg=0000000000000000 00800000:00000001:0.0:1789449583.023172:0:35270:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.023174:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.023176:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449583.023178:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b0400. 00000080:00000001:0.0:1789449583.023181:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.023182:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.023186:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449583.023187:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:0.0:1789449583.023190:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449583.023191:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449583.023193:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b0400. 00000020:00000001:0.0:1789449583.023195:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449583.023196:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449583.023197:0:35270:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449583.023198:0:35270:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b0400 uarg=0000000000000000 00800000:00000001:0.0:1789449583.023201:0:35270:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.023202:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.023215:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449583.023218:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b0400. 00000080:00000001:0.0:1789449583.023220:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.023222:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.023226:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449583.023227:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:0.0:1789449583.023230:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449583.023231:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449583.023234:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b0400. 00000020:00000001:0.0:1789449583.023236:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449583.023238:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449583.023239:0:35270:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449583.023240:0:35270:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b0400 uarg=0000000000000000 00800000:00000001:0.0:1789449583.023243:0:35270:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.023245:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.023247:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449583.023249:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b0400. 00000080:00000001:0.0:1789449583.023251:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.023253:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.023256:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449583.023258:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:0.0:1789449583.023261:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449583.023262:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449583.023265:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b0400. 00000020:00000001:0.0:1789449583.023267:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449583.023269:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449583.023270:0:35270:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449583.023271:0:35270:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b0400 uarg=0000000000000000 00800000:00000001:0.0:1789449583.023274:0:35270:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.023276:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.023278:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449583.024445:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b0400. 00000080:00000001:0.0:1789449583.024459:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.024464:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.024479:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449583.024481:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:0.0:1789449583.024488:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449583.024490:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449583.024498:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b0400. 00000020:00000001:0.0:1789449583.024502:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449583.024505:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449583.024508:0:35270:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449583.024511:0:35270:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b0400 uarg=0000000000000000 00800000:00000001:0.0:1789449583.024515:0:35270:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.024517:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.024520:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449583.024522:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b0400. 00000080:00000001:0.0:1789449583.024524:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.024526:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.024530:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449583.024531:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:0.0:1789449583.024533:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449583.024534:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449583.024537:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b0400. 00000020:00000001:0.0:1789449583.024539:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449583.024540:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449583.024541:0:35270:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449583.024542:0:35270:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b0400 uarg=0000000000000000 00800000:00000001:0.0:1789449583.024545:0:35270:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.024546:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.024548:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449583.024550:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b0400. 00000080:00000001:0.0:1789449583.024552:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.024553:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.024556:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449583.024557:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:0.0:1789449583.024559:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449583.024560:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449583.024562:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b0400. 00000020:00000001:0.0:1789449583.024564:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449583.024565:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449583.024567:0:35270:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449583.024568:0:35270:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b0400 uarg=0000000000000000 00800000:00000001:0.0:1789449583.024570:0:35270:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.024572:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.024573:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449583.024575:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b0400. 00000080:00000001:0.0:1789449583.024577:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.024579:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.024581:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449583.024582:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:0.0:1789449583.024585:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449583.024586:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449583.024588:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b0400. 00000020:00000001:0.0:1789449583.024590:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449583.024592:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449583.024593:0:35270:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449583.024594:0:35270:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b0400 uarg=0000000000000000 00800000:00000001:0.0:1789449583.024597:0:35270:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.024599:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.024601:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449583.024603:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b0400. 00000080:00000001:0.0:1789449583.024605:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.024607:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.024609:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449583.024611:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:0.0:1789449583.024613:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449583.024614:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449583.024616:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b0400. 00000020:00000001:0.0:1789449583.024618:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449583.024620:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449583.024621:0:35270:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449583.024622:0:35270:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b0400 uarg=0000000000000000 00800000:00000001:0.0:1789449583.024624:0:35270:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.024626:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.024628:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449583.024630:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b0400. 00000080:00000001:0.0:1789449583.024632:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.024634:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.024637:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449583.024638:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:0.0:1789449583.024640:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449583.024641:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449583.024643:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b0400. 00000020:00000001:0.0:1789449583.024645:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449583.024647:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449583.024648:0:35270:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449583.024649:0:35270:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b0400 uarg=0000000000000000 00800000:00000001:0.0:1789449583.024651:0:35270:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.024654:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.024655:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449583.024657:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b0400. 00000080:00000001:0.0:1789449583.024659:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.024661:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.024664:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449583.024665:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:0.0:1789449583.024667:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449583.024668:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449583.024670:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b0400. 00000020:00000001:0.0:1789449583.024672:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449583.024674:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449583.024675:0:35270:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449583.024676:0:35270:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b0400 uarg=0000000000000000 00800000:00000001:0.0:1789449583.024678:0:35270:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.024680:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.024681:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449583.024684:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b0400. 00000080:00000001:0.0:1789449583.024686:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.024688:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.024691:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449583.024692:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:0.0:1789449583.024695:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449583.024696:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449583.024698:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b0400. 00000020:00000001:0.0:1789449583.024700:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449583.024701:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449583.024703:0:35270:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449583.024704:0:35270:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b0400 uarg=0000000000000000 00800000:00000001:0.0:1789449583.024707:0:35270:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.024709:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.024711:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449583.024713:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b0400. 00000080:00000001:0.0:1789449583.024716:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.024718:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.024721:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449583.024723:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:0.0:1789449583.024725:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449583.024726:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449583.024728:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b0400. 00000020:00000001:0.0:1789449583.024730:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449583.024732:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449583.024733:0:35270:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449583.024734:0:35270:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b0400 uarg=0000000000000000 00800000:00000001:0.0:1789449583.024737:0:35270:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.024739:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.024741:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449583.024743:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b0400. 00000080:00000001:0.0:1789449583.024745:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.024747:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.024750:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449583.024752:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:0.0:1789449583.024754:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449583.024755:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449583.024757:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b0400. 00000020:00000001:0.0:1789449583.024759:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449583.024761:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449583.024762:0:35270:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449583.024763:0:35270:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b0400 uarg=0000000000000000 00800000:00000001:0.0:1789449583.024765:0:35270:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.024767:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.024769:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449583.024771:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b0400. 00000080:00000001:0.0:1789449583.024773:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.024774:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.024777:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449583.024779:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:0.0:1789449583.024782:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449583.024783:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449583.024785:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b0400. 00000020:00000001:0.0:1789449583.024786:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449583.024788:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449583.024789:0:35270:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449583.024790:0:35270:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b0400 uarg=0000000000000000 00800000:00000001:0.0:1789449583.024792:0:35270:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.024794:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.024795:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449583.024797:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b0400. 00000080:00000001:0.0:1789449583.024800:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.024802:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.024805:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449583.024806:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:0.0:1789449583.024808:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449583.024809:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449583.024811:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b0400. 00000020:00000001:0.0:1789449583.024814:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449583.024815:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449583.024816:0:35270:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449583.024817:0:35270:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b0400 uarg=0000000000000000 00800000:00000001:0.0:1789449583.024819:0:35270:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.024821:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.024823:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449583.024825:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b0400. 00000080:00000001:0.0:1789449583.024827:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.024828:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.024831:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449583.024832:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:0.0:1789449583.024835:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449583.024836:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449583.024839:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b0400. 00000020:00000001:0.0:1789449583.024841:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449583.024843:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449583.024844:0:35270:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449583.024845:0:35270:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b0400 uarg=0000000000000000 00800000:00000001:0.0:1789449583.024848:0:35270:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.024850:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.024852:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449583.024854:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b0400. 00000080:00000001:0.0:1789449583.024856:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.024857:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.024860:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449583.024861:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:0.0:1789449583.024864:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449583.024865:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449583.024867:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b0400. 00000020:00000001:0.0:1789449583.024869:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449583.024871:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449583.024872:0:35270:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449583.024873:0:35270:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b0400 uarg=0000000000000000 00800000:00000001:0.0:1789449583.024876:0:35270:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.024900:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.024902:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449583.024905:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b0400. 00000080:00000001:0.0:1789449583.024907:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.024909:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.024913:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449583.024915:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:0.0:1789449583.024918:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449583.024919:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449583.024922:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b0400. 00000020:00000001:0.0:1789449583.024924:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449583.024926:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449583.024928:0:35270:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449583.024929:0:35270:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b0400 uarg=0000000000000000 00800000:00000001:0.0:1789449583.024932:0:35270:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.024933:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.024935:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449583.024937:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b0400. 00000080:00000001:0.0:1789449583.024939:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.024941:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.024944:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449583.024946:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:0.0:1789449583.024948:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449583.024949:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449583.024951:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b0400. 00000020:00000001:0.0:1789449583.024953:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449583.024955:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449583.024956:0:35270:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449583.024957:0:35270:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b0400 uarg=0000000000000000 00800000:00000001:0.0:1789449583.024960:0:35270:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.024962:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.024964:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449583.024966:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b0400. 00000080:00000001:0.0:1789449583.024968:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.024971:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.024973:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449583.024975:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:0.0:1789449583.024977:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449583.024978:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449583.024981:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b0400. 00000020:00000001:0.0:1789449583.024983:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449583.024984:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449583.024985:0:35270:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449583.024986:0:35270:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b0400 uarg=0000000000000000 00800000:00000001:0.0:1789449583.024989:0:35270:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.024991:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.024993:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449583.024995:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b0400. 00000080:00000001:0.0:1789449583.024997:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.024998:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.025001:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449583.025003:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:0.0:1789449583.025005:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449583.025006:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449583.025008:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b0400. 00000020:00000001:0.0:1789449583.025010:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449583.025012:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449583.025013:0:35270:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449583.025015:0:35270:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b0400 uarg=0000000000000000 00800000:00000001:0.0:1789449583.025017:0:35270:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.025019:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.025021:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449583.025023:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b0400. 00000080:00000001:0.0:1789449583.025026:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.025027:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.025031:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449583.025032:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:0.0:1789449583.025035:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449583.025036:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449583.025038:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b0400. 00000020:00000001:0.0:1789449583.025040:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449583.025042:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449583.025043:0:35270:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449583.025044:0:35270:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b0400 uarg=0000000000000000 00800000:00000001:0.0:1789449583.025046:0:35270:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.025048:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.025050:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449583.025052:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b0400. 00000080:00000001:0.0:1789449583.025054:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.025055:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.025058:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449583.025059:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:0.0:1789449583.025061:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449583.025062:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449583.025063:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b0400. 00000020:00000001:0.0:1789449583.025065:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449583.025066:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449583.025067:0:35270:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449583.025068:0:35270:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b0400 uarg=0000000000000000 00800000:00000001:0.0:1789449583.025070:0:35270:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.025072:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.025073:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449583.025075:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b0400. 00000080:00000001:0.0:1789449583.025076:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.025077:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.025079:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449583.025080:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:0.0:1789449583.025082:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449583.025083:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449583.025084:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b0400. 00000020:00000001:0.0:1789449583.025086:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449583.025087:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449583.025088:0:35270:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449583.025089:0:35270:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b0400 uarg=0000000000000000 00800000:00000001:0.0:1789449583.025091:0:35270:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.025093:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.025095:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449583.025096:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b0400. 00000080:00000001:0.0:1789449583.025098:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.025099:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.025101:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449583.025103:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:0.0:1789449583.025105:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449583.025106:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449583.025107:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b0400. 00000020:00000001:0.0:1789449583.025109:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449583.025110:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449583.025111:0:35270:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449583.025112:0:35270:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b0400 uarg=0000000000000000 00800000:00000001:0.0:1789449583.025115:0:35270:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.025116:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.025118:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449583.025119:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b0400. 00000080:00000001:0.0:1789449583.025121:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.025123:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.025125:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449583.025126:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:0.0:1789449583.025128:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449583.025129:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449583.025131:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b0400. 00000020:00000001:0.0:1789449583.025132:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449583.025134:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449583.025135:0:35270:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449583.025136:0:35270:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b0400 uarg=0000000000000000 00800000:00000001:0.0:1789449583.025139:0:35270:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.025140:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.025142:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449583.025143:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b0400. 00000080:00000001:0.0:1789449583.025145:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.025146:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.025148:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449583.025149:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:0.0:1789449583.025151:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449583.025152:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449583.025154:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b0400. 00000020:00000001:0.0:1789449583.025156:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449583.025158:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449583.025159:0:35270:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449583.025160:0:35270:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b0400 uarg=0000000000000000 00800000:00000001:0.0:1789449583.025162:0:35270:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.025164:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.025166:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449583.025168:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b0400. 00000080:00000001:0.0:1789449583.025170:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.025172:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.025175:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449583.025176:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:0.0:1789449583.025179:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449583.025180:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449583.025181:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b0400. 00000020:00000001:0.0:1789449583.025184:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449583.025185:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449583.025186:0:35270:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449583.025187:0:35270:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b0400 uarg=0000000000000000 00800000:00000001:0.0:1789449583.025189:0:35270:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.025191:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.025193:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449583.025195:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b0400. 00000080:00000001:0.0:1789449583.025197:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.025198:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.025201:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449583.025202:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:0.0:1789449583.025217:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449583.025218:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449583.025221:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b0400. 00000020:00000001:0.0:1789449583.025223:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449583.025225:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449583.025227:0:35270:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449583.025228:0:35270:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b0400 uarg=0000000000000000 00800000:00000001:0.0:1789449583.025231:0:35270:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.025232:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.025234:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449583.025236:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b0400. 00000080:00000001:0.0:1789449583.025238:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.025240:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.025243:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449583.025244:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:0.0:1789449583.025248:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449583.025249:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449583.025251:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b0400. 00000020:00000001:0.0:1789449583.025253:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449583.025254:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449583.025255:0:35270:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449583.025256:0:35270:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b0400 uarg=0000000000000000 00800000:00000001:0.0:1789449583.025259:0:35270:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.025260:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.025262:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449583.025264:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b0400. 00000080:00000001:0.0:1789449583.025266:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.025268:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.025270:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449583.025272:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:0.0:1789449583.025274:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449583.025275:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449583.025277:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b0400. 00000020:00000001:0.0:1789449583.025279:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449583.025280:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449583.025281:0:35270:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449583.025282:0:35270:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b0400 uarg=0000000000000000 00800000:00000001:0.0:1789449583.025284:0:35270:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.025286:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.025288:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449583.025290:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b0400. 00000080:00000001:0.0:1789449583.025292:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.025293:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.025296:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449583.025297:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:0.0:1789449583.025299:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449583.025300:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449583.025303:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b0400. 00000020:00000001:0.0:1789449583.025305:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449583.025306:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449583.025307:0:35270:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449583.025309:0:35270:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b0400 uarg=0000000000000000 00800000:00000001:0.0:1789449583.025311:0:35270:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.025313:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.025314:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449583.025316:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b0400. 00000080:00000001:0.0:1789449583.025318:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.025320:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449583.025322:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449583.025324:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:0.0:1789449583.025326:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449583.025328:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449583.025330:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b0400. 00000020:00000001:0.0:1789449583.025331:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449583.025333:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449583.025334:0:35270:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449583.025335:0:35270:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b0400 uarg=0000000000000000 00800000:00000001:0.0:1789449583.025338:0:35270:0:(lmv_obd.c:965:lmv_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1789449583.025340:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1789449583.025681:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:0.0:1789449583.025684:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b0400. 00000080:00000001:0.0:1789449583.025688:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1789449583.025691:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1789449583.025698:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449583.025699:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:0.0:1789449583.025702:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449583.025704:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449583.025708:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b0400. 00000020:00000001:0.0:1789449583.025711:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449583.025712:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789449583.025717:0:35270:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789449583.025719:0:35270:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b0400 uarg=0000000000000000 00020000:00000001:0.0:1789449583.025728:0:35270:0:(obd_class.h:1074:obd_statfs()) Process entered 00020000:00000004:0.0:1789449583.025731:0:35270:0:(obd_class.h:1090:obd_statfs()) lustre-OST0000-osc-ffff9e8b89903000: age 1908, max_age 1917 00000008:00000001:0.0:1789449583.025736:0:35270:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:0.0:1789449583.025740:0:35270:0:(genops.c:1209:class_import_get()) import ffff9e8b90c6e800 refcount=3 obd=lustre-OST0000-osc-ffff9e8b89903000 00000100:00000010:0.0:1789449583.025750:0:35270:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d18000. 00000020:00000040:0.0:1789449583.025754:0:35270:0:(genops.c:1209:class_import_get()) import ffff9e8b90c6e800 refcount=4 obd=lustre-OST0000-osc-ffff9e8b89903000 00000020:00000001:0.0:1789449583.025759:0:35270:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449583.025761:0:35270:0:(genops.c:1222:class_import_put()) import ffff9e8b90c6e800 refcount=3 obd=lustre-OST0000-osc-ffff9e8b89903000 00000020:00000001:0.0:1789449583.025763:0:35270:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:0.0:1789449583.025766:0:35270:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449583.025770:0:35270:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449583.025776:0:35270:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449583.025785:0:35270:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b864ec900. 00000100:00000001:0.0:1789449583.025794:0:35270:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449583.025798:0:35270:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789449583.025801:0:35270:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789449583.025809:0:35270:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b853c5480. 00000100:00000001:0.0:1789449583.025812:0:35270:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920805807232 : -107152903744384 : ffff9e8b853c5480) 00000100:00000001:0.0:1789449583.025815:0:35270:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449583.025817:0:35270:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849137664 : -107152860413952 : ffff9e8b87d18000) 00000100:00000001:0.0:1789449583.025823:0:35270:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449583.025829:0:35270:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449583.025832:0:35270:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789449583.025834:0:35270:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789449583.025851:0:35270:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b87d18000 x1876371947536128/t0(0) o13->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449583.025861:0:35270:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789449583.025864:0:35270:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449583.025868:0:35270:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789449583.025871:0:35270:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789449583.025874:0:35270:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449583.025878:0:35270:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b87d18000 pname:cluuid:pid:xid:nid:opc:job lfs:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35270:1876371947536128:192.168.202.109@tcp:13:lfs.0 00000100:00000001:0.0:1789449583.026420:0:35270:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789449583.026427:0:35270:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789449583.026430:0:35270:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449583.026433:0:35270:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789449583.026440:0:35270:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b836b2400. 02000000:00000001:0.0:1789449583.026442:0:35270:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449583.026452:0:35270:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:0.0:1789449583.026458:0:35270:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b86580b00. 00000400:00000010:0.0:1789449583.026467:0:35270:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5aa0. 00000100:00000200:0.0:1789449583.026477:0:35270:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947536128, portal 4 00000100:00000001:0.0:1789449583.026480:0:35270:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449583.026481:0:35270:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849137664 : -107152860413952 : ffff9e8b87d18000) 00000100:00000040:0.0:1789449583.026490:0:35270:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b87d18000 x1876371947536128/t0(0) o13->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1789449599 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449583.026499:0:35270:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789449583.026502:0:35270:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1789449583.026505:0:35270:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5660. 00000100:00000200:0.0:1789449583.026509:0:35270:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1876371947536128, offset 0 00000400:00000200:0.0:1789449583.026517:0:35270:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1789449583.026527:0:35270:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449583.026537:0:35270:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1789449583.026543:0:35270:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789449583.026548:0:35270:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1789449583.026551:0:35270:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789449583.026554:0:35270:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1789449583.026559:0:35270:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2958:2958:256:4294967295] 192.168.202.109@tcp LPNI seq info [2958:2958:8:4294967295] 00000400:00000200:0.0:1789449583.026563:0:35270:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449583.026574:0:35270:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1789449583.026583:0:35270:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1789449583.026589:0:35270:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b864ec300. 00000800:00000200:0.0:1789449583.026598:0:35270:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1789449583.026607:0:35270:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1789449583.026612:0:35270:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b864ec300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789449583.026637:0:35270:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449583.026642:0:35270:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: using a timeout of 22908 usecs (23 jiffies) 00000400:00000200:0.0:1789449583.026646:0:35270:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:0.0:1789449583.026649:0:35270:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296585735 00000100:00000001:0.0:1789449583.026653:0:35270:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296586533 00000100:00000001:0.0:1789449583.026655:0:35270:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296585735 00000100:00000001:0.0:1789449583.026658:0:35270:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296586533 00000100:00000001:0.0:1789449583.026660:0:35270:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449583.026664:0:35270:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449583.026667:0:35270:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449583.026669:0:35270:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789449583.026672:0:35270:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b853c5480 going to sleep for 11 seconds 00000100:00000001:0.0:1789449583.026675:0:35270:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449583.026679:0:35270:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449583.028021:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449583.028033:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ec300. 00000400:00000200:2.0:1789449583.028041:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449583.028049:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449583.028058:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5660 00000400:00000010:2.0:1789449583.028062:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5660. 00000100:00000001:2.0:1789449583.028069:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449583.028076:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d18000 x1876371947536128/t0(0) o13->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1789449599 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449583.028089:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449583.028093:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d18000 x1876371947536128/t0(0) o13->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1789449599 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449583.028100:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449583.028102:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449583.031599:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449583.031626:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449583.031632:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449583.031636:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449583.031648:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449583.031658:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449583.031670:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449583.031676:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449583.031682:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449583.031687:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 368 into portal 4 MB=0x6aa8ce3663f00 00000400:00000200:2.0:1789449583.031694:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449583.031702:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 368/368 into md 0x8685 [1] + 224 00000800:00000001:2.0:1789449583.031711:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449583.031720:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449583.031725:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449583.031730:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449583.031740:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449583.031752:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d18000 x1876371947536128/t0(0) o13->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1789449599 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449583.031764:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9e8b87d18000 x1876371947536128/t0(0) o13->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1789449599 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449583.031841:0:35270:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449583.031864:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449583.031924:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449583.031930:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1789449583.042951:0:35270:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449583.042959:0:35270:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449583.042965:0:35270:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b86580b00. 00000400:00000200:0.0:1789449583.042977:0:35270:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5aa0 00000400:00000010:0.0:1789449583.042981:0:35270:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5aa0. 00000100:00000001:0.0:1789449583.042988:0:35270:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449583.043005:0:35270:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b87d18000 x1876371947536128/t0(0) o13->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1789449599 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789449583.043027:0:35270:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b87d18000 x1876371947536128/t0(0) o13->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1789449599 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449583.043036:0:35270:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449583.043039:0:35270:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449583.043043:0:35270:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449583.043048:0:35270:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449583.043051:0:35270:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449583.043055:0:35270:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449583.043059:0:35270:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449583.043073:0:35270:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b90c6ecf0 time=62 v=5 (5 0 0 0) 00000100:00001000:0.0:1789449583.043079:0:35270:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b90c6ec18 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1789449583.043083:0:35270:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449583.043085:0:35270:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449583.043089:0:35270:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449583.043094:0:35270:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449583.043100:0:35270:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789449583.043103:0:35270:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e8b89903000: skip recheck: last_committed 4294967335 00000100:00000001:0.0:1789449583.043106:0:35270:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449583.043109:0:35270:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449583.043115:0:35270:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b87d18000 x1876371947536128/t0(0) o13->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1789449599 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449583.043124:0:35270:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449583.043128:0:35270:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449583.043132:0:35270:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449583.043137:0:35270:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b87d18000 x1876371947536128/t0(0) o13->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1789449599 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789449583.043145:0:35270:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b87d18000 pname:cluuid:pid:xid:nid:opc:job lfs:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35270:1876371947536128:192.168.202.109@tcp:13:lfs.0 00000100:00000001:0.0:1789449583.043151:0:35270:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449583.043155:0:35270:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449583.043159:0:35270:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789449583.043162:0:35270:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449583.043166:0:35270:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d18000 x1876371947536128/t0(0) o13->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1789449599 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449583.043174:0:35270:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789449583.043177:0:35270:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b853c5480. 00000100:00000001:0.0:1789449583.043181:0:35270:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789449583.043183:0:35270:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789449583.043190:0:35270:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:0.0:1789449583.043192:0:35270:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449583.043195:0:35270:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b87d18000 x1876371947536128/t0(0) o13->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1789449599 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449583.043201:0:35270:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789449583.043217:0:35270:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449583.043221:0:35270:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b836b2400. 02000000:00000001:0.0:1789449583.043226:0:35270:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789449583.043230:0:35270:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449583.043232:0:35270:0:(genops.c:1222:class_import_put()) import ffff9e8b90c6e800 refcount=2 obd=lustre-OST0000-osc-ffff9e8b89903000 00000020:00000001:0.0:1789449583.043235:0:35270:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449583.043238:0:35270:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b864ec900. 02000000:00000001:0.0:1789449583.043242:0:35270:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449583.043245:0:35270:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449583.043247:0:35270:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b87d18000. 00000100:00000001:0.0:1789449583.043251:0:35270:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449583.043253:0:35270:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:0.0:1789449583.043257:0:35270:0:(obd_class.h:1116:obd_statfs()) lustre-OST0000-osc-ffff9e8b89903000: update ffff9e8b8374b7d8 cache blocks 901358/958279 objects 261772/262144 00020000:00000001:0.0:1789449583.043263:0:35270:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449583.043269:0:35270:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449583.043274:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789449583.043278:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b0400. 00000080:00000001:0.0:1789449583.043281:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449583.043286:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449583.043672:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789449583.043678:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:2.0:1789449583.043689:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789449583.043693:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789449583.043699:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b83605400. 00000020:00000001:2.0:1789449583.043705:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449583.043708:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789449583.043712:0:35270:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789449583.043715:0:35270:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b83605400 uarg=0000000000000000 00020000:00000001:2.0:1789449583.043724:0:35270:0:(obd_class.h:1074:obd_statfs()) Process entered 00020000:00000004:2.0:1789449583.043726:0:35270:0:(obd_class.h:1090:obd_statfs()) lustre-OST0001-osc-ffff9e8b89903000: age 1908, max_age 1917 00000008:00000001:2.0:1789449583.043730:0:35270:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:2.0:1789449583.043734:0:35270:0:(genops.c:1209:class_import_get()) import ffff9e8b8986b000 refcount=3 obd=lustre-OST0001-osc-ffff9e8b89903000 00000100:00000010:2.0:1789449583.043740:0:35270:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065d880. 00000020:00000040:2.0:1789449583.043744:0:35270:0:(genops.c:1209:class_import_get()) import ffff9e8b8986b000 refcount=4 obd=lustre-OST0001-osc-ffff9e8b89903000 00000020:00000001:2.0:1789449583.043747:0:35270:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789449583.043749:0:35270:0:(genops.c:1222:class_import_put()) import ffff9e8b8986b000 refcount=3 obd=lustre-OST0001-osc-ffff9e8b89903000 00000020:00000001:2.0:1789449583.043751:0:35270:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:2.0:1789449583.043753:0:35270:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449583.043756:0:35270:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449583.043762:0:35270:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449583.043770:0:35270:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b89db4a00. 00000100:00000001:2.0:1789449583.043777:0:35270:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449583.043781:0:35270:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789449583.043784:0:35270:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789449583.043791:0:35270:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b87cfc540. 00000100:00000001:2.0:1789449583.043794:0:35270:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920849024320 : -107152860527296 : ffff9e8b87cfc540) 00000100:00000001:2.0:1789449583.043797:0:35270:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449583.043799:0:35270:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993077376 : -107152716474240 : ffff9e8b9065d880) 00000100:00000001:2.0:1789449583.043804:0:35270:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449583.043809:0:35270:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449583.043811:0:35270:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789449583.043813:0:35270:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789449583.043820:0:35270:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065d880 x1876371947536256/t0(0) o13->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449583.043828:0:35270:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449583.043832:0:35270:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449583.043837:0:35270:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449583.043840:0:35270:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449583.043843:0:35270:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449583.043847:0:35270:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065d880 pname:cluuid:pid:xid:nid:opc:job lfs:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35270:1876371947536256:192.168.202.109@tcp:13:lfs.0 00000100:00000001:2.0:1789449583.043851:0:35270:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789449583.043858:0:35270:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449583.043861:0:35270:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449583.043865:0:35270:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789449583.043871:0:35270:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b83604800. 02000000:00000001:2.0:1789449583.043873:0:35270:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449583.043909:0:35270:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449583.043915:0:35270:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b93c8. 00000400:00000010:2.0:1789449583.043922:0:35270:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d2a8. 00000100:00000200:2.0:1789449583.043929:0:35270:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947536256, portal 4 00000100:00000001:2.0:1789449583.043931:0:35270:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449583.043932:0:35270:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993077376 : -107152716474240 : ffff9e8b9065d880) 00000100:00000040:2.0:1789449583.043940:0:35270:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b9065d880 x1876371947536256/t0(0) o13->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1789449599 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449583.043948:0:35270:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449583.043951:0:35270:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449583.043967:0:35270:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d990. 00000100:00000200:2.0:1789449583.043971:0:35270:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1876371947536256, offset 0 00000400:00000200:2.0:1789449583.043979:0:35270:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449583.043990:0:35270:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449583.044008:0:35270:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449583.044014:0:35270:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449583.044019:0:35270:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449583.044024:0:35270:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449583.044027:0:35270:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449583.044031:0:35270:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2959:2959:256:4294967295] 192.168.202.109@tcp LPNI seq info [2959:2959:8:4294967295] 00000400:00000200:2.0:1789449583.044036:0:35270:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449583.044048:0:35270:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449583.044056:0:35270:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449583.044062:0:35270:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b89db4400. 00000800:00000200:2.0:1789449583.044071:0:35270:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449583.044081:0:35270:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449583.044086:0:35270:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b89db4400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789449583.044100:0:35270:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449583.044106:0:35270:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: using a timeout of 219390 usecs (220 jiffies) 00000400:00000200:2.0:1789449583.044109:0:35270:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449583.044113:0:35270:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296585950 00000100:00000001:3.0:1789449583.044968:0:35270:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296586533 00000100:00000001:3.0:1789449583.044976:0:35270:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296585950 00000100:00000001:3.0:1789449583.044978:0:35270:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296586533 00000100:00000001:3.0:1789449583.044981:0:35270:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449583.044985:0:35270:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449583.044998:0:35270:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449583.045001:0:35270:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789449583.045005:0:35270:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b87cfc540 going to sleep for 11 seconds 00000100:00000001:3.0:1789449583.045008:0:35270:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449583.045012:0:35270:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449583.048608:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449583.048622:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b89db4400. 00000400:00000200:2.0:1789449583.048631:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449583.048641:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449583.048651:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d990 00000400:00000010:2.0:1789449583.048654:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d990. 00000100:00000001:2.0:1789449583.048662:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449583.048672:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065d880 x1876371947536256/t0(0) o13->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1789449599 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449583.048687:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449583.048691:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b9065d880 x1876371947536256/t0(0) o13->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1789449599 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449583.048698:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449583.048700:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449583.048714:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449583.048723:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449583.048728:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449583.048732:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449583.048740:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449583.048745:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449583.048753:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449583.048757:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449583.048764:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449583.048769:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 368 into portal 4 MB=0x6aa8ce3663f80 00000400:00000200:2.0:1789449583.048775:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449583.048781:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 368/368 into md 0x868d [1] + 224 00000800:00000001:2.0:1789449583.048791:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449583.048798:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449583.048800:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449583.048804:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449583.048809:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449583.048813:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065d880 x1876371947536256/t0(0) o13->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1789449599 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449583.048823:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9e8b9065d880 x1876371947536256/t0(0) o13->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1789449599 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449583.048938:0:35270:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449583.049979:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449583.050009:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449583.050016:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1789449583.059329:0:35270:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449583.059340:0:35270:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449583.059346:0:35270:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b93c8. 00000400:00000200:0.0:1789449583.059355:0:35270:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d2a8 00000400:00000010:0.0:1789449583.059359:0:35270:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d2a8. 00000100:00000001:0.0:1789449583.059367:0:35270:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449583.059384:0:35270:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065d880 x1876371947536256/t0(0) o13->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1789449599 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789449583.059398:0:35270:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065d880 x1876371947536256/t0(0) o13->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1789449599 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449583.059408:0:35270:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449583.059411:0:35270:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449583.059414:0:35270:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449583.059418:0:35270:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449583.059421:0:35270:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449583.059425:0:35270:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449583.059428:0:35270:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449583.059442:0:35270:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8986b4a8 time=62 v=5 (5 0 0 0) 00000100:00001000:0.0:1789449583.059446:0:35270:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8986b418 time=21 v=5 (1 0 0 0) 00000100:00000001:0.0:1789449583.059449:0:35270:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449583.059451:0:35270:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449583.059455:0:35270:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449583.059460:0:35270:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449583.059465:0:35270:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789449583.059468:0:35270:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9e8b89903000: skip recheck: last_committed 4294967328 00000100:00000001:0.0:1789449583.059470:0:35270:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449583.059472:0:35270:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449583.059477:0:35270:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065d880 x1876371947536256/t0(0) o13->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1789449599 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449583.059484:0:35270:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449583.059487:0:35270:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449583.059490:0:35270:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449583.059495:0:35270:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065d880 x1876371947536256/t0(0) o13->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1789449599 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789449583.059503:0:35270:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065d880 pname:cluuid:pid:xid:nid:opc:job lfs:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35270:1876371947536256:192.168.202.109@tcp:13:lfs.0 00000100:00000001:0.0:1789449583.059508:0:35270:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449583.059512:0:35270:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449583.059516:0:35270:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789449583.059518:0:35270:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449583.059521:0:35270:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065d880 x1876371947536256/t0(0) o13->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1789449599 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449583.059528:0:35270:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789449583.059532:0:35270:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b87cfc540. 00000100:00000001:0.0:1789449583.059535:0:35270:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789449583.059537:0:35270:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789449583.059544:0:35270:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:0.0:1789449583.059546:0:35270:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449583.059549:0:35270:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065d880 x1876371947536256/t0(0) o13->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1789449599 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449583.059555:0:35270:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789449583.059558:0:35270:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449583.059562:0:35270:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b83604800. 02000000:00000001:0.0:1789449583.059566:0:35270:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789449583.059570:0:35270:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449583.059572:0:35270:0:(genops.c:1222:class_import_put()) import ffff9e8b8986b000 refcount=2 obd=lustre-OST0001-osc-ffff9e8b89903000 00000020:00000001:0.0:1789449583.059574:0:35270:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449583.059577:0:35270:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b89db4a00. 02000000:00000001:0.0:1789449583.059582:0:35270:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449583.059584:0:35270:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449583.059586:0:35270:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065d880. 00000100:00000001:0.0:1789449583.059591:0:35270:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449583.059592:0:35270:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:0.0:1789449583.059596:0:35270:0:(obd_class.h:1116:obd_statfs()) lustre-OST0001-osc-ffff9e8b89903000: update ffff9e8b83748458 cache blocks 901344/958279 objects 261772/262144 00020000:00000001:0.0:1789449583.059600:0:35270:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449583.059608:0:35270:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449583.059612:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789449583.059616:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b83605400. 00000080:00000001:0.0:1789449583.059620:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449583.059624:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.059837:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449583.059843:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:1.0:1789449583.059853:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449583.059856:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449583.059904:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678fc00. 00000020:00000001:1.0:1789449583.059920:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.059923:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449583.059928:0:35270:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449583.059930:0:35270:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678fc00 uarg=0000000000000000 00020000:00000001:1.0:1789449583.059935:0:35270:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.059937:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.059939:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449583.059941:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678fc00. 00000080:00000001:1.0:1789449583.059944:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.059947:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.059952:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449583.059954:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:1.0:1789449583.059956:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449583.059958:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449583.059961:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678fc00. 00000020:00000001:1.0:1789449583.059963:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.059965:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449583.059966:0:35270:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449583.059967:0:35270:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678fc00 uarg=0000000000000000 00020000:00000001:1.0:1789449583.059969:0:35270:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.059971:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.059973:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449583.059975:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678fc00. 00000080:00000001:1.0:1789449583.059978:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.059980:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.059983:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449583.059984:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:1.0:1789449583.059987:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449583.059988:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449583.059990:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678fc00. 00000020:00000001:1.0:1789449583.059993:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.059994:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449583.059995:0:35270:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449583.059996:0:35270:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678fc00 uarg=0000000000000000 00020000:00000001:1.0:1789449583.059999:0:35270:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.060009:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.060011:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449583.060013:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678fc00. 00000080:00000001:1.0:1789449583.060015:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.060017:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.060020:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449583.060021:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:1.0:1789449583.060023:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449583.060024:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449583.060026:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678fc00. 00000020:00000001:1.0:1789449583.060028:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.060029:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449583.060030:0:35270:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449583.060031:0:35270:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678fc00 uarg=0000000000000000 00020000:00000001:1.0:1789449583.060034:0:35270:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.060035:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.060037:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449583.060039:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678fc00. 00000080:00000001:1.0:1789449583.060042:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.060043:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.060046:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449583.060048:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:1.0:1789449583.060050:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449583.060051:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449583.060053:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678fc00. 00000020:00000001:1.0:1789449583.060055:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.060056:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449583.060057:0:35270:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449583.060058:0:35270:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678fc00 uarg=0000000000000000 00020000:00000001:1.0:1789449583.060060:0:35270:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.060062:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.060063:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449583.060065:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678fc00. 00000080:00000001:1.0:1789449583.060067:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.060068:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.060071:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449583.060072:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:1.0:1789449583.060075:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449583.060076:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449583.060077:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678fc00. 00000020:00000001:1.0:1789449583.060079:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.060081:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449583.060081:0:35270:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449583.060082:0:35270:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678fc00 uarg=0000000000000000 00020000:00000001:1.0:1789449583.060085:0:35270:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.060086:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.060088:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449583.060090:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678fc00. 00000080:00000001:1.0:1789449583.060091:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.060093:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.060095:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449583.060097:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:1.0:1789449583.060099:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449583.060100:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449583.060102:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678fc00. 00000020:00000001:1.0:1789449583.060104:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.060106:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449583.060107:0:35270:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449583.060108:0:35270:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678fc00 uarg=0000000000000000 00020000:00000001:1.0:1789449583.060111:0:35270:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.060112:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.060114:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449583.060116:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678fc00. 00000080:00000001:1.0:1789449583.060118:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.060120:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.060122:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449583.060124:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:1.0:1789449583.060127:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449583.060128:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449583.060130:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678fc00. 00000020:00000001:1.0:1789449583.060132:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.060134:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449583.060135:0:35270:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449583.060136:0:35270:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678fc00 uarg=0000000000000000 00020000:00000001:1.0:1789449583.060138:0:35270:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.060140:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.060142:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449583.060144:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678fc00. 00000080:00000001:1.0:1789449583.060146:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.060147:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.060150:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449583.060151:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:1.0:1789449583.060153:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449583.060557:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449583.060562:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678fc00. 00000020:00000001:1.0:1789449583.060566:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.060568:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449583.060571:0:35270:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449583.060572:0:35270:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678fc00 uarg=0000000000000000 00020000:00000001:1.0:1789449583.060575:0:35270:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.060578:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.060579:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449583.060582:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678fc00. 00000080:00000001:1.0:1789449583.060585:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.060587:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.060594:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449583.060596:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:1.0:1789449583.060600:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449583.060601:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449583.060604:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678fc00. 00000020:00000001:1.0:1789449583.060606:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.060607:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449583.060609:0:35270:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449583.060610:0:35270:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678fc00 uarg=0000000000000000 00020000:00000001:1.0:1789449583.060613:0:35270:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.060615:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.060617:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449583.060618:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678fc00. 00000080:00000001:1.0:1789449583.060621:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.060623:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.060626:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449583.060628:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:1.0:1789449583.060630:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449583.060632:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449583.060634:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678fc00. 00000020:00000001:1.0:1789449583.060636:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.060638:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449583.060639:0:35270:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449583.060640:0:35270:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678fc00 uarg=0000000000000000 00020000:00000001:1.0:1789449583.060643:0:35270:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.060646:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.060648:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449583.060650:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678fc00. 00000080:00000001:1.0:1789449583.060652:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.060654:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.060657:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449583.060658:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:1.0:1789449583.060661:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449583.060662:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449583.060665:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678fc00. 00000020:00000001:1.0:1789449583.060667:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.060668:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449583.060669:0:35270:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449583.060671:0:35270:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678fc00 uarg=0000000000000000 00020000:00000001:1.0:1789449583.060673:0:35270:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.060675:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.060676:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449583.060678:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678fc00. 00000080:00000001:1.0:1789449583.060681:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.060683:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.060686:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449583.060688:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:1.0:1789449583.060691:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449583.060692:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449583.060694:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678fc00. 00000020:00000001:1.0:1789449583.060697:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.060698:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449583.060700:0:35270:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449583.060701:0:35270:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678fc00 uarg=0000000000000000 00020000:00000001:1.0:1789449583.060704:0:35270:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.060705:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.060707:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449583.060709:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678fc00. 00000080:00000001:1.0:1789449583.060712:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.060714:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.060717:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449583.060718:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:1.0:1789449583.060721:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449583.060722:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449583.060725:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678fc00. 00000020:00000001:1.0:1789449583.060727:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.060728:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449583.060729:0:35270:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449583.060730:0:35270:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678fc00 uarg=0000000000000000 00020000:00000001:1.0:1789449583.060733:0:35270:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.060735:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.060736:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449583.060739:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678fc00. 00000080:00000001:1.0:1789449583.060741:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.060743:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.060746:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449583.060748:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:1.0:1789449583.060750:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449583.060751:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449583.060754:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678fc00. 00000020:00000001:1.0:1789449583.060755:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.060757:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449583.060758:0:35270:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449583.060759:0:35270:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678fc00 uarg=0000000000000000 00020000:00000001:1.0:1789449583.060762:0:35270:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.060764:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.060765:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449583.060767:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678fc00. 00000080:00000001:1.0:1789449583.060770:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.060771:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.060775:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449583.060777:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:1.0:1789449583.060780:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449583.060781:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449583.060784:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678fc00. 00000020:00000001:1.0:1789449583.060786:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.060788:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449583.060789:0:35270:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449583.060790:0:35270:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678fc00 uarg=0000000000000000 00020000:00000001:1.0:1789449583.060792:0:35270:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.060794:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.060796:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449583.060798:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678fc00. 00000080:00000001:1.0:1789449583.060801:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.060803:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.060805:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449583.060807:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:1.0:1789449583.060809:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449583.060811:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449583.060813:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678fc00. 00000020:00000001:1.0:1789449583.060815:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.060817:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449583.060818:0:35270:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449583.060819:0:35270:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678fc00 uarg=0000000000000000 00020000:00000001:1.0:1789449583.060822:0:35270:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.060824:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.060826:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449583.060828:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678fc00. 00000080:00000001:1.0:1789449583.060830:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.060831:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.060835:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449583.060836:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:1.0:1789449583.060839:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449583.060841:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449583.060844:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678fc00. 00000020:00000001:1.0:1789449583.060846:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.060848:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449583.060849:0:35270:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449583.060850:0:35270:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678fc00 uarg=0000000000000000 00020000:00000001:1.0:1789449583.060853:0:35270:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.060855:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.060856:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449583.060859:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678fc00. 00000080:00000001:1.0:1789449583.060861:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.060862:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.061082:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449583.061083:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:1.0:1789449583.061087:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449583.061089:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449583.061092:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678fc00. 00000020:00000001:1.0:1789449583.061094:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.061096:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449583.061097:0:35270:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449583.061098:0:35270:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678fc00 uarg=0000000000000000 00020000:00000001:1.0:1789449583.061100:0:35270:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.061102:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.061104:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449583.061106:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678fc00. 00000080:00000001:1.0:1789449583.061108:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.061109:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.061112:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449583.061113:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:1.0:1789449583.061115:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449583.061116:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449583.061118:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678fc00. 00000020:00000001:1.0:1789449583.061120:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.061121:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449583.061123:0:35270:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449583.061124:0:35270:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678fc00 uarg=0000000000000000 00020000:00000001:1.0:1789449583.061127:0:35270:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.061128:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.061130:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449583.061132:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678fc00. 00000080:00000001:1.0:1789449583.061134:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.061136:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.061139:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449583.061140:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:1.0:1789449583.061142:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449583.061144:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449583.061145:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678fc00. 00000020:00000001:1.0:1789449583.061148:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.061149:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449583.061150:0:35270:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449583.061151:0:35270:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678fc00 uarg=0000000000000000 00020000:00000001:1.0:1789449583.061153:0:35270:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.061531:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.061533:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449583.061536:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678fc00. 00000080:00000001:1.0:1789449583.061539:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.061542:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.061548:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449583.061549:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:1.0:1789449583.061553:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449583.061554:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449583.061557:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678fc00. 00000020:00000001:1.0:1789449583.061560:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.061562:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449583.061564:0:35270:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449583.061565:0:35270:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678fc00 uarg=0000000000000000 00020000:00000001:1.0:1789449583.061568:0:35270:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.061570:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.061572:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449583.061574:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678fc00. 00000080:00000001:1.0:1789449583.061576:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.061578:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.061581:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449583.061583:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:1.0:1789449583.061585:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449583.061586:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449583.061589:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678fc00. 00000020:00000001:1.0:1789449583.061591:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.061593:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449583.061594:0:35270:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449583.061595:0:35270:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678fc00 uarg=0000000000000000 00020000:00000001:1.0:1789449583.061598:0:35270:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.061600:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.061601:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449583.061603:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678fc00. 00000080:00000001:1.0:1789449583.061605:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.061607:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.061611:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449583.061612:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:1.0:1789449583.061615:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449583.061616:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449583.061618:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678fc00. 00000020:00000001:1.0:1789449583.061620:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.061622:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449583.061623:0:35270:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449583.061624:0:35270:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678fc00 uarg=0000000000000000 00020000:00000001:1.0:1789449583.061627:0:35270:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.061629:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.061631:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449583.061633:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678fc00. 00000080:00000001:1.0:1789449583.061636:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.061637:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.061640:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449583.061641:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:1.0:1789449583.061643:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449583.061645:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449583.061647:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678fc00. 00000020:00000001:1.0:1789449583.061649:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.061650:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449583.061651:0:35270:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449583.061652:0:35270:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678fc00 uarg=0000000000000000 00020000:00000001:1.0:1789449583.061655:0:35270:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.061657:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.061658:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449583.061661:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678fc00. 00000080:00000001:1.0:1789449583.061663:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.061665:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.061668:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449583.061669:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:1.0:1789449583.061672:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449583.061673:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449583.061675:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678fc00. 00000020:00000001:1.0:1789449583.061677:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.061679:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449583.061680:0:35270:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449583.061681:0:35270:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678fc00 uarg=0000000000000000 00020000:00000001:1.0:1789449583.061683:0:35270:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.061685:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.061687:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449583.061689:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678fc00. 00000080:00000001:1.0:1789449583.061691:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.061693:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.061696:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449583.061698:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:1.0:1789449583.061701:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449583.061702:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449583.061705:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678fc00. 00000020:00000001:1.0:1789449583.061707:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.061709:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449583.061710:0:35270:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449583.061711:0:35270:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678fc00 uarg=0000000000000000 00020000:00000001:1.0:1789449583.061713:0:35270:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.061715:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.061717:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449583.061719:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678fc00. 00000080:00000001:1.0:1789449583.061721:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.061722:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.061726:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449583.061727:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:1.0:1789449583.061730:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449583.061731:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449583.061733:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678fc00. 00000020:00000001:1.0:1789449583.061736:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.061737:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449583.061738:0:35270:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449583.061740:0:35270:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678fc00 uarg=0000000000000000 00020000:00000001:1.0:1789449583.061742:0:35270:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.061744:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.061745:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449583.061748:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678fc00. 00000080:00000001:1.0:1789449583.061750:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.061752:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.061755:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449583.061757:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:1.0:1789449583.061759:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449583.061760:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449583.061764:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678fc00. 00000020:00000001:1.0:1789449583.061766:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.061768:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449583.061769:0:35270:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449583.061770:0:35270:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678fc00 uarg=0000000000000000 00020000:00000001:1.0:1789449583.061773:0:35270:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.061775:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.061777:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449583.061780:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678fc00. 00000080:00000001:1.0:1789449583.061782:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.061784:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.061788:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449583.061789:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:1.0:1789449583.061792:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449583.061793:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449583.061796:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678fc00. 00000020:00000001:1.0:1789449583.061798:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.061800:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449583.061801:0:35270:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449583.061803:0:35270:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678fc00 uarg=0000000000000000 00020000:00000001:1.0:1789449583.061806:0:35270:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.061808:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.061810:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449583.061812:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678fc00. 00000080:00000001:1.0:1789449583.061814:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.061816:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.061819:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449583.061821:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:1.0:1789449583.061824:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449583.061825:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449583.061827:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678fc00. 00000020:00000001:1.0:1789449583.061830:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.061832:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449583.061834:0:35270:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449583.061835:0:35270:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678fc00 uarg=0000000000000000 00020000:00000001:1.0:1789449583.061837:0:35270:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.061839:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.061841:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449583.061843:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678fc00. 00000080:00000001:1.0:1789449583.061845:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.061847:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.061850:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449583.061852:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:1.0:1789449583.061854:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449583.061856:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449583.061858:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678fc00. 00000020:00000001:1.0:1789449583.061860:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.061862:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449583.062714:0:35270:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449583.062721:0:35270:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678fc00 uarg=0000000000000000 00020000:00000001:1.0:1789449583.062728:0:35270:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.062733:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.062736:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449583.062739:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678fc00. 00000080:00000001:1.0:1789449583.062743:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.062746:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.062758:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449583.062760:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:1.0:1789449583.062764:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449583.062766:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449583.062772:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678fc00. 00000020:00000001:1.0:1789449583.062775:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.062777:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449583.062779:0:35270:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449583.062780:0:35270:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678fc00 uarg=0000000000000000 00020000:00000001:1.0:1789449583.062782:0:35270:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.062785:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.062787:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449583.062789:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678fc00. 00000080:00000001:1.0:1789449583.062792:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.062793:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.062797:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449583.062798:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:1.0:1789449583.062801:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449583.062802:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449583.062805:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678fc00. 00000020:00000001:1.0:1789449583.062807:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.062809:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449583.062810:0:35270:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449583.062811:0:35270:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678fc00 uarg=0000000000000000 00020000:00000001:1.0:1789449583.062813:0:35270:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.062815:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.062816:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449583.062819:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678fc00. 00000080:00000001:1.0:1789449583.062821:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.062823:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.062826:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449583.062827:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:1.0:1789449583.062829:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449583.062831:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449583.062833:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678fc00. 00000020:00000001:1.0:1789449583.062835:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.062836:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449583.062837:0:35270:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449583.062839:0:35270:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678fc00 uarg=0000000000000000 00020000:00000001:1.0:1789449583.062841:0:35270:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.062843:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.062845:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449583.062847:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678fc00. 00000080:00000001:1.0:1789449583.062850:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.062852:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.062855:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449583.062857:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:1.0:1789449583.062860:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449583.062861:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449583.063687:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678fc00. 00000020:00000001:1.0:1789449583.063700:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.063703:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449583.063706:0:35270:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449583.063707:0:35270:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678fc00 uarg=0000000000000000 00020000:00000001:1.0:1789449583.063711:0:35270:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.063713:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.063715:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449583.063718:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678fc00. 00000080:00000001:1.0:1789449583.063722:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.063726:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.063738:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449583.063739:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:1.0:1789449583.063743:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449583.063746:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449583.063749:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678fc00. 00000020:00000001:1.0:1789449583.063751:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.063753:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449583.063755:0:35270:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449583.063756:0:35270:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678fc00 uarg=0000000000000000 00020000:00000001:1.0:1789449583.063759:0:35270:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.063761:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.063763:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449583.063765:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678fc00. 00000080:00000001:1.0:1789449583.063767:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.063769:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.063771:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449583.063774:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:1.0:1789449583.063776:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449583.063777:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449583.063779:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678fc00. 00000020:00000001:1.0:1789449583.063782:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.063783:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449583.063784:0:35270:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449583.063785:0:35270:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678fc00 uarg=0000000000000000 00020000:00000001:1.0:1789449583.063787:0:35270:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.063789:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.063791:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449583.063793:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678fc00. 00000080:00000001:1.0:1789449583.063795:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.063797:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.063800:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449583.063801:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:1.0:1789449583.063803:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449583.063804:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449583.063807:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678fc00. 00000020:00000001:1.0:1789449583.063809:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.063810:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449583.063812:0:35270:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449583.063813:0:35270:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678fc00 uarg=0000000000000000 00020000:00000001:1.0:1789449583.063816:0:35270:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.063817:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.063819:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449583.063821:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678fc00. 00000080:00000001:1.0:1789449583.063823:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.063825:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.063828:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449583.063829:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:1.0:1789449583.063832:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449583.063833:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449583.063836:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678fc00. 00000020:00000001:1.0:1789449583.063839:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.063840:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449583.063841:0:35270:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449583.063842:0:35270:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678fc00 uarg=0000000000000000 00020000:00000001:1.0:1789449583.063845:0:35270:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.063847:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.063849:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449583.063851:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678fc00. 00000080:00000001:1.0:1789449583.063853:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.063855:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.063858:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449583.063859:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:1.0:1789449583.063862:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449583.063876:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449583.063911:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678fc00. 00000020:00000001:1.0:1789449583.063914:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.063916:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449583.063918:0:35270:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449583.063919:0:35270:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678fc00 uarg=0000000000000000 00020000:00000001:1.0:1789449583.063922:0:35270:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.063924:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.063926:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449583.063929:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678fc00. 00000080:00000001:1.0:1789449583.063931:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.063933:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.063937:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449583.063938:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:1.0:1789449583.063941:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449583.063942:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449583.063945:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678fc00. 00000020:00000001:1.0:1789449583.063947:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.063948:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449583.063950:0:35270:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449583.063951:0:35270:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678fc00 uarg=0000000000000000 00020000:00000001:1.0:1789449583.063954:0:35270:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.063955:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.063957:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449583.063959:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678fc00. 00000080:00000001:1.0:1789449583.063961:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.063963:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.063966:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449583.063967:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:1.0:1789449583.063970:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449583.063971:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449583.063974:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678fc00. 00000020:00000001:1.0:1789449583.063976:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.063977:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449583.063978:0:35270:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449583.063979:0:35270:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678fc00 uarg=0000000000000000 00020000:00000001:1.0:1789449583.063982:0:35270:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.063983:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.063985:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449583.063987:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678fc00. 00000080:00000001:1.0:1789449583.063999:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.064002:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.064006:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449583.064007:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:1.0:1789449583.064010:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449583.064011:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449583.064014:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678fc00. 00000020:00000001:1.0:1789449583.064016:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.064017:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449583.064019:0:35270:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449583.064020:0:35270:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678fc00 uarg=0000000000000000 00020000:00000001:1.0:1789449583.064022:0:35270:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.064026:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.064028:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449583.064030:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678fc00. 00000080:00000001:1.0:1789449583.064032:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.064034:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.064037:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449583.064039:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:1.0:1789449583.064042:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449583.064043:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449583.064046:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678fc00. 00000020:00000001:1.0:1789449583.064048:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.064049:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449583.064050:0:35270:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449583.064051:0:35270:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678fc00 uarg=0000000000000000 00020000:00000001:1.0:1789449583.064054:0:35270:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.064056:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.064058:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449583.064060:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678fc00. 00000080:00000001:1.0:1789449583.064062:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.064063:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.064066:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449583.064068:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:1.0:1789449583.064070:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449583.064071:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449583.064074:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678fc00. 00000020:00000001:1.0:1789449583.064076:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.064078:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449583.064079:0:35270:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449583.064080:0:35270:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678fc00 uarg=0000000000000000 00020000:00000001:1.0:1789449583.064083:0:35270:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.064085:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.064087:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449583.064089:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678fc00. 00000080:00000001:1.0:1789449583.064092:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.064093:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.064097:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449583.064099:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:1.0:1789449583.064102:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449583.064103:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449583.064106:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678fc00. 00000020:00000001:1.0:1789449583.064108:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.064110:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449583.064111:0:35270:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449583.064113:0:35270:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678fc00 uarg=0000000000000000 00020000:00000001:1.0:1789449583.064116:0:35270:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.064118:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.064119:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449583.064122:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678fc00. 00000080:00000001:1.0:1789449583.064124:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.064126:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.064130:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449583.064131:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:1.0:1789449583.064134:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449583.064136:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449583.064138:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678fc00. 00000020:00000001:1.0:1789449583.064140:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.064142:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449583.064143:0:35270:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449583.064145:0:35270:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678fc00 uarg=0000000000000000 00020000:00000001:1.0:1789449583.064147:0:35270:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.064149:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.064152:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449583.064154:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678fc00. 00000080:00000001:1.0:1789449583.064168:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.064170:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.064174:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449583.064176:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:1.0:1789449583.064179:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449583.064180:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449583.064183:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678fc00. 00000020:00000001:1.0:1789449583.064185:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.064187:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449583.064188:0:35270:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449583.064189:0:35270:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678fc00 uarg=0000000000000000 00020000:00000001:1.0:1789449583.064191:0:35270:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.064193:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.064195:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449583.064197:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678fc00. 00000080:00000001:1.0:1789449583.064199:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.064201:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.064218:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449583.064219:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:1.0:1789449583.064223:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449583.064224:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449583.064227:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678fc00. 00000020:00000001:1.0:1789449583.064229:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.064231:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449583.064232:0:35270:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449583.064233:0:35270:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678fc00 uarg=0000000000000000 00020000:00000001:1.0:1789449583.064243:0:35270:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.064245:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.064247:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449583.064249:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678fc00. 00000080:00000001:1.0:1789449583.064252:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.064253:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.064257:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449583.064258:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:1.0:1789449583.064261:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449583.064262:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449583.064266:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678fc00. 00000020:00000001:1.0:1789449583.064268:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.064270:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449583.064271:0:35270:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449583.064272:0:35270:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678fc00 uarg=0000000000000000 00020000:00000001:1.0:1789449583.064275:0:35270:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.064277:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.064278:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449583.064280:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678fc00. 00000080:00000001:1.0:1789449583.064283:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.064285:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.064288:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449583.064289:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:1.0:1789449583.064291:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449583.064292:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449583.064294:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678fc00. 00000020:00000001:1.0:1789449583.064297:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.064298:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449583.064299:0:35270:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449583.064300:0:35270:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678fc00 uarg=0000000000000000 00020000:00000001:1.0:1789449583.064302:0:35270:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.064304:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.064306:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449583.064308:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678fc00. 00000080:00000001:1.0:1789449583.064310:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.064312:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.064315:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449583.064317:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:1.0:1789449583.064319:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449583.064321:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449583.064323:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678fc00. 00000020:00000001:1.0:1789449583.064326:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.064327:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449583.064329:0:35270:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449583.064330:0:35270:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678fc00 uarg=0000000000000000 00020000:00000001:1.0:1789449583.064333:0:35270:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.064335:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.064336:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449583.064338:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678fc00. 00000080:00000001:1.0:1789449583.064341:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.064343:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.064347:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449583.064348:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:1.0:1789449583.064350:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449583.064352:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449583.064354:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678fc00. 00000020:00000001:1.0:1789449583.064356:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.064358:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449583.064359:0:35270:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449583.064360:0:35270:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678fc00 uarg=0000000000000000 00020000:00000001:1.0:1789449583.064363:0:35270:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.064365:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.064367:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449583.064369:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678fc00. 00000080:00000001:1.0:1789449583.064371:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.064372:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.064376:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449583.064377:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:1.0:1789449583.064380:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449583.064381:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449583.064384:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678fc00. 00000020:00000001:1.0:1789449583.064386:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.064387:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449583.064388:0:35270:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449583.064390:0:35270:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678fc00 uarg=0000000000000000 00020000:00000001:1.0:1789449583.064392:0:35270:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.064394:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.064396:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449583.064398:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678fc00. 00000080:00000001:1.0:1789449583.064400:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.064402:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.064405:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449583.064406:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:1.0:1789449583.064409:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449583.064410:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449583.064412:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678fc00. 00000020:00000001:1.0:1789449583.064414:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.064416:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449583.064417:0:35270:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449583.064418:0:35270:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678fc00 uarg=0000000000000000 00020000:00000001:1.0:1789449583.064421:0:35270:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.064423:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.064425:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449583.064427:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678fc00. 00000080:00000001:1.0:1789449583.064429:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.064431:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.064434:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449583.064436:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:1.0:1789449583.064439:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449583.064440:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449583.064442:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678fc00. 00000020:00000001:1.0:1789449583.064444:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.064446:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449583.064447:0:35270:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449583.064448:0:35270:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678fc00 uarg=0000000000000000 00020000:00000001:1.0:1789449583.064451:0:35270:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.064452:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.064454:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449583.064456:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678fc00. 00000080:00000001:1.0:1789449583.064458:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.064460:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.064464:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449583.064465:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:1.0:1789449583.064468:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449583.064469:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449583.064471:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678fc00. 00000020:00000001:1.0:1789449583.064473:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.064475:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449583.064476:0:35270:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449583.064477:0:35270:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678fc00 uarg=0000000000000000 00020000:00000001:1.0:1789449583.064479:0:35270:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.064481:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.064483:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449583.064485:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678fc00. 00000080:00000001:1.0:1789449583.064487:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.064489:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.064492:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449583.064493:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:1.0:1789449583.064495:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449583.064496:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449583.064499:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678fc00. 00000020:00000001:1.0:1789449583.064501:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.064502:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449583.064504:0:35270:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449583.064505:0:35270:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678fc00 uarg=0000000000000000 00020000:00000001:1.0:1789449583.064507:0:35270:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.064509:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.064510:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449583.064513:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678fc00. 00000080:00000001:1.0:1789449583.064515:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.064516:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.064519:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449583.064521:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:1.0:1789449583.064524:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449583.064525:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449583.064527:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678fc00. 00000020:00000001:1.0:1789449583.064529:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.064531:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449583.064532:0:35270:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449583.064533:0:35270:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678fc00 uarg=0000000000000000 00020000:00000001:1.0:1789449583.064535:0:35270:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.064537:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.064539:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449583.064541:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678fc00. 00000080:00000001:1.0:1789449583.064543:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.064545:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.064548:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449583.064549:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:1.0:1789449583.064552:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449583.064553:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449583.064555:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678fc00. 00000020:00000001:1.0:1789449583.064557:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.064559:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449583.064560:0:35270:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449583.064561:0:35270:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678fc00 uarg=0000000000000000 00020000:00000001:1.0:1789449583.064564:0:35270:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.064565:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.064567:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449583.064569:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678fc00. 00000080:00000001:1.0:1789449583.064571:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.064573:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.064576:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449583.064578:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:1.0:1789449583.064580:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449583.064581:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449583.064584:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678fc00. 00000020:00000001:1.0:1789449583.064586:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.064588:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449583.064589:0:35270:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449583.064590:0:35270:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678fc00 uarg=0000000000000000 00020000:00000001:1.0:1789449583.064592:0:35270:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.064594:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.064596:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449583.064598:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678fc00. 00000080:00000001:1.0:1789449583.064600:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.064602:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449583.064606:0:35270:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449583.064607:0:35270:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7fffe527a290 00000080:00000001:1.0:1789449583.064610:0:35270:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449583.064611:0:35270:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449583.064614:0:35270:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678fc00. 00000020:00000001:1.0:1789449583.064616:0:35270:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.064618:0:35270:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449583.064619:0:35270:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449583.064621:0:35270:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678fc00 uarg=0000000000000000 00020000:00000001:1.0:1789449583.064623:0:35270:0:(lov_obd.c:1002:lov_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1789449583.064625:0:35270:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1789449583.064627:0:35270:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:1.0:1789449583.064629:0:35270:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678fc00. 00000080:00000001:1.0:1789449583.064631:0:35270:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1789449583.064633:0:35270:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1789449583.064652:0:35270:0:(dir.c:3022:ll_dir_release()) Process entered 00000080:00000001:1.0:1789449583.064656:0:35270:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1789449583.064660:0:35270:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181ce3dd0 00000080:00200008:1.0:1789449583.064663:0:35270:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9e8b89180908), flags 100000 00000080:00400000:1.0:1789449583.064668:0:35270:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:1.0:1789449583.064672:0:35270:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9e8b8432cdc0. 00000080:00000001:1.0:1789449583.064678:0:35270:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1789449583.064682:0:35270:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181ce3dd0 00000080:00000008:1.0:1789449583.064683:0:35270:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9e8b89180908), flags 100000, rc = 0 00000080:00000001:1.0:1789449583.064687:0:35270:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.064688:0:35270:0:(dir.c:3023:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449583.072503:0:35271:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789449583.072515:0:35271:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789449583.072518:0:35271:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789449583.072522:0:35271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181ce3bc0 00000080:00200000:2.0:1789449583.072528:0:35271:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:2.0:1789449583.072539:0:35271:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b8632f800. 00800000:00000002:2.0:1789449583.072549:0:35271:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:2.0:1789449583.072553:0:35271:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789449583.072559:0:35271:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789449583.072562:0:35271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181ce3ae0 00800000:00000002:2.0:1789449583.072565:0:35271:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789449583.072569:0:35271:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789449583.072572:0:35271:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789449583.072576:0:35271:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789449583.072579:0:35271:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789449583.072582:0:35271:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789449583.072584:0:35271:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449583.072587:0:35271:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789449583.072589:0:35271:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449583.072594:0:35271:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789449583.072601:0:35271:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789449583.072603:0:35271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181ce39b0 00000002:00010000:2.0:1789449583.072605:0:35271:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789449583.072609:0:35271:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789449583.072611:0:35271:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789449583.072615:0:35271:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789449583.072625:0:35271:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cba000 count: 2 00010000:00000001:2.0:1789449583.072628:0:35271:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789449583.072634:0:35271:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449583.072640:0:35271:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789449583.072646:0:35271:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499a00/0xcddde1459ded67ca lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dd5e expref: -99 pid: 35270 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1789449583.072660:0:35271:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789449583.072666:0:35271:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449583.072670:0:35271:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499a00/0xcddde1459ded67ca lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dd5e expref: -99 pid: 35270 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:2.0:1789449583.072678:0:35271:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789449583.072680:0:35271:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789449583.072682:0:35271:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789449583.072684:0:35271:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789449583.072686:0:35271:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789449583.072689:0:35271:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789449583.072692:0:35271:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789449583.072695:0:35271:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:2.0:1789449583.072700:0:35271:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b8632f800. 00000080:00000001:2.0:1789449583.072706:0:35271:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789449583.072708:0:35271:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789449583.072711:0:35271:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:2.0:1789449583.072715:0:35271:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded67ca 00800000:00000001:2.0:1789449583.072718:0:35271:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789449583.072720:0:35271:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789449583.072722:0:35271:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449583.072724:0:35271:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449583.072728:0:35271:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499a00 refcount=3 00000020:00000001:2.0:1789449583.072730:0:35271:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823454208 : -107152886097408 : ffff9e8b86499a00) 00010000:00000001:2.0:1789449583.072733:0:35271:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823454208 : -107152886097408 : ffff9e8b86499a00) 00010000:00000001:2.0:1789449583.072737:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449583.072739:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789449583.072740:0:35271:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789449583.072742:0:35271:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789449583.072746:0:35271:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded67ca from it ffffb71181ce3bf8 00010000:00000001:2.0:1789449583.072748:0:35271:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449583.072750:0:35271:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449583.072751:0:35271:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499a00 refcount=3 00000020:00000001:2.0:1789449583.072753:0:35271:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823454208 : -107152886097408 : ffff9e8b86499a00) 00010000:00000001:2.0:1789449583.072756:0:35271:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823454208 : -107152886097408 : ffff9e8b86499a00) 00010000:00000001:2.0:1789449583.072758:0:35271:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789449583.072762:0:35271:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499a00/0xcddde1459ded67ca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3dd5e expref: -99 pid: 35270 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1789449583.072768:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449583.072770:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449583.072771:0:35271:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789449583.072774:0:35271:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789449583.072777:0:35271:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499a00/0xcddde1459ded67ca lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dd5e expref: -99 pid: 35270 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1789449583.072785:0:35271:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789449583.072789:0:35271:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789449583.072792:0:35271:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789449583.072797:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449583.072798:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449583.072800:0:35271:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449583.072803:0:35271:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789449583.072805:0:35271:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449583.072807:0:35271:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449583.072810:0:35271:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449583.072813:0:35271:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789449583.072814:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449583.072815:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789449583.072818:0:35271:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789449583.072821:0:35271:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789449583.072823:0:35271:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908), inode mode 41ff mask 1 00000080:00000001:2.0:1789449583.072828:0:35271:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449583.072835:0:35271:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1789449583.072838:0:35271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181ce3b58 00000080:00002000:2.0:1789449583.072840:0:35271:0:(dcache.c:87:ll_dcompare()) found name recon(ffff9e8b89340360) flags 0x48000e refc 0 00000080:00000001:2.0:1789449583.072843:0:35271:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449583.072845:0:35271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181ce3bc8 00000080:00200000:2.0:1789449583.072846:0:35271:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=777 00000080:00000001:2.0:1789449583.072855:0:35271:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1789449583.072857:0:35271:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x2b:0x0](ffff9e8b89184b08), inode mode 81a4 mask 52 00000080:00000001:2.0:1789449583.072859:0:35271:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449583.072868:0:35271:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1789449583.072870:0:35271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181ce3b98 00000080:00200008:2.0:1789449583.072872:0:35271:0:(file.c:1090:ll_file_open()) START file recon:[0x200000405:0x2b:0x0](ffff9e8b89184b08), flags 102101 00000080:00000010:2.0:1789449583.073704:0:35271:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9e8b89996b40. 00000080:00000001:2.0:1789449583.073718:0:35271:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:2.0:1789449583.073724:0:35271:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b8632f800. 00800000:00000002:2.0:1789449583.073729:0:35271:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:2.0:1789449583.073732:0:35271:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789449583.073735:0:35271:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789449583.073738:0:35271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181ce3a48 00800000:00000002:2.0:1789449583.073740:0:35271:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x200000405:0x2b:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789449583.073744:0:35271:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1789449583.073746:0:35271:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789449583.073749:0:35271:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789449583.073751:0:35271:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789449583.073753:0:35271:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789449583.073755:0:35271:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449583.073756:0:35271:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:2.0:1789449583.073758:0:35271:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449583.073761:0:35271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181ce39c8 00800000:00000002:2.0:1789449583.073763:0:35271:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x2b:0x0], name='' -> mds #0 layout version 1 00000002:00000001:2.0:1789449583.073768:0:35271:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789449583.073770:0:35271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181ce3900 00000002:00010000:2.0:1789449583.073772:0:35271:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0240102102 00000002:00000001:2.0:1789449583.073776:0:35271:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789449583.073779:0:35271:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1789449583.073783:0:35271:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1789449583.073790:0:35271:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652a00 count: 2 00010000:00000001:2.0:1789449583.073793:0:35271:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789449583.073797:0:35271:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1789449583.073801:0:35271:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449583.073803:0:35271:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449583.073804:0:35271:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449583.073806:0:35271:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1789449583.073808:0:35271:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cba000 count: 2 00010000:00000001:2.0:1789449583.073810:0:35271:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789449583.073812:0:35271:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1789449583.073815:0:35271:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789449583.073819:0:35271:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499a00/0xcddde1459ded67ca lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xeb7cbf5e2fd3dd5e expref: -99 pid: 35270 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00000001:2.0:1789449583.073828:0:35271:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789449583.073833:0:35271:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789449583.073836:0:35271:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789449583.073838:0:35271:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1789449583.073840:0:35271:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789449583.073842:0:35271:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789449583.073844:0:35271:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cba000 count: 3 00010000:00000001:2.0:1789449583.073846:0:35271:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789449583.073849:0:35271:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449583.073850:0:35271:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789449583.073851:0:35271:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789449583.073852:0:35271:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cba000 count: 3 00010000:00000001:2.0:1789449583.073854:0:35271:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789449583.073856:0:35271:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449583.073857:0:35271:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789449583.073858:0:35271:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789449583.073859:0:35271:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cba000 count: 3 00010000:00000001:2.0:1789449583.073861:0:35271:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789449583.073862:0:35271:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449583.073864:0:35271:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789449583.073866:0:35271:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9e8b89180840, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1789449583.073871:0:35271:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1789449583.073874:0:35271:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1789449583.073877:0:35271:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789449583.074082:0:35271:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449583.074087:0:35271:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789449583.074091:0:35271:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789449583.074092:0:35271:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789449583.074094:0:35271:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449583.074097:0:35271:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1789449583.074101:0:35271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9e8b86499a00 with handle 0xcddde1459ded67ca from hash 00010000:00000001:2.0:1789449583.074103:0:35271:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789449583.074104:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449583.074106:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449583.074107:0:35271:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789449583.074110:0:35271:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789449583.074112:0:35271:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1789449583.074114:0:35271:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789449583.074116:0:35271:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789449583.074117:0:35271:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1789449583.074125:0:35271:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065f100. 00000020:00000040:2.0:1789449583.074130:0:35271:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e8b89903000 02000000:00000001:2.0:1789449583.074138:0:35271:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789449583.074140:0:35271:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449583.074143:0:35271:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789449583.074149:0:35271:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789449583.074296:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449583.074299:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449583.074300:0:35271:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449583.074305:0:35271:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449583.074308:0:35271:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449583.074313:0:35271:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449583.074323:0:35271:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b83607c00. 00000100:00000001:2.0:1789449583.074333:0:35271:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449583.074339:0:35271:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789449583.074342:0:35271:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1789449583.074346:0:35271:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499a00/0xcddde1459ded67ca lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xeb7cbf5e2fd3dd5e expref: -99 pid: 35270 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1789449583.074359:0:35271:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1789449583.074360:0:35271:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789449583.074362:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789449583.074365:0:35271:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499a00/0xcddde1459ded67ca lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xeb7cbf5e2fd3dd5e expref: -99 pid: 35270 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000040:2.0:1789449583.075517:0:35271:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9e8b82cba000 count: 0 00010000:00000010:2.0:1789449583.075525:0:35271:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e8b9066ea00. 00010000:00000001:2.0:1789449583.075533:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449583.075536:0:35271:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449583.075539:0:35271:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789449583.075540:0:35271:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449583.075543:0:35271:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449583.075557:0:35271:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446636920993083648 : -107152716467968 : ffff9e8b9065f100) 00010000:00000001:2.0:1789449583.075563:0:35271:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789449583.075566:0:35271:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1789449583.075574:0:35271:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9e8b90652900. 00010000:00000010:2.0:1789449583.075580:0:35271:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e8b83162e80. 00010000:00000001:2.0:1789449583.075585:0:35271:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789449583.075589:0:35271:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8b91c4c200. 00000020:00000001:2.0:1789449583.075593:0:35271:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789449583.075596:0:35271:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8b91c4c200 with handle 0xcddde1459ded67d1 to hash 00000020:00000001:2.0:1789449583.075598:0:35271:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789449583.075600:0:35271:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636921016074752 : -107152693476864 : ffff9e8b91c4c200) 00010000:00000001:2.0:1789449583.075604:0:35271:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636921016074752 : -107152693476864 : ffff9e8b91c4c200) 00010000:00000001:2.0:1789449583.075608:0:35271:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449583.075611:0:35271:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449583.075615:0:35271:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c200/0xcddde1459ded67d1 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35271 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789449583.075623:0:35271:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c200/0xcddde1459ded67d1 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35271 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1789449583.075637:0:35271:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e8b89903000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1789449583.075652:0:35271:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e8b9065f100 x1876371947536512/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1789449583.075663:0:35271:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c200/0xcddde1459ded67d1 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35271 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789449583.075670:0:35271:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789449583.075672:0:35271:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789449583.075681:0:35271:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b87cfc900. 00000100:00000001:2.0:1789449583.075684:0:35271:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920849025280 : -107152860526336 : ffff9e8b87cfc900) 00000100:00000001:2.0:1789449583.075687:0:35271:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449583.075689:0:35271:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993083648 : -107152716467968 : ffff9e8b9065f100) 00000100:00000001:2.0:1789449583.075695:0:35271:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449583.075700:0:35271:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449583.075703:0:35271:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789449583.075705:0:35271:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789449583.075710:0:35271:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065f100 x1876371947536512/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449583.075718:0:35271:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449583.075721:0:35271:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449583.075726:0:35271:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449583.075729:0:35271:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449583.075732:0:35271:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449583.075736:0:35271:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065f100 pname:cluuid:pid:xid:nid:opc:job bash:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35271:1876371947536512:192.168.202.109@tcp:101:bash.0 00000100:00000001:2.0:1789449583.075741:0:35271:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789449583.075748:0:35271:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449583.075751:0:35271:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449583.075754:0:35271:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789449583.075836:0:35271:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9e8b86740000. 02000000:00000001:2.0:1789449583.075839:0:35271:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449583.075850:0:35271:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449583.075856:0:35271:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b9cb8. 00000400:00000010:2.0:1789449583.075866:0:35271:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9e8b83604000. 00000100:00000200:2.0:1789449583.075876:0:35271:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876371947536512, portal 10 00000100:00000001:2.0:1789449583.076053:0:35271:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449583.076054:0:35271:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993083648 : -107152716467968 : ffff9e8b9065f100) 00000100:00000040:2.0:1789449583.076062:0:35271:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b9065f100 x1876371947536512/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789449599 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449583.076069:0:35271:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449583.076071:0:35271:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449583.076076:0:35271:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d990. 00000100:00000200:2.0:1789449583.076079:0:35271:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1876371947536512, offset 0 00000400:00000200:2.0:1789449583.076086:0:35271:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449583.076097:0:35271:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449583.076108:0:35271:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449583.076114:0:35271:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449583.076120:0:35271:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449583.076124:0:35271:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449583.076126:0:35271:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449583.076130:0:35271:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2960:2960:256:4294967295] 192.168.202.109@tcp LPNI seq info [2960:2960:8:4294967295] 00000400:00000200:2.0:1789449583.076134:0:35271:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449583.076144:0:35271:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449583.076151:0:35271:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449583.076299:0:35271:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b89db4400. 00000800:00000200:2.0:1789449583.076308:0:35271:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449583.076317:0:35271:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449583.076322:0:35271:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b89db4400 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:2.0:1789449583.076391:0:35271:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449583.076398:0:35271:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 841698 usecs (842 jiffies) 00000400:00000200:2.0:1789449583.076402:0:35271:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449583.076405:0:35271:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296586604 00000100:00000001:2.0:1789449583.076413:0:35271:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, simply extend its deadline from 4296586533 00000100:00000001:2.0:1789449583.076421:0:35271:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296586604 00000100:00000001:2.0:1789449583.076424:0:35271:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, simply extend its deadline from 4296586533 00000100:00000001:2.0:1789449583.076428:0:35271:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449583.076431:0:35271:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449583.076434:0:35271:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449583.076436:0:35271:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789449583.076439:0:35271:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b87cfc900 going to sleep for 11 seconds 00000100:00000001:2.0:1789449583.076442:0:35271:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449583.076446:0:35271:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449583.080419:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449583.080435:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b89db4400. 00000400:00000200:3.0:1789449583.080444:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449583.080455:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449583.080466:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d990 00000400:00000010:3.0:1789449583.080469:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d990. 00000100:00000001:3.0:1789449583.080477:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449583.080486:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065f100 x1876371947536512/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789449599 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449583.080506:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449583.080510:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b9065f100 x1876371947536512/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789449599 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449583.080516:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449583.080518:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789449583.081071:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449583.081087:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449583.081091:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449583.081094:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449583.081104:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449583.081110:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449583.081120:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449583.081125:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449583.081131:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449583.081135:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 664 into portal 10 MB=0x6aa8ce3664080 00000400:00000200:3.0:1789449583.081141:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449583.081147:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 664/664 into md 0x869d [32] + 224 00000800:00000001:3.0:1789449583.081167:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449583.081176:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449583.081179:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449583.081183:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449583.081189:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449583.081195:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065f100 x1876371947536512/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789449599 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789449583.081217:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9e8b9065f100 x1876371947536512/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789449599 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449583.081235:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449583.081243:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449583.081247:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449583.081332:0:35271:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789449583.081342:0:35271:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789449583.081345:0:35271:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789449583.081349:0:35271:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b9cb8. 00000400:00000200:2.0:1789449583.081354:0:35271:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b83604000 00000400:00000010:2.0:1789449583.081357:0:35271:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9e8b83604000. 00000100:00000001:2.0:1789449583.081360:0:35271:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449583.081366:0:35271:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065f100 x1876371947536512/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789449599 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789449583.081375:0:35271:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065f100 x1876371947536512/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789449599 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449583.081381:0:35271:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789449583.081383:0:35271:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449583.081386:0:35271:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789449583.081390:0:35271:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789449583.081393:0:35271:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789449583.081396:0:35271:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449583.081400:0:35271:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789449583.081413:0:35271:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=63 v=5 (5 5 102 102) 00000100:00001000:2.0:1789449583.081417:0:35271:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=30 v=5 (1 0 0 0) 00000100:00000001:2.0:1789449583.081420:0:35271:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789449583.081422:0:35271:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449583.081425:0:35271:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789449583.081429:0:35271:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449583.081433:0:35271:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1789449583.081436:0:35271:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1789449583.081438:0:35271:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1789449583.081441:0:35271:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449583.081442:0:35271:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993083648 : -107152716467968 : ffff9e8b9065f100) 00000100:00000001:2.0:1789449583.081447:0:35271:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789449583.081449:0:35271:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967639 00000100:00000001:2.0:1789449583.081451:0:35271:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789449583.081454:0:35271:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449583.081460:0:35271:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065f100 x1876371947536512/t8589934596(8589934596) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1789449599 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449583.081468:0:35271:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449583.081472:0:35271:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789449583.081474:0:35271:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789449583.081479:0:35271:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065f100 x1876371947536512/t8589934596(8589934596) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1789449599 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789449583.081487:0:35271:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065f100 pname:cluuid:pid:xid:nid:opc:job bash:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35271:1876371947536512:192.168.202.109@tcp:101:bash.0 00000100:00000001:2.0:1789449583.081493:0:35271:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449583.081496:0:35271:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449583.081499:0:35271:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789449583.081501:0:35271:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449583.081504:0:35271:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b9065f100 x1876371947536512/t8589934596(8589934596) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1789449599 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449583.081511:0:35271:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789449583.081514:0:35271:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b87cfc900. 00000100:00000001:2.0:1789449583.081517:0:35271:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789449583.081519:0:35271:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449583.081523:0:35271:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789449583.081529:0:35271:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449583.081532:0:35271:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449583.081536:0:35271:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c200 refcount=4 00000020:00000001:2.0:1789449583.081539:0:35271:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016074752 : -107152693476864 : ffff9e8b91c4c200) 00010000:00000001:2.0:1789449583.081542:0:35271:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016074752 : -107152693476864 : ffff9e8b91c4c200) 00010000:00000040:2.0:1789449583.081550:0:35271:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e8b91c4c200, remote cookie: 0xeb7cbf5e2fd3dd6c, flags: 0x1001 00010000:00010000:2.0:1789449583.081556:0:35271:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c200/0xcddde1459ded67d1 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dd6c expref: -99 pid: 35271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789449583.081564:0:35271:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x2b:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1789449583.081568:0:35271:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:2.0:1789449583.081576:0:35271:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652a00 count: 2 00010000:00000001:2.0:1789449583.081579:0:35271:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:2.0:1789449583.081583:0:35271:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9e8b90652900 count: 0 00010000:00000010:2.0:1789449583.081590:0:35271:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e8b83162e80. 00010000:00000001:2.0:1789449583.081599:0:35271:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449583.081604:0:35271:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c200/0xcddde1459ded67d1 lrc: 4/0,1 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dd6c expref: -99 pid: 35271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789449583.081613:0:35271:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c200/0xcddde1459ded67d1 lrc: 4/0,1 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dd6c expref: -99 pid: 35271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449583.081620:0:35271:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1789449583.081625:0:35271:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1789449583.081628:0:35271:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1789449583.081630:0:35271:0:(ldlm_lock.c:1024:search_granted_lock()) Process leaving 00010000:00000001:2.0:1789449583.081631:0:35271:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1789449583.081634:0:35271:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x2b:0x0].0x0 (ffff9e8b90652a00) refcount = 2 00010000:00000040:2.0:1789449583.081637:0:35271:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1789449583.081640:0:35271:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75200/0xcddde1459ded67b5 lrc: 1/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xeb7cbf5e2fd3dd3b expref: -99 pid: 35265 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1789449583.081648:0:35271:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c200/0xcddde1459ded67d1 lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3dd6c expref: -99 pid: 35271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449583.081656:0:35271:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1789449583.081660:0:35271:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1789449583.081661:0:35271:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789449583.081665:0:35271:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789449583.081668:0:35271:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449583.081672:0:35271:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c200/0xcddde1459ded67d1 lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dd6c expref: -99 pid: 35271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449583.081677:0:35271:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1789449583.081679:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449583.081681:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449583.081682:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449583.081683:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449583.081685:0:35271:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449583.081691:0:35271:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1789449583.081693:0:35271:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449583.081695:0:35271:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449583.081696:0:35271:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c200 refcount=3 00000020:00000001:2.0:1789449583.081698:0:35271:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016074752 : -107152693476864 : ffff9e8b91c4c200) 00010000:00000001:2.0:1789449583.081701:0:35271:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016074752 : -107152693476864 : ffff9e8b91c4c200) 00010000:00000001:2.0:1789449583.081703:0:35271:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449583.081704:0:35271:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449583.081705:0:35271:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c200 refcount=4 00000020:00000001:2.0:1789449583.081707:0:35271:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016074752 : -107152693476864 : ffff9e8b91c4c200) 00010000:00000001:2.0:1789449583.081709:0:35271:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016074752 : -107152693476864 : ffff9e8b91c4c200) 00010000:00000001:2.0:1789449583.081712:0:35271:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449583.081716:0:35271:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449583.081720:0:35271:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c200/0xcddde1459ded67d1 lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3dd6c expref: -99 pid: 35271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449583.081726:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449583.081727:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449583.081729:0:35271:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449583.081730:0:35271:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449583.081731:0:35271:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c200 refcount=5 00000020:00000001:2.0:1789449583.081732:0:35271:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016074752 : -107152693476864 : ffff9e8b91c4c200) 00010000:00000001:2.0:1789449583.081735:0:35271:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016074752 : -107152693476864 : ffff9e8b91c4c200) 00010000:00000001:2.0:1789449583.081738:0:35271:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789449583.081740:0:35271:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c200/0xcddde1459ded67d1 lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3dd6c expref: -99 pid: 35271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449583.081746:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449583.081747:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789449583.081750:0:35271:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c200/0xcddde1459ded67d1 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3dd6c expref: -99 pid: 35271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449583.081756:0:35271:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789449583.081758:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449583.081759:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449583.081760:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449583.081761:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1789449583.081766:0:35271:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x2b, status=0 req@ffff9e8b9065f100 x1876371947536512/t8589934596(8589934596) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1789449599 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789449583.081776:0:35271:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1789449583.081782:0:35271:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9e8b9065f100 x1876371947536512/t8589934596(8589934596) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1789449599 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789449583.081789:0:35271:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449583.081796:0:35271:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449583.081798:0:35271:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449583.081799:0:35271:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c200 refcount=3 00000020:00000001:2.0:1789449583.081801:0:35271:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016074752 : -107152693476864 : ffff9e8b91c4c200) 00010000:00000001:2.0:1789449583.081803:0:35271:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016074752 : -107152693476864 : ffff9e8b91c4c200) 00000002:00010000:2.0:1789449583.081808:0:35271:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c200/0xcddde1459ded67d1 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dd6c expref: -99 pid: 35271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1789449583.081818:0:35271:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9e8b90fc9400. 00010000:00000001:2.0:1789449583.081821:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449583.081822:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789449583.081824:0:35271:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449583.081827:0:35271:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449583.081830:0:35271:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1789449583.081833:0:35271:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449583.081834:0:35271:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993083648 : -107152716467968 : ffff9e8b9065f100) 00010000:00000001:2.0:1789449583.081836:0:35271:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449583.081837:0:35271:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449583.081839:0:35271:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c200 refcount=3 00000020:00000001:2.0:1789449583.081841:0:35271:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016074752 : -107152693476864 : ffff9e8b91c4c200) 00010000:00000001:2.0:1789449583.081843:0:35271:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016074752 : -107152693476864 : ffff9e8b91c4c200) 00000002:00010000:2.0:1789449583.081846:0:35271:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c200/0xcddde1459ded67d1 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dd6c expref: -99 pid: 35271 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449583.081854:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449583.081855:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449583.081856:0:35271:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789449583.081858:0:35271:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449583.081859:0:35271:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449583.081860:0:35271:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c200 refcount=3 00000020:00000001:2.0:1789449583.081862:0:35271:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016074752 : -107152693476864 : ffff9e8b91c4c200) 00010000:00000001:2.0:1789449583.081900:0:35271:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016074752 : -107152693476864 : ffff9e8b91c4c200) 00010000:00000040:2.0:1789449583.081911:0:35271:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652a00 count: 3 00010000:00000001:2.0:1789449583.081914:0:35271:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789449583.081918:0:35271:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449583.081922:0:35271:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789449583.081925:0:35271:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75200/0xcddde1459ded67b5 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xeb7cbf5e2fd3dd3b expref: -99 pid: 35265 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1789449583.081934:0:35271:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789449583.081941:0:35271:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449583.081945:0:35271:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75200/0xcddde1459ded67b5 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xeb7cbf5e2fd3dd3b expref: -99 pid: 35265 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789449583.081956:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449583.081957:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449583.081959:0:35271:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449583.081960:0:35271:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449583.081962:0:35271:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c200 refcount=3 00000020:00000001:2.0:1789449583.081964:0:35271:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016074752 : -107152693476864 : ffff9e8b91c4c200) 00010000:00000001:2.0:1789449583.081966:0:35271:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016074752 : -107152693476864 : ffff9e8b91c4c200) 00010000:00000001:2.0:1789449583.081968:0:35271:0:(ldlm_lock.c:950:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1789449583.081971:0:35271:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c200/0xcddde1459ded67d1 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dd6c expref: -99 pid: 35271 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449583.081977:0:35271:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789449583.081979:0:35271:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c200/0xcddde1459ded67d1 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0xeb7cbf5e2fd3dd6c expref: -99 pid: 35271 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449583.081985:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449583.081987:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789449583.081989:0:35271:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c200/0xcddde1459ded67d1 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0xeb7cbf5e2fd3dd6c expref: -99 pid: 35271 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449583.081996:0:35271:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449583.081997:0:35271:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449583.082001:0:35271:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1789449583.082007:0:35271:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9e8b87cfc900. 00010000:00000001:2.0:1789449583.082011:0:35271:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1789449583.082029:0:35271:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:2.0:1789449583.082032:0:35271:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449583.082034:0:35271:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449583.082035:0:35271:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789449583.082036:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449583.082037:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789449583.082039:0:35271:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1789449583.082043:0:35271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181ce3888 00000002:00002000:2.0:1789449583.082045:0:35271:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open|creat status=0 disp=0x80002b: rc = 0 00000002:00000001:2.0:1789449583.082048:0:35271:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789449583.082052:0:35271:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789449583.082055:0:35271:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789449583.082059:0:35271:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1789449583.082063:0:35271:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449583.082069:0:35271:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:2.0:1789449583.082073:0:35271:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b8632f800. 00000080:00000001:2.0:1789449583.082080:0:35271:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1789449583.082090:0:35271:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1789449583.082094:0:35271:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:2.0:1789449583.082099:0:35271:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789449583.082103:0:35271:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822744 : -107152888728872 : ffff9e8b862172d8) 00000020:00001000:2.0:1789449583.082106:0:35271:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b862172d0 00000020:00000001:2.0:1789449583.082108:0:35271:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1789449583.082114:0:35271:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1789449583.082117:0:35271:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1789449583.082125:0:35271:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9e8b898c6e40. 00020000:00000010:2.0:1789449583.082130:0:35271:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9e8b87c5a600. 00020000:00000010:2.0:1789449583.082136:0:35271:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9e8b898c6420. 00020000:00000001:2.0:1789449583.082138:0:35271:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446636920878162976 : -107152831388640 : ffff9e8b898c6420) 00020000:00000002:2.0:1789449583.082141:0:35271:0:(lov_ea.c:755:dump_lsm()) lsm ffff9e8b898c6420, objid 0x2b:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789449583.082146:0:35271:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout 1 layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789449583.082150:0:35271:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff9e8b87c5a600: ostid: 0x2c0000401:66 ost idx: 1 gen: 0 00020000:00000002:2.0:1789449583.082154:0:35271:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9e8b90686d90) owner ffff9e8b83640000 00020000:00000001:2.0:1789449583.082157:0:35271:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1789449583.082160:0:35271:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9e8b90686d90) owner ffff9e8b83640000 00020000:00000010:2.0:1789449583.082165:0:35271:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9e8b87c5a600. 00020000:00000010:2.0:1789449583.082168:0:35271:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9e8b898c6e40. 00020000:00000010:2.0:1789449583.082171:0:35271:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9e8b898c6420. 00020000:00000002:2.0:1789449583.082174:0:35271:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x2b:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1789449583.082176:0:35271:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449583.082179:0:35271:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1789449583.082181:0:35271:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b862172d0 00000080:00000001:2.0:1789449583.082187:0:35271:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611179 : 144115205339611179 : 20000040500002b) 00000080:00000001:2.0:1789449583.082192:0:35271:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00010000:00000001:2.0:1789449583.082198:0:35271:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449583.082199:0:35271:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449583.082201:0:35271:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75200 refcount=3 00000020:00000001:2.0:1789449583.082203:0:35271:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016242688 : -107152693308928 : ffff9e8b91c75200) 00010000:00000001:2.0:1789449583.082219:0:35271:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016242688 : -107152693308928 : ffff9e8b91c75200) 00000080:00000001:2.0:1789449583.082223:0:35271:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1789449583.082224:0:35271:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789449583.082226:0:35271:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822744 : -107152888728872 : ffff9e8b862172d8) 00000020:00001000:2.0:1789449583.082228:0:35271:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b862172d0 00000020:00000001:2.0:1789449583.082230:0:35271:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1789449583.082232:0:35271:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1789449583.082233:0:35271:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1789449583.082237:0:35271:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9e8b898c6420. 00020000:00000010:2.0:1789449583.082239:0:35271:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9e8b87c5a600. 00020000:00000010:2.0:1789449583.082242:0:35271:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9e8b898c6e40. 00020000:00000001:2.0:1789449583.082244:0:35271:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446636920878165568 : -107152831386048 : ffff9e8b898c6e40) 00020000:00000002:2.0:1789449583.082246:0:35271:0:(lov_ea.c:755:dump_lsm()) lsm ffff9e8b898c6e40, objid 0x2b:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00000020:00000001:0.0:1789449583.082247:0:16942:0:(genops.c:1894:obd_stale_export_get()) Process entered 00020000:00000002:2.0:1789449583.082250:0:35271:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout 1 layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00000020:00000001:0.0:1789449583.082252:0:16942:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789449583.082256:0:35271:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff9e8b87c5a600: ostid: 0x2c0000401:66 ost idx: 1 gen: 0 00010000:00010000:0.0:1789449583.082258:0:16942:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00020000:00000002:2.0:1789449583.082260:0:35271:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9e8b90686d90) owner ffff9e8b83640000 00020000:00000001:2.0:1789449583.082264:0:35271:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449583.082264:0:16942:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00020000:00000002:2.0:1789449583.082266:0:35271:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9e8b90686d90) owner ffff9e8b83640000 00010000:00000001:0.0:1789449583.082269:0:16942:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00020000:00000010:2.0:1789449583.082271:0:35271:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9e8b87c5a600. 00020000:00000010:2.0:1789449583.082275:0:35271:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9e8b898c6420. 00010000:00010000:0.0:1789449583.082276:0:16942:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c200/0xcddde1459ded67d1 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0xeb7cbf5e2fd3dd6c expref: -99 pid: 35271 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00020000:00000010:2.0:1789449583.082277:0:35271:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9e8b898c6e40. 00020000:00000002:2.0:1789449583.082281:0:35271:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x2b:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1789449583.082285:0:35271:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449583.082289:0:35271:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449583.082295:0:16942:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e8b91c4c200 already unused, calling callback (ffffffffc1b31740) 00000020:00000001:2.0:1789449583.082296:0:35271:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00000080:00000001:0.0:1789449583.082301:0:16942:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00020000:00000002:2.0:1789449583.082302:0:35271:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b90686d90) owner 0000000000000000/ffff9e8b83640000 00010000:00010000:0.0:1789449583.082307:0:16942:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c200/0xcddde1459ded67d1 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0xeb7cbf5e2fd3dd6c expref: -99 pid: 35271 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00020000:00000002:2.0:1789449583.082308:0:35271:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9e8b898c6120 addref 2/0 by ffff9e8b83640000. 00020000:00000002:2.0:1789449583.082313:0:35271:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b90686d90) owner 0000000000000000/ffff9e8b83640000 00020000:00000001:2.0:1789449583.082318:0:35271:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1789449583.082322:0:35271:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00010000:00000001:0.0:1789449583.082324:0:16942:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00020000:00000001:2.0:1789449583.082325:0:35271:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1789449583.082329:0:35271:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00010000:00000001:0.0:1789449583.082329:0:16942:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00020000:00000001:2.0:1789449583.082334:0:35271:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00010000:00010000:0.0:1789449583.082337:0:16942:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c200/0xcddde1459ded67d1 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0xeb7cbf5e2fd3dd6c expref: -99 pid: 35271 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789449583.082338:0:35271:0:(file.c:6843:ll_layout_conf()) [0x200000405:0x2b:0x0]: layout version change: 0 -> 0 00000020:00001000:2.0:1789449583.082344:0:35271:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b862172d0 00000080:00000001:2.0:1789449583.082348:0:35271:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449583.082352:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449583.082354:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449583.082354:0:16942:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000080:00000001:2.0:1789449583.082358:0:35271:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449583.082360:0:16942:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1789449583.082363:0:16942:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00800000:00000001:2.0:1789449583.082365:0:35271:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00000020:00000001:0.0:1789449583.082365:0:16942:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449583.082367:0:16942:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c200 refcount=3 00800000:00000001:2.0:1789449583.082370:0:35271:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449583.082372:0:16942:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016074752 : -107152693476864 : ffff9e8b91c4c200) 00010000:00000001:0.0:1789449583.082376:0:16942:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016074752 : -107152693476864 : ffff9e8b91c4c200) 00000080:00010000:2.0:1789449583.082377:0:35271:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2b:0x0](ffff9e8b89184b08) for lock 0xcddde1459ded67b5 00010000:00000001:0.0:1789449583.082382:0:16942:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00800000:00000001:2.0:1789449583.082383:0:35271:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789449583.082386:0:35271:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00010000:0.0:1789449583.082387:0:16942:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c200/0xcddde1459ded67d1 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xeb7cbf5e2fd3dd6c expref: -99 pid: 35271 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449583.082388:0:35271:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449583.082391:0:35271:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449583.082394:0:35271:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75200 refcount=3 00000020:00000001:2.0:1789449583.082398:0:35271:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016242688 : -107152693308928 : ffff9e8b91c75200) 00000080:00000001:0.0:1789449583.082401:0:16942:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00000001:2.0:1789449583.082402:0:35271:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016242688 : -107152693308928 : ffff9e8b91c75200) 00000080:00000001:0.0:1789449583.082408:0:16942:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00010000:00000001:2.0:1789449583.082409:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449583.082412:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789449583.082413:0:16942:0:(file.c:6096:ll_have_md_lock()) Process entered 00000002:00000001:2.0:1789449583.082414:0:35271:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000040:0.0:1789449583.082417:0:16942:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x2b:0x0] mode (null) 00800000:00000001:2.0:1789449583.082419:0:35271:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449583.082423:0:16942:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00000100:00000001:2.0:1789449583.082425:0:35271:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1789449583.082428:0:16942:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00000100:00000040:2.0:1789449583.082433:0:35271:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b9065f100 x1876371947536512/t8589934596(8589934596) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1789449599 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00010000:00000040:0.0:1789449583.082433:0:16942:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652a00 count: 3 00010000:00000001:0.0:1789449583.082439:0:16942:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449583.082445:0:16942:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00000100:00000001:2.0:1789449583.082447:0:35271:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449583.082449:0:16942:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1789449583.082452:0:16942:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 00000080:00010000:2.0:1789449583.082453:0:35271:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded67b5 from it ffffb71181ce3bf0 00010000:00000001:2.0:1789449583.082457:0:35271:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 02000000:00000001:0.0:1789449583.082457:0:16942:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449583.082459:0:35271:0:(lustre_handles.c:130:class_handle2object()) Process entered 00010000:00010000:0.0:1789449583.082462:0:16942:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75200/0xcddde1459ded67b5 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xeb7cbf5e2fd3dd3b expref: -99 pid: 35265 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000020:00000040:2.0:1789449583.082463:0:35271:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75200 refcount=4 00000020:00000001:2.0:1789449583.082468:0:35271:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016242688 : -107152693308928 : ffff9e8b91c75200) 00010000:00000001:2.0:1789449583.082472:0:35271:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016242688 : -107152693308928 : ffff9e8b91c75200) 00010000:00000001:2.0:1789449583.082477:0:35271:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00000001:0.0:1789449583.082479:0:16942:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789449583.082481:0:35271:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75200/0xcddde1459ded67b5 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xeb7cbf5e2fd3dd3b expref: -99 pid: 35265 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789449583.082482:0:16942:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449583.082486:0:16942:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:0.0:1789449583.082489:0:16942:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449583.082491:0:16942:0:(lustre_handles.c:130:class_handle2object()) Process entered 00010000:00000001:2.0:1789449583.082494:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:0.0:1789449583.082495:0:16942:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75200 refcount=4 00010000:00000001:2.0:1789449583.082497:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1789449583.082499:0:16942:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016242688 : -107152693308928 : ffff9e8b91c75200) 00010000:00000001:2.0:1789449583.082501:0:35271:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789449583.082504:0:16942:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016242688 : -107152693308928 : ffff9e8b91c75200) 00010000:00000001:2.0:1789449583.082506:0:35271:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00000001:0.0:1789449583.082508:0:16942:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789449583.082511:0:35271:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75200/0xcddde1459ded67b5 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xeb7cbf5e2fd3dd3b expref: -99 pid: 35265 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1789449583.082511:0:16942:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789449583.082514:0:16942:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789449583.082519:0:16942:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789449583.082522:0:16942:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449583.082526:0:35271:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789449583.082526:0:16942:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789449583.082531:0:35271:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789449583.082531:0:16942:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789449583.082533:0:16942:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789449583.082535:0:35271:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449583.082536:0:16942:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449583.082541:0:16942:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449583.082544:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:0.0:1789449583.082544:0:16942:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9e8b91c4c200 with handle 0xcddde1459ded67d1 from hash 00010000:00000001:2.0:1789449583.082547:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449583.082549:0:16942:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789449583.082550:0:35271:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449583.082552:0:16942:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449583.082555:0:35271:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789449583.082555:0:16942:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449583.082558:0:16942:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789449583.082559:0:35271:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449583.082563:0:16942:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789449583.082564:0:35271:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449583.082567:0:16942:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1789449583.082568:0:35271:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449583.082572:0:35271:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449583.082573:0:16942:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789449583.082574:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449583.082577:0:16942:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449583.082578:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449583.082580:0:16942:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789449583.082583:0:35271:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449583.082584:0:16942:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449583.082589:0:16942:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789449583.082592:0:16942:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000080:00000010:2.0:1789449583.082593:0:35271:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9e8b90fc9780. 00000080:00000001:2.0:1789449583.082597:0:35271:0:(file.c:1008:ll_local_open()) Process entered 00000100:00000010:0.0:1789449583.082600:0:16942:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d18000. 00800000:00000001:2.0:1789449583.082602:0:35271:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000020:00000040:0.0:1789449583.082605:0:16942:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00800000:00000001:2.0:1789449583.082607:0:35271:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789449583.082612:0:35271:0:(fld_request.c:427:fld_client_lookup()) Process entered 00000100:00000001:0.0:1789449583.082613:0:16942:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 80000000:00000001:2.0:1789449583.082616:0:35271:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 02000000:00000001:0.0:1789449583.082617:0:16942:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 80000000:00000001:2.0:1789449583.082620:0:35271:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449583.082621:0:16942:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789449583.082625:0:35271:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449583.082629:0:35271:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:2.0:1789449583.082632:0:35271:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449583.082632:0:16942:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e8b899c6e00. 00000002:00000001:2.0:1789449583.082635:0:35271:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1789449583.082641:0:35271:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9e8b8316f9a0. 00000100:00000001:0.0:1789449583.082642:0:16942:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449583.082646:0:16942:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00000002:00100000:2.0:1789449583.082647:0:35271:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9e8b9065f100 x1876371947536512/t8589934596(8589934596) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1789449599 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00010000:00010000:0.0:1789449583.082652:0:16942:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c200/0xcddde1459ded67d1 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xeb7cbf5e2fd3dd6c expref: -99 pid: 35271 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00000001:2.0:1789449583.082656:0:35271:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789449583.082660:0:35271:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1789449583.082665:0:35271:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1789449583.082668:0:35271:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449583.082672:0:35271:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:2.0:1789449583.082676:0:35271:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00010000:00010000:0.0:1789449583.082679:0:16942:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000080:00000001:2.0:1789449583.082680:0:35271:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789449583.082683:0:16942:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789449583.082685:0:35271:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1789449583.082688:0:35271:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449583.082692:0:35271:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000100:00000001:0.0:1789449583.082693:0:16942:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000080:00000001:2.0:1789449583.082694:0:35271:0:(pcc.c:1970:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449583.082698:0:35271:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449583.082700:0:16942:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449583.082702:0:35271:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449583.082707:0:35271:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449583.082711:0:35271:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449583.082713:0:16942:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000341559c1] to pc [ptlrpcd_00_01+1] req@ffff9e8b87d18000 x1876371947536640/t0(0) o103->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449583.082718:0:35271:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065f100 x1876371947536512/t8589934596(8589934596) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1789449599 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1789449583.082740:0:35271:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789449583.082744:0:35271:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9e8b86740000. 00010000:00000001:0.0:1789449583.082763:0:16942:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449583.082767:0:16942:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449583.082768:0:16942:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449583.082770:0:16942:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449583.082773:0:16942:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449583.082775:0:16942:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449583.082778:0:16942:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c200/0xcddde1459ded67d1 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xeb7cbf5e2fd3dd6c expref: -99 pid: 35271 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449583.082785:0:16942:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789449583.082787:0:16942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c200/0xcddde1459ded67d1 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xeb7cbf5e2fd3dd6c expref: -99 pid: 35271 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 02000000:00000001:2.0:1789449583.082789:0:35271:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1789449583.082793:0:35271:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449583.082798:0:35271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181ce3b98 00010000:00000010:0.0:1789449583.082799:0:16942:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9e8b90fc9400. 00000080:00000008:2.0:1789449583.082802:0:35271:0:(file.c:1329:ll_file_open()) COMPLETED file recon:[0x200000405:0x2b:0x0](ffff9e8b89184b08), flags 102101, rc = 0 00010000:00000001:0.0:1789449583.082811:0:16942:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449583.082814:0:16942:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1789449583.082816:0:16942:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9e8b87cfc900. 00010000:00000001:0.0:1789449583.082820:0:16942:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449583.082823:0:16942:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789449583.082824:0:16942:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449583.082827:0:16942:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1789449583.082828:0:16942:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789449583.082829:0:16942:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449583.082831:0:16942:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1789449583.082833:0:16942:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789449583.082834:0:16942:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449583.082835:0:16942:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789449583.082846:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1789449583.082849:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1789449583.082851:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449583.082859:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449583.082861:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449583.082863:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449583.082865:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449583.082867:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789449583.082874:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b87d18000 x1876371947536640/t0(0) o103->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449583.082915:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789449583.082919:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449583.082924:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789449583.082927:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789449583.082929:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449583.082933:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b87d18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2399:1876371947536640:192.168.202.109@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1789449583.082937:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789449583.082945:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789449583.082947:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449583.082950:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789449583.082956:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b899c6800. 02000000:00000001:0.0:1789449583.082958:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449583.082969:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:0.0:1789449583.082974:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b86580b00. 00000400:00000010:0.0:1789449583.082983:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5aa0. 00000100:00000200:0.0:1789449583.082992:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947536640, portal 18 00000100:00000001:0.0:1789449583.082995:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449583.082996:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849137664 : -107152860413952 : ffff9e8b87d18000) 00000100:00000040:0.0:1789449583.083004:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b87d18000 x1876371947536640/t0(0) o103->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449599 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00020000:00000001:2.0:1789449583.083007:0:35271:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1789449583.083012:0:35271:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b90686d90) owner 0000000000000000/ffff9e8b83640000 00000100:00000001:0.0:1789449583.083017:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00020000:00000002:2.0:1789449583.083018:0:35271:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b90686d90) owner 0000000000000000/ffff9e8b83640000 00020000:00000001:2.0:1789449583.083023:0:35271:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449583.083023:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1789449583.083029:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e52a8. 00000100:00000200:0.0:1789449583.083033:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1876371947536640, offset 0 00000400:00000200:0.0:1789449583.083041:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1789449583.083051:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449583.083061:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1789449583.083067:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789449583.083073:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1789449583.083077:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789449583.083081:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1789449583.083085:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2961:2961:256:4294967295] 192.168.202.109@tcp LPNI seq info [2961:2961:8:4294967295] 00000400:00000200:0.0:1789449583.083090:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449583.083102:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1789449583.083110:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1789449583.083116:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b864ec900. 00000800:00000200:0.0:1789449583.083126:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1789449583.083135:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1789449583.083141:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b864ec900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1789449583.083166:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449583.083172:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 840641 usecs (841 jiffies) 00000400:00000200:0.0:1789449583.083176:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:0.0:1789449583.083179:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296586609 00000100:00000001:0.0:1789449583.083189:0:2399:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, simply extend its deadline from 4296586604 00000100:00000001:0.0:1789449583.083195:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296586609 00000100:00000001:0.0:1789449583.083199:0:2399:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, simply extend its deadline from 4296586604 00000100:00000001:0.0:1789449583.083214:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449583.083218:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449583.083221:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449583.083224:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449583.083403:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449583.083409:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ec900. 00000400:00000200:3.0:1789449583.083415:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449583.083420:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449583.083426:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e52a8 00000400:00000010:3.0:1789449583.083429:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e52a8. 00000100:00000001:3.0:1789449583.083435:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449583.083439:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d18000 x1876371947536640/t0(0) o103->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449599 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449583.083449:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449583.083453:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d18000 x1876371947536640/t0(0) o103->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449599 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449583.083459:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449583.083461:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789449583.084391:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449583.084397:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1789449583.089125:0:35271:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cba000. 00010000:00000010:2.1:1789449583.089145:0:35271:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b86499a00. 00000020:00000001:2.0:1789449583.090717:0:35271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181ce3d28 00000080:00200008:2.0:1789449583.090730:0:35271:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000405:0x2b:0x0](ffff9e8b89184b08), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1789449583.090741:0:35271:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789449583.090743:0:35271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181ce3ca0 00000080:00200000:2.0:1789449583.090745:0:35271:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x2b:0x0](ffff9e8b89184b08),name=recon 00000080:00000010:2.0:1789449583.090756:0:35271:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b8632f800. 00800000:00000002:2.0:1789449583.090764:0:35271:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:2.0:1789449583.090772:0:35271:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789449583.090779:0:35271:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789449583.090782:0:35271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181ce3bc0 00800000:00000002:2.0:1789449583.090785:0:35271:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x2b:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789449583.090790:0:35271:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789449583.090795:0:35271:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789449583.090799:0:35271:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789449583.090801:0:35271:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789449583.090804:0:35271:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789449583.090807:0:35271:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449583.090809:0:35271:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789449583.090811:0:35271:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789449583.090815:0:35271:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789449583.090816:0:35271:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789449583.090817:0:35271:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789449583.090819:0:35271:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789449583.090820:0:35271:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449583.090822:0:35271:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:2.0:1789449583.090824:0:35271:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449583.090827:0:35271:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x2b:0x0], name='' -> mds #0 00000002:00000001:2.0:1789449583.090833:0:35271:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789449583.090835:0:35271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181ce3a90 00000002:00010000:2.0:1789449583.090837:0:35271:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789449583.090841:0:35271:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789449583.090844:0:35271:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789449583.090848:0:35271:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789449583.090857:0:35271:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652a00 count: 2 00010000:00000001:2.0:1789449583.090860:0:35271:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789449583.090867:0:35271:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449583.090873:0:35271:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789449583.090910:0:35271:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75200/0xcddde1459ded67b5 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xeb7cbf5e2fd3dd3b expref: -99 pid: 35265 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1789449583.090926:0:35271:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789449583.090933:0:35271:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449583.090937:0:35271:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75200/0xcddde1459ded67b5 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xeb7cbf5e2fd3dd3b expref: -99 pid: 35265 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000002:00000001:2.0:1789449583.090945:0:35271:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789449583.090947:0:35271:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789449583.090949:0:35271:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789449583.090951:0:35271:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789449583.090953:0:35271:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789449583.090956:0:35271:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789449583.090959:0:35271:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789449583.090963:0:35271:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:2.0:1789449583.090967:0:35271:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b8632f800. 00000080:00000001:2.0:1789449583.090974:0:35271:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789449583.090976:0:35271:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789449583.090979:0:35271:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x2b:0x0](ffff9e8b89184b08) 00000080:00010000:2.0:1789449583.090984:0:35271:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2b:0x0](ffff9e8b89184b08) for lock 0xcddde1459ded67b5 00800000:00000001:2.0:1789449583.090988:0:35271:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789449583.090990:0:35271:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789449583.090992:0:35271:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449583.090995:0:35271:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449583.090998:0:35271:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75200 refcount=3 00000020:00000001:2.0:1789449583.091000:0:35271:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016242688 : -107152693308928 : ffff9e8b91c75200) 00010000:00000001:2.0:1789449583.091003:0:35271:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016242688 : -107152693308928 : ffff9e8b91c75200) 00010000:00000001:2.0:1789449583.091006:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449583.091008:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789449583.091009:0:35271:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789449583.091011:0:35271:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789449583.091013:0:35271:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded67b5 from it ffffb71181ce3cd8 00010000:00000001:2.0:1789449583.091016:0:35271:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449583.091017:0:35271:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449583.091018:0:35271:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75200 refcount=3 00000020:00000001:2.0:1789449583.091020:0:35271:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016242688 : -107152693308928 : ffff9e8b91c75200) 00010000:00000001:2.0:1789449583.091022:0:35271:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016242688 : -107152693308928 : ffff9e8b91c75200) 00010000:00000001:2.0:1789449583.091024:0:35271:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789449583.091026:0:35271:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75200/0xcddde1459ded67b5 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xeb7cbf5e2fd3dd3b expref: -99 pid: 35265 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1789449583.091032:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449583.091033:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449583.091035:0:35271:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789449583.091037:0:35271:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789449583.091040:0:35271:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75200/0xcddde1459ded67b5 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xeb7cbf5e2fd3dd3b expref: -99 pid: 35265 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1789449583.091047:0:35271:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789449583.091052:0:35271:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789449583.091054:0:35271:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789449583.091059:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449583.091060:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449583.091062:0:35271:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449583.091065:0:35271:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789449583.091067:0:35271:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449583.091069:0:35271:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449583.091071:0:35271:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449583.091073:0:35271:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789449583.091074:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449583.091075:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789449583.091078:0:35271:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789449583.091080:0:35271:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789449583.091084:0:35271:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:2.0:1789449583.091087:0:35271:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1789449583.091090:0:35271:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789449583.091092:0:35271:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1789449583.091094:0:35271:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449583.091097:0:35271:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789449583.091100:0:35271:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:2.0:1789449583.091103:0:35271:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789449583.091107:0:35271:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822744 : -107152888728872 : ffff9e8b862172d8) 00000020:00001000:2.0:1789449583.091110:0:35271:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b862172d0 00000020:00000001:2.0:1789449583.091116:0:35271:0:(cl_object.c:143:cl_object_top()) ffff9e8b83cb75f8 -> ffff9e8b83cb75f8 00000020:00000001:2.0:1789449583.091119:0:35271:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:2.0:1789449583.091122:0:35271:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1789449583.091124:0:35271:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2b:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:2.0:1789449583.091128:0:35271:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789449583.091130:0:35271:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1789449583.091132:0:35271:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1789449583.091134:0:35271:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449583.091137:0:35271:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789449583.091142:0:35271:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2b:0x0]io ffff9e8b84db0e40 type 7 ignore/verify layout 0/1 00020000:00000002:2.0:1789449583.091146:0:35271:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b90686d90) owner 0000000000000000/ffff9e8b83640000 00020000:00000001:2.0:1789449583.091150:0:35271:0:(lov_io.c:2266:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1789449583.091153:0:35271:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1789449583.091155:0:35271:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1789449583.091157:0:35271:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449583.091160:0:35271:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1789449583.091163:0:35271:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1789449583.091164:0:35271:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449583.091166:0:35271:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789449583.091167:0:35271:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1789449583.091168:0:35271:0:(lov_io.c:2279:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1789449583.091170:0:35271:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b90686d90) owner 0000000000000000/ffff9e8b83640000 00000020:00000001:2.0:1789449583.091173:0:35271:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789449583.091175:0:35271:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1789449583.091177:0:35271:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x2b:0x0] 00000020:00000001:2.0:1789449583.091180:0:35271:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1789449583.091182:0:35271:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1789449583.091185:0:35271:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1789449583.091187:0:35271:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000001:2.0:1789449583.091191:0:35271:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449583.091195:0:35271:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449583.091198:0:35271:0:(lov_offset.c:141:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789449583.091199:0:35271:0:(lov_offset.c:264:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1789449583.091203:0:35271:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000010:2.0:1789449583.091225:0:35271:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9e8b83162e80. 00020000:00000001:2.0:1789449583.091228:0:35271:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449583.091230:0:35271:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449583.091232:0:35271:0:(lov_offset.c:141:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789449583.091233:0:35271:0:(lov_offset.c:264:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1789449583.091236:0:35271:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1789449583.091239:0:35271:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789449583.091241:0:35271:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1789449583.091242:0:35271:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789449583.091243:0:35271:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820824040 : -107152888727576 : ffff9e8b862177e8) 00000020:00001000:2.0:1789449583.091246:0:35271:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b862177e0 00000020:00000001:2.0:1789449583.091249:0:35271:0:(cl_object.c:143:cl_object_top()) ffff9e8b83cb73a0 -> ffff9e8b83cb75f8 00000020:00000001:2.0:1789449583.091251:0:35271:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:2.0:1789449583.091256:0:35271:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789449583.091257:0:35271:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1789449583.091259:0:35271:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:2.0:1789449583.091261:0:35271:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446636920799432256 : -107152910119360 : ffff9e8b84db0e40) 00000020:00000001:2.0:1789449583.091262:0:35271:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449583.091265:0:35271:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449583.091267:0:35271:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993116240 : -107152716435376 : ffff9e8b90667050) 00000020:00000001:2.0:1789449583.091268:0:35271:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1789449583.091274:0:35271:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9e8b8633c850. 00000008:00010000:2.0:1789449583.091277:0:35271:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1789449583.091280:0:35271:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1789449583.091281:0:35271:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1789449583.091283:0:35271:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9e8b83162eb0, osc lock ffff9e8b8633c850, flags 0x400001002 00000020:00000001:2.0:1789449583.091285:0:35271:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449583.091287:0:35271:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449583.091289:0:35271:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000001:2.0:1789449583.091291:0:35271:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446636920769752704 : -107152939798912 : ffff9e8b83162e80) 00000020:00000001:2.0:1789449583.091294:0:35271:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1789449583.091295:0:35271:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1789449583.091296:0:35271:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449583.091298:0:35271:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449583.091301:0:35271:0:(cl_io.c:1190:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1789449583.091303:0:35271:0:(cl_io.c:1198:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1789449583.091305:0:35271:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1789449583.091307:0:35271:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1789449583.091309:0:35271:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789449583.091310:0:35271:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993116240 : -107152716435376 : ffff9e8b90667050) 00000020:00000001:2.0:1789449583.091312:0:35271:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1789449583.091315:0:35271:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1789449583.091318:0:35271:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1789449583.091322:0:35271:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1789449583.091325:0:35271:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1789449583.091327:0:35271:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1789449583.091329:0:35271:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1789449583.091330:0:35271:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1789449583.091332:0:35271:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1789449583.091335:0:35271:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1789449583.091337:0:35271:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789449583.091342:0:35271:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652400 count: 2 00010000:00000001:2.0:1789449583.091344:0:35271:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789449583.091349:0:35271:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449583.091352:0:35271:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789449583.091357:0:35271:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000ef2c88a0/0xcddde1459ded67c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xeb7cbf5e2fd3dd50 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1789449583.091367:0:35271:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789449583.091369:0:35271:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449583.091372:0:35271:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000ef2c88a0/0xcddde1459ded67c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xeb7cbf5e2fd3dd50 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789449583.091379:0:35271:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449583.091381:0:35271:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449583.091382:0:35271:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75a00 refcount=4 00000020:00000001:2.0:1789449583.091384:0:35271:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:2.0:1789449583.091387:0:35271:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00000008:00000001:2.0:1789449583.091391:0:35271:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1789449583.091393:0:35271:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449583.091395:0:35271:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449583.091396:0:35271:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75a00 refcount=5 00000020:00000001:2.0:1789449583.091398:0:35271:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:2.0:1789449583.091400:0:35271:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00000020:00000001:2.0:1789449583.091403:0:35271:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1789449583.091406:0:35271:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1789449583.091408:0:35271:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1789449583.091410:0:35271:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449583.091411:0:35271:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449583.091412:0:35271:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449583.091414:0:35271:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75a00 refcount=6 00000020:00000001:2.0:1789449583.091416:0:35271:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:2.0:1789449583.091418:0:35271:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:2.0:1789449583.091420:0:35271:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789449583.091422:0:35271:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000ef2c88a0/0xcddde1459ded67c3 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xeb7cbf5e2fd3dd50 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789449583.091429:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449583.091430:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449583.091431:0:35271:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789449583.091433:0:35271:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789449583.091435:0:35271:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000ef2c88a0/0xcddde1459ded67c3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xeb7cbf5e2fd3dd50 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789449583.091442:0:35271:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789449583.091443:0:35271:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789449583.091445:0:35271:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789449583.091447:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449583.091448:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449583.091449:0:35271:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449583.091451:0:35271:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789449583.091453:0:35271:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449583.091454:0:35271:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449583.091457:0:35271:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449583.091459:0:35271:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789449583.091460:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449583.091461:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449583.091462:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449583.091463:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1789449583.091465:0:35271:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789449583.091468:0:35271:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449583.091470:0:35271:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449583.091472:0:35271:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449583.091473:0:35271:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449583.091475:0:35271:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1789449583.091476:0:35271:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1789449583.091479:0:35271:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1789449583.091480:0:35271:0:(cl_io.c:1210:cl_sync_io_wait()) Process entered 00000020:00000001:2.0:1789449583.091482:0:35271:0:(cl_io.c:1234:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449583.091484:0:35271:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449583.091489:0:35271:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1789449583.091491:0:35271:0:(cl_object.c:143:cl_object_top()) ffff9e8b83cb75f8 -> ffff9e8b83cb75f8 00000020:00000001:2.0:1789449583.091493:0:35271:0:(cl_object.c:143:cl_object_top()) ffff9e8b83cb75f8 -> ffff9e8b83cb75f8 00000020:00000001:2.0:1789449583.091495:0:35271:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1789449583.091498:0:35271:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1789449583.091501:0:35271:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1789449582 a=0 c=1789449582 b=0 00020000:00000001:2.0:1789449583.091504:0:35271:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449583.091506:0:35271:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449583.091508:0:35271:0:(cl_object.c:143:cl_object_top()) ffff9e8b83cb75f8 -> ffff9e8b83cb75f8 00000080:00200000:2.0:1789449583.091511:0:35271:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 23 i_blocks 0 00000080:00000001:2.0:1789449583.091513:0:35271:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1789449583.091518:0:35271:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1789449583.091520:0:35271:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9e8b84db0de0 (ffff9e8b862172d8/0) at cl_lock_release():245 00000020:00000001:2.0:1789449583.091523:0:35271:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1789449583.091524:0:35271:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e8b84db0de0 (ffff9e8b862172d8/0) at cl_lock_cancel():142 00020000:00000001:2.0:1789449583.091527:0:35271:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1789449583.091528:0:35271:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789449583.091529:0:35271:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993116240 : -107152716435376 : ffff9e8b90667050) 00000020:00000001:2.0:1789449583.091531:0:35271:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1789449583.091532:0:35271:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e8b83162eb0 (ffff9e8b862177e8/1) at cl_lock_cancel():142 00000008:00000001:2.0:1789449583.091535:0:35271:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1789449583.091537:0:35271:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:2.0:1789449583.091539:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449583.091540:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1789449583.091541:0:35271:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1789449583.091543:0:35271:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1789449583.091544:0:35271:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1789449583.091545:0:35271:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1789449583.091547:0:35271:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1789449583.091548:0:35271:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e8b84db0de0 (ffff9e8b862172d8/0) at cl_lock_fini():72 00020000:00000001:2.0:1789449583.091551:0:35271:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1789449583.091553:0:35271:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1789449583.091554:0:35271:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e8b83162eb0 (ffff9e8b862172d8/1) at cl_lock_fini():72 00000008:00000010:2.0:1789449583.091557:0:35271:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9e8b8633c850. 00000020:00000001:2.0:1789449583.091561:0:35271:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1789449583.091563:0:35271:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9e8b83162e80. 00020000:00000001:2.0:1789449583.091566:0:35271:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1789449583.091567:0:35271:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1789449583.091568:0:35271:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1789449583.091570:0:35271:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449583.091573:0:35271:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:2.0:1789449583.091576:0:35271:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1789449583.091579:0:35271:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1789449583.091580:0:35271:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:2.0:1789449583.091581:0:35271:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:2.0:1789449583.091583:0:35271:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b862177e0 00020000:00000001:2.0:1789449583.091586:0:35271:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1789449583.091589:0:35271:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1789449583.091592:0:35271:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1789449583.091594:0:35271:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2b:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1789449583.091597:0:35271:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1789449583.091599:0:35271:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449583.091601:0:35271:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1789449583.091604:0:35271:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1789449583.091604:0:35271:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:2.0:1789449583.091606:0:35271:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b862172d0 00000001:00000001:2.0:1789449583.091608:0:35271:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449583.091614:0:35271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181ce3d28 00000080:00000008:2.0:1789449583.091617:0:35271:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000405:0x2b:0x0](ffff9e8b89184b08), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1789449583.091675:0:35271:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:2.0:1789449583.091678:0:35271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181ce3d88 00000080:00200008:2.0:1789449583.091681:0:35271:0:(file.c:2650:do_file_write_iter()) START file recon:[0x200000405:0x2b:0x0], ppos: 0, count: 23 00000080:00000002:2.0:1789449583.091685:0:35271:0:(file.c:2656:do_file_write_iter()) inode ffff9e8b89184b08 need_sync_to_oss [0x200000405:0x2b:0x0] 00000080:00000001:2.0:1789449583.091688:0:35271:0:(pcc.c:2644:pcc_file_write_iter()) Process entered 00000080:00000001:2.0:1789449583.091690:0:35271:0:(pcc.c:2647:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449583.091692:0:35271:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:2.0:1789449583.091696:0:35271:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449583.091699:0:35271:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789449583.091701:0:35271:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822744 : -107152888728872 : ffff9e8b862172d8) 00000020:00001000:2.0:1789449583.091703:0:35271:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b862172d0 00000080:00000001:2.0:1789449583.091706:0:35271:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:2.0:1789449583.091708:0:35271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181ce3c98 00000080:00200000:2.0:1789449583.091710:0:35271:0:(file.c:2090:ll_file_io_generic()) recon: write ppos: 0, bytes: 23 00000020:00000001:2.0:1789449583.091717:0:35271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181ce3c30 00000080:00200000:2.0:1789449583.091719:0:35271:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000080:00000001:2.0:1789449583.091721:0:35271:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1789449583.091723:0:35271:0:(cl_object.c:143:cl_object_top()) ffff9e8b83cb75f8 -> ffff9e8b83cb75f8 00000020:00000001:2.0:1789449583.091724:0:35271:0:(cl_object.c:143:cl_object_top()) ffff9e8b83cb75f8 -> ffff9e8b83cb75f8 00000020:00000001:2.0:1789449583.091726:0:35271:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1789449583.091728:0:35271:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1789449583.091729:0:35271:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1789449582 a=0 c=1789449582 b=0 00020000:00000001:2.0:1789449583.091732:0:35271:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449583.091733:0:35271:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449583.091735:0:35271:0:(cl_object.c:143:cl_object_top()) ffff9e8b83cb75f8 -> ffff9e8b83cb75f8 00000080:00200000:2.0:1789449583.091737:0:35271:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 23 i_blocks 0 00000080:00000001:2.0:1789449583.091739:0:35271:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1789449583.091741:0:35271:0:(cl_io.c:210:cl_io_rw_init()) Process entered 00000020:00200000:2.0:1789449583.091747:0:35271:0:(cl_io.c:215:cl_io_rw_init()) header@00000000d386158a[0x110, 2, [0x200000405:0x2b:0x0] hash] 00000020:00200000:2.0:1789449583.091749:0:35271:0:(cl_io.c:215:cl_io_rw_init()) io range: 2 [23, 46) 0 1 00000020:00000001:2.0:1789449583.091751:0:35271:0:(cl_object.c:143:cl_object_top()) ffff9e8b83cb75f8 -> ffff9e8b83cb75f8 00000020:00000001:2.0:1789449583.091752:0:35271:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:2.0:1789449583.091754:0:35271:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1789449583.091755:0:35271:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2b:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1789449583.091757:0:35271:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789449583.091759:0:35271:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1789449583.091762:0:35271:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449583.091766:0:35271:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449583.091768:0:35271:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1789449583.091770:0:35271:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449583.091772:0:35271:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789449583.091774:0:35271:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2b:0x0]io ffff9e8b84db0e40 type 2 ignore/verify layout 0/0 00020000:00000002:2.0:1789449583.091777:0:35271:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b90686d90) owner 0000000000000000/ffff9e8b83640000 00020000:00000001:2.0:1789449583.091779:0:35271:0:(lov_io.c:2266:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1789449583.091781:0:35271:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1789449583.091783:0:35271:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1789449583.091784:0:35271:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:2.0:1789449583.091786:0:35271:0:(lov_io.c:860:lov_io_slice_init()) 23 46 00020000:00000001:2.0:1789449583.091788:0:35271:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449583.091790:0:35271:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000001:2.0:1789449583.091792:0:35271:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:2.0:1789449583.091794:0:35271:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1789449583.091795:0:35271:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449583.091797:0:35271:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789449583.091798:0:35271:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1789449583.091799:0:35271:0:(lov_io.c:2279:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1789449583.091800:0:35271:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b90686d90) owner 0000000000000000/ffff9e8b83640000 00000020:00000001:2.0:1789449583.091803:0:35271:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449583.091804:0:35271:0:(cl_io.c:218:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789449583.091807:0:35271:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 18446744073709551615] 00000001:00000001:2.0:1789449583.091810:0:35271:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:2.0:1789449583.091813:0:35271:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449583.091817:0:35271:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:2.0:1789449583.091819:0:35271:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1789449583.091822:0:35271:0:(cl_io.c:915:cl_page_list_init()) Process entered 00000020:00000001:2.0:1789449583.091823:0:35271:0:(cl_io.c:918:cl_page_list_init()) Process leaving 00020000:00000001:2.0:1789449583.091826:0:35271:0:(lov_io.c:1290:lov_io_rw_iter_init()) Process entered 00020000:00000001:2.0:1789449583.091830:0:35271:0:(lov_io.c:1078:lov_io_iter_init()) Process entered 00020000:00000001:2.0:1789449583.091831:0:35271:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00200000:2.0:1789449583.091834:0:35271:0:(lov_io.c:1153:lov_io_iter_init()) component[0] flags 0x10 00020000:00000001:2.0:1789449583.091836:0:35271:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449583.091838:0:35271:0:(lov_offset.c:141:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789449583.091839:0:35271:0:(lov_offset.c:264:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1789449583.091842:0:35271:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789449583.091843:0:35271:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1789449583.091844:0:35271:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789449583.091846:0:35271:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820824040 : -107152888727576 : ffff9e8b862177e8) 00000020:00001000:2.0:1789449583.091848:0:35271:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b862177e0 00000020:00000001:2.0:1789449583.091850:0:35271:0:(cl_object.c:143:cl_object_top()) ffff9e8b83cb73a0 -> ffff9e8b83cb75f8 00000020:00000001:2.0:1789449583.091852:0:35271:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:2.0:1789449583.091854:0:35271:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789449583.091855:0:35271:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1789449583.091856:0:35271:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:2.0:1789449583.091857:0:35271:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446636920799432256 : -107152910119360 : ffff9e8b84db0e40) 00000020:00000001:2.0:1789449583.091859:0:35271:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449583.091861:0:35271:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449583.091862:0:35271:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993116240 : -107152716435376 : ffff9e8b90667050) 00000020:00000001:2.0:1789449583.091865:0:35271:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000008:00000001:2.0:1789449583.091868:0:35271:0:(osc_io.c:525:osc_io_iter_init()) Process entered 00000008:00000001:2.0:1789449583.091872:0:35271:0:(osc_io.c:545:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449583.091874:0:35271:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449583.091876:0:35271:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000001:2.0:1789449583.091905:0:35271:0:(lov_io.c:1276:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449583.091908:0:35271:0:(lov_io.c:1312:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449583.091909:0:35271:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449583.091912:0:35271:0:(cl_io.c:315:cl_io_lock()) Process entered 00000080:00000001:2.0:1789449583.091914:0:35271:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:2.0:1789449583.091916:0:35271:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:2.0:1789449583.091919:0:35271:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:2.0:1789449583.091922:0:35271:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449583.091925:0:35271:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449583.091927:0:35271:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:2.0:1789449583.091928:0:35271:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:2.0:1789449583.091931:0:35271:0:(cl_io.c:477:cl_io_lock_add()) Process entered 00000020:00000001:2.0:1789449583.091932:0:35271:0:(cl_io.c:260:cl_lockset_merge()) Process entered 00000020:00000001:2.0:1789449583.091934:0:35271:0:(cl_io.c:277:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449583.091936:0:35271:0:(cl_io.c:484:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449583.091938:0:35271:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449583.091940:0:35271:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449583.091942:0:35271:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449583.091944:0:35271:0:(lov_io.c:1419:lov_io_lock()) Process entered 00020000:00000001:2.0:1789449583.091946:0:35271:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:2.0:1789449583.091946:0:35271:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:2.0:1789449583.091948:0:35271:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1789449583.091949:0:35271:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449583.091951:0:35271:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449583.091953:0:35271:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449583.091954:0:35271:0:(lov_io.c:1420:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449583.091956:0:35271:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1789449583.091957:0:35271:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1789449583.091958:0:35271:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1789449583.091959:0:35271:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1789449583.091961:0:35271:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000001:2.0:1789449583.091962:0:35271:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449583.091964:0:35271:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449583.091966:0:35271:0:(lov_offset.c:141:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789449583.091967:0:35271:0:(lov_offset.c:264:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1789449583.091969:0:35271:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000010:2.0:1789449583.091974:0:35271:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9e8b83162e80. 00020000:00000001:2.0:1789449583.091977:0:35271:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449583.091978:0:35271:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449583.091979:0:35271:0:(lov_offset.c:141:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789449583.091981:0:35271:0:(lov_offset.c:264:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1789449583.091983:0:35271:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1789449583.091984:0:35271:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789449583.091985:0:35271:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993116240 : -107152716435376 : ffff9e8b90667050) 00000020:00000001:2.0:1789449583.091987:0:35271:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1789449583.091989:0:35271:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9e8b8633c850. 00000008:00010000:2.0:1789449583.091992:0:35271:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:2.0:1789449583.091994:0:35271:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1789449583.091995:0:35271:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1789449583.091998:0:35271:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9e8b83162eb0, osc lock ffff9e8b8633c850, flags 0x0 00000020:00000001:2.0:1789449583.092000:0:35271:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449583.092001:0:35271:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449583.092003:0:35271:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000001:2.0:1789449583.092005:0:35271:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446636920769752704 : -107152939798912 : ffff9e8b83162e80) 00000020:00000001:2.0:1789449583.092007:0:35271:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1789449583.092008:0:35271:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1789449583.092009:0:35271:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449583.092011:0:35271:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449583.092012:0:35271:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1789449583.092013:0:35271:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1789449583.092013:0:35271:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789449583.092014:0:35271:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993116240 : -107152716435376 : ffff9e8b90667050) 00000020:00000001:2.0:1789449583.092016:0:35271:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1789449583.092017:0:35271:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1789449583.092019:0:35271:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:2.0:1789449583.092022:0:35271:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449583.092024:0:35271:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1789449583.092026:0:35271:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1789449583.092027:0:35271:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1789449583.092028:0:35271:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1789449583.092029:0:35271:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1789449583.092030:0:35271:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1789449583.092031:0:35271:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1789449583.092033:0:35271:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789449583.092037:0:35271:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652400 count: 2 00010000:00000001:2.0:1789449583.092039:0:35271:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789449583.092042:0:35271:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449583.092045:0:35271:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789449583.092049:0:35271:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000ef2c88a0/0xcddde1459ded67c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xeb7cbf5e2fd3dd50 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1789449583.092058:0:35271:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789449583.092061:0:35271:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449583.092064:0:35271:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000ef2c88a0/0xcddde1459ded67c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xeb7cbf5e2fd3dd50 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789449583.092071:0:35271:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449583.092073:0:35271:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449583.092075:0:35271:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75a00 refcount=4 00000020:00000001:2.0:1789449583.092077:0:35271:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:2.0:1789449583.092079:0:35271:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00000008:00000001:2.0:1789449583.092081:0:35271:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1789449583.092083:0:35271:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449583.092085:0:35271:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449583.092086:0:35271:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75a00 refcount=5 00000020:00000001:2.0:1789449583.092088:0:35271:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:2.0:1789449583.092090:0:35271:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:2.0:1789449583.092092:0:35271:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449583.092093:0:35271:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449583.092095:0:35271:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75a00 refcount=6 00000020:00000001:2.0:1789449583.092096:0:35271:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:2.0:1789449583.092099:0:35271:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:2.0:1789449583.092100:0:35271:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449583.092102:0:35271:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449583.092105:0:35271:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000ef2c88a0/0xcddde1459ded67c3 lrc: 7/0,2 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xeb7cbf5e2fd3dd50 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789449583.092112:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449583.092113:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1789449583.092115:0:35271:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449583.092116:0:35271:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449583.092118:0:35271:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449583.092119:0:35271:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75a00 refcount=7 00000020:00000001:2.0:1789449583.092121:0:35271:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:2.0:1789449583.092123:0:35271:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:2.0:1789449583.092125:0:35271:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789449583.092127:0:35271:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000ef2c88a0/0xcddde1459ded67c3 lrc: 7/0,2 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xeb7cbf5e2fd3dd50 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789449583.092133:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449583.092135:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789449583.092137:0:35271:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000ef2c88a0/0xcddde1459ded67c3 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xeb7cbf5e2fd3dd50 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789449583.092143:0:35271:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789449583.092144:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449583.092146:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449583.092147:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449583.092148:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1789449583.092150:0:35271:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789449583.092152:0:35271:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449583.092154:0:35271:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449583.092156:0:35271:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449583.092157:0:35271:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449583.092159:0:35271:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449583.092161:0:35271:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449583.092162:0:35271:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449583.092165:0:35271:0:(cl_io.c:529:cl_io_start()) Process entered 00000080:00000001:2.0:1789449583.092168:0:35271:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000080:00000001:2.0:1789449583.092173:0:35271:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1789449583.092174:0:35271:0:(cl_object.c:143:cl_object_top()) ffff9e8b83cb75f8 -> ffff9e8b83cb75f8 00000020:00000001:2.0:1789449583.092176:0:35271:0:(cl_object.c:143:cl_object_top()) ffff9e8b83cb75f8 -> ffff9e8b83cb75f8 00000020:00000001:2.0:1789449583.092178:0:35271:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1789449583.092179:0:35271:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1789449583.092181:0:35271:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1789449582 a=0 c=1789449582 b=0 00020000:00000001:2.0:1789449583.092184:0:35271:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449583.092186:0:35271:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449583.092187:0:35271:0:(cl_object.c:143:cl_object_top()) ffff9e8b83cb75f8 -> ffff9e8b83cb75f8 00000080:00200000:2.0:1789449583.092189:0:35271:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 23 i_blocks 0 00000080:00000001:2.0:1789449583.092191:0:35271:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1789449583.092194:0:35271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181ce3b80 00000080:00200000:2.0:1789449583.092196:0:35271:0:(vvp_io.c:1292:vvp_io_write_start()) recon: write [23, 46) append 1 append lockpos 18446744073709551615 00000020:00000001:2.0:1789449583.092199:0:35271:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:2.0:1789449583.092201:0:35271:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b90686d90) owner 0000000000000000/ffff9e8b83640000 00020000:00000002:2.0:1789449583.093146:0:35271:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9e8b898c6120 addref 2/0 by ffff9e8b83640000. 00020000:00000002:2.0:1789449583.093167:0:35271:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b90686d90) owner 0000000000000000/ffff9e8b83640000 00000020:00000001:2.0:1789449583.093171:0:35271:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000020:00000001:2.0:1789449583.093176:0:35271:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00020000:00000001:2.0:1789449583.093180:0:35271:0:(lov_io.c:1617:lov_io_lru_reserve()) Process entered 00020000:00000001:2.0:1789449583.093183:0:35271:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449583.093186:0:35271:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449583.093188:0:35271:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789449583.093190:0:35271:0:(lov_offset.c:264:lov_stripe_intersects()) [23->45] -> [(0) 23->45 (0)] 00020000:00000001:2.0:1789449583.093193:0:35271:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789449583.093194:0:35271:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993116240 : -107152716435376 : ffff9e8b90667050) 00000020:00000001:2.0:1789449583.093198:0:35271:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00000008:00000001:2.0:1789449583.093201:0:35271:0:(osc_io.c:1417:osc_io_lru_reserve()) Process entered 00000008:00000001:2.0:1789449583.093215:0:35271:0:(osc_io.c:1430:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449583.093217:0:35271:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449583.093219:0:35271:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000001:2.0:1789449583.093221:0:35271:0:(lov_io.c:1658:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449583.093223:0:35271:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449583.093231:0:35271:0:(xattr.c:558:ll_xattr_get_common()) Process entered 00000080:00000001:2.0:1789449583.093353:0:35271:0:(xattr.c:483:ll_xattr_list()) Process entered 00000080:00000001:2.0:1789449583.093358:0:35271:0:(xattr_cache.c:606:ll_xattr_cache_get()) Process entered 00000080:00000001:2.0:1789449583.093361:0:35271:0:(xattr_cache.c:465:ll_xattr_cache_refill()) Process entered 00000080:00000001:2.0:1789449583.093363:0:35271:0:(xattr_cache.c:392:ll_xattr_find_get_lock()) Process entered 00000080:00000010:2.0:1789449583.093370:0:35271:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b8632f800. 00000080:00000001:2.0:1789449583.093376:0:35271:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789449583.093381:0:35271:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789449583.093384:0:35271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181ce3798 00800000:00000002:2.0:1789449583.093387:0:35271:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getxattr' for [0x0:0x0:0x0] '' on [0x200000405:0x2b:0x0] 00800000:00000001:2.0:1789449583.093392:0:35271:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789449583.093394:0:35271:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789449583.093397:0:35271:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789449583.093399:0:35271:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789449583.093402:0:35271:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789449583.093404:0:35271:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449583.093406:0:35271:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:2.0:1789449583.093408:0:35271:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449583.093412:0:35271:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000405:0x2b:0x0], fid2=[0x0:0x0:0x0], name='' -> mds #0 00000002:00000001:2.0:1789449583.093417:0:35271:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789449583.093418:0:35271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181ce3668 00000002:00010000:2.0:1789449583.093420:0:35271:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x0:0x0:0x0]) in obj [0x200000405:0x2b:0x0], intent: getxattr flags 0 00000002:00000001:2.0:1789449583.093425:0:35271:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789449583.093427:0:35271:0:(mdc_locks.c:538:mdc_intent_getxattr_pack()) Process entered 00000100:00000010:2.0:1789449583.093433:0:35271:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065ed80. 00000020:00000040:2.0:1789449583.093437:0:35271:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e8b89903000 02000000:00000001:2.0:1789449583.093442:0:35271:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789449583.093445:0:35271:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449583.093450:0:35271:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789449583.093456:0:35271:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789449583.093463:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449583.093465:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449583.093467:0:35271:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449583.093470:0:35271:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449583.093473:0:35271:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449583.093477:0:35271:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449583.093485:0:35271:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b83604000. 00000100:00000001:2.0:1789449583.093493:0:35271:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449583.093499:0:35271:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789449583.093501:0:35271:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449583.093503:0:35271:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789449583.093504:0:35271:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449583.093506:0:35271:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000040:2.0:1789449583.093510:0:35271:0:(mdc_locks.c:563:mdc_intent_getxattr_pack()) lustre-MDT0000-mdc-ffff9e8b89903000: get xattrs for [0x200000405:0x2b:0x0] 00000002:00000001:2.0:1789449583.093517:0:35271:0:(mdc_locks.c:600:mdc_intent_getxattr_pack()) Process leaving (rc=18446636920993082752 : -107152716468864 : ffff9e8b9065ed80) 00010000:00000001:2.0:1789449583.093521:0:35271:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789449583.093523:0:35271:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1789449583.093529:0:35271:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652a00 count: 2 00010000:00000001:2.0:1789449583.093532:0:35271:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789449583.093535:0:35271:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789449583.093539:0:35271:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8b91c4ce00. 00000020:00000001:2.0:1789449583.093543:0:35271:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789449583.093546:0:35271:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8b91c4ce00 with handle 0xcddde1459ded67d8 to hash 00000020:00000001:2.0:1789449583.093548:0:35271:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789449583.093549:0:35271:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636921016077824 : -107152693473792 : ffff9e8b91c4ce00) 00010000:00000001:2.0:1789449583.093553:0:35271:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636921016077824 : -107152693473792 : ffff9e8b91c4ce00) 00010000:00000001:2.0:1789449583.093557:0:35271:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449583.093559:0:35271:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449583.093563:0:35271:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4ce00/0xcddde1459ded67d8 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 35271 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789449583.093572:0:35271:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4ce00/0xcddde1459ded67d8 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35271 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789449583.093588:0:35271:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4ce00/0xcddde1459ded67d8 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35271 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789449583.093594:0:35271:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789449583.093596:0:35271:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789449583.093605:0:35271:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b87cfc840. 00000100:00000001:2.0:1789449583.093607:0:35271:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920849025088 : -107152860526528 : ffff9e8b87cfc840) 00000100:00000001:2.0:1789449583.093610:0:35271:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449583.093612:0:35271:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993082752 : -107152716468864 : ffff9e8b9065ed80) 00000100:00000001:2.0:1789449583.093617:0:35271:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449583.093621:0:35271:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449583.093623:0:35271:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789449583.093624:0:35271:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789449583.093639:0:35271:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065ed80 x1876371947536768/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/3376 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449583.093648:0:35271:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449583.093650:0:35271:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449583.093654:0:35271:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449583.093657:0:35271:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449583.093659:0:35271:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449583.093662:0:35271:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065ed80 pname:cluuid:pid:xid:nid:opc:job uname:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35271:1876371947536768:192.168.202.109@tcp:101:uname.0 00000100:00000001:2.0:1789449583.093666:0:35271:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789449583.093673:0:35271:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449583.093676:0:35271:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449583.093679:0:35271:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789449583.093685:0:35271:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 4096 at ffff9e8b87e71000. 02000000:00000001:2.0:1789449583.093687:0:35271:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449583.093697:0:35271:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449583.093703:0:35271:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b9cb8. 00000400:00000010:2.0:1789449583.093712:0:35271:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d908. 00000100:00000200:2.0:1789449583.093721:0:35271:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 4096 bytes, xid 1876371947536768, portal 10 00000100:00000001:2.0:1789449583.093722:0:35271:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449583.093724:0:35271:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993082752 : -107152716468864 : ffff9e8b9065ed80) 00000100:00000040:2.0:1789449583.093730:0:35271:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b9065ed80 x1876371947536768/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/3376 e 0 to 0 dl 1789449599 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449583.093737:0:35271:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449583.093740:0:35271:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449583.093743:0:35271:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085dc38. 00000100:00000200:2.0:1789449583.093746:0:35271:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1876371947536768, offset 0 00000400:00000200:2.0:1789449583.093753:0:35271:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449583.093763:0:35271:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449583.093773:0:35271:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449583.093779:0:35271:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449583.093784:0:35271:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449583.093788:0:35271:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449583.093790:0:35271:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449583.093794:0:35271:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2962:2962:256:4294967295] 192.168.202.109@tcp LPNI seq info [2962:2962:8:4294967295] 00000400:00000200:2.0:1789449583.093799:0:35271:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449583.093809:0:35271:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449583.093816:0:35271:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449583.093822:0:35271:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b89db4400. 00000800:00000200:2.0:1789449583.093830:0:35271:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449583.093840:0:35271:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449583.093846:0:35271:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b89db4400 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:2.0:1789449583.093908:0:35271:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449583.093914:0:35271:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 840641 usecs (841 jiffies) 00000400:00000200:2.0:1789449583.093918:0:35271:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449583.093921:0:35271:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296586619 00000100:00000001:2.0:1789449583.093929:0:35271:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, simply extend its deadline from 4296586609 00000100:00000001:2.0:1789449583.093936:0:35271:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296586619 00000100:00000001:2.0:1789449583.093940:0:35271:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, simply extend its deadline from 4296586609 00000100:00000001:2.0:1789449583.093944:0:35271:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449583.093948:0:35271:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449583.093950:0:35271:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449583.093952:0:35271:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789449583.093955:0:35271:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b87cfc840 going to sleep for 11 seconds 00000100:00000001:2.0:1789449583.093958:0:35271:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449583.093961:0:35271:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449583.094249:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449583.094255:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b89db4400. 00000400:00000200:3.0:1789449583.094263:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449583.094268:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449583.094275:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085dc38 00000400:00000010:3.0:1789449583.094278:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085dc38. 00000100:00000001:3.0:1789449583.094284:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449583.094288:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065ed80 x1876371947536768/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/3376 e 0 to 0 dl 1789449599 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449583.094298:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449583.094302:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b9065ed80 x1876371947536768/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/3376 e 0 to 0 dl 1789449599 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449583.094308:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449583.094310:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:2.1:1789449583.095480:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b90652900. 00010000:00000010:0.1:1789449583.095920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4c200. 00000800:00000001:3.0:1789449583.096497:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449583.096512:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449583.096516:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449583.096519:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449583.096530:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449583.096538:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449583.096549:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449583.096556:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449583.096562:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449583.096567:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 18 MB=0x6aa8ce3664100 00000400:00000200:3.0:1789449583.096573:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449583.096580:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.109@tcp of length 224/224 into md 0x86ad [1] + 224 00000800:00000001:3.0:1789449583.096590:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449583.096598:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449583.096603:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449583.096608:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449583.096618:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449583.096630:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d18000 x1876371947536640/t0(0) o103->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449599 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449583.096642:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b87d18000 x1876371947536640/t0(0) o103->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449599 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449583.096667:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449583.096678:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449583.096682:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449583.096764:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449583.096769:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789449583.096779:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449583.096782:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449583.096787:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b86580b00. 00000400:00000200:0.0:1789449583.096792:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5aa0 00000400:00000010:0.0:1789449583.096795:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5aa0. 00000100:00000001:0.0:1789449583.096799:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449583.096805:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b87d18000 x1876371947536640/t0(0) o103->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449599 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789449583.096815:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b87d18000 x1876371947536640/t0(0) o103->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449599 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449583.096822:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449583.096825:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449583.096828:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449583.096833:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449583.096836:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449583.096839:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449583.096843:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449583.096856:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ed80 time=62 v=5 (5 5 5 5) 00000100:00001000:0.0:1789449583.096861:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=30 v=5 (1 0 0 0) 00000100:00000001:0.0:1789449583.096864:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449583.096866:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449583.096869:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449583.096873:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449583.096908:0:2399:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789449583.096912:0:2399:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967639 00000100:00000001:0.0:1789449583.096915:0:2399:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449583.096918:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449583.096924:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b87d18000 x1876371947536640/t0(0) o103->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449599 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449583.096932:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449583.096935:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449583.096938:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449583.096942:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b87d18000 x1876371947536640/t0(0) o103->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449599 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789449583.096951:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b87d18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2399:1876371947536640:192.168.202.109@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1789449583.096956:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449583.096959:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449583.096964:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b87d18000 x1876371947536640/t0(0) o103->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449599 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449583.096971:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789449583.096974:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449583.096978:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b899c6800. 02000000:00000001:0.0:1789449583.096983:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789449583.096987:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449583.096989:0:2399:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:0.0:1789449583.096991:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449583.096994:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e8b899c6e00. 02000000:00000001:0.0:1789449583.096998:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449583.097000:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449583.097002:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b87d18000. 00000100:00000001:0.0:1789449583.097006:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449583.097008:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449583.097011:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449583.097021:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449583.097023:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449583.097026:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449583.097029:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789449583.100803:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449583.100824:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449583.100830:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449583.100832:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449583.100844:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449583.100854:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449583.100875:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449583.100924:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449583.100931:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449583.100937:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 1144 into portal 10 MB=0x6aa8ce3664180 00000400:00000200:3.0:1789449583.100944:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449583.100953:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 1144/1144 into md 0x86b5 [1] + 224 00000800:00000001:3.0:1789449583.100963:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449583.100973:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449583.100978:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449583.100983:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449583.100998:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449583.101011:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065ed80 x1876371947536768/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/3376 e 0 to 0 dl 1789449599 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789449583.101023:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=1144 offset=224 replen=3376 req@ffff9e8b9065ed80 x1876371947536768/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/3376 e 0 to 0 dl 1789449599 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449583.101045:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449583.101056:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449583.101059:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449583.101450:0:35271:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789449583.101461:0:35271:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789449583.101463:0:35271:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789449583.101467:0:35271:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b9cb8. 00000400:00000200:2.0:1789449583.101472:0:35271:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d908 00000400:00000010:2.0:1789449583.101475:0:35271:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d908. 00000100:00000001:2.0:1789449583.101478:0:35271:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449583.101484:0:35271:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065ed80 x1876371947536768/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/3376 e 0 to 0 dl 1789449599 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789449583.101493:0:35271:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065ed80 x1876371947536768/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/3376 e 0 to 0 dl 1789449599 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449583.101499:0:35271:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789449583.101501:0:35271:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449583.101504:0:35271:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789449583.101509:0:35271:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789449583.101511:0:35271:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789449583.101514:0:35271:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449583.101517:0:35271:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789449583.101529:0:35271:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=63 v=5 (5 5 102 102) 00000100:00001000:2.0:1789449583.101534:0:35271:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=30 v=5 (1 0 0 0) 00000100:00000001:2.0:1789449583.101537:0:35271:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789449583.101538:0:35271:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449583.101542:0:35271:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789449583.101546:0:35271:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449583.101551:0:35271:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789449583.101554:0:35271:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967639 00000100:00000001:2.0:1789449583.101556:0:35271:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789449583.101559:0:35271:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449583.101565:0:35271:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065ed80 x1876371947536768/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/1144 e 0 to 0 dl 1789449599 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449583.101573:0:35271:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449583.101576:0:35271:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789449583.101579:0:35271:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789449583.101584:0:35271:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065ed80 x1876371947536768/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/1144 e 0 to 0 dl 1789449599 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789449583.101591:0:35271:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065ed80 pname:cluuid:pid:xid:nid:opc:job uname:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35271:1876371947536768:192.168.202.109@tcp:101:uname.0 00000100:00000001:2.0:1789449583.101597:0:35271:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449583.101600:0:35271:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449583.101603:0:35271:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789449583.101606:0:35271:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449583.101609:0:35271:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065ed80 x1876371947536768/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/1144 e 0 to 0 dl 1789449599 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449583.101617:0:35271:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789449583.101620:0:35271:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b87cfc840. 00000100:00000001:2.0:1789449583.101624:0:35271:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789449583.101626:0:35271:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449583.101629:0:35271:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789449583.101635:0:35271:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449583.101638:0:35271:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449583.101642:0:35271:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4ce00 refcount=4 00000020:00000001:2.0:1789449583.101645:0:35271:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016077824 : -107152693473792 : ffff9e8b91c4ce00) 00010000:00000001:2.0:1789449583.101648:0:35271:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016077824 : -107152693473792 : ffff9e8b91c4ce00) 00010000:00000040:2.0:1789449583.101656:0:35271:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e8b91c4ce00, remote cookie: 0xeb7cbf5e2fd3dd81, flags: 0x1001 00010000:00010000:2.0:1789449583.101665:0:35271:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4ce00/0xcddde1459ded67d8 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dd81 expref: -99 pid: 35271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449583.101675:0:35271:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1789449583.101680:0:35271:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1789449583.101683:0:35271:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1789449583.101685:0:35271:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:2.0:1789449583.101687:0:35271:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1789449583.101690:0:35271:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x2b:0x0].0x0 (ffff9e8b90652a00) refcount = 2 00010000:00000040:2.0:1789449583.101694:0:35271:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1789449583.101697:0:35271:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75200/0xcddde1459ded67b5 lrc: 1/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xeb7cbf5e2fd3dd3b expref: -99 pid: 35265 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1789449583.101704:0:35271:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4ce00/0xcddde1459ded67d8 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3dd81 expref: -99 pid: 35271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449583.101711:0:35271:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1789449583.101714:0:35271:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1789449583.101716:0:35271:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789449583.101720:0:35271:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789449583.101723:0:35271:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449583.101726:0:35271:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4ce00/0xcddde1459ded67d8 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dd81 expref: -99 pid: 35271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449583.101733:0:35271:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1789449583.101735:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449583.101737:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449583.101738:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449583.101738:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449583.101740:0:35271:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449583.101746:0:35271:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1789449583.101748:0:35271:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449583.101749:0:35271:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449583.101750:0:35271:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4ce00 refcount=3 00000020:00000001:2.0:1789449583.101752:0:35271:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016077824 : -107152693473792 : ffff9e8b91c4ce00) 00010000:00000001:2.0:1789449583.101754:0:35271:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016077824 : -107152693473792 : ffff9e8b91c4ce00) 00010000:00000001:2.0:1789449583.101756:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449583.101758:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1789449583.101762:0:35271:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x80 disposition=0x0, status=0 req@ffff9e8b9065ed80 x1876371947536768/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/1144 e 0 to 0 dl 1789449599 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1789449583.101775:0:35271:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449583.101776:0:35271:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449583.101777:0:35271:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4ce00 refcount=3 00000020:00000001:2.0:1789449583.101779:0:35271:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016077824 : -107152693473792 : ffff9e8b91c4ce00) 00010000:00000001:2.0:1789449583.101781:0:35271:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016077824 : -107152693473792 : ffff9e8b91c4ce00) 00010000:00000001:2.0:1789449583.101784:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449583.101785:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789449583.101786:0:35271:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449583.101789:0:35271:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449583.101792:0:35271:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1789449583.101794:0:35271:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449583.101796:0:35271:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449583.101797:0:35271:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4ce00 refcount=3 00000020:00000001:2.0:1789449583.101799:0:35271:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016077824 : -107152693473792 : ffff9e8b91c4ce00) 00010000:00000001:2.0:1789449583.101801:0:35271:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016077824 : -107152693473792 : ffff9e8b91c4ce00) 00000002:00010000:2.0:1789449583.101805:0:35271:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4ce00/0xcddde1459ded67d8 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dd81 expref: -99 pid: 35271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449583.101812:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449583.101813:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449583.101815:0:35271:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789449583.101816:0:35271:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449583.101818:0:35271:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449583.101819:0:35271:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4ce00 refcount=3 00000020:00000001:2.0:1789449583.101820:0:35271:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016077824 : -107152693473792 : ffff9e8b91c4ce00) 00010000:00000001:2.0:1789449583.101823:0:35271:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016077824 : -107152693473792 : ffff9e8b91c4ce00) 00010000:00000040:2.0:1789449583.101832:0:35271:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652a00 count: 3 00010000:00000001:2.0:1789449583.101836:0:35271:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1789449583.101842:0:35271:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e8b83488400 type 13 mode 4 res 8589935621/43 (0 0) 00010000:00000001:2.0:1789449583.101845:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449583.101846:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789449583.101848:0:35271:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1789449583.101852:0:35271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181ce35f0 00000002:00002000:2.0:1789449583.101855:0:35271:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getxattr status=0 disp=0x0: rc = 0 00000002:00000001:2.0:1789449583.101858:0:35271:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789449583.101862:0:35271:0:(lmv_intent.c:533:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789449583.101915:0:35271:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789449583.101920:0:35271:0:(namei.c:952:ll_intent_lock()) intent lock 128 on i1 [0x200000405:0x2b:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1789449583.101924:0:35271:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789449583.101930:0:35271:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b8632f800. 00000080:00000001:2.0:1789449583.101938:0:35271:0:(xattr_cache.c:437:ll_xattr_find_get_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:2.0:1789449583.101945:0:35271:0:(xattr_cache.c:508:ll_xattr_cache_refill()) caching: xdata=ffff9e8b87e71460 xtail=ffff9e8b87e7149a 00000080:00000001:2.0:1789449583.101948:0:35271:0:(xattr_cache.c:65:ll_xattr_cache_init()) Process entered 00000080:00000020:2.0:1789449583.101950:0:35271:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [trusted.lma]= 00000080:00000001:2.0:1789449583.101954:0:35271:0:(xattr_cache.c:132:ll_xattr_cache_add()) Process entered 00000080:00000001:2.0:1789449583.101956:0:35271:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:2.0:1789449583.101957:0:35271:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:2.0:1789449583.101966:0:35271:0:(xattr_cache.c:146:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff9e8b836b8438. 00000080:00000010:2.0:1789449583.101971:0:35271:0:(xattr_cache.c:154:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 12 at ffff9e8b87c21880. 00000080:00000010:2.0:1789449583.101975:0:35271:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 24 at ffff9e8b8316f5c0. 00000080:00000020:2.0:1789449583.101978:0:35271:0:(xattr_cache.c:173:ll_xattr_cache_add()) set: [trusted.lma]= 00000080:00000001:2.0:1789449583.101980:0:35271:0:(xattr_cache.c:175:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:2.0:1789449583.101982:0:35271:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [trusted.lov]=Ð Ñ  00000080:00000001:2.0:1789449583.101983:0:35271:0:(xattr_cache.c:132:ll_xattr_cache_add()) Process entered 00000080:00000001:2.0:1789449583.101984:0:35271:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:2.0:1789449583.101986:0:35271:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:2.0:1789449583.101988:0:35271:0:(xattr_cache.c:146:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff9e8b836b8d98. 00000080:00000010:2.0:1789449583.101999:0:35271:0:(xattr_cache.c:154:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 12 at ffff9e8b87c21990. 00000080:00000010:2.0:1789449583.102003:0:35271:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 56 at ffff9e8b90fc99c0. 00000080:00000020:2.0:1789449583.102005:0:35271:0:(xattr_cache.c:173:ll_xattr_cache_add()) set: [trusted.lov]=Ð Ñ  00000080:00000001:2.0:1789449583.102006:0:35271:0:(xattr_cache.c:175:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:2.0:1789449583.102008:0:35271:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [user.job]=bash.0 00000080:00000001:2.0:1789449583.102009:0:35271:0:(xattr_cache.c:132:ll_xattr_cache_add()) Process entered 00000080:00000001:2.0:1789449583.102010:0:35271:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:2.0:1789449583.102012:0:35271:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:2.0:1789449583.102015:0:35271:0:(xattr_cache.c:146:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff9e8b836b89d8. 00000080:00000010:2.0:1789449583.102017:0:35271:0:(xattr_cache.c:154:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 9 at ffff9e8b87c21a00. 00000080:00000010:2.0:1789449583.102021:0:35271:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 6 at ffff9e8b89e16120. 00000080:00000020:2.0:1789449583.102022:0:35271:0:(xattr_cache.c:173:ll_xattr_cache_add()) set: [user.job]=bash.0 00000080:00000001:2.0:1789449583.102024:0:35271:0:(xattr_cache.c:175:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:2.0:1789449583.102025:0:35271:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [trusted.link]=ßñê 00000080:00000001:2.0:1789449583.102027:0:35271:0:(xattr_cache.c:132:ll_xattr_cache_add()) Process entered 00000080:00000001:2.0:1789449583.102028:0:35271:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:2.0:1789449583.102029:0:35271:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:2.0:1789449583.102031:0:35271:0:(xattr_cache.c:146:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff9e8b836b8898. 00000080:00000010:2.0:1789449583.102033:0:35271:0:(xattr_cache.c:154:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 13 at ffff9e8b87c21a40. 00000080:00000010:2.0:1789449583.102035:0:35271:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 47 at ffff9e8b90fc91c0. 00000080:00000020:2.0:1789449583.102036:0:35271:0:(xattr_cache.c:173:ll_xattr_cache_add()) set: [trusted.link]=ßñê 00000080:00000001:2.0:1789449583.102038:0:35271:0:(xattr_cache.c:175:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:2.0:1789449583.102039:0:35271:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [trusted.som]= 00000080:00000020:2.0:1789449583.102041:0:35271:0:(xattr_cache.c:535:ll_xattr_cache_refill()) not caching trusted.som 00000080:00010000:2.0:1789449583.102044:0:35271:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2b:0x0](ffff9e8b89184b08) for lock 0xcddde1459ded67d8 00800000:00000001:2.0:1789449583.102049:0:35271:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789449583.102053:0:35271:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789449583.102055:0:35271:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449583.102056:0:35271:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449583.102058:0:35271:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4ce00 refcount=3 00000020:00000001:2.0:1789449583.102060:0:35271:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016077824 : -107152693473792 : ffff9e8b91c4ce00) 00010000:00000001:2.0:1789449583.102062:0:35271:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016077824 : -107152693473792 : ffff9e8b91c4ce00) 00010000:00000001:2.0:1789449583.102065:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449583.102066:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789449583.102068:0:35271:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789449583.102069:0:35271:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789449583.102073:0:35271:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded67d8 from it ffffb71181ce38e8 00010000:00000001:2.0:1789449583.102075:0:35271:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449583.102077:0:35271:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449583.102078:0:35271:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4ce00 refcount=3 00000020:00000001:2.0:1789449583.102080:0:35271:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016077824 : -107152693473792 : ffff9e8b91c4ce00) 00010000:00000001:2.0:1789449583.102082:0:35271:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016077824 : -107152693473792 : ffff9e8b91c4ce00) 00010000:00000001:2.0:1789449583.102085:0:35271:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789449583.102088:0:35271:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4ce00/0xcddde1459ded67d8 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3dd81 expref: -99 pid: 35271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449583.102095:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449583.102097:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449583.102098:0:35271:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789449583.102102:0:35271:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789449583.102106:0:35271:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4ce00/0xcddde1459ded67d8 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dd81 expref: -99 pid: 35271 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789449583.102113:0:35271:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789449583.102116:0:35271:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789449583.102118:0:35271:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789449583.102124:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449583.102126:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449583.102127:0:35271:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449583.102131:0:35271:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789449583.102134:0:35271:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449583.102136:0:35271:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449583.102139:0:35271:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449583.102140:0:35271:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789449583.102142:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449583.102143:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789449583.102144:0:35271:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449583.102149:0:35271:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065ed80 x1876371947536768/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/1144 e 0 to 0 dl 1789449599 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449583.102168:0:35271:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789449583.102171:0:35271:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789449583.102177:0:35271:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 4096 at ffff9e8b87e71000. 02000000:00000001:2.0:1789449583.102182:0:35271:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789449583.102185:0:35271:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789449583.102187:0:35271:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:2.0:1789449583.102189:0:35271:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789449583.102193:0:35271:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b83604000. 02000000:00000001:2.0:1789449583.102198:0:35271:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789449583.102201:0:35271:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789449583.102214:0:35271:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065ed80. 00000100:00000001:2.0:1789449583.102219:0:35271:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789449583.102221:0:35271:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789449583.102222:0:35271:0:(xattr_cache.c:559:ll_xattr_cache_refill()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449583.102226:0:35271:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:2.0:1789449583.102228:0:35271:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:2.0:1789449583.102231:0:35271:0:(xattr_cache.c:667:ll_xattr_cache_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:2.0:1789449583.102235:0:35271:0:(xattr_cache.c:671:ll_xattr_cache_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:2.0:1789449583.102238:0:35271:0:(xattr.c:499:ll_xattr_list()) Process leaving via out_xattr (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000100:00000001:2.0:1789449583.102241:0:35271:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789449583.102243:0:35271:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789449583.102245:0:35271:0:(xattr.c:546:ll_xattr_list()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:2.0:1789449583.102250:0:35271:0:(xattr.c:615:ll_xattr_get_common()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:2.0:1789449583.102268:0:35271:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:2.0:1789449583.102270:0:35271:0:(rw26.c:676:ll_write_begin()) Writing 0 of 23 to 23 bytes 00000080:00000001:2.0:1789449583.102280:0:35271:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00000001:2.0:1789449583.102283:0:35271:0:(vvp_io.c:1171:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449583.102618:0:35271:0:(cl_page.c:432:cl_page_find()) Process entered 00000020:00008000:3.0:1789449583.102623:0:35271:0:(cl_page.c:438:cl_page_find()) 0@[0x200000405:0x2b:0x0] ffffe3bd4498d380 ffff9e8b86355b60 1 00000020:00000001:3.0:1789449583.102628:0:35271:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:3.0:1789449583.102630:0:35271:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446636920822127456 : -107152887424160 : ffff9e8b86355b60) 00000020:00000001:3.0:1789449583.102633:0:35271:0:(cl_page.c:455:cl_page_find()) Process leaving (rc=18446636920822127456 : -107152887424160 : ffff9e8b86355b60) 00000020:00000001:3.0:1789449583.102636:0:35271:0:(cl_page.c:811:cl_page_assume()) Process entered 00000020:00000001:3.0:1789449583.102640:0:35271:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:3.0:1789449583.102642:0:35271:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446636920799432256 : -107152910119360 : ffff9e8b84db0e40) 00000020:00000001:3.0:1789449583.102645:0:35271:0:(cl_page.c:645:cl_page_owner_set()) Process entered 00000020:00000001:3.0:1789449583.102647:0:35271:0:(cl_page.c:648:cl_page_owner_set()) Process leaving 00000020:00000001:3.0:1789449583.102649:0:35271:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1789449583.102656:0:35271:0:(cl_page.c:518:__cl_page_state_set()) page@0000000033747c49[3 00000000a4a25892 1 1 0000000073c12968 0 0 0] 00000020:00000001:3.0:1789449583.102658:0:35271:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 2 00000020:00000001:3.0:1789449583.102660:0:35271:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1789449583.102661:0:35271:0:(cl_page.c:825:cl_page_assume()) Process leaving 00000080:00000001:3.0:1789449583.102663:0:35271:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:3.0:1789449583.102665:0:35271:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449583.102670:0:35271:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:3.0:1789449583.102672:0:35271:0:(rw26.c:871:ll_write_end()) pos 23, len 23, copied 23 00000020:00000001:3.0:1789449583.102674:0:35271:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:3.0:1789449583.102675:0:35271:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446636920799432256 : -107152910119360 : ffff9e8b84db0e40) 00000020:00000001:3.0:1789449583.102677:0:35271:0:(cl_page.c:680:cl_page_is_owned()) Process entered 00000020:00000001:3.0:1789449583.102679:0:35271:0:(cl_page.c:682:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789449583.102682:0:35271:0:(cl_io.c:928:cl_page_list_add()) Process entered 00000020:00000001:3.0:1789449583.102684:0:35271:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:3.0:1789449583.102685:0:35271:0:(cl_page.c:547:cl_page_get()) Process leaving 00000020:00000001:3.0:1789449583.102686:0:35271:0:(cl_io.c:939:cl_page_list_add()) Process leaving 00000080:00200000:3.0:1789449583.102690:0:35271:0:(rw26.c:929:ll_write_end()) page@0000000033747c49[4 00000000a4a25892 2 1 0000000073c12968 0 0 0] 00000080:00200000:3.0:1789449583.102694:0:35271:0:(rw26.c:929:ll_write_end()) vmpage @0000000078b8ab8d 17ffffc0001039 2:0 ffff9e8b86355b60 0 lru 00000080:00200000:3.0:1789449583.102704:0:35271:0:(rw26.c:929:ll_write_end()) osc-page@000000007f8541e1 0: 1< 2 + - > 2< 0 0 4096 0x0 0x40420 | 000000003f97deed 00000000ae4ca910 > 3< 1 0 > 4< 0 0 8 8351744 - | - - + - > 5< - - + - | 0 - | 1 - -> 00000080:00200000:3.0:1789449583.102707:0:35271:0:(rw26.c:929:ll_write_end()) end page@0000000033747c49 00000080:00200000:3.0:1789449583.102709:0:35271:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00000001:3.0:1789449583.102710:0:35271:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:3.0:1789449583.102712:0:35271:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 23, to 46 prio 0 00000020:00000001:3.0:1789449583.102715:0:35271:0:(cl_io.c:647:cl_io_commit_async()) Process entered 00020000:00000001:3.0:1789449583.102721:0:35271:0:(lov_io.c:1806:lov_io_commit_async()) Process entered 00020000:00000001:3.0:1789449583.102724:0:35271:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789449583.102726:0:35271:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993116240 : -107152716435376 : ffff9e8b90667050) 00000020:00000001:3.0:1789449583.102727:0:35271:0:(cl_io.c:647:cl_io_commit_async()) Process entered 00000008:00000001:3.0:1789449583.102732:0:35271:0:(osc_io.c:419:osc_io_commit_async()) Process entered 00000008:00000001:3.0:1789449583.102735:0:35271:0:(osc_io.c:380:osc_page_touch_at()) Process entered 00000020:00000001:3.0:1789449583.102739:0:35271:0:(cl_object.c:143:cl_object_top()) ffff9e8b87e0ce00 -> ffff9e8b83cb75f8 00000008:00000002:3.0:1789449583.102742:0:35271:0:(osc_io.c:388:osc_page_touch_at()) stripe KMS increasing 23->46 23 00000020:00000001:3.0:1789449583.102744:0:35271:0:(cl_object.c:143:cl_object_top()) ffff9e8b87e0ce00 -> ffff9e8b83cb75f8 00000020:00000001:3.0:1789449583.102746:0:35271:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1789449583.102749:0:35271:0:(osc_object.c:161:osc_attr_update()) set kms from 23to 46 00020000:00000001:3.0:1789449583.102752:0:35271:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1789449583.102755:0:35271:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449583.102756:0:35271:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449583.102758:0:35271:0:(cl_object.c:143:cl_object_top()) ffff9e8b87e0ce00 -> ffff9e8b83cb75f8 00000008:00000001:3.0:1789449583.102759:0:35271:0:(osc_io.c:403:osc_page_touch_at()) Process leaving 00000020:00000001:3.0:1789449583.102761:0:35271:0:(cl_io.c:952:cl_page_list_del()) Process entered 00000020:00000001:3.0:1789449583.102763:0:35271:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:3.0:1789449583.102766:0:35271:0:(cl_page.c:567:cl_batch_put()) page@0000000033747c49[4 00000000a4a25892 2 1 0000000073c12968 0 0 0] 00000020:00000001:3.0:1789449583.102767:0:35271:0:(cl_page.c:567:cl_batch_put()) 4 00000020:00000001:3.0:1789449583.102769:0:35271:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:3.0:1789449583.102770:0:35271:0:(cl_io.c:957:cl_page_list_del()) Process leaving 00000008:00000020:3.0:1789449583.102772:0:35271:0:(osc_request.c:745:osc_update_next_shrink()) next time 3118 to shrink grant 00000080:00000001:3.0:1789449583.102775:0:35271:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:3.0:1789449583.102777:0:35271:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:3.0:1789449583.102780:0:35271:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9e8b89184cb8, count 1, dirtied 0 00000080:00000001:3.0:1789449583.102783:0:35271:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:3.0:1789449583.102784:0:35271:0:(cl_page.c:656:__cl_page_disown()) Process entered 00000020:00000001:3.0:1789449583.102786:0:35271:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1789449583.102787:0:35271:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1789449583.102788:0:35271:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1789449583.102791:0:35271:0:(cl_page.c:518:__cl_page_state_set()) page@0000000033747c49[3 00000000a4a25892 2 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1789449583.102793:0:35271:0:(cl_page.c:518:__cl_page_state_set()) 2 -> 1 00000020:00000001:3.0:1789449583.102794:0:35271:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1789449583.102796:0:35271:0:(cl_page.c:671:__cl_page_disown()) Process leaving 00000020:00000001:3.0:1789449583.102797:0:35271:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:3.0:1789449583.102799:0:35271:0:(cl_page.c:567:cl_batch_put()) page@0000000033747c49[3 00000000a4a25892 1 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1789449583.102801:0:35271:0:(cl_page.c:567:cl_batch_put()) 3 00000020:00000001:3.0:1789449583.102802:0:35271:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000080:00000001:3.0:1789449583.102803:0:35271:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:3.0:1789449583.102805:0:35271:0:(osc_io.c:492:osc_io_commit_async()) 0 0 00000008:00000001:3.0:1789449583.102807:0:35271:0:(osc_io.c:493:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449583.102809:0:35271:0:(cl_io.c:657:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449583.102811:0:35271:0:(lov_io.c:1818:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449583.102812:0:35271:0:(cl_io.c:657:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1789449583.102815:0:35271:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 23 bytes, tot: 23 00000020:00000001:3.0:1789449583.102817:0:35271:0:(cl_io.c:1044:cl_page_list_fini()) Process entered 00000020:00000001:3.0:1789449583.102819:0:35271:0:(cl_io.c:1048:cl_page_list_fini()) Process leaving 00000080:00000001:3.0:1789449583.102820:0:35271:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449583.102822:0:35271:0:(rw26.c:950:ll_write_end()) Process leaving (rc=23 : 23 : 17) 00000080:00000001:3.0:1789449583.102828:0:35271:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00000001:3.0:1789449583.102830:0:35271:0:(vvp_io.c:1171:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449583.102833:0:35271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181ce3b80 00000080:00200000:3.0:1789449583.102835:0:35271:0:(vvp_io.c:1358:vvp_io_write_start()) recon: write bytes 0, result: 23 00000080:00000001:3.0:1789449583.102838:0:35271:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449583.102842:0:35271:0:(lov_io.c:1425:lov_io_start()) Process entered 00020000:00000001:3.0:1789449583.102845:0:35271:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:3.0:1789449583.102846:0:35271:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:3.0:1789449583.102848:0:35271:0:(osc_io.c:1053:osc_io_write_start()) Process entered 00000020:00000001:3.0:1789449583.102850:0:35271:0:(cl_object.c:143:cl_object_top()) ffff9e8b87e0ce00 -> ffff9e8b83cb75f8 00000020:00000001:3.0:1789449583.102852:0:35271:0:(cl_object.c:143:cl_object_top()) ffff9e8b87e0ce00 -> ffff9e8b83cb75f8 00000020:00000001:3.0:1789449583.102853:0:35271:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:3.0:1789449583.102854:0:35271:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1789449583.102856:0:35271:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449583.102858:0:35271:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449583.102859:0:35271:0:(cl_object.c:143:cl_object_top()) ffff9e8b87e0ce00 -> ffff9e8b83cb75f8 00000008:00000001:3.0:1789449583.102861:0:35271:0:(osc_io.c:1061:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449583.102863:0:35271:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449583.102876:0:35271:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449583.102877:0:35271:0:(lov_io.c:1426:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449583.102915:0:35271:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449583.102918:0:35271:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:3.0:1789449583.102919:0:35271:0:(lov_io.c:1397:lov_io_call()) Process entered 00020000:00000001:3.0:1789449583.102921:0:35271:0:(lov_io.c:1431:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1789449583.102922:0:35271:0:(cl_io.c:556:cl_io_end()) Process entered 00000020:00000001:3.0:1789449583.102924:0:35271:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:3.0:1789449583.102925:0:35271:0:(lov_io.c:1441:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449583.102927:0:35271:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449583.102929:0:35271:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:3.0:1789449583.102932:0:35271:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:3.0:1789449583.102935:0:35271:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1789449583.102937:0:35271:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9e8b9065ba88 (ffff9e8b862172d8/0) at cl_lock_release():245 00000020:00000001:3.0:1789449583.102940:0:35271:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1789449583.102941:0:35271:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e8b9065ba88 (ffff9e8b862172d8/0) at cl_lock_cancel():142 00020000:00000001:3.0:1789449583.102946:0:35271:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1789449583.102947:0:35271:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789449583.102949:0:35271:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993116240 : -107152716435376 : ffff9e8b90667050) 00000020:00000001:3.0:1789449583.102950:0:35271:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1789449583.102952:0:35271:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e8b83162eb0 (ffff9e8b862177e8/1) at cl_lock_cancel():142 00000008:00000001:3.0:1789449583.102956:0:35271:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1789449583.102957:0:35271:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:3.0:1789449583.102960:0:35271:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449583.102961:0:35271:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449583.102963:0:35271:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75a00 refcount=5 00000020:00000001:3.0:1789449583.102965:0:35271:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:3.0:1789449583.102967:0:35271:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:3.0:1789449583.102969:0:35271:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789449583.102974:0:35271:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000ef2c88a0/0xcddde1459ded67c3 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xeb7cbf5e2fd3dd50 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1789449583.102983:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449583.102985:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449583.102986:0:35271:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789449583.102997:0:35271:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789449583.103000:0:35271:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000ef2c88a0/0xcddde1459ded67c3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xeb7cbf5e2fd3dd50 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1789449583.103012:0:35271:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449583.103014:0:35271:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789449583.103015:0:35271:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449583.103019:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449583.103020:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449583.103021:0:35271:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449583.103025:0:35271:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789449583.103026:0:35271:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449583.103028:0:35271:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449583.103031:0:35271:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449583.103032:0:35271:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789449583.103033:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449583.103034:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449583.103035:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449583.103036:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789449583.103038:0:35271:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1789449583.103040:0:35271:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1789449583.103041:0:35271:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1789449583.103042:0:35271:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1789449583.103043:0:35271:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1789449583.103045:0:35271:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e8b9065ba88 (ffff9e8b862172d8/0) at cl_lock_fini():72 00020000:00000001:3.0:1789449583.103048:0:35271:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:3.0:1789449583.103049:0:35271:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1789449583.103050:0:35271:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e8b83162eb0 (ffff9e8b862172d8/1) at cl_lock_fini():72 00000008:00000010:3.0:1789449583.103053:0:35271:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9e8b8633c850. 00000020:00000001:3.0:1789449583.103059:0:35271:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1789449583.103060:0:35271:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9e8b83162e80. 00020000:00000001:3.0:1789449583.103063:0:35271:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1789449583.103064:0:35271:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1789449583.103065:0:35271:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:3.0:1789449583.103067:0:35271:0:(lov_io.c:1519:lov_io_unlock()) Process entered 00020000:00000001:3.0:1789449583.103068:0:35271:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:3.0:1789449583.103069:0:35271:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:3.0:1789449583.103070:0:35271:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1789449583.103072:0:35271:0:(lov_io.c:1453:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449583.103073:0:35271:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449583.103075:0:35271:0:(lov_io.c:1522:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1789449583.103077:0:35271:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1789449583.103078:0:35271:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000080:00200000:3.0:1789449583.103081:0:35271:0:(vvp_io.c:533:vvp_io_advance()) advancing 23 bytes 00000020:00000001:3.0:1789449583.103083:0:35271:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1789449583.103084:0:35271:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1789449583.103085:0:35271:0:(lov_io.c:1500:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1789449583.103086:0:35271:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:3.0:1789449583.103087:0:35271:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1789449583.103092:0:35271:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1789449583.103093:0:35271:0:(lov_io.c:1447:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449583.103095:0:35271:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449583.103097:0:35271:0:(lov_io.c:1511:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1789449583.103098:0:35271:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1789449583.103100:0:35271:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1789449583.103105:0:35271:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 18446744073709551615] 00000001:00000001:3.0:1789449583.103108:0:35271:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:3.0:1789449583.103112:0:35271:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:3.0:1789449583.103114:0:35271:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:3.0:1789449583.103116:0:35271:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1789449583.103118:0:35271:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1789449583.103119:0:35271:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:3.0:1789449583.103120:0:35271:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:3.0:1789449583.103123:0:35271:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b862177e0 00020000:00000001:3.0:1789449583.103127:0:35271:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1789449583.103129:0:35271:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1789449583.103130:0:35271:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1789449583.103132:0:35271:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2b:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1789449583.103135:0:35271:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1789449583.103136:0:35271:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00000001:3.0:1789449583.103137:0:35271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181ce3c98 00000080:00200000:3.0:1789449583.103139:0:35271:0:(file.c:2238:ll_file_io_generic()) recon: 2 io complete with rc: 0, result: 23, restart: 0 00000080:00000001:3.0:1789449583.103144:0:35271:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1789449583.103146:0:35271:0:(cl_object.c:143:cl_object_top()) ffff9e8b83cb75f8 -> ffff9e8b83cb75f8 00000020:00000001:3.0:1789449583.103148:0:35271:0:(cl_object.c:143:cl_object_top()) ffff9e8b83cb75f8 -> ffff9e8b83cb75f8 00000020:00000001:3.0:1789449583.103150:0:35271:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1789449583.103165:0:35271:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:3.0:1789449583.103171:0:35271:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1789449583.103173:0:35271:0:(lov_offset.c:58:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:3.0:1789449583.103175:0:35271:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1789449583.103176:0:35271:0:(lov_offset.c:58:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:3.0:1789449583.103178:0:35271:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x2b:1029 on OST[1]: s=46 (1) m=1789449583 a=0 c=1789449583 b=0 00020000:00000001:3.0:1789449583.103182:0:35271:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1789449583.103184:0:35271:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1789449583 a=0 c=1789449583 b=0 00020000:00000001:3.0:1789449583.103187:0:35271:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449583.103189:0:35271:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449583.103191:0:35271:0:(cl_object.c:143:cl_object_top()) ffff9e8b83cb75f8 -> ffff9e8b83cb75f8 00000080:00200000:3.0:1789449583.103194:0:35271:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 46 i_blocks 0 00000080:00000001:3.0:1789449583.103196:0:35271:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:3.0:1789449583.103200:0:35271:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 23 00000080:00000001:3.0:1789449583.103217:0:35271:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=23 : 23 : 17) 00000020:00001000:3.0:1789449583.103221:0:35271:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b862172d0 00000020:00000001:3.0:1789449583.103224:0:35271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181ce3d88 00000080:00000008:3.0:1789449583.103226:0:35271:0:(file.c:2732:do_file_write_iter()) COMPLETED: file recon:[0x200000405:0x2b:0x0], ppos: 46, count: 0, rc = 23 00000080:00000001:3.0:1789449583.103228:0:35271:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:3.0:1789449583.103259:0:35271:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1789449583.103263:0:35271:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b90686d90) owner 0000000000000000/ffff9e8b83640000 00020000:00000002:3.0:1789449583.103268:0:35271:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b90686d90) owner 0000000000000000/ffff9e8b83640000 00020000:00000001:3.0:1789449583.103271:0:35271:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449583.103281:0:35271:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1789449583.103283:0:35271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181ce3df0 00000080:00200008:3.0:1789449583.103285:0:35271:0:(file.c:479:ll_file_release()) START file recon:[0x200000405:0x2b:0x0](ffff9e8b89184b08), flags 102001 00000080:00000001:3.0:1789449583.103289:0:35271:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:3.0:1789449583.103293:0:35271:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:3.0:1789449583.103294:0:35271:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1789449583.103295:0:35271:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b90686d90) owner 0000000000000000/ffff9e8b83640000 00020000:00000002:3.0:1789449583.103297:0:35271:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b90686d90) owner 0000000000000000/ffff9e8b83640000 00020000:00000001:3.0:1789449583.103299:0:35271:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449583.103302:0:35271:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:3.0:1789449583.103310:0:35271:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789449583.103313:0:35271:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789449583.103316:0:35271:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789449583.103319:0:35271:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789449583.103321:0:35271:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449583.103323:0:35271:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:3.0:1789449583.103326:0:35271:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449583.103331:0:35271:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789449583.103334:0:35271:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789449583.103340:0:35271:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652a00 count: 3 00010000:00000001:3.0:1789449583.103343:0:35271:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789449583.103348:0:35271:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449583.103350:0:35271:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x2b:0x0]: 0 00000080:00000001:3.0:1789449583.103353:0:35271:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:3.0:1789449583.103356:0:35271:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1789449583.103363:0:35271:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9e8b83481600. 00000080:00000001:3.0:1789449583.103365:0:35271:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:3.0:1789449583.103372:0:35271:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1789449583.103375:0:35271:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:3.0:1789449583.103377:0:35271:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789449583.103378:0:35271:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789449583.103379:0:35271:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789449583.103380:0:35271:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789449583.103382:0:35271:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449583.103383:0:35271:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:3.0:1789449583.103384:0:35271:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449583.103386:0:35271:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x2b:0x0] 00000002:00000001:3.0:1789449583.103391:0:35271:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1789449583.103393:0:35271:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9e8b89903000: [0x200000405:0x2b:0x0] file closed with intent: 200 00000100:00000010:3.0:1789449583.103400:0:35271:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b8310ad80. 00000020:00000040:3.0:1789449583.103405:0:35271:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000100:00000001:3.0:1789449583.103411:0:35271:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789449583.103415:0:35271:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789449583.103420:0:35271:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789449583.103428:0:35271:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e8b83480000. 00000100:00000001:3.0:1789449583.103436:0:35271:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1789449583.103457:0:35271:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9e8b9065f100 x1876371947536512/t8589934596(8589934596) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1789449599 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1789449583.103468:0:35271:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e8b89903000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1789449583.103473:0:35271:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e8b8310ad80 x1876371947537024/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1789449583.103479:0:35271:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789449583.103482:0:35271:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789449583.103491:0:35271:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b831c5cc0. 00000100:00000001:3.0:1789449583.103494:0:35271:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920770157760 : -107152939393856 : ffff9e8b831c5cc0) 00000100:00000001:3.0:1789449583.103498:0:35271:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449583.103500:0:35271:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769392000 : -107152940159616 : ffff9e8b8310ad80) 00000100:00000001:3.0:1789449583.103505:0:35271:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789449583.103510:0:35271:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449583.103512:0:35271:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789449583.103513:0:35271:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789449583.103517:0:35271:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b8310ad80 x1876371947537024/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449583.103525:0:35271:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789449583.103527:0:35271:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449583.103531:0:35271:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789449583.103534:0:35271:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789449583.103536:0:35271:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449583.103540:0:35271:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b8310ad80 pname:cluuid:pid:xid:nid:opc:job uname:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35271:1876371947537024:192.168.202.109@tcp:35:uname.0 00000100:00000001:3.0:1789449583.103544:0:35271:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789449583.103550:0:35271:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789449583.103553:0:35271:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449583.103556:0:35271:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789449583.103561:0:35271:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b87c48400. 02000000:00000001:3.0:1789449583.103564:0:35271:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449583.103574:0:35271:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:3.0:1789449583.103579:0:35271:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b8525cb00. 00000400:00000010:3.0:1789449583.103587:0:35271:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69ee0. 00000100:00000200:3.0:1789449583.103595:0:35271:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947537024, portal 10 00000100:00000001:3.0:1789449583.103597:0:35271:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449583.103599:0:35271:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769392000 : -107152940159616 : ffff9e8b8310ad80) 00000100:00000040:3.0:1789449583.103606:0:35271:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b8310ad80 x1876371947537024/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449599 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449583.103612:0:35271:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449583.103615:0:35271:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1789449583.103618:0:35271:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69f68. 00000100:00000200:3.0:1789449583.103621:0:35271:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876371947537024, offset 0 00000400:00000200:3.0:1789449583.103629:0:35271:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1789449583.103640:0:35271:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449583.103649:0:35271:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449583.103658:0:35271:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789449583.103663:0:35271:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1789449583.103668:0:35271:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789449583.103670:0:35271:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1789449583.103674:0:35271:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2963:2963:256:4294967295] 192.168.202.109@tcp LPNI seq info [2963:2963:8:4294967295] 00000400:00000200:3.0:1789449583.103679:0:35271:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449583.103691:0:35271:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449583.103698:0:35271:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449583.103703:0:35271:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051c500. 00000800:00000200:3.0:1789449583.103712:0:35271:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449583.103722:0:35271:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449583.103727:0:35271:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051c500 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1789449583.103757:0:35271:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449583.103762:0:35271:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 838550 usecs (839 jiffies) 00000400:00000200:3.0:1789449583.103765:0:35271:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:3.0:1789449583.103768:0:35271:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296586628 00000100:00000001:3.0:1789449583.103778:0:35271:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, simply extend its deadline from 4296586619 00000100:00000001:3.0:1789449583.103785:0:35271:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296586628 00000100:00000001:3.0:1789449583.103789:0:35271:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, simply extend its deadline from 4296586619 00000100:00000001:3.0:1789449583.103791:0:35271:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449583.103794:0:35271:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449583.103796:0:35271:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449583.103798:0:35271:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789449583.103801:0:35271:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b831c5cc0 going to sleep for 11 seconds 00000100:00000001:3.0:1789449583.103804:0:35271:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449583.103808:0:35271:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449583.104849:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449583.104861:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b9051c500. 00000400:00000200:2.0:1789449583.104921:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449583.104929:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449583.104938:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69f68 00000400:00000010:2.0:1789449583.104942:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69f68. 00000100:00000001:2.0:1789449583.104948:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449583.104955:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b8310ad80 x1876371947537024/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449599 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449583.104968:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449583.104972:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b8310ad80 x1876371947537024/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449599 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449583.104979:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449583.104980:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:3.0:1789449583.106087:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449583.106098:0:29299:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789449583.106101:0:29299:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449583.106106:0:29299:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449583.106113:0:29299:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789449583.106116:0:29299:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449583.106118:0:29299:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449583.106120:0:29299:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449583.106124:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449583.106125:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449583.106131:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449583.106132:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449583.106135:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449583.106136:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.109366:0:16814:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789449583.109376:0:16814:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449583.109383:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1789449583.110397:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449583.110414:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449583.110419:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449583.110422:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449583.110434:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449583.110443:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449583.110456:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449583.110463:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449583.110470:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449583.110475:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 456 into portal 10 MB=0x6aa8ce3664280 00000400:00000200:3.0:1789449583.110482:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449583.110489:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 456/456 into md 0x86c5 [1] + 224 00000800:00000001:3.0:1789449583.110498:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449583.110511:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449583.110515:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449583.110520:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449583.110530:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449583.110541:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b8310ad80 x1876371947537024/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449599 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789449583.110553:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9e8b8310ad80 x1876371947537024/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449599 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449583.110580:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449583.110594:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449583.110597:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449583.110685:0:35271:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789449583.110696:0:35271:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789449583.110699:0:35271:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789449583.110704:0:35271:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b8525cb00. 00000400:00000200:1.0:1789449583.110711:0:35271:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69ee0 00000400:00000010:1.0:1789449583.110714:0:35271:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69ee0. 00000100:00000001:1.0:1789449583.110717:0:35271:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789449583.110722:0:35271:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b8310ad80 x1876371947537024/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449599 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789449583.110731:0:35271:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b8310ad80 x1876371947537024/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449599 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449583.110738:0:35271:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789449583.110740:0:35271:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449583.110743:0:35271:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789449583.110748:0:35271:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789449583.110751:0:35271:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789449583.110754:0:35271:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449583.110758:0:35271:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789449583.110771:0:35271:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ecf0 time=63 v=5 (5 5 5 5) 00000100:00001000:1.0:1789449583.110776:0:35271:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=30 v=5 (1 0 0 0) 00000100:00000001:1.0:1789449583.110779:0:35271:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789449583.110781:0:35271:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449583.110784:0:35271:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789449583.110789:0:35271:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449583.110793:0:35271:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789449583.110796:0:35271:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1789449583.110798:0:35271:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789449583.110802:0:35271:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449583.110804:0:35271:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769392000 : -107152940159616 : ffff9e8b8310ad80) 00000100:00000001:1.0:1789449583.110808:0:35271:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789449583.110810:0:35271:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967639 00000100:00000001:1.0:1789449583.110812:0:35271:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789449583.110816:0:35271:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449583.110822:0:35271:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b8310ad80 x1876371947537024/t8589934598(8589934598) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449599 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449583.110829:0:35271:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449583.110833:0:35271:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789449583.110836:0:35271:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789449583.110840:0:35271:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b8310ad80 x1876371947537024/t8589934598(8589934598) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449599 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789449583.110849:0:35271:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b8310ad80 pname:cluuid:pid:xid:nid:opc:job uname:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35271:1876371947537024:192.168.202.109@tcp:35:uname.0 00000100:00000001:1.0:1789449583.110855:0:35271:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449583.110859:0:35271:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449583.110862:0:35271:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789449583.110919:0:35271:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449583.110924:0:35271:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b8310ad80 x1876371947537024/t8589934598(8589934598) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449599 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449583.110931:0:35271:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789449583.110934:0:35271:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b831c5cc0. 00000100:00000001:1.0:1789449583.110939:0:35271:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789449583.110940:0:35271:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449583.110949:0:35271:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449583.110950:0:35271:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769392000 : -107152940159616 : ffff9e8b8310ad80) 00000002:00000001:1.0:1789449583.110953:0:35271:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449583.110957:0:35271:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789449583.110965:0:35271:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b83481600. 00000080:00000001:1.0:1789449583.110969:0:35271:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1789449583.110973:0:35271:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:1.0:1789449583.110977:0:35271:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449583.110981:0:35271:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449583.110984:0:35271:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449583.110987:0:35271:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449583.111108:0:35271:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449583.111111:0:35271:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:1.0:1789449583.111114:0:35271:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449583.111120:0:35271:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1789449583.111127:0:35271:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9e8b9065f100 x1876371947536512/t8589934596(8589934596) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1789449599 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449583.111136:0:35271:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449583.111137:0:35271:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993083648 : -107152716467968 : ffff9e8b9065f100) 00000100:00000001:1.0:1789449583.111140:0:35271:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449583.111143:0:35271:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065f100 x1876371947536512/t8589934596(8589934596) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1789449599 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449583.111150:0:35271:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449583.111152:0:35271:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449583.111155:0:35271:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b8310ad80 x1876371947537024/t8589934598(8589934598) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449599 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449583.111162:0:35271:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449583.111163:0:35271:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449583.111166:0:35271:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065f100 x1876371947536512/t8589934596(8589934596) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1789449599 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449583.111173:0:35271:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1789449583.111177:0:35271:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449583.111179:0:35271:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:1.0:1789449583.111182:0:35271:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789449583.111187:0:35271:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b83607c00. 02000000:00000001:1.0:1789449583.111191:0:35271:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789449583.111194:0:35271:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789449583.111196:0:35271:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065f100. 00000100:00000001:1.0:1789449583.111201:0:35271:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789449583.111202:0:35271:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449583.111217:0:35271:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449583.111222:0:35271:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b8310ad80 x1876371947537024/t8589934598(8589934598) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449599 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449583.111229:0:35271:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789449583.111232:0:35271:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff9e8b8316f9a0. 00000002:00000001:1.0:1789449583.111235:0:35271:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449583.111237:0:35271:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789449583.111240:0:35271:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9e8b90fc9780. 00000100:00000001:1.0:1789449583.111242:0:35271:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449583.111245:0:35271:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b8310ad80 x1876371947537024/t8589934598(8589934598) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449599 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449583.111251:0:35271:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789449583.111252:0:35271:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789449583.111255:0:35271:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b87c48400. 02000000:00000001:1.0:1789449583.111259:0:35271:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789449583.111260:0:35271:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449583.111261:0:35271:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:1.0:1789449583.111263:0:35271:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789449583.111264:0:35271:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e8b83480000. 02000000:00000001:1.0:1789449583.111267:0:35271:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789449583.111268:0:35271:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789449583.111269:0:35271:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b8310ad80. 00000100:00000001:1.0:1789449583.111272:0:35271:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789449583.111274:0:35271:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789449583.111276:0:35271:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789449583.111280:0:35271:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9e8b89996b40. 00000080:00000001:1.0:1789449583.111285:0:35271:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.111292:0:35271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181ce3df0 00000080:00000008:1.0:1789449583.111294:0:35271:0:(file.c:523:ll_file_release()) COMPLETED file recon:[0x200000405:0x2b:0x0](ffff9e8b89184b08), flags 102001, rc = 0 00000080:00000001:1.0:1789449583.111298:0:35271:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.111305:0:35271:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1789449583.111307:0:35271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181ce3e00 00000080:00002000:1.0:1789449583.111309:0:35271:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff9e8b89340360, parent ffff9e8b892cbca8, inode ffff9e8b89184b08) hashed, 00000080:00000001:1.0:1789449583.111311:0:35271:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449583.143081:0:35272:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789449583.143092:0:35272:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789449583.143095:0:35272:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789449583.143100:0:35272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820e3bc0 00000080:00200000:0.0:1789449583.143106:0:35272:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:0.0:1789449583.143117:0:35272:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b899c6800. 00800000:00000002:0.0:1789449583.143126:0:35272:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:0.0:1789449583.143131:0:35272:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789449583.143138:0:35272:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789449583.143141:0:35272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820e3ae0 00800000:00000002:0.0:1789449583.143145:0:35272:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449583.143150:0:35272:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789449583.143153:0:35272:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449583.143156:0:35272:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449583.143159:0:35272:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449583.143162:0:35272:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449583.143165:0:35272:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449583.143167:0:35272:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449583.143170:0:35272:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449583.143175:0:35272:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789449583.143184:0:35272:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789449583.143186:0:35272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820e39b0 00000002:00010000:0.0:1789449583.143188:0:35272:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789449583.143193:0:35272:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789449583.143196:0:35272:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449583.143200:0:35272:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789449583.143220:0:35272:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449583.143222:0:35272:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449583.143224:0:35272:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449583.143227:0:35272:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789449583.143238:0:35272:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1789449583.143245:0:35272:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d18000. 00000020:00000040:0.0:1789449583.143251:0:35272:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00010000:00000001:0.0:1789449583.143260:0:35272:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789449583.143266:0:35272:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449583.143274:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449583.143277:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449583.143280:0:35272:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449583.143284:0:35272:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449583.143287:0:35272:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449583.143293:0:35272:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449583.143306:0:35272:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b836b2c00. 00000100:00000001:0.0:1789449583.143315:0:35272:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449583.143323:0:35272:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789449583.143326:0:35272:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449583.143328:0:35272:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789449583.143329:0:35272:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449583.143331:0:35272:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449583.143337:0:35272:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446636920849137664 : -107152860413952 : ffff9e8b87d18000) 00010000:00000001:0.0:1789449583.143342:0:35272:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789449583.143345:0:35272:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789449583.143350:0:35272:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9e8b82cbaa00. 00010000:00000010:0.0:1789449583.143355:0:35272:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e8b9066e500. 00010000:00000001:0.0:1789449583.143360:0:35272:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789449583.143365:0:35272:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8b86498000. 00000020:00000001:0.0:1789449583.143369:0:35272:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789449583.143373:0:35272:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8b86498000 with handle 0xcddde1459ded67df to hash 00000020:00000001:0.0:1789449583.143375:0:35272:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789449583.143377:0:35272:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636920823447552 : -107152886104064 : ffff9e8b86498000) 00010000:00000001:0.0:1789449583.143382:0:35272:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636920823447552 : -107152886104064 : ffff9e8b86498000) 00010000:00000001:0.0:1789449583.143386:0:35272:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449583.143390:0:35272:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449583.143395:0:35272:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498000/0xcddde1459ded67df lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35272 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789449583.143405:0:35272:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498000/0xcddde1459ded67df lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35272 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789449583.143417:0:35272:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498000/0xcddde1459ded67df lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35272 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789449583.143422:0:35272:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789449583.143425:0:35272:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789449583.143434:0:35272:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b853c5480. 00000100:00000001:0.0:1789449583.143436:0:35272:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920805807232 : -107152903744384 : ffff9e8b853c5480) 00000100:00000001:0.0:1789449583.143440:0:35272:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449583.143441:0:35272:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849137664 : -107152860413952 : ffff9e8b87d18000) 00000100:00000001:0.0:1789449583.143448:0:35272:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449583.143453:0:35272:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449583.143456:0:35272:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789449583.143457:0:35272:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789449583.143472:0:35272:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b87d18000 x1876371947537152/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449583.143481:0:35272:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789449583.143484:0:35272:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449583.143488:0:35272:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789449583.143492:0:35272:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789449583.143494:0:35272:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449583.143498:0:35272:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b87d18000 pname:cluuid:pid:xid:nid:opc:job cat:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35272:1876371947537152:192.168.202.109@tcp:101:cat.0 00000100:00000001:0.0:1789449583.143503:0:35272:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789449583.143509:0:35272:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789449583.143513:0:35272:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449583.143515:0:35272:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789449583.143521:0:35272:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e8b87da6000. 02000000:00000001:0.0:1789449583.143524:0:35272:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449583.143534:0:35272:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:0.0:1789449583.143539:0:35272:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b86580b00. 00000400:00000010:0.0:1789449583.143546:0:35272:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5aa0. 00000100:00000200:0.0:1789449583.143555:0:35272:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876371947537152, portal 10 00000100:00000001:0.0:1789449583.143557:0:35272:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449583.143558:0:35272:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849137664 : -107152860413952 : ffff9e8b87d18000) 00000100:00000040:0.0:1789449583.143565:0:35272:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b87d18000 x1876371947537152/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449599 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449583.143573:0:35272:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789449583.143576:0:35272:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1789449583.143580:0:35272:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e55d8. 00000100:00000200:0.0:1789449583.143584:0:35272:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876371947537152, offset 0 00000400:00000200:0.0:1789449583.143591:0:35272:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1789449583.143602:0:35272:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449583.143613:0:35272:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1789449583.143621:0:35272:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789449583.143627:0:35272:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1789449583.143632:0:35272:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789449583.143634:0:35272:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1789449583.143638:0:35272:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2964:2964:256:4294967295] 192.168.202.109@tcp LPNI seq info [2964:2964:8:4294967295] 00000400:00000200:0.0:1789449583.143642:0:35272:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449583.143656:0:35272:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1789449583.143664:0:35272:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1789449583.143670:0:35272:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b864ecd00. 00000800:00000200:0.0:1789449583.143679:0:35272:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1789449583.143690:0:35272:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1789449583.143695:0:35272:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b864ecd00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1789449583.143719:0:35272:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449583.143725:0:35272:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 837502 usecs (838 jiffies) 00000400:00000200:0.0:1789449583.143729:0:35272:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:0.0:1789449583.143732:0:35272:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296586666 00000100:00000001:0.0:1789449583.143740:0:35272:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, simply extend its deadline from 4296586628 00000100:00000001:0.0:1789449583.143747:0:35272:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296586666 00000100:00000001:0.0:1789449583.143751:0:35272:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, simply extend its deadline from 4296586628 00000100:00000001:0.0:1789449583.143754:0:35272:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449583.143757:0:35272:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449583.143759:0:35272:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449583.143761:0:35272:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789449583.143765:0:35272:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b853c5480 going to sleep for 11 seconds 00000100:00000001:0.0:1789449583.143767:0:35272:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449583.143771:0:35272:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449583.146691:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449583.146707:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ecd00. 00000400:00000200:3.0:1789449583.146719:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449583.146730:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449583.146741:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e55d8 00000400:00000010:3.0:1789449583.146745:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e55d8. 00000100:00000001:3.0:1789449583.146752:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449583.146764:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d18000 x1876371947537152/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449599 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449583.146781:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449583.146785:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d18000 x1876371947537152/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449599 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449583.146794:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449583.146796:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789449583.155069:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449583.155096:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449583.155103:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449583.155106:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449583.155119:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449583.155130:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449583.155143:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449583.155148:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449583.155167:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449583.155172:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 688 into portal 10 MB=0x6aa8ce3664300 00000400:00000200:3.0:1789449583.155179:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449583.155186:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 688/688 into md 0x86d5 [1] + 224 00000800:00000001:3.0:1789449583.155197:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449583.155214:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449583.155219:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449583.155226:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449583.155237:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449583.155250:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d18000 x1876371947537152/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449599 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789449583.155262:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9e8b87d18000 x1876371947537152/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449599 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449583.155284:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449583.155298:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449583.155302:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449583.155435:0:35272:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789449583.155446:0:35272:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449583.155448:0:35272:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449583.155452:0:35272:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b86580b00. 00000400:00000200:0.0:1789449583.155457:0:35272:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5aa0 00000400:00000010:0.0:1789449583.155461:0:35272:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5aa0. 00000100:00000001:0.0:1789449583.155464:0:35272:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449583.155469:0:35272:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b87d18000 x1876371947537152/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449599 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789449583.155479:0:35272:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b87d18000 x1876371947537152/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449599 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449583.155485:0:35272:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449583.155488:0:35272:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449583.155491:0:35272:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449583.155495:0:35272:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449583.155498:0:35272:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449583.155501:0:35272:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449583.155506:0:35272:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449583.155518:0:35272:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=63 v=5 (5 5 102 102) 00000100:00001000:0.0:1789449583.155523:0:35272:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=30 v=5 (1 0 0 0) 00000100:00000001:0.0:1789449583.155527:0:35272:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449583.155529:0:35272:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449583.155533:0:35272:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449583.155537:0:35272:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449583.155542:0:35272:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789449583.155544:0:35272:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967639 00000100:00000001:0.0:1789449583.155546:0:35272:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449583.155550:0:35272:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449583.155557:0:35272:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b87d18000 x1876371947537152/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449599 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449583.155564:0:35272:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449583.155568:0:35272:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449583.155571:0:35272:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449583.155575:0:35272:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b87d18000 x1876371947537152/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449599 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789449583.155585:0:35272:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b87d18000 pname:cluuid:pid:xid:nid:opc:job cat:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35272:1876371947537152:192.168.202.109@tcp:101:cat.0 00000100:00000001:0.0:1789449583.155592:0:35272:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449583.155596:0:35272:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449583.155598:0:35272:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789449583.155601:0:35272:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449583.155605:0:35272:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d18000 x1876371947537152/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449599 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449583.155612:0:35272:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789449583.155616:0:35272:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b853c5480. 00000100:00000001:0.0:1789449583.155619:0:35272:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789449583.155621:0:35272:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449583.155624:0:35272:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789449583.155631:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449583.155634:0:35272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449583.155639:0:35272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498000 refcount=4 00000020:00000001:0.0:1789449583.155642:0:35272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823447552 : -107152886104064 : ffff9e8b86498000) 00010000:00000001:0.0:1789449583.155645:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823447552 : -107152886104064 : ffff9e8b86498000) 00010000:00000040:0.0:1789449583.155653:0:35272:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e8b86498000, remote cookie: 0xeb7cbf5e2fd3dd8f, flags: 0x1001 00010000:00010000:0.0:1789449583.155660:0:35272:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498000/0xcddde1459ded67df lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dd8f expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789449583.155673:0:35272:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498000/0xcddde1459ded67df lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dd8f expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449583.155682:0:35272:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789449583.155687:0:35272:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789449583.155689:0:35272:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789449583.155691:0:35272:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789449583.155693:0:35272:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789449583.155696:0:35272:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9e8b82cbaa00) refcount = 1 00010000:00010000:0.0:1789449583.155700:0:35272:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498000/0xcddde1459ded67df lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3dd8f expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449583.155707:0:35272:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789449583.155711:0:35272:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789449583.155712:0:35272:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449583.155716:0:35272:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789449583.155718:0:35272:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449583.155722:0:35272:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498000/0xcddde1459ded67df lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dd8f expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449583.155727:0:35272:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789449583.155729:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449583.155730:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449583.155731:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449583.155732:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449583.155734:0:35272:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449583.155739:0:35272:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789449583.155741:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449583.155742:0:35272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449583.155744:0:35272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498000 refcount=3 00000020:00000001:0.0:1789449583.155746:0:35272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823447552 : -107152886104064 : ffff9e8b86498000) 00010000:00000001:0.0:1789449583.155748:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823447552 : -107152886104064 : ffff9e8b86498000) 00010000:00000001:0.0:1789449583.155751:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449583.155752:0:35272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449583.155753:0:35272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498000 refcount=4 00000020:00000001:0.0:1789449583.155754:0:35272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823447552 : -107152886104064 : ffff9e8b86498000) 00010000:00000001:0.0:1789449583.155756:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823447552 : -107152886104064 : ffff9e8b86498000) 00010000:00000001:0.0:1789449583.155759:0:35272:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449583.155763:0:35272:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449583.155767:0:35272:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498000/0xcddde1459ded67df lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3dd8f expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449583.155773:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449583.155775:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449583.155777:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449583.155778:0:35272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449583.155779:0:35272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498000 refcount=5 00000020:00000001:0.0:1789449583.155781:0:35272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823447552 : -107152886104064 : ffff9e8b86498000) 00010000:00000001:0.0:1789449583.155783:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823447552 : -107152886104064 : ffff9e8b86498000) 00010000:00000001:0.0:1789449583.155786:0:35272:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449583.155789:0:35272:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498000/0xcddde1459ded67df lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3dd8f expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449583.155795:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449583.155796:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789449583.155799:0:35272:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498000/0xcddde1459ded67df lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3dd8f expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449583.155807:0:35272:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449583.155808:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449583.155809:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449583.155811:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449583.155812:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789449583.155818:0:35272:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9e8b87d18000 x1876371947537152/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449599 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1789449583.155827:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449583.155828:0:35272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449583.155830:0:35272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498000 refcount=3 00000020:00000001:0.0:1789449583.155831:0:35272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823447552 : -107152886104064 : ffff9e8b86498000) 00010000:00000001:0.0:1789449583.155834:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823447552 : -107152886104064 : ffff9e8b86498000) 00010000:00000001:0.0:1789449583.155836:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449583.155837:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449583.155839:0:35272:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449583.155841:0:35272:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449583.155845:0:35272:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1789449583.155848:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449583.155849:0:35272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449583.155851:0:35272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498000 refcount=3 00000020:00000001:0.0:1789449583.155853:0:35272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823447552 : -107152886104064 : ffff9e8b86498000) 00010000:00000001:0.0:1789449583.155855:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823447552 : -107152886104064 : ffff9e8b86498000) 00000002:00010000:0.0:1789449583.155859:0:35272:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498000/0xcddde1459ded67df lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dd8f expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449583.155865:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449583.155866:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449583.155868:0:35272:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789449583.155869:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449583.155870:0:35272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449583.155872:0:35272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498000 refcount=3 00000020:00000001:0.0:1789449583.155874:0:35272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823447552 : -107152886104064 : ffff9e8b86498000) 00010000:00000001:0.0:1789449583.155875:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823447552 : -107152886104064 : ffff9e8b86498000) 00010000:00000040:0.0:1789449583.155906:0:35272:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbaa00 count: 2 00010000:00000001:0.0:1789449583.155910:0:35272:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789449583.155915:0:35272:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e8b83488400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1789449583.155918:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449583.155919:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449583.155920:0:35272:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789449583.155924:0:35272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820e3938 00000002:00002000:0.0:1789449583.155926:0:35272:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1789449583.155929:0:35272:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449583.155933:0:35272:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449583.155936:0:35272:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789449583.155940:0:35272:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1789449583.155944:0:35272:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449583.155949:0:35272:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:0.0:1789449583.155955:0:35272:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b899c6800. 00000080:00000001:0.0:1789449583.155960:0:35272:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789449583.155963:0:35272:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789449583.155972:0:35272:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1789449583.155977:0:35272:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1789449583.155984:0:35272:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9e8b8c4767c0. 00800000:00000001:0.0:1789449583.155987:0:35272:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446636920923973568 : -107152785578048 : ffff9e8b8c4767c0) 00800000:00000001:0.0:1789449583.155990:0:35272:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449583.155993:0:35272:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789449583.155997:0:35272:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1789449583.156001:0:35272:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1789449583.156004:0:35272:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1789449583.156007:0:35272:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1789449583.156009:0:35272:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449583.156015:0:35272:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1789449583.156019:0:35272:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1789449583.156025:0:35272:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:0.0:1789449583.156028:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449583.156030:0:35272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449583.156031:0:35272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498000 refcount=3 00000020:00000001:0.0:1789449583.156033:0:35272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823447552 : -107152886104064 : ffff9e8b86498000) 00010000:00000001:0.0:1789449583.156035:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823447552 : -107152886104064 : ffff9e8b86498000) 00010000:00000001:0.0:1789449583.156037:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449583.156039:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789449583.156041:0:35272:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789449583.156044:0:35272:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1789449583.156045:0:35272:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8c4767c0 1 00800000:00000010:0.0:1789449583.156048:0:35272:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9e8b8c4767c0. 00800000:00000001:0.0:1789449583.156052:0:35272:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449583.156055:0:35272:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded67df 00800000:00000001:0.0:1789449583.156059:0:35272:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789449583.156061:0:35272:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789449583.156062:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449583.156063:0:35272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449583.156064:0:35272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498000 refcount=3 00000020:00000001:0.0:1789449583.156066:0:35272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823447552 : -107152886104064 : ffff9e8b86498000) 00010000:00000001:0.0:1789449583.156068:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823447552 : -107152886104064 : ffff9e8b86498000) 00010000:00000001:0.0:1789449583.156071:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449583.156072:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449583.156074:0:35272:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449583.156078:0:35272:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449583.156081:0:35272:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449583.156084:0:35272:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:0.0:1789449583.156087:0:35272:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded67df from it ffffb711820e3bf8 00010000:00000001:0.0:1789449583.156089:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449583.156090:0:35272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449583.156091:0:35272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498000 refcount=3 00000020:00000001:0.0:1789449583.156093:0:35272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823447552 : -107152886104064 : ffff9e8b86498000) 00010000:00000001:0.0:1789449583.156095:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823447552 : -107152886104064 : ffff9e8b86498000) 00010000:00000001:0.0:1789449583.156097:0:35272:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449583.156100:0:35272:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498000/0xcddde1459ded67df lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3dd8f expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449583.156106:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449583.156107:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449583.156109:0:35272:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789449583.156113:0:35272:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789449583.156116:0:35272:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498000/0xcddde1459ded67df lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dd8f expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789449583.156125:0:35272:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789449583.156128:0:35272:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789449583.156131:0:35272:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449583.156136:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449583.156138:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449583.156139:0:35272:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449583.156143:0:35272:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789449583.156145:0:35272:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449583.156147:0:35272:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449583.156150:0:35272:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449583.156152:0:35272:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449583.156153:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449583.156154:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789449583.156157:0:35272:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449583.156161:0:35272:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b87d18000 x1876371947537152/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449599 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449583.156170:0:35272:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789449583.156175:0:35272:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449583.156181:0:35272:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9e8b87da6000. 02000000:00000001:0.0:1789449583.156186:0:35272:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789449583.156190:0:35272:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449583.156192:0:35272:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:0.0:1789449583.156194:0:35272:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449583.156198:0:35272:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b836b2c00. 02000000:00000001:0.0:1789449583.156218:0:35272:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449583.156221:0:35272:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449583.156224:0:35272:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b87d18000. 00000100:00000001:0.0:1789449583.156228:0:35272:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449583.156230:0:35272:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789449583.156235:0:35272:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908), inode mode 41ff mask 1 00000080:00000001:0.0:1789449583.156241:0:35272:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449583.156252:0:35272:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1789449583.156254:0:35272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820e3bc0 00000080:00002000:0.0:1789449583.156256:0:35272:0:(dcache.c:87:ll_dcompare()) found name recon(ffff9e8b89340360) flags 0x48004e refc 0 00000080:00000001:0.0:1789449583.156259:0:35272:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449583.156261:0:35272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820e3c08 00000080:00200000:0.0:1789449583.156263:0:35272:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=265 00000080:00000001:0.0:1789449583.156272:0:35272:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1789449583.156274:0:35272:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x2b:0x0](ffff9e8b89184b08), inode mode 81a4 mask 44 00000080:00000001:0.0:1789449583.156277:0:35272:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449583.156286:0:35272:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1789449583.156288:0:35272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820e3b98 00000080:00200008:0.0:1789449583.156290:0:35272:0:(file.c:1090:ll_file_open()) START file recon:[0x200000405:0x2b:0x0](ffff9e8b89184b08), flags 100000 00000080:00000010:0.0:1789449583.156299:0:35272:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9e8b8432de00. 00000080:00000001:0.0:1789449583.156307:0:35272:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:0.0:1789449583.156311:0:35272:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b899c6800. 00800000:00000002:0.0:1789449583.156318:0:35272:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:0.0:1789449583.156322:0:35272:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789449583.156326:0:35272:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789449583.156329:0:35272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820e3a48 00800000:00000002:0.0:1789449583.156331:0:35272:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000405:0x2b:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449583.156335:0:35272:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1789449583.156338:0:35272:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449583.156341:0:35272:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449583.156344:0:35272:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449583.156347:0:35272:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449583.156349:0:35272:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449583.156352:0:35272:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:0.0:1789449583.156354:0:35272:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449583.156357:0:35272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820e39c8 00800000:00000002:0.0:1789449583.156360:0:35272:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x2b:0x0], name='' -> mds #0 layout version 1 00000002:00000001:0.0:1789449583.156365:0:35272:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789449583.156367:0:35272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820e3900 00000002:00010000:0.0:1789449583.156370:0:35272:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 04240100001 00000002:00000001:0.0:1789449583.156375:0:35272:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789449583.156379:0:35272:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1789449583.156383:0:35272:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789449583.156389:0:35272:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652a00 count: 3 00010000:00000001:0.0:1789449583.156391:0:35272:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449583.156395:0:35272:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789449583.156400:0:35272:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449583.156402:0:35272:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449583.156405:0:35272:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449583.156407:0:35272:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789449583.156410:0:35272:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbaa00 count: 2 00010000:00000001:0.0:1789449583.156412:0:35272:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449583.156414:0:35272:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789449583.156416:0:35272:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449583.156418:0:35272:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449583.156420:0:35272:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789449583.156425:0:35272:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d18000. 00000020:00000040:0.0:1789449583.156429:0:35272:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e8b89903000 02000000:00000001:0.0:1789449583.156435:0:35272:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789449583.156437:0:35272:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449583.156441:0:35272:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789449583.156448:0:35272:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449583.156452:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449583.156453:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449583.156455:0:35272:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449583.156459:0:35272:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449583.156462:0:35272:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449583.156467:0:35272:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449583.156475:0:35272:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b836b2c00. 00000100:00000001:0.0:1789449583.156483:0:35272:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449583.156488:0:35272:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789449583.156491:0:35272:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449583.156492:0:35272:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789449583.156494:0:35272:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449583.156496:0:35272:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449583.156506:0:35272:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446636920849137664 : -107152860413952 : ffff9e8b87d18000) 00010000:00000001:0.0:1789449583.156509:0:35272:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789449583.156512:0:35272:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1789449583.156515:0:35272:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbaa00 count: 2 00010000:00000001:0.0:1789449583.156517:0:35272:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449583.156520:0:35272:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789449583.156524:0:35272:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8b86498200. 00000020:00000001:0.0:1789449583.156529:0:35272:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789449583.156531:0:35272:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8b86498200 with handle 0xcddde1459ded67e6 to hash 00000020:00000001:0.0:1789449583.156534:0:35272:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789449583.156536:0:35272:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636920823448064 : -107152886103552 : ffff9e8b86498200) 00010000:00000001:0.0:1789449583.156540:0:35272:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636920823448064 : -107152886103552 : ffff9e8b86498200) 00010000:00000001:0.0:1789449583.156544:0:35272:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449583.156546:0:35272:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449583.156550:0:35272:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498200/0xcddde1459ded67e6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 35272 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789449583.156559:0:35272:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498200/0xcddde1459ded67e6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35272 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1789449583.156572:0:35272:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e8b89903000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1789449583.156580:0:35272:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e8b87d18000 x1876371947537408/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1789449583.156590:0:35272:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498200/0xcddde1459ded67e6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35272 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789449583.156596:0:35272:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789449583.156599:0:35272:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789449583.156607:0:35272:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b853c5480. 00000100:00000001:0.0:1789449583.156610:0:35272:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920805807232 : -107152903744384 : ffff9e8b853c5480) 00000100:00000001:0.0:1789449583.156613:0:35272:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449583.156614:0:35272:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849137664 : -107152860413952 : ffff9e8b87d18000) 00000100:00000001:0.0:1789449583.156620:0:35272:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449583.156625:0:35272:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449583.156627:0:35272:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789449583.156629:0:35272:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789449583.156633:0:35272:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b87d18000 x1876371947537408/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449583.156641:0:35272:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789449583.156644:0:35272:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449583.156650:0:35272:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789449583.156652:0:35272:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789449583.156655:0:35272:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449583.156658:0:35272:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b87d18000 pname:cluuid:pid:xid:nid:opc:job cat:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35272:1876371947537408:192.168.202.109@tcp:101:cat.0 00000100:00000001:0.0:1789449583.156662:0:35272:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789449583.156670:0:35272:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789449583.156673:0:35272:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449583.156676:0:35272:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789449583.156834:0:35272:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff9e8b87dc0000. 02000000:00000001:0.0:1789449583.156838:0:35272:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449583.156848:0:35272:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:0.0:1789449583.156853:0:35272:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b86580b00. 00000400:00000010:0.0:1789449583.157428:0:35272:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9e8b87da6000. 00000100:00000200:0.0:1789449583.157443:0:35272:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1876371947537408, portal 10 00000100:00000001:0.0:1789449583.157447:0:35272:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449583.157449:0:35272:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849137664 : -107152860413952 : ffff9e8b87d18000) 00000100:00000040:0.0:1789449583.157459:0:35272:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b87d18000 x1876371947537408/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789449599 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449583.157466:0:35272:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789449583.157469:0:35272:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1789449583.157475:0:35272:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5aa0. 00000100:00000200:0.0:1789449583.157479:0:35272:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1876371947537408, offset 0 00000400:00000200:0.0:1789449583.157486:0:35272:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1789449583.157497:0:35272:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449583.157507:0:35272:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1789449583.157514:0:35272:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789449583.157521:0:35272:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1789449583.157525:0:35272:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789449583.157528:0:35272:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1789449583.157532:0:35272:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2965:2965:256:4294967295] 192.168.202.109@tcp LPNI seq info [2965:2965:8:4294967295] 00000400:00000200:0.0:1789449583.157537:0:35272:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449583.157550:0:35272:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1789449583.157556:0:35272:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1789449583.157563:0:35272:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b864ecc00. 00000800:00000200:0.0:1789449583.157571:0:35272:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1789449583.157580:0:35272:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1789449583.157586:0:35272:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b864ecc00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:0.0:1789449583.157606:0:35272:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449583.157611:0:35272:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 836466 usecs (837 jiffies) 00000400:00000200:0.0:1789449583.157615:0:35272:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:0.0:1789449583.157618:0:35272:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296586680 00000100:00000001:0.0:1789449583.157626:0:35272:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, simply extend its deadline from 4296586666 00000100:00000001:0.0:1789449583.157632:0:35272:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296586680 00000100:00000001:0.0:1789449583.157636:0:35272:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, simply extend its deadline from 4296586666 00000100:00000001:0.0:1789449583.157640:0:35272:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449583.157643:0:35272:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449583.157646:0:35272:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449583.157648:0:35272:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789449583.157651:0:35272:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b853c5480 going to sleep for 11 seconds 00000100:00000001:0.0:1789449583.157654:0:35272:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449583.157658:0:35272:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449583.157984:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449583.157996:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ecc00. 00000400:00000200:3.0:1789449583.158003:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449583.158009:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449583.158016:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5aa0 00000400:00000010:3.0:1789449583.158019:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5aa0. 00000100:00000001:3.0:1789449583.158025:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449583.158029:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d18000 x1876371947537408/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789449599 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449583.158039:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449583.158043:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d18000 x1876371947537408/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789449599 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449583.158049:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449583.158051:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789449583.161145:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449583.161175:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449583.161180:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449583.161184:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449583.161196:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449583.161214:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449583.161227:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449583.161232:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449583.161239:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449583.161244:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 664 into portal 10 MB=0x6aa8ce3664400 00000400:00000200:3.0:1789449583.161252:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449583.161260:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 664/664 into md 0x86dd [64] + 224 00000800:00000001:3.0:1789449583.161269:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449583.161278:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449583.161282:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449583.161287:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449583.161297:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449583.161309:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d18000 x1876371947537408/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789449599 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789449583.161322:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff9e8b87d18000 x1876371947537408/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789449599 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449583.161336:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449583.161348:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449583.161351:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449583.162307:0:35272:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789449583.162323:0:35272:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449583.162326:0:35272:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449583.162331:0:35272:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b86580b00. 00000400:00000200:0.0:1789449583.162340:0:35272:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b87da6000 00000400:00000010:0.0:1789449583.162343:0:35272:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff9e8b87da6000. 00000100:00000001:0.0:1789449583.162348:0:35272:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449583.162358:0:35272:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b87d18000 x1876371947537408/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789449599 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789449583.162370:0:35272:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b87d18000 x1876371947537408/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789449599 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449583.162379:0:35272:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449583.162381:0:35272:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449583.162384:0:35272:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449583.162389:0:35272:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449583.162392:0:35272:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449583.162395:0:35272:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449583.162399:0:35272:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449583.162413:0:35272:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=63 v=5 (5 5 102 102) 00000100:00001000:0.0:1789449583.162417:0:35272:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=30 v=5 (1 0 0 0) 00000100:00000001:0.0:1789449583.162420:0:35272:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449583.162422:0:35272:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449583.162426:0:35272:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449583.162431:0:35272:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449583.162436:0:35272:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789449583.162438:0:35272:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1789449583.162440:0:35272:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789449583.162442:0:35272:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449583.162444:0:35272:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849137664 : -107152860413952 : ffff9e8b87d18000) 00000100:00000001:0.0:1789449583.162449:0:35272:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789449583.162451:0:35272:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967639 00000100:00000001:0.0:1789449583.162453:0:35272:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449583.162456:0:35272:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449583.162462:0:35272:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b87d18000 x1876371947537408/t8589934599(8589934599) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1789449599 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449583.162469:0:35272:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449583.162473:0:35272:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449583.162476:0:35272:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449583.162480:0:35272:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b87d18000 x1876371947537408/t8589934599(8589934599) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1789449599 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789449583.162488:0:35272:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b87d18000 pname:cluuid:pid:xid:nid:opc:job cat:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35272:1876371947537408:192.168.202.109@tcp:101:cat.0 00000100:00000001:0.0:1789449583.162493:0:35272:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449583.162497:0:35272:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449583.162500:0:35272:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789449583.162502:0:35272:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449583.162506:0:35272:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d18000 x1876371947537408/t8589934599(8589934599) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1789449599 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449583.162513:0:35272:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789449583.162517:0:35272:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b853c5480. 00000100:00000001:0.0:1789449583.162520:0:35272:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789449583.162522:0:35272:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449583.162526:0:35272:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789449583.162531:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449583.162535:0:35272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449583.162538:0:35272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498200 refcount=4 00000020:00000001:0.0:1789449583.162541:0:35272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823448064 : -107152886103552 : ffff9e8b86498200) 00010000:00000001:0.0:1789449583.162544:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823448064 : -107152886103552 : ffff9e8b86498200) 00010000:00000040:0.0:1789449583.162554:0:35272:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e8b86498200, remote cookie: 0xeb7cbf5e2fd3dd9d, flags: 0x1001 00010000:00000040:0.0:1789449583.162558:0:35272:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x2b:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1789449583.162562:0:35272:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1789449583.162571:0:35272:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652a00 count: 3 00010000:00000001:0.0:1789449583.162574:0:35272:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449583.162579:0:35272:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449583.162585:0:35272:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498200/0xcddde1459ded67e6 lrc: 4/1,0 mode: --/CR res: [0x200000405:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dd9d expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789449583.162595:0:35272:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498200/0xcddde1459ded67e6 lrc: 4/1,0 mode: --/CR res: [0x200000405:0x2b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dd9d expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449583.162602:0:35272:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789449583.162607:0:35272:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789449583.162609:0:35272:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789449583.162612:0:35272:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789449583.162613:0:35272:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789449583.162616:0:35272:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x2b:0x0].0x0 (ffff9e8b90652a00) refcount = 3 00010000:00000040:0.0:1789449583.162620:0:35272:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1789449583.162623:0:35272:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4ce00/0xcddde1459ded67d8 lrc: 1/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dd81 expref: -99 pid: 35271 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:0.0:1789449583.162630:0:35272:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75200/0xcddde1459ded67b5 lrc: 1/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xeb7cbf5e2fd3dd3b expref: -99 pid: 35265 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1789449583.162637:0:35272:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498200/0xcddde1459ded67e6 lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x2b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3dd9d expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449583.162643:0:35272:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789449583.162647:0:35272:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789449583.162649:0:35272:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449583.162652:0:35272:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789449583.162655:0:35272:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449583.162659:0:35272:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498200/0xcddde1459ded67e6 lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x2b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dd9d expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449583.162666:0:35272:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789449583.162668:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449583.162670:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449583.162671:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449583.162672:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449583.162674:0:35272:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449583.162680:0:35272:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789449583.162683:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449583.162684:0:35272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449583.162685:0:35272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498200 refcount=3 00000020:00000001:0.0:1789449583.162687:0:35272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823448064 : -107152886103552 : ffff9e8b86498200) 00010000:00000001:0.0:1789449583.162689:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823448064 : -107152886103552 : ffff9e8b86498200) 00010000:00000001:0.0:1789449583.162691:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449583.162692:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789449583.162697:0:35272:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x200002b, status=0 req@ffff9e8b87d18000 x1876371947537408/t8589934599(8589934599) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1789449599 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789449583.162707:0:35272:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1789449583.162712:0:35272:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9e8b87d18000 x1876371947537408/t8589934599(8589934599) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1789449599 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789449583.162718:0:35272:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449583.162725:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449583.162727:0:35272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449583.162728:0:35272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498200 refcount=3 00000020:00000001:0.0:1789449583.162730:0:35272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823448064 : -107152886103552 : ffff9e8b86498200) 00010000:00000001:0.0:1789449583.162732:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823448064 : -107152886103552 : ffff9e8b86498200) 00000002:00010000:0.0:1789449583.162737:0:35272:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498200/0xcddde1459ded67e6 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x2b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dd9d expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1789449583.162751:0:35272:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9e8b8c4767c0. 00010000:00000001:0.0:1789449583.162753:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449583.162755:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449583.162757:0:35272:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449583.162759:0:35272:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449583.162763:0:35272:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1789449583.162766:0:35272:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449583.162767:0:35272:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849137664 : -107152860413952 : ffff9e8b87d18000) 00010000:00000001:0.0:1789449583.162769:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449583.162770:0:35272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449583.162772:0:35272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498200 refcount=3 00000020:00000001:0.0:1789449583.162774:0:35272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823448064 : -107152886103552 : ffff9e8b86498200) 00010000:00000001:0.0:1789449583.162776:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823448064 : -107152886103552 : ffff9e8b86498200) 00000002:00010000:0.0:1789449583.162779:0:35272:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498200/0xcddde1459ded67e6 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x2b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dd9d expref: -99 pid: 35272 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449583.162785:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449583.162786:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449583.162788:0:35272:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789449583.162790:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449583.162791:0:35272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449583.162792:0:35272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498200 refcount=3 00000020:00000001:0.0:1789449583.162794:0:35272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823448064 : -107152886103552 : ffff9e8b86498200) 00010000:00000001:0.0:1789449583.162795:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823448064 : -107152886103552 : ffff9e8b86498200) 00010000:00000040:0.0:1789449583.162798:0:35272:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652a00 count: 4 00010000:00000001:0.0:1789449583.162801:0:35272:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789449583.162806:0:35272:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e8b83488400 type 13 mode 16 res 8589935621/43 (0 0) 00010000:00000001:0.0:1789449583.162808:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449583.162810:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449583.162811:0:35272:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789449583.162815:0:35272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820e3888 00000002:00002000:0.0:1789449583.162817:0:35272:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x280002b: rc = 0 00000002:00000001:0.0:1789449583.162821:0:35272:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449583.162825:0:35272:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449583.162828:0:35272:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789449583.162832:0:35272:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1789449583.162836:0:35272:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449583.162841:0:35272:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:0.0:1789449583.162845:0:35272:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b899c6800. 00000080:00000001:0.0:1789449583.162850:0:35272:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789449583.162858:0:35272:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1789449583.162861:0:35272:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:0.0:1789449583.163285:0:35272:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789449583.163292:0:35272:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822024 : -107152888729592 : ffff9e8b86217008) 00000020:00001000:0.0:1789449583.163296:0:35272:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217000 00000020:00000001:0.0:1789449583.163299:0:35272:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1789449583.163305:0:35272:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1789449583.163308:0:35272:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1789449583.167355:0:35272:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9e8b87c1e660. 00020000:00000010:1.0:1789449583.167372:0:35272:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9e8b840be900. 00020000:00000010:1.0:1789449583.167382:0:35272:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9e8b87c1ec00. 00020000:00000001:1.0:1789449583.167387:0:35272:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446636920848116736 : -107152861434880 : ffff9e8b87c1ec00) 00020000:00000002:1.0:1789449583.167393:0:35272:0:(lov_ea.c:755:dump_lsm()) lsm ffff9e8b87c1ec00, objid 0x2b:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789449583.167399:0:35272:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout 1 layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789449583.167404:0:35272:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff9e8b840be900: ostid: 0x2c0000401:66 ost idx: 1 gen: 0 00020000:00000002:1.0:1789449583.167410:0:35272:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9e8b90686d90) owner ffff9e8b8677a7c0 00020000:00000001:1.0:1789449583.167413:0:35272:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1789449583.167416:0:35272:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9e8b90686d90) owner ffff9e8b8677a7c0 00020000:00000010:1.0:1789449583.167423:0:35272:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9e8b840be900. 00020000:00000010:1.0:1789449583.167430:0:35272:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9e8b87c1e660. 00020000:00000010:1.0:1789449583.167434:0:35272:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9e8b87c1ec00. 00020000:00000002:1.0:1789449583.167437:0:35272:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x2b:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1789449583.167440:0:35272:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.167444:0:35272:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1789449583.167449:0:35272:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217000 00000080:00000001:1.0:1789449583.167460:0:35272:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611179 : 144115205339611179 : 20000040500002b) 00000080:00000001:1.0:1789449583.167463:0:35272:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00010000:00000001:1.0:1789449583.167471:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449583.167474:0:35272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449583.167478:0:35272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498200 refcount=3 00000020:00000001:1.0:1789449583.167481:0:35272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823448064 : -107152886103552 : ffff9e8b86498200) 00010000:00000001:1.0:1789449583.167484:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823448064 : -107152886103552 : ffff9e8b86498200) 00000080:00000001:1.0:1789449583.167488:0:35272:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1789449583.167491:0:35272:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789449583.167494:0:35272:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822024 : -107152888729592 : ffff9e8b86217008) 00000020:00001000:1.0:1789449583.167496:0:35272:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217000 00000020:00000001:1.0:1789449583.167499:0:35272:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1789449583.167502:0:35272:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1789449583.167504:0:35272:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1789449583.167509:0:35272:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9e8b87c1ec00. 00020000:00000010:1.0:1789449583.167511:0:35272:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9e8b840be900. 00020000:00000010:1.0:1789449583.167514:0:35272:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9e8b87c1e660. 00020000:00000001:1.0:1789449583.167516:0:35272:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446636920848115296 : -107152861436320 : ffff9e8b87c1e660) 00020000:00000002:1.0:1789449583.167520:0:35272:0:(lov_ea.c:755:dump_lsm()) lsm ffff9e8b87c1e660, objid 0x2b:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789449583.167523:0:35272:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout 1 layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789449583.167527:0:35272:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff9e8b840be900: ostid: 0x2c0000401:66 ost idx: 1 gen: 0 00020000:00000002:1.0:1789449583.167529:0:35272:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9e8b90686d90) owner ffff9e8b8677a7c0 00020000:00000001:1.0:1789449583.167531:0:35272:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1789449583.167533:0:35272:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9e8b90686d90) owner ffff9e8b8677a7c0 00020000:00000010:1.0:1789449583.167535:0:35272:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9e8b840be900. 00020000:00000010:1.0:1789449583.167538:0:35272:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9e8b87c1ec00. 00020000:00000010:1.0:1789449583.167540:0:35272:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9e8b87c1e660. 00020000:00000002:1.0:1789449583.167542:0:35272:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x2b:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1789449583.167544:0:35272:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.167545:0:35272:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.167550:0:35272:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1789449583.167553:0:35272:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b90686d90) owner 0000000000000000/ffff9e8b8677a7c0 00020000:00000002:1.0:1789449583.167557:0:35272:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9e8b898c6120 addref 2/0 by ffff9e8b8677a7c0. 00020000:00000002:1.0:1789449583.167559:0:35272:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b90686d90) owner 0000000000000000/ffff9e8b8677a7c0 00020000:00000001:1.0:1789449583.167563:0:35272:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1789449583.167565:0:35272:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1789449583.167566:0:35272:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1789449583.167568:0:35272:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1789449583.167571:0:35272:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1789449583.167573:0:35272:0:(file.c:6843:ll_layout_conf()) [0x200000405:0x2b:0x0]: layout version change: 0 -> 0 00000020:00001000:1.0:1789449583.167576:0:35272:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217000 00000080:00000001:1.0:1789449583.167578:0:35272:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449583.167580:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449583.167582:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789449583.167586:0:35272:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789449583.167593:0:35272:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1789449583.167596:0:35272:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789449583.167600:0:35272:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2b:0x0](ffff9e8b89184b08) for lock 0xcddde1459ded67e6 00800000:00000001:1.0:1789449583.167603:0:35272:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789449583.167608:0:35272:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789449583.167610:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449583.167611:0:35272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449583.167613:0:35272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498200 refcount=3 00000020:00000001:1.0:1789449583.167615:0:35272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823448064 : -107152886103552 : ffff9e8b86498200) 00010000:00000001:1.0:1789449583.167617:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823448064 : -107152886103552 : ffff9e8b86498200) 00010000:00000001:1.0:1789449583.167620:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449583.167621:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789449583.167622:0:35272:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449583.167624:0:35272:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449583.167628:0:35272:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449583.167643:0:35272:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d18000 x1876371947537408/t8589934599(8589934599) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1789449599 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449583.167652:0:35272:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789449583.167656:0:35272:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded67e6 from it ffffb711820e3bf0 00010000:00000001:1.0:1789449583.167658:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449583.167659:0:35272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449583.167661:0:35272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498200 refcount=3 00000020:00000001:1.0:1789449583.167662:0:35272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823448064 : -107152886103552 : ffff9e8b86498200) 00010000:00000001:1.0:1789449583.167664:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823448064 : -107152886103552 : ffff9e8b86498200) 00010000:00000001:1.0:1789449583.167667:0:35272:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789449583.167672:0:35272:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498200/0xcddde1459ded67e6 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x2b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xeb7cbf5e2fd3dd9d expref: -99 pid: 35272 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449583.167680:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449583.167681:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449583.167683:0:35272:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789449583.167687:0:35272:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789449583.167690:0:35272:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498200/0xcddde1459ded67e6 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x2b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xeb7cbf5e2fd3dd9d expref: -99 pid: 35272 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789449583.167698:0:35272:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789449583.167702:0:35272:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789449583.167705:0:35272:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789449583.167710:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449583.167712:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449583.167714:0:35272:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449583.167717:0:35272:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789449583.167720:0:35272:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449583.167722:0:35272:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449583.167726:0:35272:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449583.167728:0:35272:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789449583.167729:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449583.167731:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789449583.167734:0:35272:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789449583.167740:0:35272:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9e8b91d9abc0. 00000080:00000001:1.0:1789449583.167743:0:35272:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1789449583.167750:0:35272:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:1.0:1789449583.167753:0:35272:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449583.167756:0:35272:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449583.167759:0:35272:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449583.167762:0:35272:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449583.167764:0:35272:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449583.167766:0:35272:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:1.0:1789449583.167769:0:35272:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449583.167773:0:35272:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1789449583.167778:0:35272:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9e8b8984f3c0. 00000002:00100000:1.0:1789449583.167784:0:35272:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9e8b87d18000 x1876371947537408/t8589934599(8589934599) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1789449599 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789449583.167791:0:35272:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449583.167792:0:35272:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1789449583.167796:0:35272:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1789449583.167799:0:35272:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.167803:0:35272:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:1.0:1789449583.167806:0:35272:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1789449583.167808:0:35272:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789449583.167811:0:35272:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1789449583.167812:0:35272:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.167816:0:35272:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:1.0:1789449583.167822:0:35272:0:(pcc.c:1984:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.167823:0:35272:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1789449583.167826:0:35272:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.167829:0:35272:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449583.167833:0:35272:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449583.167836:0:35272:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d18000 x1876371947537408/t8589934599(8589934599) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1789449599 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1789449583.167843:0:35272:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789449583.167848:0:35272:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff9e8b87dc0000. 02000000:00000001:1.0:1789449583.167922:0:35272:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1789449583.167925:0:35272:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.167929:0:35272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820e3b98 00000080:00000008:1.0:1789449583.167932:0:35272:0:(file.c:1329:ll_file_open()) COMPLETED file recon:[0x200000405:0x2b:0x0](ffff9e8b89184b08), flags 100000, rc = 0 00000020:00000001:1.0:1789449583.167967:0:35272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820e3d28 00000080:00200008:1.0:1789449583.167969:0:35272:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000405:0x2b:0x0](ffff9e8b89184b08), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1789449583.167976:0:35272:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789449583.167978:0:35272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820e3ca0 00000080:00200000:1.0:1789449583.167979:0:35272:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x2b:0x0](ffff9e8b89184b08),name=recon 00000080:00000010:1.0:1789449583.167987:0:35272:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b83766a00. 00800000:00000002:1.0:1789449583.169140:0:35272:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:1.0:1789449583.169151:0:35272:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789449583.169244:0:35272:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789449583.169249:0:35272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820e3bc0 00800000:00000002:1.0:1789449583.169252:0:35272:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x2b:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789449583.169258:0:35272:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789449583.169262:0:35272:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449583.169266:0:35272:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449583.169270:0:35272:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449583.169272:0:35272:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449583.169275:0:35272:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449583.169277:0:35272:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789449583.169279:0:35272:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449583.169282:0:35272:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449583.169283:0:35272:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449583.169285:0:35272:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449583.169286:0:35272:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449583.169288:0:35272:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449583.169290:0:35272:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:1.0:1789449583.169292:0:35272:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449583.169295:0:35272:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x2b:0x0], name='' -> mds #0 00000002:00000001:1.0:1789449583.169301:0:35272:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789449583.169303:0:35272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820e3a90 00000002:00010000:1.0:1789449583.169305:0:35272:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789449583.169309:0:35272:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789449583.169311:0:35272:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789449583.169315:0:35272:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789449583.169326:0:35272:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652a00 count: 4 00010000:00000001:1.0:1789449583.169331:0:35272:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449583.169338:0:35272:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449583.169344:0:35272:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789449583.169348:0:35272:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75200/0xcddde1459ded67b5 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xeb7cbf5e2fd3dd3b expref: -99 pid: 35265 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1789449583.169360:0:35272:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789449583.169366:0:35272:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449583.169370:0:35272:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75200/0xcddde1459ded67b5 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xeb7cbf5e2fd3dd3b expref: -99 pid: 35265 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1789449583.169377:0:35272:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789449583.169379:0:35272:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789449583.169381:0:35272:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789449583.169383:0:35272:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789449583.169385:0:35272:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789449583.169387:0:35272:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789449583.169390:0:35272:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789449583.169394:0:35272:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:1.0:1789449583.169398:0:35272:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b83766a00. 00000080:00000001:1.0:1789449583.169406:0:35272:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789449583.169408:0:35272:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789449583.169411:0:35272:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x2b:0x0](ffff9e8b89184b08) 00000080:00010000:1.0:1789449583.169415:0:35272:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2b:0x0](ffff9e8b89184b08) for lock 0xcddde1459ded67b5 00800000:00000001:1.0:1789449583.169419:0:35272:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789449583.169422:0:35272:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789449583.169423:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449583.169426:0:35272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449583.169429:0:35272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75200 refcount=3 00000020:00000001:1.0:1789449583.169432:0:35272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016242688 : -107152693308928 : ffff9e8b91c75200) 00010000:00000001:1.0:1789449583.169435:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016242688 : -107152693308928 : ffff9e8b91c75200) 00010000:00000001:1.0:1789449583.169437:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449583.169439:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789449583.169440:0:35272:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449583.169442:0:35272:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789449583.169445:0:35272:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded67b5 from it ffffb711820e3cd8 00010000:00000001:1.0:1789449583.169447:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449583.169448:0:35272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449583.169449:0:35272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75200 refcount=3 00000020:00000001:1.0:1789449583.169451:0:35272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016242688 : -107152693308928 : ffff9e8b91c75200) 00010000:00000001:1.0:1789449583.169453:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016242688 : -107152693308928 : ffff9e8b91c75200) 00010000:00000001:1.0:1789449583.169455:0:35272:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789449583.169458:0:35272:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75200/0xcddde1459ded67b5 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xeb7cbf5e2fd3dd3b expref: -99 pid: 35265 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1789449583.169465:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449583.169466:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449583.169467:0:35272:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789449583.169469:0:35272:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789449583.169471:0:35272:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75200/0xcddde1459ded67b5 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xeb7cbf5e2fd3dd3b expref: -99 pid: 35265 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1789449583.169478:0:35272:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789449583.169482:0:35272:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789449583.169483:0:35272:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789449583.169488:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449583.169489:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449583.169491:0:35272:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449583.169494:0:35272:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789449583.169496:0:35272:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449583.169498:0:35272:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449583.169500:0:35272:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449583.169502:0:35272:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789449583.169503:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449583.169504:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789449583.169508:0:35272:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789449583.169510:0:35272:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789449583.169515:0:35272:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:1.0:1789449583.169519:0:35272:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1789449583.169522:0:35272:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789449583.169524:0:35272:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1789449583.169525:0:35272:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.169528:0:35272:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789449583.169532:0:35272:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:1.0:1789449583.169535:0:35272:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789449583.169541:0:35272:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822024 : -107152888729592 : ffff9e8b86217008) 00000020:00001000:1.0:1789449583.169544:0:35272:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217000 00000020:00000001:1.0:1789449583.169551:0:35272:0:(cl_object.c:143:cl_object_top()) ffff9e8b83cb75f8 -> ffff9e8b83cb75f8 00000020:00000001:1.0:1789449583.169554:0:35272:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:1.0:1789449583.169557:0:35272:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1789449583.169560:0:35272:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2b:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:1.0:1789449583.169564:0:35272:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789449583.169566:0:35272:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1789449583.169568:0:35272:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1789449583.169570:0:35272:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.169573:0:35272:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789449583.169578:0:35272:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2b:0x0]io ffff9e8b84db2c50 type 7 ignore/verify layout 0/1 00020000:00000002:1.0:1789449583.169582:0:35272:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b90686d90) owner 0000000000000000/ffff9e8b8677a7c0 00020000:00000001:1.0:1789449583.169587:0:35272:0:(lov_io.c:2266:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1789449583.169589:0:35272:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1789449583.169592:0:35272:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1789449583.169594:0:35272:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.169596:0:35272:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1789449583.169599:0:35272:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1789449583.169601:0:35272:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.169602:0:35272:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789449583.169603:0:35272:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1789449583.169605:0:35272:0:(lov_io.c:2279:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1789449583.169607:0:35272:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b90686d90) owner 0000000000000000/ffff9e8b8677a7c0 00000020:00000001:1.0:1789449583.169609:0:35272:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789449583.169612:0:35272:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1789449583.169613:0:35272:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x2b:0x0] 00000020:00000001:1.0:1789449583.169616:0:35272:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1789449583.169618:0:35272:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1789449583.169621:0:35272:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1789449583.169624:0:35272:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000001:1.0:1789449583.169627:0:35272:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.169632:0:35272:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.169634:0:35272:0:(lov_offset.c:141:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789449583.169636:0:35272:0:(lov_offset.c:264:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1789449583.169639:0:35272:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000010:1.0:1789449583.169649:0:35272:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9e8b898b7380. 00020000:00000001:1.0:1789449583.169652:0:35272:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.169654:0:35272:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.169656:0:35272:0:(lov_offset.c:141:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789449583.169657:0:35272:0:(lov_offset.c:264:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1789449583.169660:0:35272:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1789449583.169662:0:35272:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789449583.169664:0:35272:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1789449583.169665:0:35272:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789449583.169667:0:35272:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822888 : -107152888728728 : ffff9e8b86217368) 00000020:00001000:1.0:1789449583.169669:0:35272:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217360 00000020:00000001:1.0:1789449583.169672:0:35272:0:(cl_object.c:143:cl_object_top()) ffff9e8b83cb73a0 -> ffff9e8b83cb75f8 00000020:00000001:1.0:1789449583.169674:0:35272:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:1.0:1789449583.169679:0:35272:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789449583.169680:0:35272:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1789449583.169683:0:35272:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:1.0:1789449583.169685:0:35272:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446636920799439952 : -107152910111664 : ffff9e8b84db2c50) 00000020:00000001:1.0:1789449583.169687:0:35272:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.169688:0:35272:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.169691:0:35272:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993117408 : -107152716434208 : ffff9e8b906674e0) 00000020:00000001:1.0:1789449583.169693:0:35272:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1789449583.169698:0:35272:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9e8b8638a850. 00000008:00010000:1.0:1789449583.169702:0:35272:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:1.0:1789449583.169705:0:35272:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1789449583.169708:0:35272:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1789449583.169709:0:35272:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9e8b898b73b0, osc lock ffff9e8b8638a850, flags 0x400001002 00000020:00000001:1.0:1789449583.169712:0:35272:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.169714:0:35272:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.169715:0:35272:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000001:1.0:1789449583.169718:0:35272:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446636920878101376 : -107152831450240 : ffff9e8b898b7380) 00000020:00000001:1.0:1789449583.169721:0:35272:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1789449583.169722:0:35272:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1789449583.169723:0:35272:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.169725:0:35272:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.169727:0:35272:0:(cl_io.c:1190:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1789449583.169730:0:35272:0:(cl_io.c:1198:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1789449583.169732:0:35272:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1789449583.169734:0:35272:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1789449583.169735:0:35272:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789449583.169736:0:35272:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993117408 : -107152716434208 : ffff9e8b906674e0) 00000020:00000001:1.0:1789449583.169738:0:35272:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1789449583.169741:0:35272:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1789449583.169743:0:35272:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1789449583.169746:0:35272:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1789449583.169750:0:35272:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1789449583.169751:0:35272:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1789449583.169753:0:35272:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1789449583.169755:0:35272:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1789449583.169756:0:35272:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1789449583.169759:0:35272:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1789449583.169761:0:35272:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789449583.169767:0:35272:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652400 count: 2 00010000:00000001:1.0:1789449583.169770:0:35272:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449583.169776:0:35272:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449583.169780:0:35272:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789449583.169784:0:35272:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000ef2c88a0/0xcddde1459ded67c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xeb7cbf5e2fd3dd50 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1789449583.169794:0:35272:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789449583.169797:0:35272:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449583.169801:0:35272:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000ef2c88a0/0xcddde1459ded67c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xeb7cbf5e2fd3dd50 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1789449583.169809:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449583.169810:0:35272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449583.169812:0:35272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75a00 refcount=4 00000020:00000001:1.0:1789449583.169815:0:35272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:1.0:1789449583.169818:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00000008:00000001:1.0:1789449583.169822:0:35272:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1789449583.169826:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449583.169827:0:35272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449583.169829:0:35272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75a00 refcount=5 00000020:00000001:1.0:1789449583.169831:0:35272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:1.0:1789449583.169833:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00000020:00000001:1.0:1789449583.169838:0:35272:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1789449583.169841:0:35272:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1789449583.169843:0:35272:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1789449583.169846:0:35272:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449583.169847:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449583.169849:0:35272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449583.169850:0:35272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75a00 refcount=6 00000020:00000001:1.0:1789449583.169852:0:35272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:1.0:1789449583.169854:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:1.0:1789449583.169857:0:35272:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789449583.169860:0:35272:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000ef2c88a0/0xcddde1459ded67c3 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xeb7cbf5e2fd3dd50 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1789449583.169869:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449583.169871:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449583.169873:0:35272:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789449583.169875:0:35272:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789449583.169877:0:35272:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000ef2c88a0/0xcddde1459ded67c3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xeb7cbf5e2fd3dd50 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1789449583.169922:0:35272:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789449583.169924:0:35272:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789449583.169926:0:35272:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789449583.169928:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449583.169929:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449583.169930:0:35272:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449583.169932:0:35272:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789449583.169934:0:35272:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449583.169935:0:35272:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449583.169937:0:35272:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449583.169939:0:35272:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789449583.169940:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449583.169941:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449583.169942:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449583.169943:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789449583.169944:0:35272:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789449583.169947:0:35272:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.169949:0:35272:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.169950:0:35272:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.169952:0:35272:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.169954:0:35272:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1789449583.169955:0:35272:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1789449583.169959:0:35272:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1789449583.169961:0:35272:0:(cl_io.c:1210:cl_sync_io_wait()) Process entered 00000020:00000001:1.0:1789449583.169963:0:35272:0:(cl_io.c:1234:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.169966:0:35272:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.169971:0:35272:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1789449583.169975:0:35272:0:(cl_object.c:143:cl_object_top()) ffff9e8b83cb75f8 -> ffff9e8b83cb75f8 00000020:00000001:1.0:1789449583.169977:0:35272:0:(cl_object.c:143:cl_object_top()) ffff9e8b83cb75f8 -> ffff9e8b83cb75f8 00000020:00000001:1.0:1789449583.169979:0:35272:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1789449583.169982:0:35272:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1789449583.169986:0:35272:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1789449583 a=0 c=1789449583 b=0 00020000:00000001:1.0:1789449583.172421:0:35272:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.172434:0:35272:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.172439:0:35272:0:(cl_object.c:143:cl_object_top()) ffff9e8b83cb75f8 -> ffff9e8b83cb75f8 00000080:00200000:1.0:1789449583.172445:0:35272:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 46 i_blocks 0 00000080:00000001:1.0:1789449583.172451:0:35272:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1789449583.172459:0:35272:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1789449583.172461:0:35272:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9e8b84db2bf0 (ffff9e8b86217008/0) at cl_lock_release():245 00000020:00000001:1.0:1789449583.172465:0:35272:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1789449583.172466:0:35272:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e8b84db2bf0 (ffff9e8b86217008/0) at cl_lock_cancel():142 00020000:00000001:1.0:1789449583.172470:0:35272:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1789449583.172476:0:35272:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789449583.172478:0:35272:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993117408 : -107152716434208 : ffff9e8b906674e0) 00000020:00000001:1.0:1789449583.172480:0:35272:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1789449583.172482:0:35272:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e8b898b73b0 (ffff9e8b86217368/1) at cl_lock_cancel():142 00000008:00000001:1.0:1789449583.172487:0:35272:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1789449583.172488:0:35272:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1789449583.172492:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449583.172496:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789449583.172497:0:35272:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1789449583.172499:0:35272:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1789449583.172501:0:35272:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1789449583.172502:0:35272:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1789449583.172503:0:35272:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1789449583.172504:0:35272:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e8b84db2bf0 (ffff9e8b86217008/0) at cl_lock_fini():72 00020000:00000001:1.0:1789449583.172507:0:35272:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1789449583.172509:0:35272:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1789449583.172510:0:35272:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e8b898b73b0 (ffff9e8b86217008/1) at cl_lock_fini():72 00000008:00000010:1.0:1789449583.172513:0:35272:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9e8b8638a850. 00000020:00000001:1.0:1789449583.172521:0:35272:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1789449583.172523:0:35272:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9e8b898b7380. 00020000:00000001:1.0:1789449583.172527:0:35272:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1789449583.172528:0:35272:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1789449583.172529:0:35272:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1789449583.172532:0:35272:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.172535:0:35272:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:1.0:1789449583.172538:0:35272:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1789449583.172541:0:35272:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1789449583.172542:0:35272:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:1.0:1789449583.172544:0:35272:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:1.0:1789449583.172547:0:35272:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217360 00020000:00000001:1.0:1789449583.172551:0:35272:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1789449583.172554:0:35272:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1789449583.172558:0:35272:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1789449583.172561:0:35272:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2b:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1789449583.172565:0:35272:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1789449583.172568:0:35272:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.172570:0:35272:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1789449583.172572:0:35272:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1789449583.172573:0:35272:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:1.0:1789449583.172574:0:35272:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217000 00000001:00000001:1.0:1789449583.172576:0:35272:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.172589:0:35272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820e3d28 00000080:00000008:1.0:1789449583.172592:0:35272:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000405:0x2b:0x0](ffff9e8b89184b08), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1789449583.172747:0:35272:0:(file.c:2479:do_file_read_iter()) Process entered 00000020:00000001:1.0:1789449583.172750:0:35272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820e3d88 00000080:00200008:1.0:1789449583.172753:0:35272:0:(file.c:2483:do_file_read_iter()) START file recon:[0x200000405:0x2b:0x0], ppos: 0, count: 4194304 00000080:00000001:1.0:1789449583.172757:0:35272:0:(pcc.c:2514:pcc_file_read_iter()) Process entered 00000080:00000001:1.0:1789449583.172760:0:35272:0:(pcc.c:2518:pcc_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1789449583.172764:0:35272:0:(rw.c:1191:ras_detect_read_pattern()) lre 0 cr 1 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 1 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00400000:1.0:1789449583.172769:0:35272:0:(rw.c:1245:ras_detect_read_pattern()) lre 4194303 cr 1 cb 4194304 wsi 0 wp 0 nra 1 rpc 16384 r 1 csr 0 so 0 sb 0 sl 0 lr 0 00000020:00000001:1.0:1789449583.172809:0:35272:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789449583.172812:0:35272:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822024 : -107152888729592 : ffff9e8b86217008) 00000020:00001000:1.0:1789449583.172815:0:35272:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217000 00000080:00000001:1.0:1789449583.172819:0:35272:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:1.0:1789449583.172822:0:35272:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.172825:0:35272:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:1.0:1789449583.172827:0:35272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820e3c98 00000080:00200000:1.0:1789449583.172829:0:35272:0:(file.c:2090:ll_file_io_generic()) recon: read ppos: 46, bytes: 4194258 00000020:00000001:1.0:1789449583.172835:0:35272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820e3c30 00000080:00200000:1.0:1789449583.172837:0:35272:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000020:00000001:1.0:1789449583.172839:0:35272:0:(cl_io.c:210:cl_io_rw_init()) Process entered 00000020:00200000:1.0:1789449583.172848:0:35272:0:(cl_io.c:215:cl_io_rw_init()) header@00000000d386158a[0x110, 2, [0x200000405:0x2b:0x0] hash] 00000020:00200000:1.0:1789449583.172850:0:35272:0:(cl_io.c:215:cl_io_rw_init()) io range: 1 [46, 4194304) 0 0 00000020:00000001:1.0:1789449583.172853:0:35272:0:(cl_object.c:143:cl_object_top()) ffff9e8b83cb75f8 -> ffff9e8b83cb75f8 00000020:00000001:1.0:1789449583.172856:0:35272:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:1.0:1789449583.172858:0:35272:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1789449583.172861:0:35272:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2b:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:1.0:1789449583.172864:0:35272:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789449583.172866:0:35272:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000100:00000001:1.0:1789449583.172870:0:35272:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789449583.172875:0:35272:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.172877:0:35272:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1789449583.172901:0:35272:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.172904:0:35272:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789449583.172910:0:35272:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2b:0x0]io ffff9e8b84db2c50 type 1 ignore/verify layout 0/0 00020000:00000002:1.0:1789449583.172915:0:35272:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b90686d90) owner 0000000000000000/ffff9e8b8677a7c0 00020000:00000001:1.0:1789449583.172919:0:35272:0:(lov_io.c:2266:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1789449583.172921:0:35272:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1789449583.172924:0:35272:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1789449583.172926:0:35272:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.172928:0:35272:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1789449583.172931:0:35272:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1789449583.172933:0:35272:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.172934:0:35272:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789449583.172935:0:35272:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1789449583.172937:0:35272:0:(lov_io.c:2279:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1789449583.172938:0:35272:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b90686d90) owner 0000000000000000/ffff9e8b8677a7c0 00000020:00000001:1.0:1789449583.172941:0:35272:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.172942:0:35272:0:(cl_io.c:218:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.172948:0:35272:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:1.0:1789449583.172950:0:35272:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1789449583.172953:0:35272:0:(lov_io.c:1290:lov_io_rw_iter_init()) Process entered 00020000:00000001:1.0:1789449583.172956:0:35272:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00200000:1.0:1789449583.172959:0:35272:0:(lov_io.c:1362:lov_io_rw_iter_init()) stripe: 46 chunk: [46, 4194304) 4194304, 4194258 00020000:00000001:1.0:1789449583.172963:0:35272:0:(lov_io.c:1078:lov_io_iter_init()) Process entered 00020000:00000001:1.0:1789449583.172964:0:35272:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00200000:1.0:1789449583.172966:0:35272:0:(lov_io.c:1153:lov_io_iter_init()) component[0] flags 0x10 00020000:00000001:1.0:1789449583.172970:0:35272:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.172972:0:35272:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789449583.172974:0:35272:0:(lov_offset.c:264:lov_stripe_intersects()) [46->4194303] -> [(0) 46->4194303 (0)] 00020000:00000001:1.0:1789449583.172977:0:35272:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789449583.172979:0:35272:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1789449583.172981:0:35272:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789449583.172982:0:35272:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822888 : -107152888728728 : ffff9e8b86217368) 00000020:00001000:1.0:1789449583.172984:0:35272:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217360 00000020:00000001:1.0:1789449583.172987:0:35272:0:(cl_object.c:143:cl_object_top()) ffff9e8b83cb73a0 -> ffff9e8b83cb75f8 00000020:00000001:1.0:1789449583.172989:0:35272:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:1.0:1789449583.172993:0:35272:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789449583.172994:0:35272:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1789449583.172997:0:35272:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:1.0:1789449583.172998:0:35272:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446636920799439952 : -107152910111664 : ffff9e8b84db2c50) 00000020:00000001:1.0:1789449583.173000:0:35272:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.173002:0:35272:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.173003:0:35272:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993117408 : -107152716434208 : ffff9e8b906674e0) 00000020:00000001:1.0:1789449583.173006:0:35272:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000008:00000001:1.0:1789449583.173009:0:35272:0:(osc_io.c:525:osc_io_iter_init()) Process entered 00000008:00000001:1.0:1789449583.173013:0:35272:0:(osc_io.c:545:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.173014:0:35272:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.173016:0:35272:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000001:1.0:1789449583.173019:0:35272:0:(lov_io.c:1276:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.173020:0:35272:0:(lov_io.c:1368:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.173022:0:35272:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.173025:0:35272:0:(cl_io.c:315:cl_io_lock()) Process entered 00000080:00000001:1.0:1789449583.173027:0:35272:0:(vvp_io.c:589:vvp_io_read_lock()) Process entered 00000080:00000001:1.0:1789449583.173029:0:35272:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:1.0:1789449583.173031:0:35272:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:1.0:1789449583.173035:0:35272:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:1.0:1789449583.173037:0:35272:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.173041:0:35272:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.173043:0:35272:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:1.0:1789449583.173045:0:35272:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [0, 1023] 00000020:00000001:1.0:1789449583.173047:0:35272:0:(cl_io.c:477:cl_io_lock_add()) Process entered 00000020:00000001:1.0:1789449583.173049:0:35272:0:(cl_io.c:260:cl_lockset_merge()) Process entered 00000020:00000001:1.0:1789449583.173051:0:35272:0:(cl_io.c:277:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.173053:0:35272:0:(cl_io.c:484:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.173054:0:35272:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.173056:0:35272:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.173059:0:35272:0:(vvp_io.c:592:vvp_io_read_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.174354:0:35272:0:(lov_io.c:1419:lov_io_lock()) Process entered 00020000:00000001:1.0:1789449583.174360:0:35272:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:1.0:1789449583.174361:0:35272:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:1.0:1789449583.174364:0:35272:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1789449583.174365:0:35272:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.174367:0:35272:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.174369:0:35272:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.174371:0:35272:0:(lov_io.c:1420:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.174373:0:35272:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1789449583.174376:0:35272:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1789449583.174378:0:35272:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1789449583.174382:0:35272:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1789449583.174384:0:35272:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000001:1.0:1789449583.174387:0:35272:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.174391:0:35272:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.174394:0:35272:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789449583.174396:0:35272:0:(lov_offset.c:264:lov_stripe_intersects()) [0->4194303] -> [(0) 0->4194303 (0)] 00020000:00000001:1.0:1789449583.174400:0:35272:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000010:1.0:1789449583.174410:0:35272:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9e8b898b7380. 00020000:00000001:1.0:1789449583.174414:0:35272:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.174415:0:35272:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.174417:0:35272:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789449583.174418:0:35272:0:(lov_offset.c:264:lov_stripe_intersects()) [0->4194303] -> [(0) 0->4194303 (0)] 00020000:00000001:1.0:1789449583.174421:0:35272:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1789449583.174423:0:35272:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789449583.174425:0:35272:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993117408 : -107152716434208 : ffff9e8b906674e0) 00000020:00000001:1.0:1789449583.174428:0:35272:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1789449583.174433:0:35272:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9e8b8638a850. 00000008:00010000:1.0:1789449583.174436:0:35272:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:1.0:1789449583.174439:0:35272:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1789449583.174441:0:35272:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1789449583.174445:0:35272:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9e8b898b73b0, osc lock ffff9e8b8638a850, flags 0x0 00000020:00000001:1.0:1789449583.174447:0:35272:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.174449:0:35272:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.174451:0:35272:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000001:1.0:1789449583.174454:0:35272:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446636920878101376 : -107152831450240 : ffff9e8b898b7380) 00000020:00000001:1.0:1789449583.174456:0:35272:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1789449583.174457:0:35272:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1789449583.174458:0:35272:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.174460:0:35272:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.174462:0:35272:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1789449583.174464:0:35272:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1789449583.174465:0:35272:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789449583.174466:0:35272:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993117408 : -107152716434208 : ffff9e8b906674e0) 00000020:00000001:1.0:1789449583.174468:0:35272:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1789449583.174471:0:35272:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1789449583.174474:0:35272:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:1.0:1789449583.174476:0:35272:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.174481:0:35272:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1789449583.174485:0:35272:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1789449583.174486:0:35272:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1789449583.174488:0:35272:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1789449583.174489:0:35272:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1789449583.174490:0:35272:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1789449583.174493:0:35272:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1789449583.174497:0:35272:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789449583.174508:0:35272:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652400 count: 2 00010000:00000001:1.0:1789449583.174511:0:35272:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449583.174519:0:35272:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449583.174525:0:35272:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789449583.174530:0:35272:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000ef2c88a0/0xcddde1459ded67c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xeb7cbf5e2fd3dd50 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1789449583.174544:0:35272:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789449583.174551:0:35272:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449583.174554:0:35272:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4194303) ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000ef2c88a0/0xcddde1459ded67c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xeb7cbf5e2fd3dd50 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1789449583.174562:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449583.174565:0:35272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449583.174568:0:35272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75a00 refcount=4 00000020:00000001:1.0:1789449583.174570:0:35272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:1.0:1789449583.174573:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00000008:00000001:1.0:1789449583.174577:0:35272:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1789449583.174580:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449583.174580:0:35272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449583.174582:0:35272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75a00 refcount=5 00000020:00000001:1.0:1789449583.174583:0:35272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:1.0:1789449583.174585:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:1.0:1789449583.174587:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449583.174589:0:35272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449583.174590:0:35272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75a00 refcount=6 00000020:00000001:1.0:1789449583.174591:0:35272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:1.0:1789449583.174593:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:1.0:1789449583.174595:0:35272:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449583.174596:0:35272:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449583.174599:0:35272:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000ef2c88a0/0xcddde1459ded67c3 lrc: 7/1,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xeb7cbf5e2fd3dd50 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1789449583.174606:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449583.174608:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789449583.174610:0:35272:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449583.174612:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449583.174613:0:35272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449583.174614:0:35272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75a00 refcount=7 00000020:00000001:1.0:1789449583.174616:0:35272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:1.0:1789449583.174618:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:1.0:1789449583.174621:0:35272:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789449583.174624:0:35272:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000ef2c88a0/0xcddde1459ded67c3 lrc: 7/1,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xeb7cbf5e2fd3dd50 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1789449583.174630:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449583.174632:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789449583.174635:0:35272:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000ef2c88a0/0xcddde1459ded67c3 lrc: 6/1,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xeb7cbf5e2fd3dd50 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1789449583.174641:0:35272:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789449583.174643:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449583.174644:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449583.174645:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449583.174646:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789449583.174647:0:35272:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789449583.174651:0:35272:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.174653:0:35272:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.174655:0:35272:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.174656:0:35272:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.174658:0:35272:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.174660:0:35272:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.174661:0:35272:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.174664:0:35272:0:(cl_io.c:529:cl_io_start()) Process entered 00000080:00000001:1.0:1789449583.174667:0:35272:0:(vvp_io.c:831:vvp_io_read_start()) Process entered 00000020:00000001:1.0:1789449583.174670:0:35272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820e3b90 00000080:00200000:1.0:1789449583.174672:0:35272:0:(vvp_io.c:835:vvp_io_read_start()) recon: read [46, 4194304) 00000020:00000001:1.0:1789449583.174677:0:35272:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00020000:00000001:1.0:1789449583.174679:0:35272:0:(lov_io.c:1617:lov_io_lru_reserve()) Process entered 00020000:00000001:1.0:1789449583.174681:0:35272:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.174683:0:35272:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.174684:0:35272:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789449583.174686:0:35272:0:(lov_offset.c:264:lov_stripe_intersects()) [46->4194303] -> [(0) 46->4194303 (0)] 00020000:00000001:1.0:1789449583.174688:0:35272:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789449583.174689:0:35272:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993117408 : -107152716434208 : ffff9e8b906674e0) 00000020:00000001:1.0:1789449583.174691:0:35272:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00000008:00000001:1.0:1789449583.174693:0:35272:0:(osc_io.c:1417:osc_io_lru_reserve()) Process entered 00000008:00000001:1.0:1789449583.174696:0:35272:0:(osc_io.c:1430:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.174698:0:35272:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.174699:0:35272:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000001:1.0:1789449583.174701:0:35272:0:(lov_io.c:1658:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.174702:0:35272:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.174707:0:35272:0:(cl_object.c:143:cl_object_top()) ffff9e8b83cb75f8 -> ffff9e8b83cb75f8 00000020:00000001:1.0:1789449583.174709:0:35272:0:(cl_object.c:143:cl_object_top()) ffff9e8b83cb75f8 -> ffff9e8b83cb75f8 00000020:00000001:1.0:1789449583.174711:0:35272:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1789449583.174714:0:35272:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1789449583.174717:0:35272:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1789449583 a=0 c=1789449583 b=0 00020000:00000001:1.0:1789449583.174720:0:35272:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.174721:0:35272:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.174723:0:35272:0:(cl_object.c:143:cl_object_top()) ffff9e8b83cb75f8 -> ffff9e8b83cb75f8 00000001:00000001:1.0:1789449583.174727:0:35272:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1789449583.174729:0:35272:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x2b:0x0] 00000020:00000001:1.0:1789449583.174731:0:35272:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1789449583.174732:0:35272:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1789449583.174734:0:35272:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1789449583.174735:0:35272:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000001:1.0:1789449583.174736:0:35272:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.174738:0:35272:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.174740:0:35272:0:(lov_offset.c:141:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789449583.174741:0:35272:0:(lov_offset.c:264:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1789449583.174743:0:35272:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000010:1.0:1789449583.174747:0:35272:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9e8b898b7480. 00020000:00000001:1.0:1789449583.174749:0:35272:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.174750:0:35272:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.174751:0:35272:0:(lov_offset.c:141:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789449583.174753:0:35272:0:(lov_offset.c:264:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1789449583.174754:0:35272:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1789449583.174756:0:35272:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789449583.174756:0:35272:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993117408 : -107152716434208 : ffff9e8b906674e0) 00000020:00000001:1.0:1789449583.174758:0:35272:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1789449583.174761:0:35272:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9e8b8638bc80. 00000008:00010000:1.0:1789449583.174762:0:35272:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:1.0:1789449583.174763:0:35272:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1789449583.174764:0:35272:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1789449583.174766:0:35272:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9e8b898b74b0, osc lock ffff9e8b8638bc80, flags 0x400001002 00000020:00000001:1.0:1789449583.174767:0:35272:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.174769:0:35272:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.174770:0:35272:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000001:1.0:1789449583.174772:0:35272:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446636920878101632 : -107152831449984 : ffff9e8b898b7480) 00000020:00000001:1.0:1789449583.174773:0:35272:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1789449583.174774:0:35272:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1789449583.174775:0:35272:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.174776:0:35272:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.174779:0:35272:0:(cl_io.c:1190:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1789449583.174782:0:35272:0:(cl_io.c:1198:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1789449583.174783:0:35272:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1789449583.174784:0:35272:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1789449583.174785:0:35272:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789449583.174786:0:35272:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993117408 : -107152716434208 : ffff9e8b906674e0) 00000020:00000001:1.0:1789449583.174788:0:35272:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1789449583.174789:0:35272:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1789449583.174792:0:35272:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1789449583.174794:0:35272:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1789449583.174795:0:35272:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1789449583.174797:0:35272:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1789449583.174798:0:35272:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1789449583.174800:0:35272:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1789449583.176426:0:35272:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1789449583.176431:0:35272:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1789449583.176435:0:35272:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789449583.176447:0:35272:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652400 count: 2 00010000:00000001:1.0:1789449583.176452:0:35272:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449583.176459:0:35272:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449583.176463:0:35272:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449583.176469:0:35272:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000ef2c88a0/0xcddde1459ded67c3 lrc: 5/1,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xeb7cbf5e2fd3dd50 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1789449583.176484:0:35272:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789449583.176491:0:35272:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449583.176494:0:35272:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000ef2c88a0/0xcddde1459ded67c3 lrc: 5/1,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xeb7cbf5e2fd3dd50 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1789449583.176501:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449583.176504:0:35272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449583.176507:0:35272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75a00 refcount=6 00000020:00000001:1.0:1789449583.176509:0:35272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:1.0:1789449583.176512:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00000008:00000001:1.0:1789449583.176516:0:35272:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1789449583.176519:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449583.176520:0:35272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449583.176521:0:35272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75a00 refcount=7 00000020:00000001:1.0:1789449583.176523:0:35272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:1.0:1789449583.176525:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00000020:00000001:1.0:1789449583.176530:0:35272:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1789449583.176533:0:35272:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1789449583.176535:0:35272:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1789449583.176537:0:35272:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449583.176538:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449583.176539:0:35272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449583.176541:0:35272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75a00 refcount=8 00000020:00000001:1.0:1789449583.176542:0:35272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:1.0:1789449583.176544:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:1.0:1789449583.176546:0:35272:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789449583.176549:0:35272:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000ef2c88a0/0xcddde1459ded67c3 lrc: 8/1,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xeb7cbf5e2fd3dd50 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1789449583.176555:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449583.176557:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789449583.176560:0:35272:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000ef2c88a0/0xcddde1459ded67c3 lrc: 7/1,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xeb7cbf5e2fd3dd50 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1789449583.176565:0:35272:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789449583.176566:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449583.176567:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449583.176568:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449583.176569:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789449583.176570:0:35272:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789449583.176573:0:35272:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.176576:0:35272:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.176579:0:35272:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.176580:0:35272:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.176582:0:35272:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1789449583.176583:0:35272:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1789449583.176586:0:35272:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1789449583.176587:0:35272:0:(cl_io.c:1210:cl_sync_io_wait()) Process entered 00000020:00000001:1.0:1789449583.176590:0:35272:0:(cl_io.c:1234:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.176591:0:35272:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.176599:0:35272:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1789449583.176603:0:35272:0:(cl_object.c:143:cl_object_top()) ffff9e8b83cb75f8 -> ffff9e8b83cb75f8 00000020:00000001:1.0:1789449583.176607:0:35272:0:(cl_object.c:143:cl_object_top()) ffff9e8b83cb75f8 -> ffff9e8b83cb75f8 00000020:00000001:1.0:1789449583.176608:0:35272:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1789449583.176612:0:35272:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1789449583.176616:0:35272:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1789449583 a=0 c=1789449583 b=0 00020000:00000001:1.0:1789449583.176618:0:35272:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.176620:0:35272:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.176622:0:35272:0:(cl_object.c:143:cl_object_top()) ffff9e8b83cb75f8 -> ffff9e8b83cb75f8 00000080:00200000:1.0:1789449583.176624:0:35272:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 46 i_blocks 0 00000080:00000001:1.0:1789449583.176627:0:35272:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1789449583.176632:0:35272:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1789449583.176634:0:35272:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9e8b84db2bf0 (ffff9e8b86217008/0) at cl_lock_release():245 00000020:00000001:1.0:1789449583.176637:0:35272:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1789449583.176638:0:35272:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e8b84db2bf0 (ffff9e8b86217008/0) at cl_lock_cancel():142 00020000:00000001:1.0:1789449583.176642:0:35272:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1789449583.176645:0:35272:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789449583.176647:0:35272:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993117408 : -107152716434208 : ffff9e8b906674e0) 00000020:00000001:1.0:1789449583.176648:0:35272:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1789449583.176650:0:35272:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e8b898b74b0 (ffff9e8b86217368/1) at cl_lock_cancel():142 00000008:00000001:1.0:1789449583.176654:0:35272:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1789449583.176655:0:35272:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1789449583.176656:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449583.176658:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789449583.176659:0:35272:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1789449583.176661:0:35272:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1789449583.176663:0:35272:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1789449583.176664:0:35272:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1789449583.176666:0:35272:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1789449583.176667:0:35272:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e8b84db2bf0 (ffff9e8b86217008/0) at cl_lock_fini():72 00020000:00000001:1.0:1789449583.176670:0:35272:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1789449583.176671:0:35272:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1789449583.176672:0:35272:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e8b898b74b0 (ffff9e8b86217008/1) at cl_lock_fini():72 00000008:00000010:1.0:1789449583.176676:0:35272:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9e8b8638bc80. 00000020:00000001:1.0:1789449583.176682:0:35272:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1789449583.176684:0:35272:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9e8b898b7480. 00020000:00000001:1.0:1789449583.176688:0:35272:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1789449583.176689:0:35272:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1789449583.176690:0:35272:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1789449583.176693:0:35272:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789449583.176701:0:35272:0:(vvp_io.c:864:vvp_io_read_start()) header@00000000d386158a[0x110, 2, [0x200000405:0x2b:0x0] hash] 00000080:00000002:1.0:1789449583.176703:0:35272:0:(vvp_io.c:864:vvp_io_read_start()) Read ino 144115205339611179, 4194258 bytes, offset 46, size 46 00000080:00400000:1.0:1789449583.176706:0:35272:0:(vvp_io.c:883:vvp_io_read_start()) tot 4194258, ra_start 0, ra_count 1024 00000080:00200000:1.0:1789449583.176712:0:35272:0:(vvp_io.c:893:vvp_io_read_start()) count:4194258 iocb pos:46 00020000:00000001:1.0:1789449583.176722:0:35272:0:(lov_io.c:1425:lov_io_start()) Process entered 00020000:00000001:1.0:1789449583.176725:0:35272:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:1.0:1789449583.176727:0:35272:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:1.0:1789449583.176730:0:35272:0:(osc_io.c:1034:osc_io_read_start()) Process entered 00000020:00000001:1.0:1789449583.176732:0:35272:0:(cl_object.c:143:cl_object_top()) ffff9e8b87e0ce00 -> ffff9e8b83cb75f8 00000020:00000001:1.0:1789449583.176734:0:35272:0:(cl_object.c:143:cl_object_top()) ffff9e8b87e0ce00 -> ffff9e8b83cb75f8 00000020:00000001:1.0:1789449583.176736:0:35272:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1789449583.176739:0:35272:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1789449583.176741:0:35272:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.176743:0:35272:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.176744:0:35272:0:(cl_object.c:143:cl_object_top()) ffff9e8b87e0ce00 -> ffff9e8b83cb75f8 00000008:00000001:1.0:1789449583.176746:0:35272:0:(osc_io.c:1043:osc_io_read_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.176748:0:35272:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.176750:0:35272:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.176751:0:35272:0:(lov_io.c:1426:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.176752:0:35272:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.176755:0:35272:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:1.0:1789449583.176757:0:35272:0:(lov_io.c:1397:lov_io_call()) Process entered 00020000:00000001:1.0:1789449583.176758:0:35272:0:(lov_io.c:1431:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1789449583.176759:0:35272:0:(cl_io.c:556:cl_io_end()) Process entered 00000020:00000001:1.0:1789449583.176761:0:35272:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:1.0:1789449583.176762:0:35272:0:(lov_io.c:1441:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.176763:0:35272:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.176766:0:35272:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:1.0:1789449583.176768:0:35272:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:1.0:1789449583.176770:0:35272:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1789449583.176771:0:35272:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9e8b9065b128 (ffff9e8b86217008/0) at cl_lock_release():245 00000020:00000001:1.0:1789449583.176773:0:35272:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1789449583.176774:0:35272:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e8b9065b128 (ffff9e8b86217008/0) at cl_lock_cancel():142 00020000:00000001:1.0:1789449583.176776:0:35272:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1789449583.176777:0:35272:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789449583.176778:0:35272:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993117408 : -107152716434208 : ffff9e8b906674e0) 00000020:00000001:1.0:1789449583.176779:0:35272:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1789449583.176780:0:35272:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e8b898b73b0 (ffff9e8b86217368/1) at cl_lock_cancel():142 00000008:00000001:1.0:1789449583.176783:0:35272:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1789449583.176784:0:35272:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1789449583.176785:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449583.176787:0:35272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449583.176788:0:35272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75a00 refcount=5 00000020:00000001:1.0:1789449583.176790:0:35272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:1.0:1789449583.176792:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:1.0:1789449583.176794:0:35272:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789449583.176797:0:35272:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000ef2c88a0/0xcddde1459ded67c3 lrc: 5/1,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xeb7cbf5e2fd3dd50 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1789449583.176804:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449583.176805:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449583.176806:0:35272:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789449583.176808:0:35272:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789449583.176811:0:35272:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000ef2c88a0/0xcddde1459ded67c3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xeb7cbf5e2fd3dd50 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1789449583.176818:0:35272:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789449583.176822:0:35272:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789449583.176824:0:35272:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789449583.176830:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449583.176831:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449583.176833:0:35272:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449583.176836:0:35272:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789449583.176838:0:35272:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449583.176840:0:35272:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449583.176844:0:35272:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449583.176846:0:35272:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789449583.176847:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449583.176848:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449583.176849:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449583.176850:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789449583.176851:0:35272:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1789449583.176852:0:35272:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1789449583.176853:0:35272:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1789449583.176854:0:35272:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1789449583.176856:0:35272:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1789449583.176857:0:35272:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e8b9065b128 (ffff9e8b86217008/0) at cl_lock_fini():72 00020000:00000001:1.0:1789449583.176860:0:35272:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1789449583.176861:0:35272:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1789449583.176862:0:35272:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e8b898b73b0 (ffff9e8b86217008/1) at cl_lock_fini():72 00000008:00000010:1.0:1789449583.176865:0:35272:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9e8b8638a850. 00000020:00000001:1.0:1789449583.176867:0:35272:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1789449583.176868:0:35272:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9e8b898b7380. 00020000:00000001:1.0:1789449583.176871:0:35272:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1789449583.176872:0:35272:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1789449583.176873:0:35272:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:1.0:1789449583.176875:0:35272:0:(lov_io.c:1519:lov_io_unlock()) Process entered 00020000:00000001:1.0:1789449583.176876:0:35272:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:1.0:1789449583.176877:0:35272:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:1.0:1789449583.176911:0:35272:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1789449583.176913:0:35272:0:(lov_io.c:1453:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.176915:0:35272:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.176916:0:35272:0:(lov_io.c:1522:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1789449583.176917:0:35272:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1789449583.176920:0:35272:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000080:00200000:1.0:1789449583.176923:0:35272:0:(vvp_io.c:533:vvp_io_advance()) advancing 0 bytes 00000020:00000001:1.0:1789449583.176925:0:35272:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1789449583.176926:0:35272:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1789449583.176928:0:35272:0:(lov_io.c:1500:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1789449583.176929:0:35272:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:1.0:1789449583.176930:0:35272:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1789449583.176934:0:35272:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1789449583.176936:0:35272:0:(lov_io.c:1447:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.176937:0:35272:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.176939:0:35272:0:(lov_io.c:1511:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1789449583.176940:0:35272:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1789449583.176942:0:35272:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.176945:0:35272:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:1.0:1789449583.176947:0:35272:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1789449583.176949:0:35272:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1789449583.176950:0:35272:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:1.0:1789449583.176952:0:35272:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:1.0:1789449583.176954:0:35272:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217360 00020000:00000001:1.0:1789449583.176959:0:35272:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1789449583.176960:0:35272:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1789449583.176962:0:35272:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1789449583.176965:0:35272:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2b:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1789449583.176971:0:35272:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1789449583.176972:0:35272:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00000001:1.0:1789449583.176974:0:35272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820e3c98 00000080:00200000:1.0:1789449583.176976:0:35272:0:(file.c:2238:ll_file_io_generic()) recon: 1 io complete with rc: 0, result: 0, restart: 0 00000080:00200000:1.0:1789449583.176981:0:35272:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 0 00000080:00000001:1.0:1789449583.176983:0:35272:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1789449583.176985:0:35272:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217000 00000020:00000001:1.0:1789449583.177000:0:35272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820e3d88 00000080:00000008:1.0:1789449583.177002:0:35272:0:(file.c:2548:do_file_read_iter()) COMPLETED: file recon:[0x200000405:0x2b:0x0], ppos: 46, count: 4194258, rc = 46 00000080:00000001:1.0:1789449583.177005:0:35272:0:(file.c:2550:do_file_read_iter()) Process leaving (rc=46 : 46 : 2e) 00000080:00000001:1.0:1789449583.177086:0:35272:0:(file.c:2479:do_file_read_iter()) Process entered 00000020:00000001:1.0:1789449583.177089:0:35272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820e3d88 00000080:00200008:1.0:1789449583.177090:0:35272:0:(file.c:2483:do_file_read_iter()) START file recon:[0x200000405:0x2b:0x0], ppos: 46, count: 4194304 00000080:00000001:1.0:1789449583.177094:0:35272:0:(pcc.c:2514:pcc_file_read_iter()) Process entered 00000080:00000001:1.0:1789449583.177097:0:35272:0:(pcc.c:2518:pcc_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1789449583.177100:0:35272:0:(rw.c:1288:ll_ras_enter()) kmsp 1 mwp 1024 mp 16384 00000080:00000001:1.0:1789449583.177103:0:35272:0:(rw.c:1297:ll_ras_enter()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1789449583.177107:0:35272:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789449583.177110:0:35272:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822024 : -107152888729592 : ffff9e8b86217008) 00000020:00001000:1.0:1789449583.177112:0:35272:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217000 00000080:00000001:1.0:1789449583.177114:0:35272:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:1.0:1789449583.177117:0:35272:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.177120:0:35272:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:1.0:1789449583.177121:0:35272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820e3c98 00000080:00200000:1.0:1789449583.177123:0:35272:0:(file.c:2090:ll_file_io_generic()) recon: read ppos: 46, bytes: 4194304 00000020:00000001:1.0:1789449583.177128:0:35272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820e3c30 00000080:00200000:1.0:1789449583.177129:0:35272:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000020:00000001:1.0:1789449583.177132:0:35272:0:(cl_io.c:210:cl_io_rw_init()) Process entered 00000020:00200000:1.0:1789449583.177136:0:35272:0:(cl_io.c:215:cl_io_rw_init()) header@00000000d386158a[0x110, 2, [0x200000405:0x2b:0x0] hash] 00000020:00200000:1.0:1789449583.177138:0:35272:0:(cl_io.c:215:cl_io_rw_init()) io range: 1 [46, 4194350) 0 0 00000020:00000001:1.0:1789449583.177141:0:35272:0:(cl_object.c:143:cl_object_top()) ffff9e8b83cb75f8 -> ffff9e8b83cb75f8 00000020:00000001:1.0:1789449583.177143:0:35272:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:1.0:1789449583.177144:0:35272:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1789449583.177146:0:35272:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2b:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:1.0:1789449583.177149:0:35272:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789449583.177150:0:35272:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000100:00000001:1.0:1789449583.177153:0:35272:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789449583.177158:0:35272:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.177162:0:35272:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1789449583.177164:0:35272:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.177165:0:35272:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789449583.177169:0:35272:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2b:0x0]io ffff9e8b84db2c50 type 1 ignore/verify layout 0/0 00020000:00000002:1.0:1789449583.177172:0:35272:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b90686d90) owner 0000000000000000/ffff9e8b8677a7c0 00020000:00000001:1.0:1789449583.177176:0:35272:0:(lov_io.c:2266:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1789449583.177178:0:35272:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1789449583.177181:0:35272:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1789449583.177182:0:35272:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.177185:0:35272:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1789449583.177187:0:35272:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1789449583.177189:0:35272:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.177191:0:35272:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789449583.177191:0:35272:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1789449583.177193:0:35272:0:(lov_io.c:2279:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1789449583.177194:0:35272:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b90686d90) owner 0000000000000000/ffff9e8b8677a7c0 00000020:00000001:1.0:1789449583.177197:0:35272:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.177199:0:35272:0:(cl_io.c:218:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.177202:0:35272:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:1.0:1789449583.177215:0:35272:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1789449583.177218:0:35272:0:(lov_io.c:1290:lov_io_rw_iter_init()) Process entered 00020000:00000001:1.0:1789449583.177220:0:35272:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00200000:1.0:1789449583.177223:0:35272:0:(lov_io.c:1362:lov_io_rw_iter_init()) stripe: 46 chunk: [46, 4194350) 4194350, 4194304 00020000:00000001:1.0:1789449583.177227:0:35272:0:(lov_io.c:1078:lov_io_iter_init()) Process entered 00020000:00000001:1.0:1789449583.177228:0:35272:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00200000:1.0:1789449583.177231:0:35272:0:(lov_io.c:1153:lov_io_iter_init()) component[0] flags 0x10 00020000:00000001:1.0:1789449583.177234:0:35272:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.177236:0:35272:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789449583.177238:0:35272:0:(lov_offset.c:264:lov_stripe_intersects()) [46->4194349] -> [(0) 46->4194349 (0)] 00020000:00000001:1.0:1789449583.177241:0:35272:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789449583.177242:0:35272:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1789449583.177243:0:35272:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789449583.177245:0:35272:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822888 : -107152888728728 : ffff9e8b86217368) 00000020:00001000:1.0:1789449583.177247:0:35272:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217360 00000020:00000001:1.0:1789449583.177249:0:35272:0:(cl_object.c:143:cl_object_top()) ffff9e8b83cb73a0 -> ffff9e8b83cb75f8 00000020:00000001:1.0:1789449583.177251:0:35272:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:1.0:1789449583.177253:0:35272:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789449583.177255:0:35272:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1789449583.177257:0:35272:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:1.0:1789449583.177258:0:35272:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446636920799439952 : -107152910111664 : ffff9e8b84db2c50) 00000020:00000001:1.0:1789449583.177260:0:35272:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.177262:0:35272:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.177263:0:35272:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993117408 : -107152716434208 : ffff9e8b906674e0) 00000020:00000001:1.0:1789449583.177266:0:35272:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000008:00000001:1.0:1789449583.177268:0:35272:0:(osc_io.c:525:osc_io_iter_init()) Process entered 00000008:00000001:1.0:1789449583.177272:0:35272:0:(osc_io.c:545:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.177273:0:35272:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.177276:0:35272:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000001:1.0:1789449583.177278:0:35272:0:(lov_io.c:1276:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.177280:0:35272:0:(lov_io.c:1368:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.177282:0:35272:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.177284:0:35272:0:(cl_io.c:315:cl_io_lock()) Process entered 00000080:00000001:1.0:1789449583.177286:0:35272:0:(vvp_io.c:589:vvp_io_read_lock()) Process entered 00000080:00000001:1.0:1789449583.177288:0:35272:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:1.0:1789449583.177290:0:35272:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:1.0:1789449583.177293:0:35272:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:1.0:1789449583.177297:0:35272:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.177299:0:35272:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.177301:0:35272:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:1.0:1789449583.177303:0:35272:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [0, 1024] 00000020:00000001:1.0:1789449583.177305:0:35272:0:(cl_io.c:477:cl_io_lock_add()) Process entered 00000020:00000001:1.0:1789449583.177307:0:35272:0:(cl_io.c:260:cl_lockset_merge()) Process entered 00000020:00000001:1.0:1789449583.177308:0:35272:0:(cl_io.c:277:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.177310:0:35272:0:(cl_io.c:484:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.177312:0:35272:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.177314:0:35272:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.177316:0:35272:0:(vvp_io.c:592:vvp_io_read_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.177318:0:35272:0:(lov_io.c:1419:lov_io_lock()) Process entered 00020000:00000001:1.0:1789449583.177319:0:35272:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:1.0:1789449583.177320:0:35272:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:1.0:1789449583.177321:0:35272:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1789449583.177323:0:35272:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.177324:0:35272:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.177326:0:35272:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.177327:0:35272:0:(lov_io.c:1420:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.177329:0:35272:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1789449583.177330:0:35272:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1789449583.177332:0:35272:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1789449583.177334:0:35272:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1789449583.177336:0:35272:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000001:1.0:1789449583.177338:0:35272:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.177340:0:35272:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.177342:0:35272:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789449583.177343:0:35272:0:(lov_offset.c:264:lov_stripe_intersects()) [0->4198399] -> [(0) 0->4198399 (0)] 00020000:00000001:1.0:1789449583.177346:0:35272:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000010:1.0:1789449583.177354:0:35272:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9e8b898b7380. 00020000:00000001:1.0:1789449583.177356:0:35272:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.177359:0:35272:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.177360:0:35272:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789449583.177362:0:35272:0:(lov_offset.c:264:lov_stripe_intersects()) [0->4198399] -> [(0) 0->4198399 (0)] 00020000:00000001:1.0:1789449583.177364:0:35272:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1789449583.177366:0:35272:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789449583.177367:0:35272:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993117408 : -107152716434208 : ffff9e8b906674e0) 00000020:00000001:1.0:1789449583.177369:0:35272:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1789449583.177374:0:35272:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9e8b8638a850. 00000008:00010000:1.0:1789449583.177377:0:35272:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:1.0:1789449583.177380:0:35272:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1789449583.177381:0:35272:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1789449583.177385:0:35272:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9e8b898b73b0, osc lock ffff9e8b8638a850, flags 0x0 00000020:00000001:1.0:1789449583.177387:0:35272:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.177390:0:35272:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.177392:0:35272:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000001:1.0:1789449583.177394:0:35272:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446636920878101376 : -107152831450240 : ffff9e8b898b7380) 00000020:00000001:1.0:1789449583.177396:0:35272:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1789449583.177397:0:35272:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1789449583.177399:0:35272:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.177400:0:35272:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.177402:0:35272:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1789449583.177403:0:35272:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1789449583.177404:0:35272:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789449583.177405:0:35272:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993117408 : -107152716434208 : ffff9e8b906674e0) 00000020:00000001:1.0:1789449583.177407:0:35272:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1789449583.177410:0:35272:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1789449583.177411:0:35272:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:1.0:1789449583.177414:0:35272:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.177418:0:35272:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1789449583.177420:0:35272:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1789449583.177421:0:35272:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1789449583.177423:0:35272:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1789449583.177424:0:35272:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1789449583.177425:0:35272:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1789449583.177427:0:35272:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1789449583.177429:0:35272:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789449583.177435:0:35272:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652400 count: 2 00010000:00000001:1.0:1789449583.177438:0:35272:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449583.177441:0:35272:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449583.177445:0:35272:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789449583.177448:0:35272:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000ef2c88a0/0xcddde1459ded67c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xeb7cbf5e2fd3dd50 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 02000000:00000001:1.0:1789449583.177457:0:35272:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789449583.177461:0:35272:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449583.177464:0:35272:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4198399) ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000ef2c88a0/0xcddde1459ded67c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xeb7cbf5e2fd3dd50 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1789449583.177471:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449583.177472:0:35272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449583.177474:0:35272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75a00 refcount=4 00000020:00000001:1.0:1789449583.177476:0:35272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:1.0:1789449583.177478:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00000008:00000001:1.0:1789449583.177481:0:35272:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1789449583.177483:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449583.177484:0:35272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449583.177485:0:35272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75a00 refcount=5 00000020:00000001:1.0:1789449583.177487:0:35272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:1.0:1789449583.177488:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:1.0:1789449583.177490:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449583.177492:0:35272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449583.177493:0:35272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75a00 refcount=6 00000020:00000001:1.0:1789449583.177495:0:35272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:1.0:1789449583.177497:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:1.0:1789449583.177499:0:35272:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449583.177501:0:35272:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449583.177504:0:35272:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000ef2c88a0/0xcddde1459ded67c3 lrc: 7/1,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xeb7cbf5e2fd3dd50 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1789449583.177511:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449583.177513:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789449583.177515:0:35272:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449583.177516:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449583.177517:0:35272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449583.177518:0:35272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75a00 refcount=7 00000020:00000001:1.0:1789449583.177520:0:35272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:1.0:1789449583.177521:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:1.0:1789449583.177523:0:35272:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789449583.177525:0:35272:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000ef2c88a0/0xcddde1459ded67c3 lrc: 7/1,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xeb7cbf5e2fd3dd50 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1789449583.177531:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449583.177532:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789449583.177534:0:35272:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000ef2c88a0/0xcddde1459ded67c3 lrc: 6/1,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xeb7cbf5e2fd3dd50 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1789449583.177540:0:35272:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789449583.177541:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449583.177543:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449583.177543:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449583.177545:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789449583.177546:0:35272:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789449583.177549:0:35272:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.177550:0:35272:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.177552:0:35272:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.177553:0:35272:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.177555:0:35272:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.177557:0:35272:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.177559:0:35272:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.177560:0:35272:0:(cl_io.c:529:cl_io_start()) Process entered 00000080:00000001:1.0:1789449583.177562:0:35272:0:(vvp_io.c:831:vvp_io_read_start()) Process entered 00000020:00000001:1.0:1789449583.177564:0:35272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820e3b90 00000080:00200000:1.0:1789449583.177566:0:35272:0:(vvp_io.c:835:vvp_io_read_start()) recon: read [46, 4194350) 00000020:00000001:1.0:1789449583.177571:0:35272:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00020000:00000001:1.0:1789449583.177573:0:35272:0:(lov_io.c:1617:lov_io_lru_reserve()) Process entered 00020000:00000001:1.0:1789449583.177575:0:35272:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.177577:0:35272:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.177579:0:35272:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789449583.177580:0:35272:0:(lov_offset.c:264:lov_stripe_intersects()) [46->4194349] -> [(0) 46->4194349 (0)] 00020000:00000001:1.0:1789449583.177583:0:35272:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789449583.177584:0:35272:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993117408 : -107152716434208 : ffff9e8b906674e0) 00000020:00000001:1.0:1789449583.177586:0:35272:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00000008:00000001:1.0:1789449583.177588:0:35272:0:(osc_io.c:1417:osc_io_lru_reserve()) Process entered 00000008:00000001:1.0:1789449583.177591:0:35272:0:(osc_io.c:1430:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.177593:0:35272:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.177594:0:35272:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000001:1.0:1789449583.177596:0:35272:0:(lov_io.c:1658:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.177598:0:35272:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.177602:0:35272:0:(cl_object.c:143:cl_object_top()) ffff9e8b83cb75f8 -> ffff9e8b83cb75f8 00000020:00000001:1.0:1789449583.177603:0:35272:0:(cl_object.c:143:cl_object_top()) ffff9e8b83cb75f8 -> ffff9e8b83cb75f8 00000020:00000001:1.0:1789449583.177605:0:35272:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1789449583.177607:0:35272:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1789449583.177610:0:35272:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1789449583.177612:0:35272:0:(lov_offset.c:58:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:1.0:1789449583.177614:0:35272:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1789449583.177615:0:35272:0:(lov_offset.c:58:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:1.0:1789449583.177619:0:35272:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x2b:1029 on OST[1]: s=46 (1) m=1789449583 a=1789449583 c=1789449583 b=0 00020000:00000001:1.0:1789449583.177622:0:35272:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789449583.177625:0:35272:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1789449583 a=1789449583 c=1789449583 b=0 00020000:00000001:1.0:1789449583.177628:0:35272:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.177630:0:35272:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.177632:0:35272:0:(cl_object.c:143:cl_object_top()) ffff9e8b83cb75f8 -> ffff9e8b83cb75f8 00000001:00000001:1.0:1789449583.177635:0:35272:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1789449583.177636:0:35272:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x2b:0x0] 00000020:00000001:1.0:1789449583.177638:0:35272:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1789449583.177640:0:35272:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1789449583.177641:0:35272:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1789449583.177642:0:35272:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000001:1.0:1789449583.177644:0:35272:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.177645:0:35272:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.177647:0:35272:0:(lov_offset.c:141:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789449583.177648:0:35272:0:(lov_offset.c:264:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1789449583.177650:0:35272:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000010:1.0:1789449583.177654:0:35272:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9e8b898b7480. 00020000:00000001:1.0:1789449583.177656:0:35272:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.177657:0:35272:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.177659:0:35272:0:(lov_offset.c:141:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789449583.177660:0:35272:0:(lov_offset.c:264:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1789449583.177662:0:35272:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1789449583.177663:0:35272:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789449583.177664:0:35272:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993117408 : -107152716434208 : ffff9e8b906674e0) 00000020:00000001:1.0:1789449583.177666:0:35272:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1789449583.177668:0:35272:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9e8b8638bc80. 00000008:00010000:1.0:1789449583.177670:0:35272:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:1.0:1789449583.177671:0:35272:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1789449583.177673:0:35272:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1789449583.177674:0:35272:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9e8b898b74b0, osc lock ffff9e8b8638bc80, flags 0x400001002 00000020:00000001:1.0:1789449583.177676:0:35272:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.177678:0:35272:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.177679:0:35272:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000001:1.0:1789449583.177681:0:35272:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446636920878101632 : -107152831449984 : ffff9e8b898b7480) 00000020:00000001:1.0:1789449583.177683:0:35272:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1789449583.177684:0:35272:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1789449583.177685:0:35272:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.177687:0:35272:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.177689:0:35272:0:(cl_io.c:1190:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1789449583.177691:0:35272:0:(cl_io.c:1198:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1789449583.177693:0:35272:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1789449583.177694:0:35272:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1789449583.177695:0:35272:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789449583.177696:0:35272:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993117408 : -107152716434208 : ffff9e8b906674e0) 00000020:00000001:1.0:1789449583.177697:0:35272:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1789449583.177698:0:35272:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1789449583.177701:0:35272:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1789449583.177703:0:35272:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1789449583.177705:0:35272:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1789449583.177706:0:35272:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1789449583.177707:0:35272:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1789449583.177708:0:35272:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1789449583.177709:0:35272:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1789449583.177710:0:35272:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1789449583.177712:0:35272:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789449583.177714:0:35272:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652400 count: 2 00010000:00000001:1.0:1789449583.177716:0:35272:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449583.177719:0:35272:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449583.177721:0:35272:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449583.177724:0:35272:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000ef2c88a0/0xcddde1459ded67c3 lrc: 5/1,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xeb7cbf5e2fd3dd50 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 02000000:00000001:1.0:1789449583.177731:0:35272:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789449583.177734:0:35272:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449583.177736:0:35272:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000ef2c88a0/0xcddde1459ded67c3 lrc: 5/1,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xeb7cbf5e2fd3dd50 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1789449583.177743:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449583.177744:0:35272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449583.177745:0:35272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75a00 refcount=6 00000020:00000001:1.0:1789449583.177747:0:35272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:1.0:1789449583.177749:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00000008:00000001:1.0:1789449583.177751:0:35272:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1789449583.177753:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449583.177754:0:35272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449583.177756:0:35272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75a00 refcount=7 00000020:00000001:1.0:1789449583.177758:0:35272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:1.0:1789449583.177760:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00000020:00000001:1.0:1789449583.177762:0:35272:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1789449583.177763:0:35272:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1789449583.177765:0:35272:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1789449583.177766:0:35272:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449583.177767:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449583.177768:0:35272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449583.177770:0:35272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75a00 refcount=8 00000020:00000001:1.0:1789449583.177771:0:35272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:1.0:1789449583.177773:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:1.0:1789449583.177775:0:35272:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789449583.177777:0:35272:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000ef2c88a0/0xcddde1459ded67c3 lrc: 8/1,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xeb7cbf5e2fd3dd50 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1789449583.177783:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449583.177784:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789449583.177787:0:35272:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000ef2c88a0/0xcddde1459ded67c3 lrc: 7/1,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xeb7cbf5e2fd3dd50 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1789449583.177792:0:35272:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789449583.177793:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449583.177793:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449583.177794:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449583.177795:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789449583.177796:0:35272:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789449583.177798:0:35272:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.177799:0:35272:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.177800:0:35272:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.177802:0:35272:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.177803:0:35272:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1789449583.177805:0:35272:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1789449583.177807:0:35272:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1789449583.177808:0:35272:0:(cl_io.c:1210:cl_sync_io_wait()) Process entered 00000020:00000001:1.0:1789449583.177809:0:35272:0:(cl_io.c:1234:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.177810:0:35272:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.177813:0:35272:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1789449583.177815:0:35272:0:(cl_object.c:143:cl_object_top()) ffff9e8b83cb75f8 -> ffff9e8b83cb75f8 00000020:00000001:1.0:1789449583.177816:0:35272:0:(cl_object.c:143:cl_object_top()) ffff9e8b83cb75f8 -> ffff9e8b83cb75f8 00000020:00000001:1.0:1789449583.177818:0:35272:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1789449583.177820:0:35272:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1789449583.177821:0:35272:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1789449583 a=1789449583 c=1789449583 b=0 00020000:00000001:1.0:1789449583.177823:0:35272:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.177825:0:35272:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.177826:0:35272:0:(cl_object.c:143:cl_object_top()) ffff9e8b83cb75f8 -> ffff9e8b83cb75f8 00000080:00200000:1.0:1789449583.177828:0:35272:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 46 i_blocks 0 00000080:00000001:1.0:1789449583.177830:0:35272:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1789449583.177833:0:35272:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1789449583.177834:0:35272:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9e8b84db2bf0 (ffff9e8b86217008/0) at cl_lock_release():245 00000020:00000001:1.0:1789449583.177837:0:35272:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1789449583.177838:0:35272:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e8b84db2bf0 (ffff9e8b86217008/0) at cl_lock_cancel():142 00020000:00000001:1.0:1789449583.177840:0:35272:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1789449583.177842:0:35272:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789449583.177843:0:35272:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993117408 : -107152716434208 : ffff9e8b906674e0) 00000020:00000001:1.0:1789449583.177844:0:35272:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1789449583.177845:0:35272:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e8b898b74b0 (ffff9e8b86217368/1) at cl_lock_cancel():142 00000008:00000001:1.0:1789449583.177848:0:35272:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1789449583.177849:0:35272:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1789449583.177850:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449583.177851:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789449583.177852:0:35272:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1789449583.177853:0:35272:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1789449583.177854:0:35272:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1789449583.177855:0:35272:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1789449583.177856:0:35272:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1789449583.177858:0:35272:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e8b84db2bf0 (ffff9e8b86217008/0) at cl_lock_fini():72 00020000:00000001:1.0:1789449583.177860:0:35272:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1789449583.177860:0:35272:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1789449583.177862:0:35272:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e8b898b74b0 (ffff9e8b86217008/1) at cl_lock_fini():72 00000008:00000010:1.0:1789449583.177865:0:35272:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9e8b8638bc80. 00000020:00000001:1.0:1789449583.177869:0:35272:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1789449583.177870:0:35272:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9e8b898b7480. 00020000:00000001:1.0:1789449583.177872:0:35272:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1789449583.177874:0:35272:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1789449583.177875:0:35272:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1789449583.177876:0:35272:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789449583.178042:0:35272:0:(vvp_io.c:864:vvp_io_read_start()) header@00000000d386158a[0x110, 2, [0x200000405:0x2b:0x0] hash] 00000080:00000002:1.0:1789449583.178045:0:35272:0:(vvp_io.c:864:vvp_io_read_start()) Read ino 144115205339611179, 4194304 bytes, offset 46, size 46 00000080:00400000:1.0:1789449583.178047:0:35272:0:(vvp_io.c:883:vvp_io_read_start()) tot 4194304, ra_start 0, ra_count 1025 00000080:00200000:1.0:1789449583.178051:0:35272:0:(vvp_io.c:893:vvp_io_read_start()) count:4194304 iocb pos:46 00020000:00000001:1.0:1789449583.178055:0:35272:0:(lov_io.c:1425:lov_io_start()) Process entered 00020000:00000001:1.0:1789449583.178057:0:35272:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:1.0:1789449583.178058:0:35272:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:1.0:1789449583.178059:0:35272:0:(osc_io.c:1034:osc_io_read_start()) Process entered 00000020:00000001:1.0:1789449583.178061:0:35272:0:(cl_object.c:143:cl_object_top()) ffff9e8b87e0ce00 -> ffff9e8b83cb75f8 00000020:00000001:1.0:1789449583.178063:0:35272:0:(cl_object.c:143:cl_object_top()) ffff9e8b87e0ce00 -> ffff9e8b83cb75f8 00000020:00000001:1.0:1789449583.178065:0:35272:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1789449583.178068:0:35272:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1789449583.178070:0:35272:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.178072:0:35272:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.178073:0:35272:0:(cl_object.c:143:cl_object_top()) ffff9e8b87e0ce00 -> ffff9e8b83cb75f8 00000008:00000001:1.0:1789449583.178075:0:35272:0:(osc_io.c:1043:osc_io_read_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.178076:0:35272:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.178078:0:35272:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.178079:0:35272:0:(lov_io.c:1426:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.178080:0:35272:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.178082:0:35272:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:1.0:1789449583.178083:0:35272:0:(lov_io.c:1397:lov_io_call()) Process entered 00020000:00000001:1.0:1789449583.178085:0:35272:0:(lov_io.c:1431:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1789449583.178086:0:35272:0:(cl_io.c:556:cl_io_end()) Process entered 00000020:00000001:1.0:1789449583.178087:0:35272:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:1.0:1789449583.178088:0:35272:0:(lov_io.c:1441:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.178090:0:35272:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.178091:0:35272:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:1.0:1789449583.178093:0:35272:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:1.0:1789449583.178094:0:35272:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1789449583.178095:0:35272:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9e8b9065b128 (ffff9e8b86217008/0) at cl_lock_release():245 00000020:00000001:1.0:1789449583.178097:0:35272:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1789449583.178099:0:35272:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e8b9065b128 (ffff9e8b86217008/0) at cl_lock_cancel():142 00020000:00000001:1.0:1789449583.178101:0:35272:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1789449583.178102:0:35272:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789449583.178103:0:35272:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993117408 : -107152716434208 : ffff9e8b906674e0) 00000020:00000001:1.0:1789449583.178104:0:35272:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1789449583.178105:0:35272:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e8b898b73b0 (ffff9e8b86217368/1) at cl_lock_cancel():142 00000008:00000001:1.0:1789449583.178107:0:35272:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1789449583.178108:0:35272:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1789449583.178109:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449583.178110:0:35272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449583.178112:0:35272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75a00 refcount=5 00000020:00000001:1.0:1789449583.178113:0:35272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:1.0:1789449583.178115:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:1.0:1789449583.178117:0:35272:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789449583.178119:0:35272:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000ef2c88a0/0xcddde1459ded67c3 lrc: 5/1,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xeb7cbf5e2fd3dd50 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1789449583.178126:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449583.178127:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449583.178128:0:35272:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789449583.178130:0:35272:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789449583.178132:0:35272:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000ef2c88a0/0xcddde1459ded67c3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xeb7cbf5e2fd3dd50 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1789449583.178139:0:35272:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789449583.178141:0:35272:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789449583.178143:0:35272:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789449583.178148:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449583.178149:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449583.178150:0:35272:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449583.178152:0:35272:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789449583.178154:0:35272:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449583.178156:0:35272:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449583.178158:0:35272:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449583.178161:0:35272:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789449583.178162:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449583.178163:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449583.178164:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449583.178165:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789449583.178166:0:35272:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1789449583.178167:0:35272:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1789449583.178168:0:35272:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1789449583.178169:0:35272:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1789449583.178170:0:35272:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1789449583.178171:0:35272:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e8b9065b128 (ffff9e8b86217008/0) at cl_lock_fini():72 00020000:00000001:1.0:1789449583.178174:0:35272:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1789449583.178175:0:35272:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1789449583.178176:0:35272:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e8b898b73b0 (ffff9e8b86217008/1) at cl_lock_fini():72 00000008:00000010:1.0:1789449583.178179:0:35272:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9e8b8638a850. 00000020:00000001:1.0:1789449583.178181:0:35272:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1789449583.178183:0:35272:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9e8b898b7380. 00020000:00000001:1.0:1789449583.178186:0:35272:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1789449583.178186:0:35272:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1789449583.178188:0:35272:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:1.0:1789449583.178189:0:35272:0:(lov_io.c:1519:lov_io_unlock()) Process entered 00020000:00000001:1.0:1789449583.178190:0:35272:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:1.0:1789449583.178191:0:35272:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:1.0:1789449583.178193:0:35272:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1789449583.178194:0:35272:0:(lov_io.c:1453:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.178196:0:35272:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.178198:0:35272:0:(lov_io.c:1522:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1789449583.178199:0:35272:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1789449583.178200:0:35272:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000080:00200000:1.0:1789449583.178212:0:35272:0:(vvp_io.c:533:vvp_io_advance()) advancing 0 bytes 00000020:00000001:1.0:1789449583.178214:0:35272:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1789449583.178216:0:35272:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1789449583.178217:0:35272:0:(lov_io.c:1500:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1789449583.178218:0:35272:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:1.0:1789449583.178219:0:35272:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1789449583.178222:0:35272:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1789449583.178224:0:35272:0:(lov_io.c:1447:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.178226:0:35272:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.178227:0:35272:0:(lov_io.c:1511:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1789449583.178228:0:35272:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1789449583.178230:0:35272:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.178232:0:35272:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:1.0:1789449583.178235:0:35272:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1789449583.178236:0:35272:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1789449583.178238:0:35272:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:1.0:1789449583.178239:0:35272:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:1.0:1789449583.178240:0:35272:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217360 00020000:00000001:1.0:1789449583.178243:0:35272:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1789449583.178245:0:35272:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1789449583.178247:0:35272:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1789449583.178248:0:35272:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2b:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1789449583.178251:0:35272:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1789449583.178252:0:35272:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00000001:1.0:1789449583.178254:0:35272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820e3c98 00000080:00200000:1.0:1789449583.178256:0:35272:0:(file.c:2238:ll_file_io_generic()) recon: 1 io complete with rc: 0, result: 0, restart: 0 00000080:00200000:1.0:1789449583.178259:0:35272:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 0 00000080:00000001:1.0:1789449583.178261:0:35272:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1789449583.178263:0:35272:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217000 00000020:00000001:1.0:1789449583.178266:0:35272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820e3d88 00000080:00000008:1.0:1789449583.178267:0:35272:0:(file.c:2548:do_file_read_iter()) COMPLETED: file recon:[0x200000405:0x2b:0x0], ppos: 46, count: 4194304, rc = 0 00000080:00000001:1.0:1789449583.178271:0:35272:0:(file.c:2550:do_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.178463:0:35272:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1789449583.178470:0:35272:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b90686d90) owner 0000000000000000/ffff9e8b8677a7c0 00020000:00000002:1.0:1789449583.178474:0:35272:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b90686d90) owner 0000000000000000/ffff9e8b8677a7c0 00020000:00000001:1.0:1789449583.178476:0:35272:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.178490:0:35272:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1789449583.178492:0:35272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820e3df0 00000080:00200008:1.0:1789449583.178494:0:35272:0:(file.c:479:ll_file_release()) START file recon:[0x200000405:0x2b:0x0](ffff9e8b89184b08), flags 100000 00000080:00000001:1.0:1789449583.178501:0:35272:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:1.0:1789449583.178504:0:35272:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:1.0:1789449583.178505:0:35272:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1789449583.178507:0:35272:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b90686d90) owner 0000000000000000/ffff9e8b8677a7c0 00020000:00000002:1.0:1789449583.178509:0:35272:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b90686d90) owner 0000000000000000/ffff9e8b8677a7c0 00020000:00000001:1.0:1789449583.178511:0:35272:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.178518:0:35272:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:1.0:1789449583.178524:0:35272:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449583.178527:0:35272:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449583.178530:0:35272:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449583.178533:0:35272:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449583.178536:0:35272:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449583.178538:0:35272:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:1.0:1789449583.178540:0:35272:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449583.178643:0:35272:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789449583.178646:0:35272:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789449583.178655:0:35272:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652a00 count: 4 00010000:00000001:1.0:1789449583.178658:0:35272:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449583.178663:0:35272:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1789449583.178666:0:35272:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1789449583.178669:0:35272:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789449583.178673:0:35272:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449583.178677:0:35272:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498200/0xcddde1459ded67e6 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x2b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xeb7cbf5e2fd3dd9d expref: -99 pid: 35272 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789449583.178687:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449583.178689:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789449583.178690:0:35272:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:1.0:1789449583.178693:0:35272:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x2b:0x0]: 16 00000080:00000010:1.0:1789449583.178695:0:35272:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9e8b8432de00. 00000080:00000001:1.0:1789449583.178700:0:35272:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.178704:0:35272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820e3df0 00000080:00000008:1.0:1789449583.178708:0:35272:0:(file.c:523:ll_file_release()) COMPLETED file recon:[0x200000405:0x2b:0x0](ffff9e8b89184b08), flags 100000, rc = 0 00000080:00000001:1.0:1789449583.178712:0:35272:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.178721:0:35272:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1789449583.178723:0:35272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820e3e00 00000080:00002000:1.0:1789449583.178725:0:35272:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff9e8b89340360, parent ffff9e8b892cbca8, inode ffff9e8b89184b08) hashed, 00000080:00000001:1.0:1789449583.178728:0:35272:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449583.197784:0:35273:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789449583.197794:0:35273:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789449583.197797:0:35273:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789449583.197800:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bb20 00000080:00200000:2.0:1789449583.197805:0:35273:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:2.0:1789449583.197814:0:35273:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b8632f800. 00800000:00000002:2.0:1789449583.197821:0:35273:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:2.0:1789449583.197826:0:35273:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789449583.197831:0:35273:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789449583.197834:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2ba40 00800000:00000002:2.0:1789449583.197836:0:35273:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789449583.197841:0:35273:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789449583.197844:0:35273:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789449583.197848:0:35273:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789449583.197851:0:35273:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789449583.197992:0:35273:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789449583.197995:0:35273:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449583.197998:0:35273:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789449583.198001:0:35273:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449583.198006:0:35273:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789449583.198012:0:35273:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789449583.198014:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2b910 00000002:00010000:2.0:1789449583.198017:0:35273:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789449583.198021:0:35273:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789449583.198023:0:35273:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789449583.198026:0:35273:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789449583.198034:0:35273:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbaa00 count: 2 00010000:00000001:2.0:1789449583.198037:0:35273:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789449583.198042:0:35273:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449583.198046:0:35273:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789449583.198052:0:35273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498000/0xcddde1459ded67df lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dd8f expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1789449583.198064:0:35273:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789449583.198069:0:35273:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449583.198074:0:35273:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498000/0xcddde1459ded67df lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dd8f expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1789449583.198088:0:35273:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789449583.198091:0:35273:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789449583.198094:0:35273:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789449583.198096:0:35273:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789449583.198098:0:35273:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789449583.198101:0:35273:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789449583.198104:0:35273:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789449583.198107:0:35273:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:2.0:1789449583.198110:0:35273:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b8632f800. 00000080:00000001:2.0:1789449583.198115:0:35273:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789449583.198117:0:35273:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789449583.198120:0:35273:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:2.0:1789449583.198125:0:35273:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded67df 00800000:00000001:2.0:1789449583.198379:0:35273:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789449583.198382:0:35273:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789449583.198384:0:35273:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449583.198386:0:35273:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449583.198390:0:35273:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498000 refcount=3 00000020:00000001:2.0:1789449583.198392:0:35273:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823447552 : -107152886104064 : ffff9e8b86498000) 00010000:00000001:2.0:1789449583.198396:0:35273:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823447552 : -107152886104064 : ffff9e8b86498000) 00010000:00000001:2.0:1789449583.198400:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449583.198402:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789449583.198403:0:35273:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789449583.198405:0:35273:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789449583.198408:0:35273:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded67df from it ffffb71181d2bb58 00010000:00000001:2.0:1789449583.198410:0:35273:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449583.198411:0:35273:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449583.198413:0:35273:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498000 refcount=3 00000020:00000001:2.0:1789449583.198415:0:35273:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823447552 : -107152886104064 : ffff9e8b86498000) 00010000:00000001:2.0:1789449583.198417:0:35273:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823447552 : -107152886104064 : ffff9e8b86498000) 00010000:00000001:2.0:1789449583.198419:0:35273:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789449583.198423:0:35273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498000/0xcddde1459ded67df lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3dd8f expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789449583.198430:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449583.198431:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449583.198432:0:35273:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789449583.198435:0:35273:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789449583.198438:0:35273:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498000/0xcddde1459ded67df lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dd8f expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789449583.198445:0:35273:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789449583.198448:0:35273:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789449583.198450:0:35273:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789449583.198455:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449583.198456:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449583.198458:0:35273:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449583.198461:0:35273:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789449583.198463:0:35273:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449583.198465:0:35273:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449583.198469:0:35273:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449583.198471:0:35273:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789449583.198472:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449583.198473:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789449583.198477:0:35273:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789449583.198479:0:35273:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789449583.198481:0:35273:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908), inode mode 41ff mask 1 00000080:00000001:2.0:1789449583.198486:0:35273:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449583.198491:0:35273:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1789449583.198494:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bb48 00000080:00002000:2.0:1789449583.198496:0:35273:0:(dcache.c:87:ll_dcompare()) found name recon(ffff9e8b89340360) flags 0x48004e refc 0 00000080:00000001:2.0:1789449583.198498:0:35273:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449583.198500:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bb90 00000080:00200000:2.0:1789449583.198502:0:35273:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000020:00000001:2.0:1789449583.198511:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bd08 00000080:00200008:2.0:1789449583.198513:0:35273:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000405:0x2b:0x0](ffff9e8b89184b08), request_mask 606, flags 0, foreign 0 00000080:00000001:2.0:1789449583.198518:0:35273:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789449583.198520:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bc80 00000080:00200000:2.0:1789449583.198522:0:35273:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x2b:0x0](ffff9e8b89184b08),name=recon 00000080:00000010:2.0:1789449583.198529:0:35273:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b8632f800. 00800000:00000002:2.0:1789449583.198532:0:35273:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:2.0:1789449583.198537:0:35273:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789449583.198539:0:35273:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789449583.198541:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bba0 00800000:00000002:2.0:1789449583.198542:0:35273:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x2b:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789449583.198545:0:35273:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789449583.198548:0:35273:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789449583.198550:0:35273:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789449583.198552:0:35273:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789449583.198553:0:35273:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789449583.198555:0:35273:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449583.198557:0:35273:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789449583.198558:0:35273:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789449583.198560:0:35273:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789449583.198561:0:35273:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789449583.198562:0:35273:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789449583.198564:0:35273:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789449583.198565:0:35273:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449583.198567:0:35273:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:2.0:1789449583.198568:0:35273:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449583.198570:0:35273:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x2b:0x0], name='' -> mds #0 00000002:00000001:2.0:1789449583.198573:0:35273:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789449583.198575:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2ba70 00000002:00010000:2.0:1789449583.198576:0:35273:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789449583.198579:0:35273:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789449583.198580:0:35273:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789449583.198582:0:35273:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789449583.198585:0:35273:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652a00 count: 4 00010000:00000001:2.0:1789449583.198588:0:35273:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789449583.198591:0:35273:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449583.198593:0:35273:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789449583.198597:0:35273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75200/0xcddde1459ded67b5 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xeb7cbf5e2fd3dd3b expref: -99 pid: 35265 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 02000000:00000001:2.0:1789449583.198610:0:35273:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789449583.198613:0:35273:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449583.198616:0:35273:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75200/0xcddde1459ded67b5 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xeb7cbf5e2fd3dd3b expref: -99 pid: 35265 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000002:00000001:2.0:1789449583.198623:0:35273:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789449583.198625:0:35273:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789449583.198626:0:35273:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789449583.198628:0:35273:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789449583.198630:0:35273:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789449583.198631:0:35273:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789449583.198634:0:35273:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789449583.198635:0:35273:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:2.0:1789449583.198637:0:35273:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b8632f800. 00000080:00000001:2.0:1789449583.198641:0:35273:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789449583.198643:0:35273:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789449583.198645:0:35273:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x2b:0x0](ffff9e8b89184b08) 00000080:00010000:2.0:1789449583.198648:0:35273:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2b:0x0](ffff9e8b89184b08) for lock 0xcddde1459ded67b5 00800000:00000001:2.0:1789449583.198792:0:35273:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789449583.198793:0:35273:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789449583.198795:0:35273:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449583.198796:0:35273:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449583.198798:0:35273:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75200 refcount=3 00000020:00000001:2.0:1789449583.198800:0:35273:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016242688 : -107152693308928 : ffff9e8b91c75200) 00010000:00000001:2.0:1789449583.198803:0:35273:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016242688 : -107152693308928 : ffff9e8b91c75200) 00010000:00000001:2.0:1789449583.198805:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449583.198807:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789449583.198808:0:35273:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789449583.198809:0:35273:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789449583.198811:0:35273:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded67b5 from it ffffb71181d2bcb8 00010000:00000001:2.0:1789449583.198813:0:35273:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449583.198815:0:35273:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449583.198816:0:35273:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75200 refcount=3 00000020:00000001:2.0:1789449583.198818:0:35273:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016242688 : -107152693308928 : ffff9e8b91c75200) 00010000:00000001:2.0:1789449583.198820:0:35273:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016242688 : -107152693308928 : ffff9e8b91c75200) 00010000:00000001:2.0:1789449583.198822:0:35273:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789449583.198825:0:35273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75200/0xcddde1459ded67b5 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xeb7cbf5e2fd3dd3b expref: -99 pid: 35265 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1789449583.198831:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449583.198832:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449583.198833:0:35273:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789449583.198835:0:35273:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789449583.198837:0:35273:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75200/0xcddde1459ded67b5 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xeb7cbf5e2fd3dd3b expref: -99 pid: 35265 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1789449583.198843:0:35273:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789449583.198845:0:35273:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789449583.198846:0:35273:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789449583.198848:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449583.198849:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449583.198850:0:35273:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449583.198852:0:35273:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789449583.199106:0:35273:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449583.199109:0:35273:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449583.199112:0:35273:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449583.199114:0:35273:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789449583.199115:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449583.199116:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789449583.199118:0:35273:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789449583.199120:0:35273:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789449583.199124:0:35273:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:2.0:1789449583.199417:0:35273:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1789449583.199421:0:35273:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789449583.199423:0:35273:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1789449583.199424:0:35273:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449583.199427:0:35273:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789449583.199431:0:35273:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:2.0:1789449583.199435:0:35273:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789449583.199440:0:35273:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822168 : -107152888729448 : ffff9e8b86217098) 00000020:00001000:2.0:1789449583.199444:0:35273:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217090 00000020:00000001:2.0:1789449583.199450:0:35273:0:(cl_object.c:143:cl_object_top()) ffff9e8b83cb75f8 -> ffff9e8b83cb75f8 00000020:00000001:2.0:1789449583.199454:0:35273:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:2.0:1789449583.199457:0:35273:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1789449583.199459:0:35273:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2b:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:2.0:1789449583.199462:0:35273:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789449583.199464:0:35273:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1789449583.199466:0:35273:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1789449583.199468:0:35273:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449583.199470:0:35273:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789449583.199475:0:35273:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2b:0x0]io ffff9e8b84db20c0 type 7 ignore/verify layout 0/1 00020000:00000002:2.0:1789449583.199478:0:35273:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b90686d90) owner 0000000000000000/ffff9e8b8677cf80 00020000:00000001:2.0:1789449583.199482:0:35273:0:(lov_io.c:2266:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1789449583.199484:0:35273:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1789449583.199487:0:35273:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1789449583.199489:0:35273:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449583.199491:0:35273:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1789449583.199493:0:35273:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1789449583.199495:0:35273:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449583.199497:0:35273:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789449583.199498:0:35273:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1789449583.199500:0:35273:0:(lov_io.c:2279:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1789449583.199501:0:35273:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b90686d90) owner 0000000000000000/ffff9e8b8677cf80 00000020:00000001:2.0:1789449583.199504:0:35273:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789449583.199507:0:35273:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1789449583.199508:0:35273:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x2b:0x0] 00000020:00000001:2.0:1789449583.199511:0:35273:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1789449583.199513:0:35273:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1789449583.199515:0:35273:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1789449583.199518:0:35273:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000001:2.0:1789449583.199521:0:35273:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449583.199526:0:35273:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449583.199528:0:35273:0:(lov_offset.c:141:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789449583.199530:0:35273:0:(lov_offset.c:264:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1789449583.199533:0:35273:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000010:2.0:1789449583.199539:0:35273:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9e8b83162a00. 00020000:00000001:2.0:1789449583.199542:0:35273:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449583.199544:0:35273:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449583.199545:0:35273:0:(lov_offset.c:141:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789449583.199547:0:35273:0:(lov_offset.c:264:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1789449583.199550:0:35273:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1789449583.199552:0:35273:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789449583.199554:0:35273:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1789449583.199555:0:35273:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789449583.199557:0:35273:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820825048 : -107152888726568 : ffff9e8b86217bd8) 00000020:00001000:2.0:1789449583.199559:0:35273:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217bd0 00000020:00000001:2.0:1789449583.199562:0:35273:0:(cl_object.c:143:cl_object_top()) ffff9e8b83cb73a0 -> ffff9e8b83cb75f8 00000020:00000001:2.0:1789449583.199564:0:35273:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:2.0:1789449583.199567:0:35273:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789449583.199568:0:35273:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1789449583.199571:0:35273:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:2.0:1789449583.199573:0:35273:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446636920799436992 : -107152910114624 : ffff9e8b84db20c0) 00000020:00000001:2.0:1789449583.199574:0:35273:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449583.199576:0:35273:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449583.199578:0:35273:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993108064 : -107152716443552 : ffff9e8b90665060) 00000020:00000001:2.0:1789449583.199580:0:35273:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1789449583.199586:0:35273:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9e8b8633dc80. 00000008:00010000:2.0:1789449583.199589:0:35273:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1789449583.199591:0:35273:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1789449583.199593:0:35273:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1789449583.199594:0:35273:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9e8b83162a30, osc lock ffff9e8b8633dc80, flags 0x400001002 00000020:00000001:2.0:1789449583.199596:0:35273:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449583.199598:0:35273:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449583.199600:0:35273:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000001:2.0:1789449583.199603:0:35273:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446636920769751552 : -107152939800064 : ffff9e8b83162a00) 00000020:00000001:2.0:1789449583.199605:0:35273:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1789449583.199606:0:35273:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1789449583.199607:0:35273:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449583.199608:0:35273:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449583.199611:0:35273:0:(cl_io.c:1190:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1789449583.199613:0:35273:0:(cl_io.c:1198:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1789449583.199614:0:35273:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1789449583.199616:0:35273:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1789449583.199617:0:35273:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789449583.199619:0:35273:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993108064 : -107152716443552 : ffff9e8b90665060) 00000020:00000001:2.0:1789449583.199621:0:35273:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1789449583.199623:0:35273:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1789449583.199625:0:35273:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1789449583.199629:0:35273:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1789449583.199631:0:35273:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1789449583.199633:0:35273:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1789449583.199635:0:35273:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1789449583.199636:0:35273:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1789449583.199637:0:35273:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1789449583.199639:0:35273:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1789449583.199641:0:35273:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789449583.199646:0:35273:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652400 count: 2 00010000:00000001:2.0:1789449583.199648:0:35273:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789449583.199653:0:35273:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449583.199657:0:35273:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789449583.199661:0:35273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000ef2c88a0/0xcddde1459ded67c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xeb7cbf5e2fd3dd50 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 02000000:00000001:2.0:1789449583.199673:0:35273:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789449583.199677:0:35273:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449583.199680:0:35273:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000ef2c88a0/0xcddde1459ded67c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xeb7cbf5e2fd3dd50 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1789449583.199687:0:35273:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449583.199689:0:35273:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449583.199691:0:35273:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75a00 refcount=4 00000020:00000001:2.0:1789449583.199692:0:35273:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:2.0:1789449583.199695:0:35273:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00000008:00000001:2.0:1789449583.199699:0:35273:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1789449583.199701:0:35273:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449583.199702:0:35273:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449583.199703:0:35273:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75a00 refcount=5 00000020:00000001:2.0:1789449583.199705:0:35273:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:2.0:1789449583.199709:0:35273:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00000020:00000001:2.0:1789449583.199712:0:35273:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1789449583.199714:0:35273:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1789449583.199716:0:35273:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1789449583.199719:0:35273:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449583.199720:0:35273:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449583.199721:0:35273:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449583.199723:0:35273:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75a00 refcount=6 00000020:00000001:2.0:1789449583.199725:0:35273:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:2.0:1789449583.199727:0:35273:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:2.0:1789449583.199729:0:35273:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789449583.199732:0:35273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000ef2c88a0/0xcddde1459ded67c3 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xeb7cbf5e2fd3dd50 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1789449583.199738:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449583.199740:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449583.199741:0:35273:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789449583.199742:0:35273:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789449583.199745:0:35273:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000ef2c88a0/0xcddde1459ded67c3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xeb7cbf5e2fd3dd50 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:2.0:1789449583.199753:0:35273:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789449583.199756:0:35273:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789449583.199757:0:35273:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789449583.199760:0:35273:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449583.199762:0:35273:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789449583.199763:0:35273:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449583.199765:0:35273:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449583.199767:0:35273:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449583.199769:0:35273:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789449583.199771:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449583.199772:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449583.199773:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449583.199774:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1789449583.199777:0:35273:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789449583.199779:0:35273:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449583.199781:0:35273:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449583.199783:0:35273:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449583.199785:0:35273:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449583.199786:0:35273:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1789449583.199788:0:35273:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1789449583.199790:0:35273:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1789449583.199791:0:35273:0:(cl_io.c:1210:cl_sync_io_wait()) Process entered 00000020:00000001:2.0:1789449583.199793:0:35273:0:(cl_io.c:1234:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449583.199795:0:35273:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449583.199800:0:35273:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1789449583.199802:0:35273:0:(cl_object.c:143:cl_object_top()) ffff9e8b83cb75f8 -> ffff9e8b83cb75f8 00000020:00000001:2.0:1789449583.199805:0:35273:0:(cl_object.c:143:cl_object_top()) ffff9e8b83cb75f8 -> ffff9e8b83cb75f8 00000020:00000001:2.0:1789449583.199807:0:35273:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1789449583.199810:0:35273:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1789449583.199815:0:35273:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1789449583.199817:0:35273:0:(lov_offset.c:58:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:2.0:1789449583.199819:0:35273:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1789449583.199820:0:35273:0:(lov_offset.c:58:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:2.0:1789449583.199823:0:35273:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x2b:1029 on OST[1]: s=46 (1) m=1789449583 a=1789449583 c=1789449583 b=0 00020000:00000001:2.0:1789449583.199826:0:35273:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789449583.199828:0:35273:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1789449583 a=1789449583 c=1789449583 b=0 00020000:00000001:2.0:1789449583.199831:0:35273:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449583.199833:0:35273:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449583.199834:0:35273:0:(cl_object.c:143:cl_object_top()) ffff9e8b83cb75f8 -> ffff9e8b83cb75f8 00000080:00200000:2.0:1789449583.199837:0:35273:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 46 i_blocks 0 00000080:00000001:2.0:1789449583.199841:0:35273:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1789449583.199845:0:35273:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1789449583.199847:0:35273:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9e8b84db2060 (ffff9e8b86217098/0) at cl_lock_release():245 00000020:00000001:2.0:1789449583.199849:0:35273:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1789449583.199850:0:35273:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e8b84db2060 (ffff9e8b86217098/0) at cl_lock_cancel():142 00020000:00000001:2.0:1789449583.200466:0:35273:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1789449583.200470:0:35273:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789449583.200472:0:35273:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993108064 : -107152716443552 : ffff9e8b90665060) 00000020:00000001:2.0:1789449583.200475:0:35273:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1789449583.200477:0:35273:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e8b83162a30 (ffff9e8b86217bd8/1) at cl_lock_cancel():142 00000008:00000001:2.0:1789449583.200481:0:35273:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1789449583.200483:0:35273:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:2.0:1789449583.200484:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449583.200485:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1789449583.200487:0:35273:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1789449583.200489:0:35273:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1789449583.200490:0:35273:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1789449583.200491:0:35273:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1789449583.200492:0:35273:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1789449583.200493:0:35273:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e8b84db2060 (ffff9e8b86217098/0) at cl_lock_fini():72 00020000:00000001:2.0:1789449583.200496:0:35273:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1789449583.200497:0:35273:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1789449583.200498:0:35273:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e8b83162a30 (ffff9e8b86217098/1) at cl_lock_fini():72 00000008:00000010:2.0:1789449583.200501:0:35273:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9e8b8633dc80. 00000020:00000001:2.0:1789449583.200506:0:35273:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1789449583.200508:0:35273:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9e8b83162a00. 00020000:00000001:2.0:1789449583.200510:0:35273:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1789449583.200511:0:35273:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1789449583.200513:0:35273:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1789449583.200514:0:35273:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449583.200517:0:35273:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:2.0:1789449583.200519:0:35273:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1789449583.200521:0:35273:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1789449583.200522:0:35273:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:2.0:1789449583.200524:0:35273:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:2.0:1789449583.200525:0:35273:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217bd0 00020000:00000001:2.0:1789449583.200529:0:35273:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1789449583.200531:0:35273:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1789449583.200534:0:35273:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1789449583.200536:0:35273:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2b:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1789449583.200540:0:35273:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1789449583.200542:0:35273:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449583.200544:0:35273:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1789449583.200545:0:35273:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1789449583.200546:0:35273:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:2.0:1789449583.200547:0:35273:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217090 00000001:00000001:2.0:1789449583.200549:0:35273:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449583.200557:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bd08 00000080:00000008:2.0:1789449583.200560:0:35273:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000405:0x2b:0x0](ffff9e8b89184b08), request_mask 606, flags 0, foreign 0 00000080:00000001:2.0:1789449583.200565:0:35273:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1789449583.200568:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bda0 00000080:00002000:2.0:1789449583.200569:0:35273:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff9e8b89340360, parent ffff9e8b892cbca8, inode ffff9e8b89184b08) hashed, 00000080:00000001:2.0:1789449583.200572:0:35273:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449583.200625:0:35273:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789449583.200629:0:35273:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789449583.200630:0:35273:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789449583.200632:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bbc0 00000080:00200000:2.0:1789449583.200634:0:35273:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:2.0:1789449583.200640:0:35273:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b8632f800. 00800000:00000002:2.0:1789449583.200646:0:35273:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:2.0:1789449583.200648:0:35273:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789449583.200652:0:35273:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789449583.200653:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bae0 00800000:00000002:2.0:1789449583.200655:0:35273:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789449583.200659:0:35273:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789449583.200662:0:35273:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789449583.200664:0:35273:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789449583.200666:0:35273:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789449583.200668:0:35273:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789449583.200670:0:35273:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449583.200672:0:35273:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789449583.200675:0:35273:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449583.200678:0:35273:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789449583.200683:0:35273:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789449583.200684:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2b9b0 00000002:00010000:2.0:1789449583.200686:0:35273:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789449583.200689:0:35273:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789449583.200691:0:35273:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789449583.200693:0:35273:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789449583.200697:0:35273:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbaa00 count: 2 00010000:00000001:2.0:1789449583.200700:0:35273:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789449583.200703:0:35273:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449583.200706:0:35273:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789449583.200709:0:35273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498000/0xcddde1459ded67df lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dd8f expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1789449583.200722:0:35273:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789449583.200726:0:35273:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449583.200729:0:35273:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498000/0xcddde1459ded67df lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dd8f expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1789449583.200734:0:35273:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789449583.200736:0:35273:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789449583.200738:0:35273:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789449583.200740:0:35273:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789449583.200742:0:35273:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789449583.200744:0:35273:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789449583.200747:0:35273:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789449583.200749:0:35273:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:2.0:1789449583.200752:0:35273:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b8632f800. 00000080:00000001:2.0:1789449583.200755:0:35273:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789449583.200757:0:35273:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789449583.200760:0:35273:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:2.0:1789449583.200763:0:35273:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded67df 00800000:00000001:2.0:1789449583.200766:0:35273:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789449583.200768:0:35273:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789449583.200769:0:35273:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449583.200771:0:35273:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449583.200772:0:35273:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498000 refcount=3 00000020:00000001:2.0:1789449583.200775:0:35273:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823447552 : -107152886104064 : ffff9e8b86498000) 00010000:00000001:2.0:1789449583.200776:0:35273:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823447552 : -107152886104064 : ffff9e8b86498000) 00010000:00000001:2.0:1789449583.200779:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449583.200780:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789449583.200781:0:35273:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789449583.200782:0:35273:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789449583.200784:0:35273:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded67df from it ffffb71181d2bbf8 00010000:00000001:2.0:1789449583.200786:0:35273:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449583.200787:0:35273:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449583.200789:0:35273:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498000 refcount=3 00000020:00000001:2.0:1789449583.200790:0:35273:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823447552 : -107152886104064 : ffff9e8b86498000) 00010000:00000001:2.0:1789449583.200792:0:35273:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823447552 : -107152886104064 : ffff9e8b86498000) 00010000:00000001:2.0:1789449583.200794:0:35273:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789449583.200796:0:35273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498000/0xcddde1459ded67df lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3dd8f expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789449583.200802:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449583.200803:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449583.200804:0:35273:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789449583.200806:0:35273:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789449583.200808:0:35273:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498000/0xcddde1459ded67df lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dd8f expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1789449583.200813:0:35273:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789449583.200815:0:35273:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789449583.200816:0:35273:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789449583.200820:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449583.200821:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449583.200822:0:35273:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449583.200824:0:35273:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789449583.200825:0:35273:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449583.200827:0:35273:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449583.200830:0:35273:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449583.200832:0:35273:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789449583.200833:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449583.200834:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789449583.200836:0:35273:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789449583.200838:0:35273:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789449583.200840:0:35273:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908), inode mode 41ff mask 1 00000080:00000001:2.0:1789449583.200843:0:35273:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449583.200846:0:35273:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1789449583.200848:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bbe8 00000080:00002000:2.0:1789449583.200850:0:35273:0:(dcache.c:87:ll_dcompare()) found name recon(ffff9e8b89340360) flags 0x48004e refc 0 00000080:00000001:2.0:1789449583.201061:0:35273:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449583.201065:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bc30 00000080:00200000:2.0:1789449583.201068:0:35273:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000080:00000001:2.0:1789449583.201087:0:35273:0:(xattr.c:558:ll_xattr_get_common()) Process entered 00000080:00000001:2.0:1789449583.201091:0:35273:0:(xattr.c:565:ll_xattr_get_common()) Process leaving (rc=18446744073709551521 : -95 : ffffffffffffffa1) 00000080:00000001:2.0:1789449583.201099:0:35273:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1789449583.201101:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2be40 00000080:00002000:2.0:1789449583.201104:0:35273:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff9e8b89340360, parent ffff9e8b892cbca8, inode ffff9e8b89184b08) hashed, 00000080:00000001:2.0:1789449583.201107:0:35273:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449583.201120:0:35273:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789449583.201123:0:35273:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789449583.201124:0:35273:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789449583.201126:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bbc0 00000080:00200000:2.0:1789449583.201127:0:35273:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:2.0:1789449583.201131:0:35273:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b8632f800. 00800000:00000002:2.0:1789449583.201134:0:35273:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:2.0:1789449583.201136:0:35273:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789449583.201139:0:35273:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789449583.201140:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bae0 00800000:00000002:2.0:1789449583.201142:0:35273:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789449583.201144:0:35273:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789449583.201146:0:35273:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789449583.201147:0:35273:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789449583.201148:0:35273:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789449583.201151:0:35273:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789449583.201152:0:35273:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449583.201154:0:35273:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789449583.201156:0:35273:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449583.201158:0:35273:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789449583.201162:0:35273:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789449583.201163:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2b9b0 00000002:00010000:2.0:1789449583.201165:0:35273:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789449583.201168:0:35273:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789449583.201169:0:35273:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789449583.201171:0:35273:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789449583.201174:0:35273:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbaa00 count: 2 00010000:00000001:2.0:1789449583.201176:0:35273:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789449583.201179:0:35273:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449583.201181:0:35273:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789449583.201185:0:35273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498000/0xcddde1459ded67df lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dd8f expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1789449583.201191:0:35273:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789449583.201194:0:35273:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449583.201196:0:35273:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498000/0xcddde1459ded67df lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dd8f expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:2.0:1789449583.201281:0:35273:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789449583.201283:0:35273:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789449583.201284:0:35273:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789449583.201286:0:35273:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789449583.201288:0:35273:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789449583.201290:0:35273:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789449583.201292:0:35273:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789449583.201294:0:35273:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:2.0:1789449583.201297:0:35273:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b8632f800. 00000080:00000001:2.0:1789449583.201300:0:35273:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789449583.201301:0:35273:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789449583.201303:0:35273:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:2.0:1789449583.201305:0:35273:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded67df 00800000:00000001:2.0:1789449583.201308:0:35273:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789449583.201309:0:35273:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789449583.201310:0:35273:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449583.201312:0:35273:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449583.201313:0:35273:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498000 refcount=3 00000020:00000001:2.0:1789449583.201315:0:35273:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823447552 : -107152886104064 : ffff9e8b86498000) 00010000:00000001:2.0:1789449583.201318:0:35273:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823447552 : -107152886104064 : ffff9e8b86498000) 00010000:00000001:2.0:1789449583.201320:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449583.201321:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789449583.201322:0:35273:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789449583.201324:0:35273:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789449583.201326:0:35273:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded67df from it ffffb71181d2bbf8 00010000:00000001:2.0:1789449583.201328:0:35273:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449583.201329:0:35273:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449583.201330:0:35273:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498000 refcount=3 00000020:00000001:2.0:1789449583.201332:0:35273:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823447552 : -107152886104064 : ffff9e8b86498000) 00010000:00000001:2.0:1789449583.201334:0:35273:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823447552 : -107152886104064 : ffff9e8b86498000) 00010000:00000001:2.0:1789449583.201337:0:35273:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789449583.201339:0:35273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498000/0xcddde1459ded67df lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3dd8f expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1789449583.201346:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449583.201347:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449583.201348:0:35273:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789449583.201349:0:35273:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789449583.201352:0:35273:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498000/0xcddde1459ded67df lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dd8f expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1789449583.201358:0:35273:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789449583.201360:0:35273:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789449583.201361:0:35273:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789449583.201363:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449583.201364:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449583.201366:0:35273:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449583.201368:0:35273:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789449583.201369:0:35273:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449583.201371:0:35273:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449583.201373:0:35273:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449583.201375:0:35273:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789449583.201376:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449583.201377:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789449583.201379:0:35273:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789449583.201380:0:35273:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789449583.201383:0:35273:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908), inode mode 41ff mask 1 00000080:00000001:2.0:1789449583.201386:0:35273:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449583.201389:0:35273:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1789449583.201391:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bbe8 00000080:00002000:2.0:1789449583.201392:0:35273:0:(dcache.c:87:ll_dcompare()) found name recon(ffff9e8b89340360) flags 0x48004e refc 0 00000080:00000001:2.0:1789449583.201395:0:35273:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449583.201397:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2bc30 00000080:00200000:2.0:1789449583.201398:0:35273:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=9 00000080:00000001:2.0:1789449583.201405:0:35273:0:(xattr.c:558:ll_xattr_get_common()) Process entered 00000080:00000001:2.0:1789449583.201408:0:35273:0:(xattr.c:583:ll_xattr_get_common()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:2.0:1789449583.201411:0:35273:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1789449583.201412:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181d2be40 00000080:00002000:2.0:1789449583.201414:0:35273:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff9e8b89340360, parent ffff9e8b892cbca8, inode ffff9e8b89184b08) hashed, 00000080:00000001:2.0:1789449583.201417:0:35273:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.215633:0:35274:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789449583.215644:0:35274:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789449583.215648:0:35274:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789449583.215652:0:35274:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820ebb20 00000080:00200000:1.0:1789449583.215659:0:35274:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:1.0:1789449583.215671:0:35274:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b83766a00. 00800000:00000002:1.0:1789449583.215679:0:35274:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:1.0:1789449583.215684:0:35274:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789449583.215690:0:35274:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789449583.215694:0:35274:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820eba40 00800000:00000002:1.0:1789449583.215697:0:35274:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789449583.215702:0:35274:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789449583.215705:0:35274:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449583.215709:0:35274:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449583.215712:0:35274:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449583.215714:0:35274:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449583.215717:0:35274:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449583.215720:0:35274:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789449583.215722:0:35274:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449583.215727:0:35274:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789449583.215733:0:35274:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789449583.215735:0:35274:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820eb910 00000002:00010000:1.0:1789449583.215737:0:35274:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789449583.215741:0:35274:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789449583.215744:0:35274:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789449583.215748:0:35274:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789449583.215757:0:35274:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbaa00 count: 2 00010000:00000001:1.0:1789449583.215761:0:35274:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449583.215767:0:35274:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449583.215773:0:35274:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789449583.215780:0:35274:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498000/0xcddde1459ded67df lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dd8f expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1789449583.215795:0:35274:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789449583.215801:0:35274:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449583.215805:0:35274:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498000/0xcddde1459ded67df lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dd8f expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1789449583.215814:0:35274:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789449583.215816:0:35274:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789449583.215819:0:35274:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789449583.215821:0:35274:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789449583.215824:0:35274:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789449583.215827:0:35274:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789449583.215830:0:35274:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789449583.215834:0:35274:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:1.0:1789449583.215839:0:35274:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b83766a00. 00000080:00000001:1.0:1789449583.215845:0:35274:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789449583.215847:0:35274:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789449583.215851:0:35274:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:1.0:1789449583.215855:0:35274:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded67df 00800000:00000001:1.0:1789449583.215859:0:35274:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789449583.215862:0:35274:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789449583.215864:0:35274:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449583.215867:0:35274:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449583.215870:0:35274:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498000 refcount=3 00000020:00000001:1.0:1789449583.215873:0:35274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823447552 : -107152886104064 : ffff9e8b86498000) 00010000:00000001:1.0:1789449583.215876:0:35274:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823447552 : -107152886104064 : ffff9e8b86498000) 00010000:00000001:1.0:1789449583.215928:0:35274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449583.215930:0:35274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789449583.215931:0:35274:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449583.215934:0:35274:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789449583.215937:0:35274:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded67df from it ffffb711820ebb58 00010000:00000001:1.0:1789449583.215939:0:35274:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449583.215940:0:35274:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449583.215942:0:35274:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498000 refcount=3 00000020:00000001:1.0:1789449583.215944:0:35274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823447552 : -107152886104064 : ffff9e8b86498000) 00010000:00000001:1.0:1789449583.215946:0:35274:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823447552 : -107152886104064 : ffff9e8b86498000) 00010000:00000001:1.0:1789449583.215948:0:35274:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789449583.215951:0:35274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498000/0xcddde1459ded67df lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3dd8f expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1789449583.215958:0:35274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449583.215960:0:35274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449583.215962:0:35274:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789449583.215964:0:35274:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789449583.215967:0:35274:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498000/0xcddde1459ded67df lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dd8f expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1789449583.215976:0:35274:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789449583.215980:0:35274:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789449583.215983:0:35274:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789449583.216230:0:35274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449583.216234:0:35274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449583.216236:0:35274:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449583.216242:0:35274:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789449583.216244:0:35274:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449583.216246:0:35274:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449583.216249:0:35274:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449583.216252:0:35274:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789449583.216253:0:35274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449583.216255:0:35274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789449583.216260:0:35274:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789449583.216262:0:35274:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789449583.216265:0:35274:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908), inode mode 41ff mask 1 00000080:00000001:1.0:1789449583.216271:0:35274:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.216278:0:35274:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1789449583.216280:0:35274:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820ebb48 00000080:00002000:1.0:1789449583.216282:0:35274:0:(dcache.c:87:ll_dcompare()) found name recon(ffff9e8b89340360) flags 0x48004e refc 0 00000080:00000001:1.0:1789449583.216285:0:35274:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.216286:0:35274:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820ebb90 00000080:00200000:1.0:1789449583.216288:0:35274:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000020:00000001:1.0:1789449583.216298:0:35274:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820ebd08 00000080:00200008:1.0:1789449583.216300:0:35274:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000405:0x2b:0x0](ffff9e8b89184b08), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1789449583.216306:0:35274:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789449583.216307:0:35274:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820ebc80 00000080:00200000:1.0:1789449583.216309:0:35274:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x2b:0x0](ffff9e8b89184b08),name=recon 00000080:00000010:1.0:1789449583.216314:0:35274:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b83766a00. 00800000:00000002:1.0:1789449583.216317:0:35274:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:1.0:1789449583.216323:0:35274:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789449583.216325:0:35274:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789449583.216327:0:35274:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820ebba0 00800000:00000002:1.0:1789449583.216328:0:35274:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x2b:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789449583.216331:0:35274:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789449583.216334:0:35274:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449583.216336:0:35274:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449583.216337:0:35274:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449583.216338:0:35274:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449583.216340:0:35274:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449583.216341:0:35274:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789449583.216343:0:35274:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449583.216345:0:35274:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449583.216345:0:35274:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449583.216346:0:35274:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449583.216347:0:35274:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449583.216349:0:35274:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449583.216350:0:35274:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:1.0:1789449583.216351:0:35274:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449583.216353:0:35274:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x2b:0x0], name='' -> mds #0 00000002:00000001:1.0:1789449583.216356:0:35274:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789449583.216358:0:35274:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820eba70 00000002:00010000:1.0:1789449583.216359:0:35274:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789449583.216362:0:35274:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789449583.216363:0:35274:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789449583.216365:0:35274:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789449583.216369:0:35274:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652a00 count: 4 00010000:00000001:1.0:1789449583.216372:0:35274:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449583.216375:0:35274:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449583.216377:0:35274:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789449583.216380:0:35274:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75200/0xcddde1459ded67b5 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xeb7cbf5e2fd3dd3b expref: -99 pid: 35265 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 02000000:00000001:1.0:1789449583.216388:0:35274:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789449583.216391:0:35274:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449583.216393:0:35274:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75200/0xcddde1459ded67b5 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xeb7cbf5e2fd3dd3b expref: -99 pid: 35265 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000002:00000001:1.0:1789449583.216399:0:35274:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789449583.216401:0:35274:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789449583.216402:0:35274:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789449583.216404:0:35274:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789449583.216406:0:35274:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789449583.216408:0:35274:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789449583.216410:0:35274:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789449583.216412:0:35274:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:1.0:1789449583.216414:0:35274:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b83766a00. 00000080:00000001:1.0:1789449583.216417:0:35274:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789449583.216418:0:35274:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789449583.216420:0:35274:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x2b:0x0](ffff9e8b89184b08) 00000080:00010000:1.0:1789449583.216424:0:35274:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2b:0x0](ffff9e8b89184b08) for lock 0xcddde1459ded67b5 00800000:00000001:1.0:1789449583.216426:0:35274:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789449583.216427:0:35274:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789449583.216429:0:35274:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449583.216430:0:35274:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449583.216432:0:35274:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75200 refcount=3 00000020:00000001:1.0:1789449583.216435:0:35274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016242688 : -107152693308928 : ffff9e8b91c75200) 00010000:00000001:1.0:1789449583.216438:0:35274:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016242688 : -107152693308928 : ffff9e8b91c75200) 00010000:00000001:1.0:1789449583.216440:0:35274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449583.216441:0:35274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789449583.216442:0:35274:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449583.216444:0:35274:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789449583.216445:0:35274:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded67b5 from it ffffb711820ebcb8 00010000:00000001:1.0:1789449583.216447:0:35274:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449583.216448:0:35274:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449583.216449:0:35274:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75200 refcount=3 00000020:00000001:1.0:1789449583.216451:0:35274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016242688 : -107152693308928 : ffff9e8b91c75200) 00010000:00000001:1.0:1789449583.216453:0:35274:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016242688 : -107152693308928 : ffff9e8b91c75200) 00010000:00000001:1.0:1789449583.216455:0:35274:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789449583.216458:0:35274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75200/0xcddde1459ded67b5 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xeb7cbf5e2fd3dd3b expref: -99 pid: 35265 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1789449583.216464:0:35274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449583.216466:0:35274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449583.216467:0:35274:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789449583.216468:0:35274:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789449583.216471:0:35274:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75200/0xcddde1459ded67b5 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xeb7cbf5e2fd3dd3b expref: -99 pid: 35265 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00000001:1.0:1789449583.216477:0:35274:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789449583.216479:0:35274:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789449583.216480:0:35274:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789449583.216482:0:35274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449583.216484:0:35274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449583.216485:0:35274:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449583.216487:0:35274:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789449583.216489:0:35274:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449583.216490:0:35274:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449583.216493:0:35274:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449583.216494:0:35274:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789449583.216496:0:35274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449583.216497:0:35274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789449583.216498:0:35274:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789449583.216499:0:35274:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789449583.216504:0:35274:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:1.0:1789449583.216508:0:35274:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1789449583.216510:0:35274:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789449583.216513:0:35274:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1789449583.216514:0:35274:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.216517:0:35274:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789449583.216520:0:35274:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:1.0:1789449583.216523:0:35274:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789449583.216528:0:35274:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822024 : -107152888729592 : ffff9e8b86217008) 00000020:00001000:1.0:1789449583.216531:0:35274:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217000 00000020:00000001:1.0:1789449583.216537:0:35274:0:(cl_object.c:143:cl_object_top()) ffff9e8b83cb75f8 -> ffff9e8b83cb75f8 00000020:00000001:1.0:1789449583.216541:0:35274:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:1.0:1789449583.216543:0:35274:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1789449583.216546:0:35274:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2b:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:1.0:1789449583.216550:0:35274:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789449583.216552:0:35274:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1789449583.216555:0:35274:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1789449583.216557:0:35274:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.216560:0:35274:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789449583.216567:0:35274:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2b:0x0]io ffff9e8b84db2c50 type 7 ignore/verify layout 0/1 00020000:00000002:1.0:1789449583.216570:0:35274:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b90686d90) owner 0000000000000000/ffff9e8b8672cf80 00020000:00000001:1.0:1789449583.216574:0:35274:0:(lov_io.c:2266:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1789449583.216576:0:35274:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1789449583.216579:0:35274:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1789449583.216581:0:35274:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.216584:0:35274:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1789449583.216586:0:35274:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1789449583.216588:0:35274:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.216589:0:35274:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789449583.216590:0:35274:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1789449583.216592:0:35274:0:(lov_io.c:2279:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1789449583.216593:0:35274:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b90686d90) owner 0000000000000000/ffff9e8b8672cf80 00000020:00000001:1.0:1789449583.216595:0:35274:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789449583.216598:0:35274:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1789449583.216599:0:35274:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x2b:0x0] 00000020:00000001:1.0:1789449583.216602:0:35274:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1789449583.216604:0:35274:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1789449583.216608:0:35274:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1789449583.216610:0:35274:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000001:1.0:1789449583.216614:0:35274:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.216619:0:35274:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.216622:0:35274:0:(lov_offset.c:141:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789449583.216623:0:35274:0:(lov_offset.c:264:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1789449583.216626:0:35274:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000010:1.0:1789449583.216632:0:35274:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9e8b898b7380. 00020000:00000001:1.0:1789449583.216634:0:35274:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.216636:0:35274:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.216637:0:35274:0:(lov_offset.c:141:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789449583.216638:0:35274:0:(lov_offset.c:264:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1789449583.216641:0:35274:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1789449583.216643:0:35274:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789449583.216645:0:35274:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1789449583.216646:0:35274:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789449583.216647:0:35274:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822888 : -107152888728728 : ffff9e8b86217368) 00000020:00001000:1.0:1789449583.216649:0:35274:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217360 00000020:00000001:1.0:1789449583.216653:0:35274:0:(cl_object.c:143:cl_object_top()) ffff9e8b83cb73a0 -> ffff9e8b83cb75f8 00000020:00000001:1.0:1789449583.216654:0:35274:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:1.0:1789449583.216659:0:35274:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789449583.216660:0:35274:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1789449583.216662:0:35274:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:1.0:1789449583.216663:0:35274:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446636920799439952 : -107152910111664 : ffff9e8b84db2c50) 00000020:00000001:1.0:1789449583.216665:0:35274:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.216667:0:35274:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.216668:0:35274:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993117408 : -107152716434208 : ffff9e8b906674e0) 00000020:00000001:1.0:1789449583.216670:0:35274:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1789449583.216675:0:35274:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9e8b8638a850. 00000008:00010000:1.0:1789449583.216678:0:35274:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:1.0:1789449583.216681:0:35274:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1789449583.216683:0:35274:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1789449583.216684:0:35274:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9e8b898b73b0, osc lock ffff9e8b8638a850, flags 0x400001002 00000020:00000001:1.0:1789449583.216687:0:35274:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.216688:0:35274:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.216690:0:35274:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000001:1.0:1789449583.216692:0:35274:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446636920878101376 : -107152831450240 : ffff9e8b898b7380) 00000020:00000001:1.0:1789449583.216693:0:35274:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1789449583.216694:0:35274:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1789449583.216696:0:35274:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.216697:0:35274:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.216700:0:35274:0:(cl_io.c:1190:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1789449583.216702:0:35274:0:(cl_io.c:1198:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1789449583.216703:0:35274:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1789449583.216705:0:35274:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1789449583.216706:0:35274:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789449583.216707:0:35274:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993117408 : -107152716434208 : ffff9e8b906674e0) 00000020:00000001:1.0:1789449583.216709:0:35274:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1789449583.216711:0:35274:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1789449583.216713:0:35274:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1789449583.216717:0:35274:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1789449583.216719:0:35274:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1789449583.216721:0:35274:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1789449583.216722:0:35274:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1789449583.216724:0:35274:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1789449583.216724:0:35274:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1789449583.216728:0:35274:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1789449583.216730:0:35274:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789449583.216734:0:35274:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652400 count: 2 00010000:00000001:1.0:1789449583.216736:0:35274:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449583.216741:0:35274:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449583.216744:0:35274:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789449583.216748:0:35274:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000ef2c88a0/0xcddde1459ded67c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xeb7cbf5e2fd3dd50 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 02000000:00000001:1.0:1789449583.216757:0:35274:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789449583.216760:0:35274:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449583.216763:0:35274:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000ef2c88a0/0xcddde1459ded67c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xeb7cbf5e2fd3dd50 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:1.0:1789449583.216770:0:35274:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449583.216771:0:35274:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449583.216773:0:35274:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75a00 refcount=4 00000020:00000001:1.0:1789449583.216774:0:35274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:1.0:1789449583.216776:0:35274:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00000008:00000001:1.0:1789449583.216780:0:35274:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1789449583.216782:0:35274:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449583.216783:0:35274:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449583.216784:0:35274:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75a00 refcount=5 00000020:00000001:1.0:1789449583.216786:0:35274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:1.0:1789449583.216788:0:35274:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00000020:00000001:1.0:1789449583.216792:0:35274:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1789449583.216794:0:35274:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1789449583.216795:0:35274:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1789449583.216797:0:35274:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449583.216799:0:35274:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449583.216800:0:35274:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449583.216801:0:35274:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75a00 refcount=6 00000020:00000001:1.0:1789449583.216802:0:35274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:1.0:1789449583.216805:0:35274:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:1.0:1789449583.216806:0:35274:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789449583.216808:0:35274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000ef2c88a0/0xcddde1459ded67c3 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xeb7cbf5e2fd3dd50 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:1.0:1789449583.216815:0:35274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449583.216816:0:35274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449583.216817:0:35274:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789449583.216818:0:35274:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789449583.216820:0:35274:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000ef2c88a0/0xcddde1459ded67c3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xeb7cbf5e2fd3dd50 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:1.0:1789449583.216826:0:35274:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789449583.216828:0:35274:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789449583.216829:0:35274:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789449583.216831:0:35274:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449583.216833:0:35274:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789449583.216834:0:35274:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449583.216836:0:35274:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449583.216839:0:35274:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449583.216841:0:35274:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789449583.216842:0:35274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449583.216842:0:35274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449583.216844:0:35274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449583.216845:0:35274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789449583.216846:0:35274:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789449583.216848:0:35274:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.216850:0:35274:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.216852:0:35274:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.216853:0:35274:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.216855:0:35274:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1789449583.216856:0:35274:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1789449583.216858:0:35274:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1789449583.216860:0:35274:0:(cl_io.c:1210:cl_sync_io_wait()) Process entered 00000020:00000001:1.0:1789449583.216861:0:35274:0:(cl_io.c:1234:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.216864:0:35274:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.216869:0:35274:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1789449583.216871:0:35274:0:(cl_object.c:143:cl_object_top()) ffff9e8b83cb75f8 -> ffff9e8b83cb75f8 00000020:00000001:1.0:1789449583.216873:0:35274:0:(cl_object.c:143:cl_object_top()) ffff9e8b83cb75f8 -> ffff9e8b83cb75f8 00000020:00000001:1.0:1789449583.216875:0:35274:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1789449583.216908:0:35274:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1789449583.216911:0:35274:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1789449583 a=1789449583 c=1789449583 b=0 00020000:00000001:1.0:1789449583.216914:0:35274:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.216916:0:35274:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.216918:0:35274:0:(cl_object.c:143:cl_object_top()) ffff9e8b83cb75f8 -> ffff9e8b83cb75f8 00000080:00200000:1.0:1789449583.216921:0:35274:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 46 i_blocks 0 00000080:00000001:1.0:1789449583.216923:0:35274:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1789449583.216928:0:35274:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1789449583.216929:0:35274:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9e8b84db2bf0 (ffff9e8b86217008/0) at cl_lock_release():245 00000020:00000001:1.0:1789449583.216932:0:35274:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1789449583.216933:0:35274:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e8b84db2bf0 (ffff9e8b86217008/0) at cl_lock_cancel():142 00020000:00000001:1.0:1789449583.216936:0:35274:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1789449583.216937:0:35274:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789449583.216939:0:35274:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993117408 : -107152716434208 : ffff9e8b906674e0) 00000020:00000001:1.0:1789449583.216940:0:35274:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1789449583.216942:0:35274:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e8b898b73b0 (ffff9e8b86217368/1) at cl_lock_cancel():142 00000008:00000001:1.0:1789449583.216944:0:35274:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1789449583.216946:0:35274:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1789449583.216947:0:35274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449583.216948:0:35274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789449583.216950:0:35274:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1789449583.216951:0:35274:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1789449583.216952:0:35274:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1789449583.216954:0:35274:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1789449583.216955:0:35274:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1789449583.216956:0:35274:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e8b84db2bf0 (ffff9e8b86217008/0) at cl_lock_fini():72 00020000:00000001:1.0:1789449583.216959:0:35274:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1789449583.216960:0:35274:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1789449583.216961:0:35274:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e8b898b73b0 (ffff9e8b86217008/1) at cl_lock_fini():72 00000008:00000010:1.0:1789449583.216965:0:35274:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9e8b8638a850. 00000020:00000001:1.0:1789449583.216967:0:35274:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1789449583.216969:0:35274:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9e8b898b7380. 00020000:00000001:1.0:1789449583.216972:0:35274:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1789449583.216973:0:35274:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1789449583.216975:0:35274:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1789449583.216976:0:35274:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.216979:0:35274:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:1.0:1789449583.216981:0:35274:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1789449583.216983:0:35274:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1789449583.216984:0:35274:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:1.0:1789449583.216986:0:35274:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:1.0:1789449583.216987:0:35274:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217360 00020000:00000001:1.0:1789449583.217672:0:35274:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1789449583.217675:0:35274:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1789449583.217679:0:35274:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1789449583.217681:0:35274:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2b:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1789449583.217687:0:35274:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1789449583.217689:0:35274:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.217692:0:35274:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1789449583.217694:0:35274:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1789449583.217695:0:35274:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:1.0:1789449583.217697:0:35274:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217000 00000001:00000001:1.0:1789449583.217699:0:35274:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.217708:0:35274:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820ebd08 00000080:00000008:1.0:1789449583.217710:0:35274:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000405:0x2b:0x0](ffff9e8b89184b08), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1789449583.217717:0:35274:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1789449583.217719:0:35274:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820ebda0 00000080:00002000:1.0:1789449583.217721:0:35274:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff9e8b89340360, parent ffff9e8b892cbca8, inode ffff9e8b89184b08) hashed, 00000080:00000001:1.0:1789449583.217724:0:35274:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.217768:0:35274:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789449583.217771:0:35274:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789449583.217772:0:35274:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789449583.217774:0:35274:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820ebbd8 00000080:00200000:1.0:1789449583.217776:0:35274:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:1.0:1789449583.217783:0:35274:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b83766a00. 00800000:00000002:1.0:1789449583.217788:0:35274:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:1.0:1789449583.217792:0:35274:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789449583.217795:0:35274:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789449583.217797:0:35274:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820ebaf8 00800000:00000002:1.0:1789449583.217799:0:35274:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789449583.217802:0:35274:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789449583.217805:0:35274:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449583.217808:0:35274:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449583.217810:0:35274:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449583.217813:0:35274:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449583.217815:0:35274:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449583.217817:0:35274:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789449583.217819:0:35274:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449583.217823:0:35274:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789449583.217826:0:35274:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789449583.217828:0:35274:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820eb9c8 00000002:00010000:1.0:1789449583.217830:0:35274:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789449583.217833:0:35274:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789449583.217835:0:35274:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789449583.217837:0:35274:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789449583.217843:0:35274:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbaa00 count: 2 00010000:00000001:1.0:1789449583.217846:0:35274:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449583.217849:0:35274:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449583.217853:0:35274:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789449583.217857:0:35274:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498000/0xcddde1459ded67df lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dd8f expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:1.0:1789449583.217866:0:35274:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789449583.217870:0:35274:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449583.217873:0:35274:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498000/0xcddde1459ded67df lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dd8f expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:1.0:1789449583.217922:0:35274:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789449583.217924:0:35274:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789449583.217926:0:35274:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789449583.217928:0:35274:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789449583.217930:0:35274:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789449583.217932:0:35274:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789449583.217935:0:35274:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789449583.217937:0:35274:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:1.0:1789449583.217940:0:35274:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b83766a00. 00000080:00000001:1.0:1789449583.217944:0:35274:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789449583.217946:0:35274:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789449583.217949:0:35274:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:1.0:1789449583.217952:0:35274:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded67df 00800000:00000001:1.0:1789449583.217956:0:35274:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789449583.217957:0:35274:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789449583.217958:0:35274:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449583.217961:0:35274:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449583.217963:0:35274:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498000 refcount=3 00000020:00000001:1.0:1789449583.217965:0:35274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823447552 : -107152886104064 : ffff9e8b86498000) 00010000:00000001:1.0:1789449583.217968:0:35274:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823447552 : -107152886104064 : ffff9e8b86498000) 00010000:00000001:1.0:1789449583.217970:0:35274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449583.217971:0:35274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789449583.217972:0:35274:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449583.217974:0:35274:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789449583.217976:0:35274:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded67df from it ffffb711820ebc10 00010000:00000001:1.0:1789449583.217978:0:35274:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449583.217979:0:35274:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449583.217980:0:35274:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498000 refcount=3 00000020:00000001:1.0:1789449583.217981:0:35274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823447552 : -107152886104064 : ffff9e8b86498000) 00010000:00000001:1.0:1789449583.217983:0:35274:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823447552 : -107152886104064 : ffff9e8b86498000) 00010000:00000001:1.0:1789449583.217985:0:35274:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789449583.217996:0:35274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498000/0xcddde1459ded67df lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3dd8f expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1789449583.218002:0:35274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449583.218003:0:35274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449583.218004:0:35274:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789449583.218006:0:35274:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789449583.218008:0:35274:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498000/0xcddde1459ded67df lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dd8f expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1789449583.218014:0:35274:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789449583.218017:0:35274:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789449583.218019:0:35274:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789449583.218023:0:35274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449583.218024:0:35274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449583.218026:0:35274:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449583.218028:0:35274:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789449583.218030:0:35274:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449583.218032:0:35274:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449583.218034:0:35274:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449583.218036:0:35274:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789449583.218037:0:35274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449583.218038:0:35274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789449583.218040:0:35274:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789449583.218042:0:35274:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789449583.218044:0:35274:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908), inode mode 41ff mask 1 00000080:00000001:1.0:1789449583.218048:0:35274:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.218055:0:35274:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1789449583.218057:0:35274:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820ebda0 00000080:00002000:1.0:1789449583.218059:0:35274:0:(dcache.c:87:ll_dcompare()) found name recon(ffff9e8b89340360) flags 0x48004e refc 0 00000080:00000001:1.0:1789449583.218061:0:35274:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.218063:0:35274:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820ebe10 00000080:00200000:1.0:1789449583.218064:0:35274:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=0 00000080:00000001:1.0:1789449583.218068:0:35274:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789449583.218069:0:35274:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789449583.218070:0:35274:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820ebd30 00000080:00200000:1.0:1789449583.218072:0:35274:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:1.0:1789449583.218076:0:35274:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b83766a00. 00800000:00000002:1.0:1789449583.218078:0:35274:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:1.0:1789449583.218080:0:35274:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789449583.218081:0:35274:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789449583.218083:0:35274:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820ebc50 00800000:00000002:1.0:1789449583.218085:0:35274:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789449583.218087:0:35274:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789449583.218089:0:35274:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449583.218090:0:35274:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449583.218091:0:35274:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449583.218092:0:35274:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449583.218093:0:35274:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449583.218096:0:35274:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789449583.218098:0:35274:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449583.218100:0:35274:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789449583.218103:0:35274:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789449583.218104:0:35274:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820ebb20 00000002:00010000:1.0:1789449583.218106:0:35274:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789449583.218108:0:35274:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789449583.218109:0:35274:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789449583.218110:0:35274:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789449583.218112:0:35274:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbaa00 count: 2 00010000:00000001:1.0:1789449583.218114:0:35274:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449583.218116:0:35274:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449583.218117:0:35274:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789449583.218120:0:35274:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498000/0xcddde1459ded67df lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dd8f expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:1.0:1789449583.218126:0:35274:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789449583.218128:0:35274:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449583.218131:0:35274:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498000/0xcddde1459ded67df lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dd8f expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:1.0:1789449583.218137:0:35274:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789449583.218138:0:35274:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789449583.218140:0:35274:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789449583.218142:0:35274:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789449583.218143:0:35274:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789449583.218145:0:35274:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789449583.218147:0:35274:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789449583.218148:0:35274:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:1.0:1789449583.218150:0:35274:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b83766a00. 00000080:00000001:1.0:1789449583.218152:0:35274:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789449583.218161:0:35274:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789449583.218163:0:35274:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:1.0:1789449583.218165:0:35274:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded67df 00800000:00000001:1.0:1789449583.218168:0:35274:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789449583.218170:0:35274:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789449583.218171:0:35274:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449583.218172:0:35274:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449583.218174:0:35274:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498000 refcount=3 00000020:00000001:1.0:1789449583.218176:0:35274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823447552 : -107152886104064 : ffff9e8b86498000) 00010000:00000001:1.0:1789449583.218178:0:35274:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823447552 : -107152886104064 : ffff9e8b86498000) 00010000:00000001:1.0:1789449583.218180:0:35274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449583.218181:0:35274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789449583.218182:0:35274:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449583.218184:0:35274:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789449583.218186:0:35274:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded67df from it ffffb711820ebd68 00010000:00000001:1.0:1789449583.218188:0:35274:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449583.218189:0:35274:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449583.218190:0:35274:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498000 refcount=3 00000020:00000001:1.0:1789449583.218192:0:35274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823447552 : -107152886104064 : ffff9e8b86498000) 00010000:00000001:1.0:1789449583.218193:0:35274:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823447552 : -107152886104064 : ffff9e8b86498000) 00010000:00000001:1.0:1789449583.218195:0:35274:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789449583.218197:0:35274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498000/0xcddde1459ded67df lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3dd8f expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1789449583.218212:0:35274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449583.218213:0:35274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449583.218214:0:35274:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789449583.218215:0:35274:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789449583.218217:0:35274:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498000/0xcddde1459ded67df lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dd8f expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:1.0:1789449583.218223:0:35274:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789449583.218224:0:35274:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789449583.218225:0:35274:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789449583.218227:0:35274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449583.218228:0:35274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449583.218229:0:35274:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449583.218231:0:35274:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789449583.218233:0:35274:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449583.218234:0:35274:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449583.218236:0:35274:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449583.218238:0:35274:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789449583.218239:0:35274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449583.218240:0:35274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789449583.218241:0:35274:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789449583.218242:0:35274:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789449583.218244:0:35274:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908), inode mode 41ff mask 3 00000080:00000001:1.0:1789449583.218247:0:35274:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.218251:0:35274:0:(namei.c:2348:ll_unlink()) Process entered 00000020:00000001:1.0:1789449583.218253:0:35274:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820ebdf8 00000080:00200000:1.0:1789449583.218255:0:35274:0:(namei.c:2351:ll_unlink()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00000001:1.0:1789449583.218259:0:35274:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:1.0:1789449583.218261:0:35274:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789449583.218264:0:35274:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822024 : -107152888729592 : ffff9e8b86217008) 00000020:00001000:1.0:1789449583.218266:0:35274:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217000 00000020:00000001:1.0:1789449583.218268:0:35274:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1789449583.218272:0:35274:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b90686d90) owner 0000000000000000/ffff9e8b8672cf80 00020000:00000002:1.0:1789449583.218275:0:35274:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9e8b898c6120 addref 2/0 by ffff9e8b8672cf80. 00020000:00000002:1.0:1789449583.218278:0:35274:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b90686d90) owner 0000000000000000/ffff9e8b8672cf80 00020000:00000001:1.0:1789449583.218280:0:35274:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1789449583.218282:0:35274:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1789449583.218283:0:35274:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1789449583.218285:0:35274:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:1.0:1789449583.218289:0:35274:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:1.0:1789449583.218290:0:35274:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217000 00000080:00000001:1.0:1789449583.218292:0:35274:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1789449583.218296:0:35274:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b83766a00. 00800000:00000002:1.0:1789449583.218298:0:35274:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00800000:00000001:1.0:1789449583.218306:0:35274:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:1.0:1789449583.218309:0:35274:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449583.218310:0:35274:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449583.218311:0:35274:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449583.218312:0:35274:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449583.218314:0:35274:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449583.218316:0:35274:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789449583.218318:0:35274:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449583.218320:0:35274:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449583.218321:0:35274:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449583.218322:0:35274:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449583.218323:0:35274:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449583.218325:0:35274:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449583.218326:0:35274:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:1.0:1789449583.218328:0:35274:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449583.218331:0:35274:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:1.0:1789449583.218332:0:35274:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449583.218333:0:35274:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449583.218334:0:35274:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449583.218335:0:35274:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449583.218337:0:35274:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449583.218338:0:35274:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:1.0:1789449583.218340:0:35274:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449583.218342:0:35274:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000405:0x2b:0x0] 00800000:00000001:1.0:1789449583.218345:0:35274:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449583.218347:0:35274:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000405:0x2b:0x0] -> mds #0 00000002:00000001:1.0:1789449583.218351:0:35274:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1789449583.218354:0:35274:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1789449583.218356:0:35274:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbaa00 count: 2 00010000:00000001:1.0:1789449583.218358:0:35274:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449583.218361:0:35274:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1789449583.218364:0:35274:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789449583.218367:0:35274:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498000/0xcddde1459ded67df lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xeb7cbf5e2fd3dd8f expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00000001:1.0:1789449583.218375:0:35274:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1789449583.218380:0:35274:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1789449583.218381:0:35274:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1789449583.218384:0:35274:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1789449583.218386:0:35274:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789449583.218387:0:35274:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789449583.218389:0:35274:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbaa00 count: 3 00010000:00000001:1.0:1789449583.218391:0:35274:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789449583.218394:0:35274:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449583.218395:0:35274:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789449583.218396:0:35274:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789449583.218398:0:35274:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbaa00 count: 3 00010000:00000001:1.0:1789449583.218400:0:35274:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789449583.218402:0:35274:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449583.218403:0:35274:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789449583.218404:0:35274:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789449583.218405:0:35274:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbaa00 count: 3 00010000:00000001:1.0:1789449583.218407:0:35274:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789449583.218408:0:35274:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.218410:0:35274:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789449583.218413:0:35274:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9e8b89180840, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1789449583.218417:0:35274:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1789449583.218419:0:35274:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1789449583.218422:0:35274:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1789449583.218423:0:35274:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449583.218426:0:35274:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789449583.218429:0:35274:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789449583.218431:0:35274:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789449583.218433:0:35274:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449583.218434:0:35274:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1789449583.218437:0:35274:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9e8b86498000 with handle 0xcddde1459ded67df from hash 00010000:00000001:1.0:1789449583.218439:0:35274:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789449583.218441:0:35274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449583.218442:0:35274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449583.218443:0:35274:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789449583.218446:0:35274:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789449583.218448:0:35274:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1789449583.218451:0:35274:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789449583.218453:0:35274:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789449583.218456:0:35274:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789449583.218458:0:35274:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1789449583.218460:0:35274:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652a00 count: 4 00010000:00000001:1.0:1789449583.218462:0:35274:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449583.218464:0:35274:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1789449583.218466:0:35274:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789449583.218469:0:35274:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498200/0xcddde1459ded67e6 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x2b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xeb7cbf5e2fd3dd9d expref: -99 pid: 35272 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1789449583.218476:0:35274:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1789449583.218477:0:35274:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1789449583.218478:0:35274:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1789449583.218479:0:35274:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x2b:0x0] mode CR 00000002:00000001:1.0:1789449583.218481:0:35274:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789449583.218482:0:35274:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789449583.218483:0:35274:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652a00 count: 5 00010000:00000001:1.0:1789449583.218485:0:35274:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789449583.218487:0:35274:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449583.218488:0:35274:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789449583.218489:0:35274:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789449583.218490:0:35274:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652a00 count: 5 00010000:00000001:1.0:1789449583.218492:0:35274:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789449583.218494:0:35274:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449583.218495:0:35274:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789449583.218496:0:35274:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789449583.218497:0:35274:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652a00 count: 5 00010000:00000001:1.0:1789449583.218499:0:35274:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789449583.218500:0:35274:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.218502:0:35274:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.218504:0:35274:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1789449583.218507:0:35274:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1789449583.218511:0:35274:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9e8b83767600. 00000080:00000001:1.0:1789449583.218513:0:35274:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1789449583.218515:0:35274:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1789449583.218518:0:35274:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:1.0:1789449583.218520:0:35274:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449583.218521:0:35274:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449583.218521:0:35274:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449583.218522:0:35274:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449583.218524:0:35274:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449583.218525:0:35274:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:1.0:1789449583.218527:0:35274:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449583.218529:0:35274:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x2b:0x0] 00000002:00000001:1.0:1789449583.218533:0:35274:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1789449583.218535:0:35274:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9e8b89903000: [0x200000405:0x2b:0x0] file closed with intent: 0 00000100:00000010:1.0:1789449583.218542:0:35274:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83690000. 00000020:00000040:1.0:1789449583.218546:0:35274:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000100:00000001:1.0:1789449583.218552:0:35274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789449583.218556:0:35274:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789449583.218559:0:35274:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789449583.218567:0:35274:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e8b83766200. 00000100:00000001:1.0:1789449583.218576:0:35274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1789449583.218602:0:35274:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9e8b87d18000 x1876371947537408/t8589934599(8589934599) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1789449599 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1789449583.218615:0:35274:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e8b89903000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1789449583.218621:0:35274:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e8b83690000 x1876371947537664/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1789449583.218629:0:35274:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789449583.218631:0:35274:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789449583.218639:0:35274:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b865cc540. 00000100:00000001:1.0:1789449583.218642:0:35274:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920824710464 : -107152884841152 : ffff9e8b865cc540) 00000100:00000001:1.0:1789449583.218644:0:35274:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449583.218646:0:35274:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775180288 : -107152934371328 : ffff9e8b83690000) 00000100:00000001:1.0:1789449583.218652:0:35274:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789449583.218656:0:35274:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449583.218659:0:35274:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789449583.218660:0:35274:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789449583.218664:0:35274:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83690000 x1876371947537664/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449583.218672:0:35274:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449583.218674:0:35274:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449583.218678:0:35274:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789449583.218681:0:35274:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789449583.218684:0:35274:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449583.218687:0:35274:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83690000 pname:cluuid:pid:xid:nid:opc:job rm:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35274:1876371947537664:192.168.202.109@tcp:35:rm.0 00000100:00000001:1.0:1789449583.218692:0:35274:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789449583.218699:0:35274:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789449583.218701:0:35274:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449583.218704:0:35274:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789449583.218709:0:35274:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b8678fc00. 02000000:00000001:1.0:1789449583.218711:0:35274:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789449583.218720:0:35274:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:1.0:1789449583.218725:0:35274:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b83427f20. 00000400:00000010:1.0:1789449583.218733:0:35274:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b850122a8. 00000100:00000200:1.0:1789449583.218742:0:35274:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947537664, portal 10 00000100:00000001:1.0:1789449583.218744:0:35274:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449583.218745:0:35274:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775180288 : -107152934371328 : ffff9e8b83690000) 00000100:00000040:1.0:1789449583.218752:0:35274:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b83690000 x1876371947537664/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449599 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449583.218761:0:35274:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789449583.218764:0:35274:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1789449583.218766:0:35274:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012330. 00000100:00000200:1.0:1789449583.218771:0:35274:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876371947537664, offset 0 00000400:00000200:1.0:1789449583.218777:0:35274:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1789449583.218787:0:35274:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449583.218796:0:35274:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1789449583.218802:0:35274:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789449583.218807:0:35274:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1789449583.218811:0:35274:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789449583.218814:0:35274:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1789449583.218819:0:35274:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2966:2966:256:4294967295] 192.168.202.109@tcp LPNI seq info [2966:2966:8:4294967295] 00000400:00000200:1.0:1789449583.218824:0:35274:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449583.218836:0:35274:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1789449583.218843:0:35274:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1789449583.218848:0:35274:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b83d9c100. 00000800:00000200:1.0:1789449583.218856:0:35274:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1789449583.218865:0:35274:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1789449583.218870:0:35274:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b83d9c100 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1789449583.218925:0:35274:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449583.218930:0:35274:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 835421 usecs (836 jiffies) 00000400:00000200:1.0:1789449583.218934:0:35274:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:1.0:1789449583.218937:0:35274:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296586741 00000100:00000001:1.0:1789449583.218946:0:35274:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, simply extend its deadline from 4296586680 00000100:00000001:1.0:1789449583.218952:0:35274:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296586741 00000100:00000001:1.0:1789449583.218956:0:35274:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, simply extend its deadline from 4296586680 00000100:00000001:1.0:1789449583.218959:0:35274:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449583.218962:0:35274:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449583.218965:0:35274:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789449583.218972:0:35274:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789449583.218975:0:35274:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b865cc540 going to sleep for 11 seconds 00000100:00000001:1.0:1789449583.218978:0:35274:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449583.218981:0:35274:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449583.219579:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449583.219586:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b83d9c100. 00000400:00000200:3.0:1789449583.219595:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449583.219602:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449583.219609:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012330 00000400:00000010:3.0:1789449583.219612:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012330. 00000100:00000001:3.0:1789449583.219616:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449583.219622:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83690000 x1876371947537664/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449599 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449583.219632:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449583.219636:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83690000 x1876371947537664/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449599 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449583.219643:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449583.219645:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789449583.226333:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449583.226355:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449583.226362:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449583.226365:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449583.226379:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449583.226389:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449583.226402:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449583.226408:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449583.226414:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449583.226420:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 456 into portal 10 MB=0x6aa8ce3664500 00000400:00000200:3.0:1789449583.226426:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449583.226433:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 456/456 into md 0x86e5 [1] + 224 00000800:00000001:3.0:1789449583.226443:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449583.226508:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449583.226513:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449583.226518:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449583.226528:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449583.226540:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83690000 x1876371947537664/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449599 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789449583.226551:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9e8b83690000 x1876371947537664/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449599 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449583.226572:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449583.226583:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449583.226587:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449583.226650:0:35274:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789449583.226661:0:35274:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789449583.226664:0:35274:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789449583.226668:0:35274:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b83427f20. 00000400:00000200:1.0:1789449583.226673:0:35274:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b850122a8 00000400:00000010:1.0:1789449583.226677:0:35274:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b850122a8. 00000100:00000001:1.0:1789449583.226680:0:35274:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789449583.226686:0:35274:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83690000 x1876371947537664/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449599 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789449583.226695:0:35274:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83690000 x1876371947537664/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449599 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449583.226701:0:35274:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789449583.226703:0:35274:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449583.226706:0:35274:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789449583.226711:0:35274:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789449583.226714:0:35274:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789449583.226718:0:35274:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449583.226722:0:35274:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789449583.226735:0:35274:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ecf0 time=63 v=5 (5 5 5 5) 00000100:00001000:1.0:1789449583.226740:0:35274:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=30 v=5 (1 0 0 0) 00000100:00000001:1.0:1789449583.226743:0:35274:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789449583.226745:0:35274:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449583.226748:0:35274:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789449583.226752:0:35274:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449583.226756:0:35274:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789449583.226758:0:35274:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1789449583.226760:0:35274:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789449583.226763:0:35274:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449583.226765:0:35274:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775180288 : -107152934371328 : ffff9e8b83690000) 00000100:00000001:1.0:1789449583.226769:0:35274:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789449583.226772:0:35274:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967639 00000100:00000001:1.0:1789449583.226774:0:35274:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789449583.226777:0:35274:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449583.226783:0:35274:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83690000 x1876371947537664/t8589934600(8589934600) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449599 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449583.226791:0:35274:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449583.226795:0:35274:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789449583.226797:0:35274:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789449583.226801:0:35274:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83690000 x1876371947537664/t8589934600(8589934600) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449599 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789449583.226809:0:35274:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83690000 pname:cluuid:pid:xid:nid:opc:job rm:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35274:1876371947537664:192.168.202.109@tcp:35:rm.0 00000100:00000001:1.0:1789449583.226815:0:35274:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449583.226818:0:35274:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449583.226821:0:35274:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789449583.226824:0:35274:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449583.226828:0:35274:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83690000 x1876371947537664/t8589934600(8589934600) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449599 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449583.226835:0:35274:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789449583.226838:0:35274:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b865cc540. 00000100:00000001:1.0:1789449583.226842:0:35274:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789449583.226844:0:35274:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449583.226854:0:35274:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449583.226855:0:35274:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775180288 : -107152934371328 : ffff9e8b83690000) 00000002:00000001:1.0:1789449583.226859:0:35274:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449583.226862:0:35274:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789449583.226869:0:35274:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b83767600. 00000080:00000001:1.0:1789449583.226874:0:35274:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1789449583.226928:0:35274:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:1.0:1789449583.226932:0:35274:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449583.226935:0:35274:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449583.226938:0:35274:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449583.226941:0:35274:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449583.226943:0:35274:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449583.226945:0:35274:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:1.0:1789449583.226948:0:35274:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449583.226953:0:35274:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1789449583.226960:0:35274:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9e8b87d18000 x1876371947537408/t8589934599(8589934599) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1789449599 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449583.226968:0:35274:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449583.226969:0:35274:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849137664 : -107152860413952 : ffff9e8b87d18000) 00000100:00000001:1.0:1789449583.226971:0:35274:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449583.226973:0:35274:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d18000 x1876371947537408/t8589934599(8589934599) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1789449599 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449583.226980:0:35274:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449583.226981:0:35274:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449583.226984:0:35274:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83690000 x1876371947537664/t8589934600(8589934600) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449599 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449583.226997:0:35274:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449583.226999:0:35274:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449583.227003:0:35274:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b87d18000 x1876371947537408/t8589934599(8589934599) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1789449599 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449583.227015:0:35274:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1789449583.227019:0:35274:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449583.227022:0:35274:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:1.0:1789449583.227024:0:35274:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789449583.227029:0:35274:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b836b2c00. 02000000:00000001:1.0:1789449583.227036:0:35274:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789449583.227038:0:35274:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789449583.227041:0:35274:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b87d18000. 00000100:00000001:1.0:1789449583.227045:0:35274:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789449583.227046:0:35274:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449583.227048:0:35274:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449583.227052:0:35274:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83690000 x1876371947537664/t8589934600(8589934600) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449599 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449583.227058:0:35274:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789449583.227060:0:35274:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff9e8b8984f3c0. 00000002:00000001:1.0:1789449583.227063:0:35274:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449583.227065:0:35274:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789449583.227068:0:35274:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9e8b91d9abc0. 00000100:00000001:1.0:1789449583.227071:0:35274:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449583.227074:0:35274:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83690000 x1876371947537664/t8589934600(8589934600) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449599 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449583.227081:0:35274:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789449583.227083:0:35274:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789449583.227086:0:35274:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b8678fc00. 02000000:00000001:1.0:1789449583.227091:0:35274:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789449583.227092:0:35274:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449583.227093:0:35274:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:1.0:1789449583.227095:0:35274:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789449583.227097:0:35274:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e8b83766200. 02000000:00000001:1.0:1789449583.227100:0:35274:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789449583.227101:0:35274:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789449583.227103:0:35274:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83690000. 00000100:00000001:1.0:1789449583.227105:0:35274:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789449583.227107:0:35274:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789449583.227110:0:35274:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.227114:0:35274:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1789449583.227116:0:35274:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x2b:0x0] mode (null) 00000002:00000001:1.0:1789449583.227121:0:35274:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789449583.227125:0:35274:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789449583.227133:0:35274:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652a00 count: 5 00010000:00000001:1.0:1789449583.227136:0:35274:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789449583.227144:0:35274:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449583.227146:0:35274:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789449583.227147:0:35274:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789449583.227149:0:35274:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652a00 count: 5 00010000:00000001:1.0:1789449583.227150:0:35274:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789449583.227152:0:35274:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.227155:0:35274:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.227158:0:35274:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1789449583.227161:0:35274:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789449583.227166:0:35274:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822024 : -107152888729592 : ffff9e8b86217008) 00000020:00001000:1.0:1789449583.227169:0:35274:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217000 00000020:00000001:1.0:1789449583.227171:0:35274:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:1.0:1789449583.227176:0:35274:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x2b:0x0]: losing layout lock 00000080:00000001:1.0:1789449583.227180:0:35274:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1789449583.227183:0:35274:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1789449583.227189:0:35274:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1789449583.227193:0:35274:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1789449583.227196:0:35274:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x2b:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1789449583.227198:0:35274:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.227201:0:35274:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1789449583.227215:0:35274:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217000 00000080:00000001:1.0:1789449583.227219:0:35274:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.227223:0:35274:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1789449583.227227:0:35274:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x2b:0x0](ffff9e8b89184b08) invalid 00000020:00000001:1.0:1789449583.227231:0:35274:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820eba60 00000080:00002000:1.0:1789449583.227234:0:35274:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry recon (ffff9e8b89340360) parent ffff9e8b892cbca8 inode ffff9e8b89184b08 refc 1 00000080:00000001:1.0:1789449583.227239:0:35274:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1789449583.227243:0:35274:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1789449583.227245:0:35274:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449583.227251:0:35274:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789449583.227256:0:35274:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789449583.227258:0:35274:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789449583.227261:0:35274:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449583.227265:0:35274:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1789449583.227269:0:35274:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9e8b86498200 with handle 0xcddde1459ded67e6 from hash 00010000:00000001:1.0:1789449583.227272:0:35274:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789449583.227274:0:35274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449583.227276:0:35274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449583.227277:0:35274:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789449583.227282:0:35274:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789449583.227284:0:35274:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1789449583.227287:0:35274:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789449583.227292:0:35274:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4ce00/0xcddde1459ded67d8 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xeb7cbf5e2fd3dd81 expref: -99 pid: 35271 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:1.0:1789449583.227302:0:35274:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1789449583.227306:0:35274:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1789449583.227309:0:35274:0:(xattr_cache.c:339:ll_xattr_cache_empty()) Process entered 00000080:00000020:1.0:1789449583.227312:0:35274:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: trusted.link 00000080:00000010:1.0:1789449583.227315:0:35274:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 13 at ffff9e8b87c21a40. 00000080:00000010:1.0:1789449583.227319:0:35274:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 47 at ffff9e8b90fc91c0. 00000080:00000010:1.0:1789449583.227322:0:35274:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff9e8b836b8898. 00000080:00000020:1.0:1789449583.227325:0:35274:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: user.job 00000080:00000010:1.0:1789449583.227327:0:35274:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 9 at ffff9e8b87c21a00. 00000080:00000010:1.0:1789449583.227329:0:35274:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 6 at ffff9e8b89e16120. 00000080:00000010:1.0:1789449583.227332:0:35274:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff9e8b836b89d8. 00000080:00000020:1.0:1789449583.227334:0:35274:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: trusted.lov 00000080:00000010:1.0:1789449583.227336:0:35274:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 12 at ffff9e8b87c21990. 00000080:00000010:1.0:1789449583.227338:0:35274:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 56 at ffff9e8b90fc99c0. 00000080:00000010:1.0:1789449583.227340:0:35274:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff9e8b836b8d98. 00000080:00000020:1.0:1789449583.227343:0:35274:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: trusted.lma 00000080:00000010:1.0:1789449583.227344:0:35274:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 12 at ffff9e8b87c21880. 00000080:00000010:1.0:1789449583.227346:0:35274:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 24 at ffff9e8b8316f5c0. 00000080:00000010:1.0:1789449583.227350:0:35274:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff9e8b836b8438. 00000080:00000001:1.0:1789449583.227352:0:35274:0:(xattr_cache.c:360:ll_xattr_cache_empty()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.227354:0:35274:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1789449583.227356:0:35274:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449583.227358:0:35274:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789449583.227359:0:35274:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789449583.227361:0:35274:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789449583.227362:0:35274:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449583.227364:0:35274:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1789449583.227367:0:35274:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9e8b91c4ce00 with handle 0xcddde1459ded67d8 from hash 00010000:00000001:1.0:1789449583.227369:0:35274:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789449583.227370:0:35274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449583.227372:0:35274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449583.227373:0:35274:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789449583.227374:0:35274:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789449583.227376:0:35274:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1789449583.227378:0:35274:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789449583.227381:0:35274:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75200/0xcddde1459ded67b5 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xeb7cbf5e2fd3dd3b expref: -99 pid: 35265 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00000080:00000001:1.0:1789449583.227389:0:35274:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1789449583.227391:0:35274:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1789449583.227392:0:35274:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1789449583.227394:0:35274:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x2b:0x0] mode (null) 00000002:00000001:1.0:1789449583.227396:0:35274:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789449583.227397:0:35274:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789449583.227400:0:35274:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652a00 count: 5 00010000:00000001:1.0:1789449583.227402:0:35274:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789449583.227404:0:35274:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449583.227406:0:35274:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789449583.227407:0:35274:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789449583.227408:0:35274:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652a00 count: 5 00010000:00000001:1.0:1789449583.227410:0:35274:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789449583.227412:0:35274:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449583.227414:0:35274:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789449583.227415:0:35274:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789449583.227417:0:35274:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652a00 count: 5 00010000:00000001:1.0:1789449583.227419:0:35274:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789449583.227421:0:35274:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449583.227422:0:35274:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789449583.227423:0:35274:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789449583.227425:0:35274:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652a00 count: 5 00010000:00000001:1.0:1789449583.227427:0:35274:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789449583.227429:0:35274:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.227430:0:35274:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.227432:0:35274:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1789449583.227433:0:35274:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789449583.227435:0:35274:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822024 : -107152888729592 : ffff9e8b86217008) 00000020:00001000:1.0:1789449583.227437:0:35274:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217000 00000020:00000001:1.0:1789449583.227438:0:35274:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:1.0:1789449583.227440:0:35274:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x2b:0x0]: losing layout lock 00000080:00000001:1.0:1789449583.227442:0:35274:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1789449583.227443:0:35274:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1789449583.227445:0:35274:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1789449583.227447:0:35274:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1789449583.227449:0:35274:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x2b:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1789449583.227451:0:35274:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.227452:0:35274:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1789449583.227454:0:35274:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217000 00000080:00000001:1.0:1789449583.227455:0:35274:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.227457:0:35274:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1789449583.227459:0:35274:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x2b:0x0](ffff9e8b89184b08) invalid 00000020:00000001:1.0:1789449583.227461:0:35274:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820eba60 00000080:00002000:1.0:1789449583.227463:0:35274:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry recon (ffff9e8b89340360) parent ffff9e8b892cbca8 inode ffff9e8b89184b08 refc 1 00000080:00000001:1.0:1789449583.227466:0:35274:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1789449583.227467:0:35274:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1789449583.227469:0:35274:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449583.227471:0:35274:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789449583.227473:0:35274:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789449583.227474:0:35274:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789449583.227475:0:35274:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449583.227477:0:35274:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1789449583.227479:0:35274:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9e8b91c75200 with handle 0xcddde1459ded67b5 from hash 00010000:00000001:1.0:1789449583.227482:0:35274:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789449583.227483:0:35274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449583.227484:0:35274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449583.227485:0:35274:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789449583.227486:0:35274:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789449583.227487:0:35274:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1789449583.227490:0:35274:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:1.0:1789449583.227493:0:35274:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=3 : 3 : 3) 00000002:00000001:1.0:1789449583.227497:0:35274:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=3 : 3 : 3) 00000100:00000010:1.0:1789449583.227505:0:35274:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83690000. 00000020:00000040:1.0:1789449583.227509:0:35274:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e8b89903000 02000000:00000001:1.0:1789449583.227515:0:35274:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789449583.227516:0:35274:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449583.227520:0:35274:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789449583.227526:0:35274:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789449583.227531:0:35274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449583.227532:0:35274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449583.227534:0:35274:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449583.227537:0:35274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789449583.227539:0:35274:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789449583.227545:0:35274:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789449583.227553:0:35274:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e8b83766200. 00000100:00000001:1.0:1789449583.227560:0:35274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449583.227563:0:35274:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789449583.227566:0:35274:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1789449583.227571:0:35274:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498200/0xcddde1459ded67e6 lrc: 1/0,0 mode: --/CR res: [0x200000405:0x2b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xeb7cbf5e2fd3dd9d expref: -99 pid: 35272 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1789449583.227579:0:35274:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4ce00/0xcddde1459ded67d8 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xeb7cbf5e2fd3dd81 expref: -99 pid: 35271 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1789449583.227586:0:35274:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75200/0xcddde1459ded67b5 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xeb7cbf5e2fd3dd3b expref: -99 pid: 35265 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1789449583.227595:0:35274:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498000/0xcddde1459ded67df lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xeb7cbf5e2fd3dd8f expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1789449583.227602:0:35274:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 4 locks packed 00010000:00000001:1.0:1789449583.227604:0:35274:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:1.0:1789449583.227606:0:35274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789449583.227608:0:35274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498200/0xcddde1459ded67e6 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xeb7cbf5e2fd3dd9d expref: -99 pid: 35272 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:1.0:1789449583.227617:0:35274:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9e8b8c4767c0. 00010000:00000001:1.0:1789449583.227629:0:35274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449583.227630:0:35274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789449583.227633:0:35274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4ce00/0xcddde1459ded67d8 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xeb7cbf5e2fd3dd81 expref: -99 pid: 35271 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789449583.227640:0:35274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449583.227642:0:35274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789449583.227644:0:35274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75200/0xcddde1459ded67b5 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xeb7cbf5e2fd3dd3b expref: -99 pid: 35265 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00000010:1.0:1789449583.227651:0:35274:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9e8b90fc9940. 00010000:00000040:1.0:1789449583.227654:0:35274:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9e8b90652a00 count: 0 00010000:00000010:1.0:1789449583.227660:0:35274:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e8b83162500. 00010000:00000001:1.0:1789449583.227667:0:35274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449583.227669:0:35274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789449583.227671:0:35274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498000/0xcddde1459ded67df lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xeb7cbf5e2fd3dd8f expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000040:1.0:1789449583.227678:0:35274:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9e8b82cbaa00 count: 0 00010000:00000010:1.0:1789449583.227682:0:35274:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e8b9066e500. 00010000:00000001:1.0:1789449583.227688:0:35274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449583.227690:0:35274:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449583.227692:0:35274:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789449583.227694:0:35274:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449583.227696:0:35274:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1789449583.227709:0:35274:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e8b89903000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1789449583.227717:0:35274:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e8b83690000 x1876371947537920/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789449583.227725:0:35274:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789449583.227727:0:35274:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789449583.227735:0:35274:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b865cc540. 00000100:00000001:1.0:1789449583.227738:0:35274:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920824710464 : -107152884841152 : ffff9e8b865cc540) 00000100:00000001:1.0:1789449583.227741:0:35274:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449583.227743:0:35274:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775180288 : -107152934371328 : ffff9e8b83690000) 00000100:00000001:1.0:1789449583.227748:0:35274:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789449583.227753:0:35274:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449583.227756:0:35274:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789449583.227757:0:35274:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789449583.227762:0:35274:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83690000 x1876371947537920/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449583.227770:0:35274:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449583.227773:0:35274:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449583.227777:0:35274:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789449583.227780:0:35274:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789449583.227783:0:35274:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449583.227787:0:35274:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83690000 pname:cluuid:pid:xid:nid:opc:job rm:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35274:1876371947537920:192.168.202.109@tcp:36:rm.0 00000100:00000001:1.0:1789449583.227791:0:35274:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789449583.227798:0:35274:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789449583.227801:0:35274:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449583.227804:0:35274:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789449583.227809:0:35274:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b8678fc00. 02000000:00000001:1.0:1789449583.227811:0:35274:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789449583.227820:0:35274:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:1.0:1789449583.227825:0:35274:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b83427f20. 00000400:00000010:1.0:1789449583.227831:0:35274:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b850122a8. 00000100:00000200:1.0:1789449583.227840:0:35274:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947537920, portal 10 00000100:00000001:1.0:1789449583.227843:0:35274:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449583.227844:0:35274:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775180288 : -107152934371328 : ffff9e8b83690000) 00000100:00000040:1.0:1789449583.227851:0:35274:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b83690000 x1876371947537920/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 504/624 e 0 to 0 dl 1789449599 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449583.227858:0:35274:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789449583.227862:0:35274:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1789449583.227865:0:35274:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012198. 00000100:00000200:1.0:1789449583.227870:0:35274:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 12, xid 1876371947537920, offset 0 00000400:00000200:1.0:1789449583.227916:0:35274:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1789449583.227927:0:35274:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449583.227937:0:35274:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1789449583.227943:0:35274:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789449583.227948:0:35274:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1789449583.227952:0:35274:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789449583.227954:0:35274:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1789449583.227958:0:35274:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2967:2967:256:4294967295] 192.168.202.109@tcp LPNI seq info [2967:2967:8:4294967295] 00000400:00000200:1.0:1789449583.227962:0:35274:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449583.227973:0:35274:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1789449583.227979:0:35274:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1789449583.227985:0:35274:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b83d9c000. 00000800:00000200:1.0:1789449583.227993:0:35274:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1789449583.228003:0:35274:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1789449583.228009:0:35274:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b83d9c000 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:1.0:1789449583.228024:0:35274:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449583.228029:0:35274:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 834383 usecs (835 jiffies) 00000400:00000200:1.0:1789449583.228033:0:35274:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:1.0:1789449583.228036:0:35274:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296586749 00000100:00000001:1.0:1789449583.228044:0:35274:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, simply extend its deadline from 4296586741 00000100:00000001:1.0:1789449583.228050:0:35274:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296586749 00000100:00000001:1.0:1789449583.228055:0:35274:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, simply extend its deadline from 4296586741 00000100:00000001:1.0:1789449583.228058:0:35274:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449583.228061:0:35274:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449583.228064:0:35274:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789449583.228066:0:35274:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789449583.228069:0:35274:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b865cc540 going to sleep for 11 seconds 00000100:00000001:1.0:1789449583.228072:0:35274:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449583.228075:0:35274:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449583.228652:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449583.228659:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b83d9c000. 00000400:00000200:3.0:1789449583.228667:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449583.228674:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449583.228680:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012198 00000400:00000010:3.0:1789449583.228683:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012198. 00000100:00000001:3.0:1789449583.228688:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449583.228694:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83690000 x1876371947537920/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 504/624 e 0 to 0 dl 1789449599 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449583.228705:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449583.228709:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83690000 x1876371947537920/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 504/624 e 0 to 0 dl 1789449599 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449583.228721:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449583.228723:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1789449583.234022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b86498200. 00010000:00000010:1.1:1789449583.234046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4ce00. 00010000:00000010:1.1:1789449583.234052:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b90652a00. 00010000:00000010:1.1:1789449583.234057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c75200. 00010000:00000010:1.1:1789449583.234077:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cbaa00. 00010000:00000010:1.1:1789449583.234081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b86498000. 00000800:00000001:3.0:1789449583.254630:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449583.254653:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449583.254658:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449583.254661:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449583.254673:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449583.254683:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449583.254694:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449583.254700:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449583.254706:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449583.254711:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 456 into portal 10 MB=0x6aa8ce3664600 00000400:00000200:3.0:1789449583.254718:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449583.254726:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 456/456 into md 0x86ed [1] + 224 00000800:00000001:3.0:1789449583.254734:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449583.254741:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449583.254745:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449583.254749:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449583.254759:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449583.254773:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83690000 x1876371947537920/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 504/624 e 0 to 0 dl 1789449599 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449583.254784:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9e8b83690000 x1876371947537920/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 504/624 e 0 to 0 dl 1789449599 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449583.254813:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449583.254825:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449583.254828:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449583.255148:0:35274:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789449583.255171:0:35274:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789449583.255174:0:35274:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789449583.255179:0:35274:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b83427f20. 00000400:00000200:1.0:1789449583.255186:0:35274:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b850122a8 00000400:00000010:1.0:1789449583.255189:0:35274:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b850122a8. 00000100:00000001:1.0:1789449583.255194:0:35274:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789449583.255200:0:35274:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83690000 x1876371947537920/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 504/624 e 0 to 0 dl 1789449599 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789449583.255222:0:35274:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83690000 x1876371947537920/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 504/624 e 0 to 0 dl 1789449599 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449583.255237:0:35274:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789449583.255240:0:35274:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449583.255244:0:35274:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789449583.255249:0:35274:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789449583.255252:0:35274:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789449583.255256:0:35274:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449583.255261:0:35274:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789449583.255274:0:35274:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=63 v=5 (5 5 102 102) 00000100:00001000:1.0:1789449583.255280:0:35274:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=30 v=5 (1 0 0 0) 00000100:00000001:1.0:1789449583.255283:0:35274:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789449583.255285:0:35274:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449583.255289:0:35274:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789449583.255294:0:35274:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449583.255298:0:35274:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789449583.255301:0:35274:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009c/0x200000002] 00000100:00000001:1.0:1789449583.255304:0:35274:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789449583.255307:0:35274:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449583.255309:0:35274:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775180288 : -107152934371328 : ffff9e8b83690000) 00000100:00000001:1.0:1789449583.255313:0:35274:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789449583.255315:0:35274:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967639 00000100:00000001:1.0:1789449583.255318:0:35274:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789449583.255322:0:35274:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449583.255328:0:35274:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83690000 x1876371947537920/t8589934601(8589934601) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 504/456 e 0 to 0 dl 1789449599 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449583.255336:0:35274:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449583.255340:0:35274:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789449583.255343:0:35274:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789449583.255348:0:35274:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83690000 x1876371947537920/t8589934601(8589934601) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 504/456 e 0 to 0 dl 1789449599 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789449583.255356:0:35274:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83690000 pname:cluuid:pid:xid:nid:opc:job rm:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35274:1876371947537920:192.168.202.109@tcp:36:rm.0 00000100:00000001:1.0:1789449583.255362:0:35274:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449583.255366:0:35274:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449583.255370:0:35274:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789449583.255372:0:35274:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449583.255377:0:35274:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83690000 x1876371947537920/t8589934601(8589934601) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 504/456 e 0 to 0 dl 1789449599 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449583.255385:0:35274:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789449583.255388:0:35274:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b865cc540. 00000100:00000001:1.0:1789449583.255394:0:35274:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789449583.255396:0:35274:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449583.255406:0:35274:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449583.255410:0:35274:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449583.255415:0:35274:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:1.0:1789449583.255419:0:35274:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b83766a00. 00000080:00000002:1.0:1789449583.255428:0:35274:0:(namei.c:1700:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1789449582 to 1789449583 00000100:00000001:1.0:1789449583.255432:0:35274:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449583.255435:0:35274:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83690000 x1876371947537920/t8589934601(8589934601) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 504/456 e 0 to 0 dl 1789449599 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449583.255448:0:35274:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.255453:0:35274:0:(namei.c:2401:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.255469:0:35274:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1789449583.255473:0:35274:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711820ebe28 00000080:00002000:1.0:1789449583.255476:0:35274:0:(dcache.c:127:ll_ddelete()) deleting dentry recon (ffff9e8b89340360, parent ffff9e8b892cbca8, inode 0000000000000000) hashed, 00000080:00000001:1.0:1789449583.255479:0:35274:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789449583.255488:0:35274:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1789449583.255497:0:35274:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1789449583.255508:0:35274:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:1.0:1789449583.255511:0:35274:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1789449583.255514:0:35274:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789449583.255518:0:35274:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822024 : -107152888729592 : ffff9e8b86217008) 00000020:00001000:1.0:1789449583.255521:0:35274:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217000 00000020:00000001:1.0:1789449583.255529:0:35274:0:(cl_object.c:143:cl_object_top()) ffff9e8b83cb75f8 -> ffff9e8b83cb75f8 00000020:00000001:1.0:1789449583.255532:0:35274:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:1.0:1789449583.255535:0:35274:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1789449583.255538:0:35274:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2b:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1789449583.255542:0:35274:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789449583.255544:0:35274:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1789449583.255545:0:35274:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789449583.255551:0:35274:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2b:0x0]io ffff9e8b84db2c50 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1789449583.255555:0:35274:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b90686d90) owner 0000000000000000/ffff9e8b8672cf80 00020000:00000001:1.0:1789449583.255560:0:35274:0:(lov_io.c:2266:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1789449583.255562:0:35274:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1789449583.255565:0:35274:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1789449583.255568:0:35274:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.255570:0:35274:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1789449583.255573:0:35274:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1789449583.255575:0:35274:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.255577:0:35274:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789449583.255578:0:35274:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1789449583.255580:0:35274:0:(lov_io.c:2279:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1789449583.255582:0:35274:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b90686d90) owner 0000000000000000/ffff9e8b8672cf80 00000020:00000001:1.0:1789449583.255586:0:35274:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.255589:0:35274:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:1.0:1789449583.255590:0:35274:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1789449583.255594:0:35274:0:(lov_io.c:1078:lov_io_iter_init()) Process entered 00020000:00000001:1.0:1789449583.255598:0:35274:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00200000:1.0:1789449583.255600:0:35274:0:(lov_io.c:1153:lov_io_iter_init()) component[0] flags 0x10 00020000:00000001:1.0:1789449583.255604:0:35274:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.255607:0:35274:0:(lov_offset.c:141:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789449583.255609:0:35274:0:(lov_offset.c:264:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1789449583.255613:0:35274:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789449583.255615:0:35274:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1789449583.255617:0:35274:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789449583.255619:0:35274:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822888 : -107152888728728 : ffff9e8b86217368) 00000020:00001000:1.0:1789449583.255621:0:35274:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217360 00000020:00000001:1.0:1789449583.255625:0:35274:0:(cl_object.c:143:cl_object_top()) ffff9e8b83cb73a0 -> ffff9e8b83cb75f8 00000020:00000001:1.0:1789449583.255626:0:35274:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:1.0:1789449583.255631:0:35274:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789449583.255632:0:35274:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1789449583.255635:0:35274:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:1.0:1789449583.255637:0:35274:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446636920799439952 : -107152910111664 : ffff9e8b84db2c50) 00000020:00000001:1.0:1789449583.255639:0:35274:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.255642:0:35274:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.255644:0:35274:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993117408 : -107152716434208 : ffff9e8b906674e0) 00000020:00000001:1.0:1789449583.255647:0:35274:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1789449583.255649:0:35274:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.255652:0:35274:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000001:1.0:1789449583.255655:0:35274:0:(lov_io.c:1276:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.255656:0:35274:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.255658:0:35274:0:(cl_io.c:315:cl_io_lock()) Process entered 00020000:00000001:1.0:1789449583.255660:0:35274:0:(lov_io.c:1419:lov_io_lock()) Process entered 00020000:00000001:1.0:1789449583.255662:0:35274:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:1.0:1789449583.255664:0:35274:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:1.0:1789449583.255666:0:35274:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1789449583.255667:0:35274:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.255669:0:35274:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.255671:0:35274:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.255672:0:35274:0:(lov_io.c:1420:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.255674:0:35274:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1789449583.255675:0:35274:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.255676:0:35274:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.255678:0:35274:0:(cl_io.c:529:cl_io_start()) Process entered 00020000:00000001:1.0:1789449583.255681:0:35274:0:(lov_io.c:1425:lov_io_start()) Process entered 00020000:00000001:1.0:1789449583.255682:0:35274:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:1.0:1789449583.255684:0:35274:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:1.0:1789449583.255686:0:35274:0:(osc_io.c:1105:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1789449583.255689:0:35274:0:(osc_cache.c:3327:osc_cache_writeback_range()) Process entered 00000008:00000020:1.0:1789449583.255696:0:35274:0:(osc_cache.c:1927:osc_update_pending()) obj ffff9e8b87e0ce00 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000008:00000001:1.0:1789449583.255702:0:35274:0:(osc_cache.c:1859:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1789449583.255704:0:35274:0:(osc_cache.c:1871:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789449583.255705:0:35274:0:(osc_cache.c:1859:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1789449583.255707:0:35274:0:(osc_cache.c:1898:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789449583.255710:0:35274:0:(osc_cache.c:1167:osc_extent_make_ready()) Process entered 00000008:00000001:1.0:1789449583.255714:0:35274:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:1.0:1789449583.255719:0:35274:0:(osc_cache.c:1175:osc_extent_make_ready()) extent ffff9e8b837bbcc0@{[0 -> 0/1023], [1|0|-|locking|wiY|ffff9e8b87e0ce00], [28672|1|+|-|ffff9e8b91c75a00|1024|ffff9e8b8672cf80]} make ready 00000008:00010000:1.0:1789449583.255728:0:35274:0:(osc_cache.c:1175:osc_extent_make_ready()) ### extent: 00000000210bdfba ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000ef2c88a0/0xcddde1459ded67c3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xeb7cbf5e2fd3dd50 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:1.0:1789449583.255741:0:35274:0:(osc_cache.c:1359:osc_make_ready()) Process entered 00000020:00000001:1.0:1789449583.255744:0:35274:0:(cl_page.c:1159:cl_page_make_ready()) Process entered 00000020:00008000:1.0:1789449583.255764:0:35274:0:(cl_page.c:1171:cl_page_make_ready()) page@0000000033747c49[2 00000000a4a25892 1 1 0000000000000000 0 0 0] 00000020:00008000:1.0:1789449583.255766:0:35274:0:(cl_page.c:1171:cl_page_make_ready()) readied 00000020:00000001:1.0:1789449583.255768:0:35274:0:(cl_page.c:1020:cl_page_io_start()) Process entered 00000020:00000001:1.0:1789449583.255770:0:35274:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1789449583.255772:0:35274:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1789449583.255774:0:35274:0:(cl_page.c:1012:cl_req_type_state()) Process entered 00000020:00000001:1.0:1789449583.255775:0:35274:0:(cl_page.c:1013:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:1.0:1789449583.255778:0:35274:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1789449583.255782:0:35274:0:(cl_page.c:518:__cl_page_state_set()) page@0000000033747c49[2 00000000a4a25892 1 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1789449583.255784:0:35274:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 3 00000020:00000001:1.0:1789449583.255786:0:35274:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1789449583.255787:0:35274:0:(cl_page.c:1023:cl_page_io_start()) Process leaving 00000020:00000001:1.0:1789449583.255790:0:35274:0:(cl_page.c:1193:cl_page_make_ready()) page@0000000033747c49[2 00000000a4a25892 3 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1789449583.255793:0:35274:0:(cl_page.c:1193:cl_page_make_ready()) 1 0 00000008:00000001:1.0:1789449583.255794:0:35274:0:(osc_cache.c:1363:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.255798:0:35274:0:(cl_object.c:143:cl_object_top()) ffff9e8b87e0ce00 -> ffff9e8b83cb75f8 00000020:00000001:1.0:1789449583.255800:0:35274:0:(cl_object.c:143:cl_object_top()) ffff9e8b87e0ce00 -> ffff9e8b83cb75f8 00000020:00000001:1.0:1789449583.255802:0:35274:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:1.0:1789449583.255806:0:35274:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.255808:0:35274:0:(cl_object.c:143:cl_object_top()) ffff9e8b87e0ce00 -> ffff9e8b83cb75f8 00000008:00000001:1.0:1789449583.255811:0:35274:0:(osc_cache.c:1228:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789449583.255815:0:35274:0:(osc_cache.c:905:osc_extent_finish()) Process entered 00000008:00000020:1.0:1789449583.255818:0:35274:0:(osc_cache.c:909:osc_extent_finish()) extent ffff9e8b837bbcc0@{[0 -> 0/1023], [2|0|-|rpc|wiY|ffff9e8b87e0ce00], [28672|1|+|-|ffff9e8b91c75a00|1024|ffff9e8b8672cf80]} extent finished. 00000008:00010000:1.0:1789449583.255824:0:35274:0:(osc_cache.c:909:osc_extent_finish()) ### extent: 00000000210bdfba ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000ef2c88a0/0xcddde1459ded67c3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xeb7cbf5e2fd3dd50 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:1.0:1789449583.255835:0:35274:0:(osc_cache.c:1408:osc_completion()) Process entered 00000020:00000001:1.0:1789449583.255836:0:35274:0:(cl_page.c:1113:cl_page_complete()) Process entered 00000020:00000001:1.0:1789449583.255839:0:35274:0:(cl_page.c:1115:cl_page_complete()) page@0000000033747c49[2 00000000a4a25892 3 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1789449583.255841:0:35274:0:(cl_page.c:1115:cl_page_complete()) 1 0 00000020:00000001:1.0:1789449583.255842:0:35274:0:(cl_page.c:1012:cl_req_type_state()) Process entered 00000020:00000001:1.0:1789449583.255843:0:35274:0:(cl_page.c:1013:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:1.0:1789449583.255845:0:35274:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1789449583.255848:0:35274:0:(cl_page.c:518:__cl_page_state_set()) page@0000000033747c49[2 00000000a4a25892 3 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1789449583.255849:0:35274:0:(cl_page.c:518:__cl_page_state_set()) 3 -> 1 00000020:00000001:1.0:1789449583.255850:0:35274:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000080:00000001:1.0:1789449583.255853:0:35274:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:1.0:1789449583.255856:0:35274:0:(vvp_page.c:167:vvp_page_complete_write()) page@0000000033747c49[2 00000000a4a25892 1 1 0000000000000000 0 0 0] 00000080:00008000:1.0:1789449583.255858:0:35274:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:1.0:1789449583.255875:0:35274:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:1.0:1789449583.255877:0:35274:0:(cl_page.c:1136:cl_page_complete()) Process leaving 00000020:00000001:1.0:1789449583.255959:0:35274:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:1.0:1789449583.255962:0:35274:0:(cl_page.c:567:cl_batch_put()) page@0000000033747c49[2 00000000a4a25892 1 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1789449583.255964:0:35274:0:(cl_page.c:567:cl_batch_put()) 2 00000020:00000001:1.0:1789449583.255965:0:35274:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000008:00000001:1.0:1789449583.255967:0:35274:0:(osc_cache.c:1452:osc_completion()) Process leaving 00000008:00000020:1.0:1789449583.255970:0:35274:0:(osc_cache.c:1649:osc_free_grant()) lost 28672 grant: 28672 avail: 8351744 dirty: 0/0 00000008:00000020:1.0:1789449583.255976:0:35274:0:(osc_cache.c:497:__osc_extent_remove()) extent ffff9e8b837bbcc0@{[0 -> 0/1023], [1|0|-|inv|wY|ffff9e8b87e0ce00], [28672|0|-|-|ffff9e8b91c75a00|1024|ffff9e8b8672cf80]} destroyed. 00000008:00010000:1.0:1789449583.255981:0:35274:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000210bdfba ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000ef2c88a0/0xcddde1459ded67c3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xeb7cbf5e2fd3dd50 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:1.0:1789449583.255999:0:35274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449583.256001:0:35274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:1.0:1789449583.256006:0:35274:0:(osc_cache.c:373:osc_extent_put()) slab-freed '(ext)': 192 at ffff9e8b837bbcc0. 00000008:00000001:1.0:1789449583.256010:0:35274:0:(osc_cache.c:956:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789449583.256014:0:35274:0:(osc_cache.c:3262:osc_cache_wait_range()) Process entered 00000008:00000020:1.0:1789449583.256018:0:35274:0:(osc_cache.c:3299:osc_cache_wait_range()) obj ffff9e8b87e0ce00 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1789449583.256021:0:35274:0:(osc_cache.c:3300:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1789449583.256024:0:35274:0:(osc_cache.c:3467:osc_cache_writeback_range()) obj ffff9e8b87e0ce00 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:1.0:1789449583.256028:0:35274:0:(osc_cache.c:3482:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1789449583.256030:0:35274:0:(osc_io.c:1174:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.256032:0:35274:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.256034:0:35274:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.256036:0:35274:0:(lov_io.c:1426:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.256037:0:35274:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.256040:0:35274:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:1.0:1789449583.256043:0:35274:0:(lov_io.c:1967:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1789449583.256044:0:35274:0:(lov_io.c:1431:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1789449583.256046:0:35274:0:(cl_io.c:556:cl_io_end()) Process entered 00000020:00000001:1.0:1789449583.256048:0:35274:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:1.0:1789449583.256049:0:35274:0:(lov_io.c:1441:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.256051:0:35274:0:(lov_io.c:1978:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1789449583.256053:0:35274:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:1.0:1789449583.256055:0:35274:0:(cl_io.c:353:cl_io_unlock()) Process entered 00020000:00000001:1.0:1789449583.256057:0:35274:0:(lov_io.c:1519:lov_io_unlock()) Process entered 00020000:00000001:1.0:1789449583.256059:0:35274:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:1.0:1789449583.256061:0:35274:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:1.0:1789449583.256062:0:35274:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1789449583.256063:0:35274:0:(lov_io.c:1453:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.256065:0:35274:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.256067:0:35274:0:(lov_io.c:1522:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1789449583.256068:0:35274:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1789449583.256070:0:35274:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1789449583.256072:0:35274:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1789449583.256073:0:35274:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1789449583.256075:0:35274:0:(lov_io.c:1500:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1789449583.256076:0:35274:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:1.0:1789449583.256078:0:35274:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1789449583.256079:0:35274:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1789449583.256080:0:35274:0:(lov_io.c:1447:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.256082:0:35274:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.256084:0:35274:0:(lov_io.c:1511:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1789449583.256085:0:35274:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1789449583.256087:0:35274:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.256090:0:35274:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:1.0:1789449583.256092:0:35274:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1789449583.256094:0:35274:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1789449583.256095:0:35274:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:1.0:1789449583.256097:0:35274:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:1.0:1789449583.256099:0:35274:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217360 00020000:00000001:1.0:1789449583.256102:0:35274:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1789449583.256104:0:35274:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1789449583.256107:0:35274:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1789449583.256109:0:35274:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2b:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1789449583.256112:0:35274:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1789449583.256113:0:35274:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:1.0:1789449583.256115:0:35274:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217000 00000080:00000001:1.0:1789449583.256118:0:35274:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789449583.256127:0:35274:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:1.0:1789449583.256130:0:35274:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446636920822127456 : -107152887424160 : ffff9e8b86355b60) 00000020:00000001:1.0:1789449583.256133:0:35274:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:1.0:1789449583.256135:0:35274:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:1.0:1789449583.256136:0:35274:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1789449583.256138:0:35274:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1789449583.256139:0:35274:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1789449583.256143:0:35274:0:(cl_page.c:518:__cl_page_state_set()) page@0000000033747c49[2 00000000a4a25892 1 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1789449583.256144:0:35274:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:1.0:1789449583.256146:0:35274:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:1.0:1789449583.256148:0:35274:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:1.0:1789449583.256149:0:35274:0:(osc_page.c:138:osc_page_delete()) ffff9e8b86355bc0 00000008:00000001:1.0:1789449583.256152:0:35274:0:(osc_cache.c:2731:osc_teardown_async_page()) Process entered 00000008:00000040:1.0:1789449583.256154:0:35274:0:(osc_cache.c:2734:osc_teardown_async_page()) teardown oap ffff9e8b86355bd0 page ffff9e8b86355bc0 at index 0. 00000008:00000001:1.0:1789449583.256157:0:35274:0:(osc_cache.c:2756:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789449583.256165:0:35274:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:1.0:1789449583.256168:0:35274:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe3bd4498d380 index 0 00000020:00000001:1.0:1789449583.256175:0:35274:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:1.0:1789449583.256176:0:35274:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:1.0:1789449583.256177:0:35274:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:1.0:1789449583.256180:0:35274:0:(cl_page.c:567:cl_batch_put()) page@0000000033747c49[1 00000000a4a25892 5 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1789449583.256182:0:35274:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:1.0:1789449583.256183:0:35274:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:1.0:1789449583.256187:0:35274:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff9e8b86355b60. 00000020:00000001:1.0:1789449583.256191:0:35274:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:1.0:1789449583.256193:0:35274:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000080:00000001:1.0:1789449583.256252:0:35274:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:1.0:1789449583.256256:0:35274:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000405:0x2b:0x0](ffff9e8b89184b08) 00800000:00000001:1.0:1789449583.256264:0:35274:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:1.0:1789449583.256266:0:35274:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000405:0x2b:0x0] 00000002:00000001:1.0:1789449583.256274:0:35274:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:1.0:1789449583.256283:0:35274:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449583.256285:0:35274:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:1.0:1789449583.256289:0:35274:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449583.256292:0:35274:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.256294:0:35274:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1789449583.256297:0:35274:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1789449583.256299:0:35274:0:(xattr_cache.c:201:ll_xattr_cache_del()) Process entered 00000080:00000020:1.0:1789449583.256301:0:35274:0:(xattr_cache.c:203:ll_xattr_cache_del()) del xattr: (null) 00000080:00000001:1.0:1789449583.256303:0:35274:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:1.0:1789449583.256305:0:35274:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:1.0:1789449583.256308:0:35274:0:(xattr_cache.c:214:ll_xattr_cache_del()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:1.0:1789449583.256310:0:35274:0:(xattr_cache.c:311:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449583.256313:0:35274:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449583.256317:0:35274:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789449583.256319:0:35274:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822024 : -107152888729592 : ffff9e8b86217008) 00000020:00001000:1.0:1789449583.256321:0:35274:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217000 00020000:00000001:1.0:1789449583.256330:0:35274:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:1.0:1789449583.256332:0:35274:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b90686d90) owner 0000000000000000/ffff9e8b8672cf80 00020000:00000001:1.0:1789449583.256336:0:35274:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:1.0:1789449583.256339:0:35274:0:(lov_ea.c:755:dump_lsm()) lsm ffff9e8b898c6120, objid 0x2b:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789449583.256345:0:35274:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout 1 layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789449583.256349:0:35274:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff9e8b87c5a680: ostid: 0x2c0000401:66 ost idx: 1 gen: 0 00020000:00000001:1.0:1789449583.256353:0:35274:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:1.0:1789449583.256355:0:35274:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.256357:0:35274:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:1.0:1789449583.256359:0:35274:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:1.0:1789449583.256364:0:35274:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:1.0:1789449583.256369:0:35274:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652400 count: 2 00010000:00000001:1.0:1789449583.256372:0:35274:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449583.256375:0:35274:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:1.0:1789449583.256378:0:35274:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:1.0:1789449583.256383:0:35274:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 0 [cma]time: 0 0 0 by oinfo size 46 blocks 0 [cma]time 1789449583 1789449583 1789449583 ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000ef2c88a0/0xcddde1459ded67c3 lrc: 1/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xeb7cbf5e2fd3dd50 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000020:00000001:1.0:1789449583.256394:0:35274:0:(cl_object.c:143:cl_object_top()) ffff9e8b87e0ce00 -> ffff9e8b83cb75f8 00000020:00000001:1.0:1789449583.256396:0:35274:0:(cl_object.c:143:cl_object_top()) ffff9e8b87e0ce00 -> ffff9e8b83cb75f8 00000008:00000001:1.0:1789449583.256398:0:35274:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789449583.256401:0:35274:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789449583.256404:0:35274:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789449583.256406:0:35274:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:1.0:1789449583.256412:0:35274:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff9e8b87e0ce00. 00020000:00000001:1.0:1789449583.256418:0:35274:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:1.0:1789449583.256422:0:35274:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff9e8b83cb7320. 00020000:00000001:1.0:1789449583.256429:0:35274:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:1.0:1789449583.256431:0:35274:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449583.256434:0:35274:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789449583.256436:0:35274:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b90686d90) owner 0000000000000000/ffff9e8b8672cf80 00020000:00000001:1.0:1789449583.256438:0:35274:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:1.0:1789449583.256441:0:35274:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:1.0:1789449583.256442:0:35274:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b90686d90) owner 0000000000000000/ffff9e8b8672cf80 00020000:00000001:1.0:1789449583.256445:0:35274:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:1.0:1789449583.256448:0:35274:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff9e8b89e16908. 00020000:00000010:1.0:1789449583.256453:0:35274:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff9e8b87cfc000. 00020000:00000010:1.0:1789449583.256456:0:35274:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff9e8b87c21b90. 00020000:00000002:1.0:1789449583.256460:0:35274:0:(lov_ea.c:755:dump_lsm()) lsm ffff9e8b898c6120, objid 0x2b:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789449583.256464:0:35274:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout 1 layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789449583.256468:0:35274:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff9e8b87c5a680: ostid: 0x2c0000401:66 ost idx: 1 gen: 0 00020000:00000010:1.0:1789449583.256473:0:35274:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9e8b87c5a680. 00020000:00000010:1.0:1789449583.256477:0:35274:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9e8b898c65a0. 00020000:00000010:1.0:1789449583.256481:0:35274:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9e8b898c6120. 00020000:00000001:1.0:1789449583.256484:0:35274:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:1.0:1789449583.256486:0:35274:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b90686d90) owner 0000000000000000/ffff9e8b8672cf80 00020000:00000010:1.0:1789449583.256488:0:35274:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff9e8b90686d90. 00020000:00000001:1.0:1789449583.256492:0:35274:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:1.0:1789449583.256495:0:35274:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff9e8b83cb7578. 00000020:00001000:1.0:1789449583.256499:0:35274:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217000 00000080:00000001:1.0:1789449583.256502:0:35274:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1789449583.256504:0:35274:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000010:1.1:1789449583.265151:0:35275:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b889af3c0. 00000080:00000010:1.1:1789449583.265195:0:35275:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e8b89184a40. 00000100:00000040:2.0:1789449584.065997:0:32803:0:(connection.c:75:cpu_latency_work()) work item of ffff9e8b8322a220 (cpu 2) has reached its deadline 4296586749, at 4296586752 00000100:00000010:2.0:1789449584.066014:0:32803:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e8b87cd5e40. 00000100:00000040:3.0:1789449584.066108:0:29299:0:(connection.c:75:cpu_latency_work()) work item of ffff9e8b8322a330 (cpu 3) has reached its deadline 4296586749, at 4296586752 00000100:00000010:3.0:1789449584.066115:0:29299:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e8b87cd5d20. 00010000:00000001:3.0:1789449584.131210:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449584.131218:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449584.131226:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449584.131228:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449584.131232:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449584.131233:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449584.131236:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449584.131237:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449584.134206:0:16815:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789449584.134214:0:16815:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449584.134219:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1789449584.373571:0:35361:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449584.581520:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80a9314a-fa92-41c3-8d17-36c58fffb192->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789449584.581535:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789449584.581551:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065ed80. 00000020:00000040:2.0:1789449584.581561:0:8:0:(genops.c:1209:class_import_get()) import ffff9e8b83927000 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:2.0:1789449584.581566:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449584.581571:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449584.581579:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449584.581590:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b89db4a00. 00000100:00000001:2.0:1789449584.581599:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449584.581627:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 80a9314a-fa92-41c3-8d17-36c58fffb192->MGS req@ffff9e8b9065ed80 x1876371947538048/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789449584.581641:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449584.581647:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449584.581655:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b0f6468] to pc [ptlrpcd_01_00+0] req@ffff9e8b9065ed80 x1876371947538048/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449584.581700:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449584.581703:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789449584.581707:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789449584.581711:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065e300. 00000020:00000040:2.0:1789449584.581713:0:8:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000100:00000001:2.0:1789449584.581716:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449584.581718:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449584.581720:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449584.581729:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b82c10000. 00000100:00000001:2.0:1789449584.581732:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449584.581737:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0000_UUID req@ffff9e8b9065e300 x1876371947538176/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789449584.581745:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449584.581747:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449584.581751:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b65bae2d] to pc [ptlrpcd_01_01+1] req@ffff9e8b9065e300 x1876371947538176/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449584.581759:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449584.581761:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789449584.581765:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789449584.581768:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065f800. 00000020:00000040:2.0:1789449584.581771:0:8:0:(genops.c:1209:class_import_get()) import ffff9e8b862dc800 refcount=5 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000100:00000001:2.0:1789449584.581773:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449584.581774:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449584.581776:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449584.581779:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b82c10200. 00000100:00000001:2.0:1789449584.581782:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449584.581786:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0001_UUID req@ffff9e8b9065f800 x1876371947538304/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789449584.581793:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449584.581795:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449584.581799:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f3265da] to pc [ptlrpcd_01_00+0] req@ffff9e8b9065f800 x1876371947538304/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449584.581806:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449584.581808:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789449584.581811:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789449584.581815:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065c380. 00000020:00000040:2.0:1789449584.581818:0:8:0:(genops.c:1209:class_import_get()) import ffff9e8b90c6e800 refcount=3 obd=lustre-OST0000-osc-ffff9e8b89903000 00000100:00000001:2.0:1789449584.581820:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449584.581821:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449584.581822:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449584.581825:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b82c10e00. 00000100:00000001:2.0:1789449584.581828:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449584.581832:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0000_UUID req@ffff9e8b9065c380 x1876371947538432/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789449584.581838:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449584.581840:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449584.581844:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aea91663] to pc [ptlrpcd_01_01+1] req@ffff9e8b9065c380 x1876371947538432/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449584.581852:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449584.581854:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789449584.581857:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789449584.581861:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065f100. 00000020:00000040:2.0:1789449584.586347:0:8:0:(genops.c:1209:class_import_get()) import ffff9e8b8986b000 refcount=3 obd=lustre-OST0001-osc-ffff9e8b89903000 00000100:00000001:2.0:1789449584.586360:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449584.586365:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449584.586372:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449584.586391:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b82c10a00. 00000100:00000001:2.0:1789449584.586404:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449584.586420:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0001_UUID req@ffff9e8b9065f100 x1876371947538560/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789449584.586434:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449584.586439:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449584.586448:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b5a0b2a6] to pc [ptlrpcd_01_00+0] req@ffff9e8b9065f100 x1876371947538560/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449584.586460:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449584.586469:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1924) 00000100:00000001:2.0:1789449584.586506:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449584.586510:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449584.586515:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789449584.586522:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065ed80 x1876371947538048/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449584.586530:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449584.586533:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449584.586538:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449584.586542:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449584.586545:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449584.586549:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:80a9314a-fa92-41c3-8d17-36c58fffb192:2401:1876371947538048:192.168.202.109@tcp:400:kworker.0 00000100:00000001:2.0:1789449584.586555:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789449584.586562:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449584.586564:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449584.586567:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789449584.586575:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b82a98000. 02000000:00000001:2.0:1789449584.586577:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449584.586590:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449584.586597:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b9cb8. 00000400:00000010:2.0:1789449584.586607:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d908. 00000100:00000200:2.0:1789449584.586616:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947538048, portal 25 00000100:00000001:2.0:1789449584.586619:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449584.586621:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993082752 : -107152716468864 : ffff9e8b9065ed80) 00000100:00000040:2.0:1789449584.586628:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b9065ed80 x1876371947538048/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449600 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449584.586637:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449584.586641:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449584.586645:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d330. 00000100:00000200:2.0:1789449584.586648:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876371947538048, offset 0 00000400:00000200:2.0:1789449584.586657:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449584.586669:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449584.586680:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449584.586687:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449584.586694:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449584.586698:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449584.586701:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449584.586706:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2968:2968:256:4294967295] 192.168.202.109@tcp LPNI seq info [2968:2968:8:4294967295] 00000400:00000200:2.0:1789449584.586710:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449584.586722:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449584.586730:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449584.586736:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b82c10c00. 00000800:00000200:2.0:1789449584.586744:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449584.586754:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449584.586761:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b82c10c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789449584.586789:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449584.586794:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449584.586797:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296591396 00000100:00000010:2.0:1789449584.586803:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e8b898c6420. 00000100:00000001:2.0:1789449584.586813:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789449584.586818:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296591396 00000100:00000010:2.0:1789449584.586822:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e8b898c6660. 00000100:00000001:2.0:1789449584.586825:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789449584.586829:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449584.586833:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449584.586836:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789449584.586842:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065f800 x1876371947538304/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449584.586850:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449584.586852:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449584.586855:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449584.586857:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449584.586859:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449584.586861:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2401:1876371947538304:192.168.202.109@tcp:400:kworker.0 00000100:00000001:2.0:1789449584.586868:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789449584.586871:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449584.586873:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449584.586874:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789449584.586918:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b8137f400. 02000000:00000001:2.0:1789449584.586920:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449584.586925:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449584.586928:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b9e70. 00000400:00000010:2.0:1789449584.586932:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085db28. 00000100:00000200:2.0:1789449584.586935:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947538304, portal 10 00000100:00000001:2.0:1789449584.586937:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449584.586938:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993085440 : -107152716466176 : ffff9e8b9065f800) 00000100:00000040:2.0:1789449584.586946:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b9065f800 x1876371947538304/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449600 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449584.586952:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449584.586954:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449584.586957:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085dee0. 00000100:00000200:2.0:1789449584.586959:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876371947538304, offset 0 00000400:00000200:2.0:1789449584.586964:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449584.586968:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449584.586971:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449584.586974:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449584.586977:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449584.586979:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449584.586981:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449584.586984:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2969:2969:255:4294967295] 192.168.202.109@tcp LPNI seq info [2969:2969:7:4294967295] 00000400:00000200:2.0:1789449584.586988:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449584.586995:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449584.586999:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449584.587003:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b82c10300. 00000800:00000200:2.0:1789449584.587007:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449584.587013:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449584.587016:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b82c10300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789449584.587019:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449584.587023:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: using a timeout of 22207 usecs (23 jiffies) 00000400:00000200:2.0:1789449584.587026:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449584.587028:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296587292 00000100:00000001:2.0:1789449584.587030:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296591396 00000100:00000001:2.0:1789449584.587032:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296587292 00000100:00000001:2.0:1789449584.587035:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296591396 00000100:00000001:2.0:1789449584.587037:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449584.587039:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449584.587041:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789449584.587044:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065f100 x1876371947538560/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449584.587052:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449584.587053:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449584.587055:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449584.587057:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449584.587059:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449584.587062:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2401:1876371947538560:192.168.202.109@tcp:400:kworker.0 00000100:00000001:2.0:1789449584.587065:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789449584.587067:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449584.587069:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449584.587070:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789449584.587078:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b86673200. 02000000:00000001:2.0:1789449584.587080:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449584.587083:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449584.587086:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b9108. 00000400:00000010:2.0:1789449584.587089:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085daa0. 00000100:00000200:2.0:1789449584.587091:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947538560, portal 4 00000100:00000001:2.0:1789449584.587093:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449584.587095:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993083648 : -107152716467968 : ffff9e8b9065f100) 00000100:00000040:2.0:1789449584.587100:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b9065f100 x1876371947538560/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449600 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449584.587106:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449584.587108:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449584.587110:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085dbb0. 00000100:00000200:2.0:1789449584.587112:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876371947538560, offset 0 00000400:00000200:2.0:1789449584.587116:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449584.587120:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449584.587123:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449584.587126:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449584.587128:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449584.587130:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449584.587132:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449584.587135:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2970:2970:254:4294967295] 192.168.202.109@tcp LPNI seq info [2970:2970:6:4294967295] 00000400:00000200:2.0:1789449584.587139:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449584.587159:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449584.587164:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449584.587167:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b82c10d00. 00000800:00000200:2.0:1789449584.587171:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449584.587174:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449584.587177:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b82c10d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789449584.587179:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449584.587182:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: using a timeout of 218428 usecs (219 jiffies) 00000400:00000200:2.0:1789449584.587185:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449584.587187:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296587488 00000100:00000001:2.0:1789449584.587189:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296591396 00000100:00000001:2.0:1789449584.587218:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296587488 00000100:00000001:2.0:1789449584.587220:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296591396 00000100:00000001:2.0:1789449584.587222:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449584.587225:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449584.587227:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449584.587230:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449584.587242:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449584.587244:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789449584.587247:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449584.587249:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449584.587250:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449584.587254:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:2.0:1789449584.587256:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449584.587258:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449584.587259:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449584.587261:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449584.587262:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449584.587263:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789449584.587268:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065e300 x1876371947538176/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449584.587275:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449584.587277:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449584.587279:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449584.587281:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449584.587283:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449584.587285:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2401:1876371947538176:192.168.202.109@tcp:400:kworker.0 00000100:00000001:2.0:1789449584.587288:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789449584.587291:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449584.587292:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449584.587294:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789449584.587297:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b837f1200. 02000000:00000001:2.0:1789449584.587299:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449584.587302:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449584.587305:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b9f78. 00000400:00000010:2.0:1789449584.587308:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085df68. 00000100:00000200:2.0:1789449584.587311:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947538176, portal 10 00000100:00000001:2.0:1789449584.587313:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449584.587314:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993080064 : -107152716471552 : ffff9e8b9065e300) 00000100:00000040:2.0:1789449584.587320:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b9065e300 x1876371947538176/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449600 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449584.587326:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449584.587328:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449584.587331:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d4c8. 00000100:00000200:2.0:1789449584.587333:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876371947538176, offset 0 00000400:00000200:2.0:1789449584.587337:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449584.587341:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449584.587344:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449584.587347:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449584.587349:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449584.587352:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449584.587354:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449584.587357:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2971:2971:253:4294967295] 192.168.202.109@tcp LPNI seq info [2971:2971:5:4294967295] 00000400:00000200:2.0:1789449584.587361:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449584.587366:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449584.587371:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449584.587375:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b90ce9200. 00000800:00000200:2.0:1789449584.587378:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449584.587382:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449584.587384:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b90ce9200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789449584.587388:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449584.587391:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 833378 usecs (834 jiffies) 00000400:00000200:2.0:1789449584.587393:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449584.587395:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296588103 00000100:00000001:2.0:1789449584.587397:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296591396 00000100:00000001:2.0:1789449584.587399:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296588103 00000100:00000001:2.0:1789449584.587401:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296591396 00000100:00000001:2.0:1789449584.587403:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449584.587406:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449584.587407:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789449584.587412:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065c380 x1876371947538432/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449584.587419:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449584.587420:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449584.587423:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449584.587424:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449584.587426:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449584.587429:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2401:1876371947538432:192.168.202.109@tcp:400:kworker.0 00000100:00000001:2.0:1789449584.587432:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789449584.587434:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449584.587436:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449584.587438:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789449584.587441:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b837f0400. 02000000:00000001:2.0:1789449584.587442:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449584.587445:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449584.587448:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b9318. 00000400:00000010:2.0:1789449584.587451:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d7f8. 00000100:00000200:2.0:1789449584.587453:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947538432, portal 4 00000100:00000001:2.0:1789449584.587455:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449584.587456:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993072000 : -107152716479616 : ffff9e8b9065c380) 00000100:00000040:2.0:1789449584.587462:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b9065c380 x1876371947538432/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449600 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449584.587468:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449584.587470:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449584.587472:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d5d8. 00000100:00000200:2.0:1789449584.587475:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876371947538432, offset 0 00000400:00000200:2.0:1789449584.587479:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449584.587482:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449584.587485:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449584.587488:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449584.587491:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449584.587493:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449584.587495:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449584.587498:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2972:2972:252:4294967295] 192.168.202.109@tcp LPNI seq info [2972:2972:4:4294967295] 00000400:00000200:2.0:1789449584.587501:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449584.587507:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449584.587511:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449584.587515:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b8b175800. 00000800:00000200:2.0:1789449584.587518:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449584.587522:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449584.587524:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b8b175800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789449584.587526:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449584.587529:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: using a timeout of 22901 usecs (23 jiffies) 00000400:00000200:2.0:1789449584.587532:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449584.587534:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296587292 00000100:00000001:2.0:1789449584.587536:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296591396 00000100:00000001:2.0:1789449584.587538:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296587292 00000100:00000001:2.0:1789449584.587540:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296591396 00000100:00000001:2.0:1789449584.587542:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449584.587544:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449584.587546:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449584.587549:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449584.587571:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449584.587574:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449584.587622:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449584.587627:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b82c10c00. 00000400:00000200:2.0:1789449584.587637:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449584.587643:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449584.587650:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d330 00000400:00000010:2.0:1789449584.587653:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d330. 00000100:00000001:2.0:1789449584.587659:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449584.587665:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065ed80 x1876371947538048/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449600 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449584.587675:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449584.587678:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065ed80 x1876371947538048/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449600 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449584.587684:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449584.587686:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789449584.587699:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449584.587701:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b82c10300. 00000400:00000200:2.0:1789449584.587703:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449584.587707:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449584.587710:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085dee0 00000400:00000010:2.0:1789449584.587711:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085dee0. 00000100:00000001:2.0:1789449584.587713:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449584.587716:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065f800 x1876371947538304/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449600 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449584.587723:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449584.587726:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065f800 x1876371947538304/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449600 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449584.587732:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449584.587733:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789449584.587741:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449584.587743:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b82c10d00. 00000400:00000200:2.0:1789449584.587746:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449584.587749:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449584.587751:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085dbb0 00000400:00000010:2.0:1789449584.587753:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085dbb0. 00000100:00000001:2.0:1789449584.587755:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449584.587758:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065f100 x1876371947538560/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449600 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449584.587763:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449584.587766:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065f100 x1876371947538560/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449600 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449584.587772:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449584.587774:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789449584.587780:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449584.587782:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b90ce9200. 00000400:00000200:2.0:1789449584.587785:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449584.587788:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449584.587790:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d4c8 00000400:00000010:2.0:1789449584.587791:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d4c8. 00000100:00000001:2.0:1789449584.587793:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449584.587796:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065e300 x1876371947538176/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449600 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449584.587802:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449584.587805:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065e300 x1876371947538176/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449600 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449584.587811:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449584.587812:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789449584.587912:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449584.587914:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b8b175800. 00000400:00000200:2.0:1789449584.587918:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449584.587921:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449584.587925:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d5d8 00000400:00000010:2.0:1789449584.587926:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d5d8. 00000100:00000001:2.0:1789449584.587928:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449584.587932:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065c380 x1876371947538432/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449600 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449584.587938:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449584.587940:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065c380 x1876371947538432/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449600 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449584.587946:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449584.587947:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449584.597335:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449584.597362:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449584.597368:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449584.597371:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449584.597386:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449584.597398:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449584.597409:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449584.597415:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449584.597423:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449584.597429:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x6aa8ce3664780 00000400:00000200:2.0:1789449584.597436:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449584.597445:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x8705 [1] + 224 00000800:00000001:2.0:1789449584.597455:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449584.597460:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449584.597465:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449584.597472:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449584.597482:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449584.597494:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065f800 x1876371947538304/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449600 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449584.597507:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b9065f800 x1876371947538304/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449600 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449584.597532:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449584.597543:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449584.597547:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449584.597549:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449584.597551:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449584.597554:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449584.597558:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449584.597563:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449584.597566:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449584.597568:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449584.597572:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x6aa8ce3664680 00000400:00000200:2.0:1789449584.597576:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449584.597581:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x86f5 [1] + 224 00000800:00000001:2.0:1789449584.597585:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449584.597591:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449584.597594:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449584.597597:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449584.597600:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449584.597606:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065ed80 x1876371947538048/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449600 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449584.597615:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b9065ed80 x1876371947538048/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449600 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449584.597622:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449584.597625:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449584.597628:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449584.600240:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449584.600254:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789449584.600268:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449584.600271:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449584.600276:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b9cb8. 00000400:00000200:3.0:1789449584.600290:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d908 00000400:00000010:3.0:1789449584.600293:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d908. 00000100:00000001:3.0:1789449584.600299:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449584.600315:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065ed80 x1876371947538048/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449600 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789449584.600327:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065ed80 x1876371947538048/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449600 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449584.600335:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449584.600338:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449584.600341:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449584.600346:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449584.600349:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449584.600352:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449584.600356:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449584.600366:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b83927460 time=65 v=5 (5 5 5 5) 00000100:00001000:3.0:1789449584.600371:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b83927418 time=31 v=5 (1 0 0 0) 00000100:00000001:3.0:1789449584.600373:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789449584.600375:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449584.600379:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789449584.600381:0:2401:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449584.600386:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449584.600391:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065ed80 x1876371947538048/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449600 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449584.600397:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449584.600401:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449584.600404:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449584.600409:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065ed80 x1876371947538048/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449600 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789449584.600417:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:80a9314a-fa92-41c3-8d17-36c58fffb192:2401:1876371947538048:192.168.202.109@tcp:400:kworker.0 00000400:00000001:3.0:1789449584.600424:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449584.600426:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449584.600428:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b9e70. 00000400:00000200:3.0:1789449584.600431:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085db28 00000400:00000010:3.0:1789449584.600433:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085db28. 00000100:00000001:3.0:1789449584.600435:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449584.600440:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065f800 x1876371947538304/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449600 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789449584.600448:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065f800 x1876371947538304/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449600 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449584.600453:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449584.600454:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449584.600456:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449584.600457:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449584.600458:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449584.600460:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449584.600462:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449584.600470:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b862dcc60 time=64 v=5 (5 5 102 102) 00000100:00001000:3.0:1789449584.600472:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b862dcc18 time=64 v=5 (1 1 1 1) 00000100:00000001:3.0:1789449584.600474:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789449584.600475:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449584.600476:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789449584.600480:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449584.600483:0:2401:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789449584.600486:0:2401:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967334 00000100:00000001:3.0:1789449584.600488:0:2401:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789449584.600490:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449584.600494:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065f800 x1876371947538304/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449600 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449584.600505:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449584.600507:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449584.600508:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449584.600511:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065f800 x1876371947538304/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449600 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789449584.600517:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2401:1876371947538304:192.168.202.109@tcp:400:kworker.0 00000100:00000001:3.0:1789449584.600522:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449584.600525:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449584.600529:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065ed80 x1876371947538048/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449600 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449584.600536:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449584.600539:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449584.600543:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b82a98000. 02000000:00000001:3.0:1789449584.600551:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449584.600554:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449584.600556:0:2401:0:(genops.c:1222:class_import_put()) import ffff9e8b83927000 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:3.0:1789449584.600559:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449584.600562:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b89db4a00. 02000000:00000001:3.0:1789449584.600568:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449584.600570:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449584.600572:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065ed80. 00000100:00000001:3.0:1789449584.600576:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449584.600578:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449584.600579:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449584.600582:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065f800 x1876371947538304/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449600 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449584.600588:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449584.600589:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449584.600591:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b8137f400. 02000000:00000001:3.0:1789449584.600594:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449584.600595:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449584.600596:0:2401:0:(genops.c:1222:class_import_put()) import ffff9e8b862dc800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000020:00000001:3.0:1789449584.600598:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449584.600600:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b82c10200. 02000000:00000001:3.0:1789449584.600603:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449584.600605:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449584.600606:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065f800. 00000100:00000001:3.0:1789449584.600608:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449584.600609:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449584.600613:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449584.600615:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449584.600616:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449584.600618:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449584.600620:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789449584.605774:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449584.605798:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449584.605804:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449584.605807:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449584.605820:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449584.605831:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449584.605842:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449584.605848:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449584.605855:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449584.605861:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 4 MB=0x6aa8ce3664880 00000400:00000200:3.0:1789449584.605868:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449584.605876:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 224/224 into md 0x8715 [1] + 224 00000800:00000001:3.0:1789449584.605917:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449584.605923:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449584.605928:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449584.605934:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449584.605945:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449584.605958:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065f100 x1876371947538560/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449600 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449584.605970:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b9065f100 x1876371947538560/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449600 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449584.605996:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449584.606008:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449584.606012:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449584.606014:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449584.606016:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449584.606019:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449584.606022:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449584.606026:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449584.606028:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449584.606031:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449584.606034:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 4 MB=0x6aa8ce3664800 00000400:00000200:3.0:1789449584.606037:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449584.606040:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 224/224 into md 0x8735 [1] + 224 00000800:00000001:3.0:1789449584.606044:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449584.606063:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449584.606065:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449584.606069:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449584.606072:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449584.606077:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065c380 x1876371947538432/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449600 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449584.606085:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b9065c380 x1876371947538432/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449600 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449584.606092:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449584.606095:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449584.606098:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449584.606115:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449584.606123:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789449584.606132:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449584.606135:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449584.606139:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b9318. 00000400:00000200:3.0:1789449584.606144:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d7f8 00000400:00000010:3.0:1789449584.606148:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d7f8. 00000100:00000001:3.0:1789449584.606151:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449584.606155:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065c380 x1876371947538432/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449600 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789449584.606164:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065c380 x1876371947538432/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449600 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449584.606169:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449584.606171:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449584.606174:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449584.606179:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449584.606182:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449584.606185:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449584.606188:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449584.606212:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b90c6ec60 time=64 v=5 (5 5 5 5) 00000100:00001000:3.0:1789449584.606218:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b90c6ec18 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1789449584.606220:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789449584.606222:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449584.606226:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789449584.606230:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449584.606234:0:2401:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789449584.606237:0:2401:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e8b89903000: skip recheck: last_committed 4294967335 00000100:00000001:3.0:1789449584.606239:0:2401:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789449584.606240:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449584.606245:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065c380 x1876371947538432/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449600 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449584.606252:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449584.606255:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449584.606257:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449584.606261:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065c380 x1876371947538432/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449600 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789449584.606269:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2401:1876371947538432:192.168.202.109@tcp:400:kworker.0 00000400:00000001:3.0:1789449584.606276:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449584.606278:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449584.606279:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b9108. 00000400:00000200:3.0:1789449584.606282:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085daa0 00000400:00000010:3.0:1789449584.606284:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085daa0. 00000100:00000001:3.0:1789449584.606286:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449584.606289:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065f100 x1876371947538560/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449600 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789449584.606297:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065f100 x1876371947538560/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449600 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449584.606302:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449584.606303:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449584.606305:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449584.606306:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449584.606307:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449584.606308:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449584.606310:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449584.606314:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8986b460 time=64 v=5 (5 5 5 5) 00000100:00001000:3.0:1789449584.606317:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8986b418 time=22 v=5 (1 0 0 0) 00000100:00000001:3.0:1789449584.606319:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789449584.606320:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449584.606322:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789449584.606324:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449584.606326:0:2401:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789449584.606327:0:2401:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9e8b89903000: skip recheck: last_committed 4294967328 00000100:00000001:3.0:1789449584.606329:0:2401:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789449584.606330:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449584.606334:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065f100 x1876371947538560/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449600 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449584.606340:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449584.606343:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449584.606344:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449584.606347:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065f100 x1876371947538560/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449600 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789449584.606359:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2401:1876371947538560:192.168.202.109@tcp:400:kworker.0 00000100:00000001:3.0:1789449584.606363:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449584.606366:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449584.606369:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065c380 x1876371947538432/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449600 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449584.606375:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449584.606378:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449584.606383:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b837f0400. 02000000:00000001:3.0:1789449584.606387:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449584.606391:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449584.606393:0:2401:0:(genops.c:1222:class_import_put()) import ffff9e8b90c6e800 refcount=2 obd=lustre-OST0000-osc-ffff9e8b89903000 00000020:00000001:3.0:1789449584.606396:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449584.606399:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b82c10e00. 02000000:00000001:3.0:1789449584.606405:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449584.606407:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449584.606409:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065c380. 00000100:00000001:3.0:1789449584.606414:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449584.606415:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449584.606416:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449584.606419:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065f100 x1876371947538560/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449600 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449584.606425:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449584.606426:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449584.606428:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b86673200. 02000000:00000001:3.0:1789449584.606435:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449584.606436:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449584.606437:0:2401:0:(genops.c:1222:class_import_put()) import ffff9e8b8986b000 refcount=2 obd=lustre-OST0001-osc-ffff9e8b89903000 00000020:00000001:3.0:1789449584.606439:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449584.606440:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b82c10a00. 02000000:00000001:3.0:1789449584.606442:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449584.606443:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449584.606444:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065f100. 00000100:00000001:3.0:1789449584.606447:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449584.606449:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449584.606453:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449584.606455:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449584.606457:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449584.606459:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449584.606461:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789449584.612718:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449584.612742:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449584.612747:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449584.612750:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449584.612765:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449584.612777:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449584.612788:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449584.612794:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449584.612801:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449584.612807:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x6aa8ce3664700 00000400:00000200:2.0:1789449584.612814:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449584.612822:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x8725 [1] + 224 00000800:00000001:2.0:1789449584.612833:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449584.612841:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449584.612845:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449584.612850:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449584.612860:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449584.612874:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065e300 x1876371947538176/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449600 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449584.612939:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b9065e300 x1876371947538176/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449600 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449584.612956:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449584.612985:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449584.612989:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449584.613306:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449584.613312:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789449584.613322:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449584.613324:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449584.613329:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b9f78. 00000400:00000200:3.0:1789449584.613334:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085df68 00000400:00000010:3.0:1789449584.613337:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085df68. 00000100:00000001:3.0:1789449584.613341:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449584.613346:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065e300 x1876371947538176/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449600 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789449584.613355:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065e300 x1876371947538176/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449600 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449584.613361:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449584.613364:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449584.613366:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449584.613371:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449584.613374:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449584.613377:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449584.613380:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449584.613393:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=64 v=5 (5 5 102 102) 00000100:00001000:3.0:1789449584.613399:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=31 v=5 (1 0 0 0) 00000100:00000001:3.0:1789449584.613402:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789449584.613404:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449584.613408:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789449584.613412:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449584.613417:0:2401:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789449584.613419:0:2401:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967639 00000100:00000001:3.0:1789449584.613421:0:2401:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789449584.613425:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449584.613432:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065e300 x1876371947538176/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449600 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449584.613439:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449584.613442:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449584.613446:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449584.613450:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065e300 x1876371947538176/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449600 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789449584.613458:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2401:1876371947538176:192.168.202.109@tcp:400:kworker.0 00000100:00000001:3.0:1789449584.613463:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449584.613466:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449584.613470:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065e300 x1876371947538176/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449600 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449584.613476:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449584.613480:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449584.613484:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b837f1200. 02000000:00000001:3.0:1789449584.613488:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449584.613492:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449584.613494:0:2401:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:3.0:1789449584.613496:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449584.613500:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b82c10000. 02000000:00000001:3.0:1789449584.613505:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449584.613507:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449584.613509:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065e300. 00000100:00000001:3.0:1789449584.613513:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449584.613515:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449584.613517:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449584.613526:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449584.613529:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449584.613531:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449584.613535:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449585.158394:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449585.158406:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449585.158413:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449585.158416:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449585.158420:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449585.158421:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449585.158425:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449585.158426:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449585.158461:0:16942:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789449585.158464:0:16942:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449585.158468:0:16942:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1789449586.081218:0:35501:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449586.178745:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449586.178755:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449586.178764:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449586.178765:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449586.178769:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449586.178770:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449586.178774:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449586.178775:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449586.181104:0:16814:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789449586.181115:0:16814:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449586.181121:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789449587.204662:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449587.204674:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449587.204683:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449587.204684:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449587.204689:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449587.204690:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449587.204693:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449587.204695:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449587.204983:0:16815:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789449587.204987:0:16815:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449587.204990:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1789449588.031621:0:35647:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449588.226022:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449588.226032:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449588.226050:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449588.226052:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449588.226056:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449588.226057:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449588.226061:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449588.226062:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449588.226100:0:16942:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789449588.226104:0:16942:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449588.226108:0:16942:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1789449588.750389:0:35709:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789449589.122300:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449589.122331:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449589.122337:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449589.122340:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449589.122356:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449589.122369:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449589.122381:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449589.122388:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449589.122396:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449589.122402:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 328 into portal 15 MB=0x6aa8ce47da480 00000400:00000200:2.0:1789449589.122414:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.109@tcp of length 328/328 into md 0x7f8d [2] + 1704 00000800:00000001:2.0:1789449589.122425:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449589.122440:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449589.122444:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449589.122450:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449589.122462:0:2393:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1789449589.122465:0:2393:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1789449589.122473:0:2393:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065d880. 00000100:00000040:2.0:1789449589.122479:0:2393:0:(events.c:341:request_in_callback()) incoming req@ffff9e8b9065d880 x1876371965846656 msgsize 328 00000100:00100000:2.0:1789449589.122483:0:2393:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.109@tcp (source: 12345-192.168.202.109@tcp) 00000100:00000001:2.0:1789449589.122510:0:2393:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:2.0:1789449589.122522:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449589.122525:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449589.123072:0:16806:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1789449589.123076:0:16806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876371965846656 02000000:00000001:3.0:1789449589.123080:0:16806:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1789449589.123083:0:16806:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449589.123086:0:16806:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449589.123092:0:16806:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449589.123098:0:16806:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876371965846656 00000020:00000001:3.0:1789449589.123102:0:16806:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789449589.123104:0:16806:0:(genops.c:804:class_conn2export()) looking for export cookie 0xcddde1459ded5b3d 00000020:00000001:3.0:1789449589.123108:0:16806:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449589.125504:0:16806:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e8b89bcf800 refcount=4 00000020:00000001:3.0:1789449589.125519:0:16806:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920881346560 : -107152828205056 : ffff9e8b89bcf800) 00000020:00000001:3.0:1789449589.125525:0:16806:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636920881346560 : -107152828205056 : ffff9e8b89bcf800) 00000100:00000001:3.0:1789449589.125535:0:16806:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789449589.125543:0:16806:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e8b896f0880. 00000100:00000001:3.0:1789449589.125548:0:16806:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789449589.125552:0:16806:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e8b896f0880. 00000020:00000010:3.0:1789449589.125561:0:16806:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e8b86220200. 00000020:00000010:3.0:1789449589.125571:0:16806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e8b84d02b00. 00000020:00000010:3.0:1789449589.125578:0:16806:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e8b903b5e10. 00000100:00000040:3.0:1789449589.125604:0:16806:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1789449589.125610:0:16806:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1789449589.125611:0:16806:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1789449589.125615:0:16806:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449589.125627:0:16806:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449589.125644:0:16806:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449589.125669:0:16806:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1789449589.125672:0:16806:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1789449589.125683:0:16806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.109@tcp, seq: 65 00000100:00000040:3.0:1789449589.125688:0:16806:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9e8b89bcf800 : new rpc_count 1 00000100:00000001:3.0:1789449589.125690:0:16806:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446636920993077376 : -107152716474240 : ffff9e8b9065d880) 00000100:00000040:3.0:1789449589.125702:0:16806:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e8b9065d880 x1876371965846656/t0(0) o104->LOV_OSC_UUID@192.168.202.109@tcp:695/0 lens 328/0 e 0 to 0 dl 1789449600 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789449589.125713:0:16806:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789449589.125716:0:16806:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e8b896f0880. 00000100:00000001:3.0:1789449589.125717:0:16806:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789449589.125720:0:16806:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e8b896f0880. 00000100:00100000:3.0:1789449589.125726:0:16806:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9e8b9065d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8431:x1876371965846656:12345-192.168.202.109@tcp:104: 00000100:00000200:3.0:1789449589.125730:0:16806:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876371965846656 00010000:00000001:3.0:1789449589.125734:0:16806:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1789449589.125747:0:16806:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449589.125749:0:16806:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449589.125753:0:16806:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75a00 refcount=2 00000020:00000001:3.0:1789449589.125755:0:16806:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:3.0:1789449589.125758:0:16806:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:3.0:1789449589.125763:0:16806:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449589.125768:0:16806:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789449589.125775:0:16806:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000ef2c88a0/0xcddde1459ded67c3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000030000 nid: local remote: 0xeb7cbf5e2fd3dd50 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000100:00000001:3.0:1789449589.125793:0:16806:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1789449589.125798:0:16806:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1789449589.125807:0:16806:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e8b87c4ac00. 02000000:00000001:3.0:1789449589.125810:0:16806:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449589.125814:0:16806:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449589.125820:0:16806:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1789449589.125823:0:16806:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449589.125828:0:16806:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b91c491e8 time=68 v=5 (1 1 1 1) 00000100:00000001:3.0:1789449589.125834:0:16806:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789449589.125837:0:16806:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9e8b895f2700 refcount 16 to 192.168.202.109@tcp 00000100:00000001:3.0:1789449589.125840:0:16806:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446636920875198208 : -107152834353408 : ffff9e8b895f2700) 02000000:00000001:3.0:1789449589.125843:0:16806:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1789449589.125846:0:16806:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449589.125850:0:16806:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449589.125854:0:16806:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1789449589.125861:0:16806:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69dd0. 00000100:00000200:3.0:1789449589.125871:0:16806:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1876371965846656, offset 224 00000400:00000200:3.0:1789449589.125899:0:16806:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1789449589.125915:0:16806:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449589.125928:0:16806:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.202.9@tcp to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449589.125937:0:16806:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2973:2973:256:4294967295] 192.168.202.109@tcp LPNI seq info [2973:2973:8:4294967295] 00000400:00000200:3.0:1789449589.125942:0:16806:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449589.125956:0:16806:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449589.125962:0:16806:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449589.125969:0:16806:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051c200. 00000800:00000200:3.0:1789449589.125977:0:16806:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449589.125987:0:16806:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449589.125993:0:16806:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051c200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789449589.126021:0:16806:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449589.126026:0:16806:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9e8b895f2700 refcount 15 to 192.168.202.109@tcp 00010000:00000001:3.0:1789449589.126030:0:16806:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1789449589.126035:0:16806:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9e8b831c5180. 00010000:00000001:3.0:1789449589.126038:0:16806:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1789449589.126056:0:16806:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1789449589.126059:0:16806:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449589.126061:0:16806:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449589.126063:0:16806:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449589.126068:0:16806:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065d880 x1876371965846656/t0(0) o104->LOV_OSC_UUID@192.168.202.109@tcp:695/0 lens 328/224 e 0 to 0 dl 1789449600 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789449589.126076:0:16806:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9e8b9065d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8431:x1876371965846656:12345-192.168.202.109@tcp:104: Request processed in 362us (3596us total) trans 0 rc 0/0 00000100:00100000:3.0:1789449589.126083:0:16806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.109@tcp, seq: 65 00000100:00000040:3.0:1789449589.126088:0:16806:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e8b89bcf800 : new rpc_count 0 00000100:00000001:3.0:1789449589.126091:0:16806:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1789449589.126097:0:16806:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1789449589.126103:0:16806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e8b84d02b00. 00000020:00000010:3.0:1789449589.126107:0:16806:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e8b903b5e10. 00000800:00000200:2.0:1789449589.126366:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449589.126371:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b9051c200. 00000400:00000200:2.0:1789449589.126377:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449589.126384:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449589.126392:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69dd0 00000400:00000010:2.0:1789449589.126396:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69dd0. 00000100:00000001:2.0:1789449589.126400:0:2394:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:2.0:1789449589.126402:0:2394:0:(events.c:402:reply_out_callback()) Process leaving 00000020:00000010:3.0:1789449589.126771:0:16806:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e8b86220200. 00000020:00000040:3.0:1789449589.126781:0:16806:0:(genops.c:879:class_export_put()) PUTting export ffff9e8b89bcf800 : new refcount 3 00000100:00000001:3.0:1789449589.126784:0:16806:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789449589.129559:0:16814:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789449589.129569:0:16814:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449589.129576:0:16814:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1789449589.129580:0:16814:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1789449589.129583:0:16814:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1789449589.129591:0:16814:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000ef2c88a0/0xcddde1459ded67c3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000030000 nid: local remote: 0xeb7cbf5e2fd3dd50 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00010000:1.0:1789449589.129608:0:16814:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e8b91c75a00 already unused, calling callback (ffffffffc11f9300) 00000008:00000001:1.0:1789449589.129612:0:16814:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1789449589.129616:0:16814:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1789449589.129619:0:16814:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449589.129623:0:16814:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449589.129626:0:16814:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75a00 refcount=3 00000020:00000001:1.0:1789449589.129629:0:16814:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:1.0:1789449589.129632:0:16814:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016244736 : -107152693306880 : ffff9e8b91c75a00) 00010000:00000001:1.0:1789449589.129636:0:16814:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789449589.129639:0:16814:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000ef2c88a0/0xcddde1459ded67c3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400030000 nid: local remote: 0xeb7cbf5e2fd3dd50 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:1.0:1789449589.129654:0:16814:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1789449589.129658:0:16814:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789449589.129663:0:16814:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822024 : -107152888729592 : ffff9e8b86217008) 00000020:00001000:1.0:1789449589.129666:0:16814:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217000 00000008:00000001:1.0:1789449589.129669:0:16814:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:1.0:1789449589.129672:0:16814:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1789449589.129674:0:16814:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217000 00000008:00000001:1.0:1789449589.129677:0:16814:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449589.129680:0:16814:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789449589.129684:0:16814:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789449589.129687:0:16814:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789449589.129689:0:16814:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449589.129693:0:16814:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789449589.129697:0:16814:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9e8b91c75a00 with handle 0xcddde1459ded67c3 from hash 00010000:00000001:1.0:1789449589.129700:0:16814:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789449589.129702:0:16814:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449589.129704:0:16814:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449589.129705:0:16814:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789449589.129709:0:16814:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789449589.129711:0:16814:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1789449589.129719:0:16814:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789449589.129723:0:16814:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449589.129726:0:16814:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789449589.129729:0:16814:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1789449589.129737:0:16814:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83692680. 00000020:00000040:1.0:1789449589.129741:0:16814:0:(genops.c:1209:class_import_get()) import ffff9e8b8986b000 refcount=3 obd=lustre-OST0001-osc-ffff9e8b89903000 00000100:00000001:1.0:1789449589.129747:0:16814:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789449589.129751:0:16814:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789449589.129756:0:16814:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789449589.129765:0:16814:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e8b83766800. 00000100:00000001:1.0:1789449589.129774:0:16814:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449589.129778:0:16814:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1789449589.129786:0:16814:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000ef2c88a0/0xcddde1459ded67c3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0xeb7cbf5e2fd3dd50 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00010000:1.0:1789449589.129795:0:16814:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1789449589.129797:0:16814:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449589.129804:0:16814:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789449589.129810:0:16814:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449589.129827:0:16814:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003042d139] to pc [ptlrpcd_00_00+0] req@ffff9e8b83692680 x1876371947538688/t0(0) o103->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789449589.129856:0:16814:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449589.129858:0:16814:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449589.129860:0:16814:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449589.129862:0:16814:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449589.129864:0:16814:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789449589.129866:0:16814:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449589.129870:0:16814:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000ef2c88a0/0xcddde1459ded67c3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0xeb7cbf5e2fd3dd50 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:1.0:1789449589.129898:0:16814:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789449589.129902:0:16814:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9e8b89903000 lock: 00000000ef2c88a0/0xcddde1459ded67c3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0xeb7cbf5e2fd3dd50 expref: -99 pid: 35265 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000010:1.0:1789449589.129911:0:16814:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9e8b896f0540. 00010000:00000040:1.0:1789449589.129922:0:16814:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9e8b90652400 count: 0 00010000:00000010:1.0:1789449589.129931:0:16814:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9e8b90652200. 00010000:00000001:1.0:1789449589.129945:0:16814:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449589.129947:0:16814:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1789449589.129949:0:16814:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9e8b831c5180. 00010000:00000001:1.0:1789449589.129952:0:16814:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449589.129954:0:16814:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789449589.129956:0:16814:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449589.129958:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789449589.129960:0:16814:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789449589.129961:0:16814:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449589.129963:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789449589.129965:0:16814:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789449589.129966:0:16814:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449589.129967:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789449589.129980:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449589.129984:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449589.129987:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789449589.129995:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83692680 x1876371947538688/t0(0) o103->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449589.130017:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449589.130020:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449589.130026:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789449589.130029:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789449589.130032:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449589.130037:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83692680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2399:1876371947538688:192.168.202.109@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1789449589.130044:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789449589.130053:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789449589.130055:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449589.130059:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789449589.130064:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b83766e00. 02000000:00000001:1.0:1789449589.130067:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789449589.130079:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:1.0:1789449589.130085:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b83427f20. 00000400:00000010:1.0:1789449589.130094:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b850122a8. 00000100:00000200:1.0:1789449589.130104:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947538688, portal 18 00000100:00000001:1.0:1789449589.130107:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449589.130109:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775190144 : -107152934361472 : ffff9e8b83692680) 00000100:00000040:1.0:1789449589.133517:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b83692680 x1876371947538688/t0(0) o103->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449605 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449589.133546:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789449589.133552:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1789449589.133566:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012550. 00000100:00000200:1.0:1789449589.133580:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1876371947538688, offset 0 00000400:00000200:1.0:1789449589.133595:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1789449589.133615:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449589.133628:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1789449589.133636:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789449589.133642:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1789449589.133647:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789449589.133650:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1789449589.133655:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2974:2974:256:4294967295] 192.168.202.109@tcp LPNI seq info [2974:2974:8:4294967295] 00000400:00000200:1.0:1789449589.133661:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449589.133743:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1789449589.133753:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1789449589.133763:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b83d9c800. 00000800:00000200:1.0:1789449589.133772:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1789449589.133783:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1789449589.133789:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b83d9c800 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1789449589.133808:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449589.133816:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: using a timeout of 217502 usecs (218 jiffies) 00000400:00000200:1.0:1789449589.133821:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:1.0:1789449589.133824:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296592037 00000100:00000001:1.0:1789449589.133835:0:2399:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS request active for cpu 2, simply extend its deadline from 4296591396 00000100:00000001:1.0:1789449589.133843:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296592037 00000100:00000001:1.0:1789449589.133848:0:2399:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS request active for cpu 3, simply extend its deadline from 4296591396 00000100:00000001:1.0:1789449589.133852:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449589.133857:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449589.134073:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449589.134080:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b83d9c800. 00000400:00000200:2.0:1789449589.134088:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449589.134094:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449589.134100:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012550 00000400:00000010:2.0:1789449589.134104:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012550. 00000100:00000001:2.0:1789449589.134108:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449589.134347:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83692680 x1876371947538688/t0(0) o103->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449605 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449589.134365:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449589.134370:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83692680 x1876371947538688/t0(0) o103->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449605 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449589.134377:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449589.134379:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789449589.134445:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449589.134451:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449589.134462:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789449589.134464:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789449589.134467:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449589.134470:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449589.134472:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449589.134476:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449589.134487:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449589.134489:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789449589.143317:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449589.143341:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449589.143347:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449589.143350:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449589.143363:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449589.143373:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449589.143385:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449589.143389:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449589.143395:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449589.143399:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 18 MB=0x6aa8ce3664900 00000400:00000200:2.0:1789449589.143404:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449589.143411:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.109@tcp of length 224/224 into md 0x874d [1] + 224 00000800:00000001:2.0:1789449589.143418:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449589.143427:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449589.143432:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449589.143436:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449589.143445:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449589.143455:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83692680 x1876371947538688/t0(0) o103->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449605 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449589.143464:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b83692680 x1876371947538688/t0(0) o103->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449605 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449589.143482:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449589.143492:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449589.143494:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449589.143535:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449589.143539:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789449589.143547:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789449589.143549:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789449589.143553:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b83427f20. 00000400:00000200:1.0:1789449589.143557:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b850122a8 00000400:00000010:1.0:1789449589.143560:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b850122a8. 00000100:00000001:1.0:1789449589.143562:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789449589.143566:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83692680 x1876371947538688/t0(0) o103->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449605 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789449589.143572:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83692680 x1876371947538688/t0(0) o103->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449605 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449589.143576:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789449589.143578:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449589.143580:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789449589.143583:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789449589.143585:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789449589.143587:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449589.143590:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789449589.143602:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8986b538 time=56 v=5 (5 5 5 0) 00000100:00001000:1.0:1789449589.143606:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8986b418 time=27 v=5 (1 0 0 0) 00000100:00000001:1.0:1789449589.143608:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789449589.143609:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449589.143612:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789449589.143615:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449589.143618:0:2399:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789449589.143620:0:2399:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9e8b89903000: skip recheck: last_committed 4294967328 00000100:00000001:1.0:1789449589.143622:0:2399:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789449589.143623:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449589.143627:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83692680 x1876371947538688/t0(0) o103->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449605 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449589.143632:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449589.143636:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789449589.143638:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789449589.143640:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83692680 x1876371947538688/t0(0) o103->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449605 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789449589.143646:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83692680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2399:1876371947538688:192.168.202.109@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1789449589.143650:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449589.143652:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449589.143655:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83692680 x1876371947538688/t0(0) o103->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449605 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449589.143659:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789449589.143661:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789449589.143665:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b83766e00. 02000000:00000001:1.0:1789449589.143670:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789449589.143673:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449589.143675:0:2399:0:(genops.c:1222:class_import_put()) import ffff9e8b8986b000 refcount=2 obd=lustre-OST0001-osc-ffff9e8b89903000 00000020:00000001:1.0:1789449589.143677:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789449589.143679:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e8b83766800. 02000000:00000001:1.0:1789449589.143681:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789449589.143683:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789449589.143684:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83692680. 00000100:00000001:1.0:1789449589.143687:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789449589.143688:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449589.143691:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449589.143700:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789449589.143702:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449589.143703:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449589.143705:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1789449589.147135:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b90652400. 00010000:00000010:1.1:1789449589.147161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c75a00. 00010000:00000001:3.0:1789449589.250394:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449589.250404:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449589.250412:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449589.250413:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449589.250417:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449589.250417:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449589.250591:0:16815:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789449589.250596:0:16815:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449589.250600:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789449589.354003:0:32803:0:(connection.c:75:cpu_latency_work()) work item of ffff9e8b8322a220 (cpu 2) has reached its deadline 4296592037, at 4296592040 00000100:00000010:2.0:1789449589.354025:0:32803:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e8b898c6420. 00000100:00000040:3.0:1789449589.354082:0:29299:0:(connection.c:75:cpu_latency_work()) work item of ffff9e8b8322a330 (cpu 3) has reached its deadline 4296592037, at 4296592040 00000100:00000010:3.0:1789449589.354090:0:29299:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e8b898c6660. 00000100:00000040:1.0:1789449589.700193:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80a9314a-fa92-41c3-8d17-36c58fffb192->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789449589.700204:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789449589.700214:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83692680. 00000020:00000040:1.0:1789449589.700221:0:38:0:(genops.c:1209:class_import_get()) import ffff9e8b83927000 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:1.0:1789449589.700226:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789449589.700230:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789449589.700237:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789449589.700247:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b83d9c000. 00000100:00000001:1.0:1789449589.700257:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449589.700273:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 80a9314a-fa92-41c3-8d17-36c58fffb192->MGS req@ffff9e8b83692680 x1876371947538816/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789449589.700286:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789449589.700291:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449589.700298:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003042d139] to pc [ptlrpcd_00_01+1] req@ffff9e8b83692680 x1876371947538816/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449589.700322:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449589.700326:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789449589.700329:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789449589.700332:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83691c00. 00000020:00000040:1.0:1789449589.700334:0:38:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000100:00000001:1.0:1789449589.700336:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789449589.700337:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789449589.700339:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789449589.700342:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b83d9c100. 00000100:00000001:1.0:1789449589.700344:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449589.700348:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0000_UUID req@ffff9e8b83691c00 x1876371947538944/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789449589.700354:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789449589.700356:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449589.700360:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f061a3e] to pc [ptlrpcd_00_00+0] req@ffff9e8b83691c00 x1876371947538944/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449589.700367:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449589.700370:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789449589.700373:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789449589.700376:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83692a00. 00000020:00000040:1.0:1789449589.700378:0:38:0:(genops.c:1209:class_import_get()) import ffff9e8b862dc800 refcount=5 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000100:00000001:1.0:1789449589.700381:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789449589.700382:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789449589.700384:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789449589.700387:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b83d9cb00. 00000100:00000001:1.0:1789449589.700389:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449589.700393:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0001_UUID req@ffff9e8b83692a00 x1876371947539072/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789449589.700401:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789449589.700402:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449589.700406:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000adf9be41] to pc [ptlrpcd_00_01+1] req@ffff9e8b83692a00 x1876371947539072/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449589.700413:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449589.700415:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789449589.700418:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789449589.700422:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83690380. 00000020:00000040:1.0:1789449589.700424:0:38:0:(genops.c:1209:class_import_get()) import ffff9e8b90c6e800 refcount=3 obd=lustre-OST0000-osc-ffff9e8b89903000 00000100:00000001:1.0:1789449589.700426:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789449589.700427:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789449589.700429:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789449589.700433:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b83d9c800. 00000100:00000001:1.0:1789449589.700436:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449589.700441:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0000_UUID req@ffff9e8b83690380 x1876371947539200/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789449589.700447:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789449589.700448:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449589.700451:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004cdc5780] to pc [ptlrpcd_00_00+0] req@ffff9e8b83690380 x1876371947539200/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449589.700457:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449589.700460:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789449589.700463:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789449589.700467:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83690e00. 00000020:00000040:1.0:1789449589.700469:0:38:0:(genops.c:1209:class_import_get()) import ffff9e8b8986b000 refcount=3 obd=lustre-OST0001-osc-ffff9e8b89903000 00000100:00000001:1.0:1789449589.700471:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789449589.700472:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789449589.700475:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789449589.700478:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b90ce9b00. 00000100:00000001:1.0:1789449589.700481:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449589.700484:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0001_UUID req@ffff9e8b83690e00 x1876371947539328/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789449589.700490:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789449589.700491:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449589.700494:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d6e7149] to pc [ptlrpcd_00_01+1] req@ffff9e8b83690e00 x1876371947539328/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449589.700500:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449589.700505:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1930) 00000100:00000001:1.0:1789449589.700517:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449589.700521:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449589.700525:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789449589.700531:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83692680 x1876371947538816/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449589.700538:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449589.700541:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449589.700546:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789449589.700549:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789449589.700552:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449589.700555:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83692680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:80a9314a-fa92-41c3-8d17-36c58fffb192:2400:1876371947538816:192.168.202.109@tcp:400:kworker.0 00000100:00000001:1.0:1789449589.700561:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789449589.700568:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789449589.700570:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449589.700574:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789449589.700579:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b83767200. 02000000:00000001:1.0:1789449589.700582:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789449589.700591:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:1.0:1789449589.700598:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b83427f20. 00000400:00000010:1.0:1789449589.700607:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b850122a8. 00000100:00000200:1.0:1789449589.700617:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947538816, portal 25 00000100:00000001:1.0:1789449589.700621:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449589.700623:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775190144 : -107152934361472 : ffff9e8b83692680) 00000100:00000040:1.0:1789449589.700629:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b83692680 x1876371947538816/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449605 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449589.700637:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789449589.700641:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1789449589.700644:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012088. 00000100:00000200:1.0:1789449589.700648:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876371947538816, offset 0 00000400:00000200:1.0:1789449589.700655:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1789449589.700666:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449589.700677:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1789449589.700684:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789449589.700692:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1789449589.700696:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789449589.700700:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1789449589.700704:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2975:2975:256:4294967295] 192.168.202.109@tcp LPNI seq info [2975:2975:8:4294967295] 00000400:00000200:1.0:1789449589.700709:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449589.700723:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1789449589.700730:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1789449589.700737:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b82fe1100. 00000800:00000200:1.0:1789449589.700745:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1789449589.700757:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1789449589.700763:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b82fe1100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789449589.700774:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789449589.700778:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:1.0:1789449589.700782:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296596513 00000800:00000200:3.0:1789449589.701013:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449589.701019:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b82fe1100. 00000400:00000200:3.0:1789449589.701025:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449589.701031:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449589.701038:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012088 00000400:00000010:3.0:1789449589.701042:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012088. 00000100:00000001:3.0:1789449589.701047:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449589.701052:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83692680 x1876371947538816/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449605 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449589.701062:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449589.701066:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83692680 x1876371947538816/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449605 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449589.701074:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449589.701076:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000010:1.0:1789449589.701952:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e8b87c1e420. 00000100:00000001:1.0:1789449589.701965:0:2400:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789449589.701973:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296596514 00000100:00000010:1.0:1789449589.701976:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e8b87c1ec00. 00000100:00000001:1.0:1789449589.701980:0:2400:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789449589.701983:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449589.701987:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449589.701992:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789449589.702000:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83692a00 x1876371947539072/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449589.702009:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449589.702011:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449589.702014:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789449589.702018:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789449589.702020:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449589.702023:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83692a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2400:1876371947539072:192.168.202.109@tcp:400:kworker.0 00000100:00000001:1.0:1789449589.702028:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789449589.702034:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789449589.702036:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449589.702038:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789449589.702043:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b83766e00. 02000000:00000001:1.0:1789449589.702044:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789449589.702053:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:1.0:1789449589.702058:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b834270b0. 00000400:00000010:1.0:1789449589.702064:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012880. 00000100:00000200:1.0:1789449589.702071:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947539072, portal 10 00000100:00000001:1.0:1789449589.702074:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449589.702076:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775191040 : -107152934360576 : ffff9e8b83692a00) 00000100:00000040:1.0:1789449589.702085:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b83692a00 x1876371947539072/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449605 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449589.702092:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789449589.702095:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1789449589.702098:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012f68. 00000100:00000200:1.0:1789449589.702101:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876371947539072, offset 0 00000400:00000200:1.0:1789449589.702108:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1789449589.702116:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449589.702123:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1789449589.702128:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789449589.702132:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1789449589.702135:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789449589.702138:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1789449589.702141:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2976:2976:256:4294967295] 192.168.202.109@tcp LPNI seq info [2976:2976:8:4294967295] 00000400:00000200:1.0:1789449589.702157:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449589.702168:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1789449589.702175:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1789449589.702180:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b82fe1e00. 00000800:00000200:1.0:1789449589.702186:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1789449589.702193:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1789449589.702197:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b82fe1e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789449589.702215:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449589.702220:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: using a timeout of 22211 usecs (23 jiffies) 00000400:00000200:1.0:1789449589.702223:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:1.0:1789449589.702226:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296592410 00000100:00000001:1.0:1789449589.702228:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296596513 00000100:00000001:1.0:1789449589.702230:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296592410 00000100:00000001:1.0:1789449589.702232:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296596514 00000100:00000001:1.0:1789449589.702234:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449589.702236:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449589.702239:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789449589.702244:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83690e00 x1876371947539328/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449589.702251:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449589.702253:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449589.702256:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789449589.702257:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789449589.702259:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449589.702262:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83690e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2400:1876371947539328:192.168.202.109@tcp:400:kworker.0 00000100:00000001:1.0:1789449589.702265:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789449589.702268:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789449589.702270:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449589.702272:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789449589.702275:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b83766600. 02000000:00000001:1.0:1789449589.702277:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789449589.702281:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:1.0:1789449589.702283:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b83427580. 00000400:00000010:1.0:1789449589.702287:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012dd0. 00000100:00000200:1.0:1789449589.702290:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947539328, portal 4 00000100:00000001:1.0:1789449589.702292:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449589.702293:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775183872 : -107152934367744 : ffff9e8b83690e00) 00000100:00000040:1.0:1789449589.702299:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b83690e00 x1876371947539328/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449605 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449589.702305:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789449589.702307:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1789449589.702310:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b850127f8. 00000100:00000200:1.0:1789449589.702312:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876371947539328, offset 0 00000400:00000200:1.0:1789449589.702315:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1789449589.702319:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449589.702322:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1789449589.702324:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789449589.702327:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1789449589.702329:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789449589.702331:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1789449589.702334:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2977:2977:255:4294967295] 192.168.202.109@tcp LPNI seq info [2977:2977:7:4294967295] 00000400:00000200:1.0:1789449589.702338:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449589.702343:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1789449589.702348:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1789449589.702352:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b82fe1900. 00000800:00000200:1.0:1789449589.702356:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1789449589.702359:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1789449589.702362:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b82fe1900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789449589.702364:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449589.702367:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: using a timeout of 216548 usecs (217 jiffies) 00000400:00000200:1.0:1789449589.702370:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:1.0:1789449589.702372:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296592604 00000100:00000001:1.0:1789449589.702374:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296596513 00000100:00000001:1.0:1789449589.702376:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296592604 00000100:00000001:1.0:1789449589.702378:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296596514 00000100:00000001:1.0:1789449589.702380:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449589.702382:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449589.702385:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449589.702388:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449589.702398:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789449589.702401:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789449589.702404:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449589.702406:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449589.702407:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449589.702411:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1789449589.702412:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449589.702414:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789449589.702416:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449589.702418:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449589.702419:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449589.702420:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789449589.702424:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83691c00 x1876371947538944/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449589.702431:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449589.702432:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449589.702435:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789449589.702436:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789449589.702438:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449589.702440:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83691c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2400:1876371947538944:192.168.202.109@tcp:400:kworker.0 00000100:00000001:1.0:1789449589.702443:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789449589.702446:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789449589.702447:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449589.702449:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789449589.702452:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b83766800. 02000000:00000001:1.0:1789449589.702453:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789449589.702456:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:1.0:1789449589.702458:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b83427e70. 00000400:00000010:1.0:1789449589.702462:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012660. 00000100:00000200:1.0:1789449589.702465:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947538944, portal 10 00000100:00000001:1.0:1789449589.702467:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449589.702468:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775187456 : -107152934364160 : ffff9e8b83691c00) 00000100:00000040:1.0:1789449589.702473:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b83691c00 x1876371947538944/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449605 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449589.702479:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789449589.702480:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1789449589.702483:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012a18. 00000100:00000200:1.0:1789449589.702485:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876371947538944, offset 0 00000400:00000200:1.0:1789449589.702489:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1789449589.702492:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449589.702496:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1789449589.702498:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789449589.702500:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1789449589.702502:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789449589.702504:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1789449589.702507:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2978:2978:254:4294967295] 192.168.202.109@tcp LPNI seq info [2978:2978:6:4294967295] 00000400:00000200:1.0:1789449589.702511:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449589.702516:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1789449589.702520:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1789449589.702523:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b82fe1600. 00000800:00000200:1.0:1789449589.702527:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1789449589.702531:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1789449589.702534:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b82fe1600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789449589.702536:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449589.702539:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 832382 usecs (833 jiffies) 00000400:00000200:1.0:1789449589.702542:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:1.0:1789449589.702544:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296593220 00000100:00000001:1.0:1789449589.702546:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296596513 00000100:00000001:1.0:1789449589.702549:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296593220 00000100:00000001:1.0:1789449589.702551:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296596514 00000100:00000001:1.0:1789449589.702553:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449589.702555:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449589.702557:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789449589.702561:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83690380 x1876371947539200/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449589.702567:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449589.702568:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449589.702570:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789449589.702572:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789449589.702574:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449589.702576:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83690380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2400:1876371947539200:192.168.202.109@tcp:400:kworker.0 00000100:00000001:1.0:1789449589.702580:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789449589.702582:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789449589.702584:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449589.702585:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789449589.702589:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b83767c00. 02000000:00000001:1.0:1789449589.702591:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789449589.702593:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:1.0:1789449589.702597:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b834273c8. 00000400:00000010:1.0:1789449589.702600:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b850125d8. 00000100:00000200:1.0:1789449589.702603:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947539200, portal 4 00000100:00000001:1.0:1789449589.702605:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449589.702606:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775181184 : -107152934370432 : ffff9e8b83690380) 00000100:00000040:1.0:1789449589.702612:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b83690380 x1876371947539200/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449605 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449589.702617:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789449589.702619:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1789449589.702622:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012b28. 00000100:00000200:1.0:1789449589.702624:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876371947539200, offset 0 00000400:00000200:1.0:1789449589.702628:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1789449589.702631:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449589.702634:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1789449589.702636:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789449589.702638:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1789449589.702640:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789449589.702642:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1789449589.702645:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2979:2979:253:4294967295] 192.168.202.109@tcp LPNI seq info [2979:2979:5:4294967295] 00000400:00000200:1.0:1789449589.702649:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449589.702654:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1789449589.702658:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1789449589.702661:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b82fe1700. 00000800:00000200:1.0:1789449589.702665:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1789449589.702668:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1789449589.702670:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b82fe1700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789449589.702673:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449589.702675:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: using a timeout of 22936 usecs (23 jiffies) 00000400:00000200:1.0:1789449589.702678:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:1.0:1789449589.702679:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296592410 00000100:00000001:1.0:1789449589.702682:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296596513 00000100:00000001:1.0:1789449589.702684:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296592410 00000100:00000001:1.0:1789449589.702686:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296596514 00000100:00000001:1.0:1789449589.702688:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449589.702690:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449589.702693:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449589.702695:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449589.702716:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449589.702719:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449589.702959:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449589.702965:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b82fe1e00. 00000400:00000200:3.0:1789449589.702971:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449589.702976:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449589.702982:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012f68 00000400:00000010:3.0:1789449589.702985:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012f68. 00000100:00000001:3.0:1789449589.702989:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449589.702994:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83692a00 x1876371947539072/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449605 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449589.703004:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449589.703007:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83692a00 x1876371947539072/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449605 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449589.703014:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449589.703015:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789449589.703027:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449589.703029:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b82fe1900. 00000400:00000200:3.0:1789449589.703031:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449589.703034:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449589.703036:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b850127f8 00000400:00000010:3.0:1789449589.703038:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b850127f8. 00000100:00000001:3.0:1789449589.703040:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449589.703042:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83690e00 x1876371947539328/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449605 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449589.703049:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449589.703052:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83690e00 x1876371947539328/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449605 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449589.703057:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449589.703058:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789449589.703065:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449589.703068:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b82fe1600. 00000400:00000200:3.0:1789449589.703069:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449589.703072:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449589.703075:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012a18 00000400:00000010:3.0:1789449589.703076:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012a18. 00000100:00000001:3.0:1789449589.703078:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449589.703082:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83691c00 x1876371947538944/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449605 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449589.703088:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449589.703091:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83691c00 x1876371947538944/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449605 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449589.703097:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449589.703098:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789449589.703165:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449589.703168:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b82fe1700. 00000400:00000200:3.0:1789449589.703171:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449589.703175:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449589.703177:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012b28 00000400:00000010:3.0:1789449589.703179:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012b28. 00000100:00000001:3.0:1789449589.703181:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449589.703184:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83690380 x1876371947539200/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449605 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449589.703191:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449589.703193:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83690380 x1876371947539200/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449605 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449589.703198:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449589.703200:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789449589.712136:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449589.712165:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449589.712169:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449589.712172:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449589.712184:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449589.712195:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449589.712206:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449589.712211:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449589.712218:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449589.712224:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 4 MB=0x6aa8ce3664b80 00000400:00000200:3.0:1789449589.712231:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449589.712238:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 224/224 into md 0x8765 [1] + 224 00000800:00000001:3.0:1789449589.712247:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449589.712251:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449589.712256:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449589.712262:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449589.712271:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449589.712285:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83690e00 x1876371947539328/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449605 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449589.712303:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b83690e00 x1876371947539328/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449605 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449589.712327:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449589.712397:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449589.712402:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449589.712404:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449589.712406:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449589.712410:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449589.712414:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449589.712417:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449589.712420:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449589.712422:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449589.712425:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 4 MB=0x6aa8ce3664b00 00000400:00000200:3.0:1789449589.712428:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449589.712432:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 224/224 into md 0x8775 [1] + 224 00000800:00000001:3.0:1789449589.712436:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449589.712439:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449589.712440:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449589.712443:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449589.712447:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449589.712452:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83690380 x1876371947539200/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449605 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449589.712460:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b83690380 x1876371947539200/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449605 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449589.712467:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449589.712470:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449589.712473:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449589.712475:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449589.712477:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449589.712480:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449589.712484:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449589.712487:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449589.712490:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449589.712492:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449589.712494:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x6aa8ce3664a80 00000400:00000200:3.0:1789449589.712498:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449589.712502:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x875d [1] + 224 00000800:00000001:3.0:1789449589.712505:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449589.712508:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449589.712509:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449589.712512:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449589.712515:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449589.712520:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83692a00 x1876371947539072/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449605 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449589.712528:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b83692a00 x1876371947539072/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449605 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449589.712535:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449589.712538:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449589.712540:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449589.712542:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449589.712544:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449589.712546:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449589.712549:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449589.712552:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449589.712554:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449589.712556:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449589.712558:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x6aa8ce3664a00 00000400:00000200:3.0:1789449589.712561:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449589.712564:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x876d [1] + 224 00000800:00000001:3.0:1789449589.712567:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449589.712570:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449589.712572:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449589.712575:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449589.712578:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449589.712583:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83691c00 x1876371947538944/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449605 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449589.712593:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b83691c00 x1876371947538944/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449605 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449589.712601:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449589.712603:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449589.712607:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449589.712609:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449589.712611:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449589.712614:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449589.712617:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449589.712620:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449589.712622:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449589.712625:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449589.712627:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x6aa8ce3664980 00000400:00000200:3.0:1789449589.712630:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449589.712635:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x8755 [1] + 224 00000800:00000001:3.0:1789449589.712638:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449589.712644:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449589.712646:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449589.712648:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449589.712651:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449589.712655:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83692680 x1876371947538816/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449605 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449589.712662:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b83692680 x1876371947538816/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449605 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449589.712669:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449589.712672:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449589.712675:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449589.714048:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449589.714059:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789449589.714071:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789449589.714074:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789449589.714079:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b83427e70. 00000400:00000200:1.0:1789449589.714088:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012660 00000400:00000010:1.0:1789449589.714103:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012660. 00000100:00000001:1.0:1789449589.714109:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789449589.714119:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83691c00 x1876371947538944/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449605 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789449589.714130:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83691c00 x1876371947538944/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449605 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449589.714136:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789449589.714139:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449589.714142:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789449589.714155:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789449589.714158:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789449589.714161:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449589.714165:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789449589.714180:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=69 v=5 (5 5 102 102) 00000100:00001000:1.0:1789449589.714185:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=36 v=5 (1 0 0 0) 00000100:00000001:1.0:1789449589.714188:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789449589.714190:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449589.714193:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789449589.714198:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449589.714203:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1789449589.714206:0:2400:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: committing for last_committed 8589934601 gen 2 00000100:00000040:1.0:1789449589.714214:0:2400:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 8589934601) req@ffff9e8b83109500 x1876371947534976/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1789449598 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449589.714223:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449589.714225:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769385728 : -107152940165888 : ffff9e8b83109500) 00000100:00000001:1.0:1789449589.714228:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449589.714231:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83109500 x1876371947534976/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1789449598 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449589.714238:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449589.714240:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449589.714245:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83693100 x1876371947535616/t8589934595(8589934595) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449598 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449589.714252:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789449589.714254:0:2400:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff9e8b8316f260. 00000100:00000001:1.0:1789449589.714259:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449589.714262:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83109500 x1876371947534976/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1789449598 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449589.714270:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1789449589.714274:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449589.714276:0:2400:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:1.0:1789449589.714279:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789449589.714282:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b87c49400. 02000000:00000001:1.0:1789449589.714287:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789449589.714289:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789449589.714292:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83109500. 00000100:00000001:1.0:1789449589.714296:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789449589.714298:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789449589.714302:0:2400:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 8589934601) req@ffff9e8b83693100 x1876371947535616/t8589934595(8589934595) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449598 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449589.714309:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449589.714312:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83693100 x1876371947535616/t8589934595(8589934595) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449598 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449589.714318:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789449589.714320:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789449589.714323:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b8678c400. 02000000:00000001:1.0:1789449589.714327:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789449589.714329:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449589.714330:0:2400:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:1.0:1789449589.714332:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789449589.714334:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e8b83766000. 02000000:00000001:1.0:1789449589.714337:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789449589.714338:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789449589.714340:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83693100. 00000100:00000001:1.0:1789449589.714343:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789449589.714344:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789449589.714350:0:2400:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 8589934601) req@ffff9e8b83690000 x1876371947537920/t8589934601(8589934601) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 504/456 e 0 to 0 dl 1789449599 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449589.714357:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449589.714359:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83690000 x1876371947537920/t8589934601(8589934601) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 504/456 e 0 to 0 dl 1789449599 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449589.714365:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789449589.714366:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789449589.714367:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b8678fc00. 02000000:00000001:1.0:1789449589.714370:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789449589.714371:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449589.714372:0:2400:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:1.0:1789449589.714374:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789449589.714376:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e8b83766200. 02000000:00000001:1.0:1789449589.714378:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789449589.714378:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789449589.714379:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83690000. 00000100:00000001:1.0:1789449589.714381:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789449589.714382:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449589.714385:0:2400:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1789449589.714388:0:2400:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: normal: skip=1 replay=3/3 committed=0/0 00000100:00000001:1.0:1789449589.714391:0:2400:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789449589.714393:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449589.714398:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83691c00 x1876371947538944/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449605 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449589.714404:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449589.714407:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789449589.714410:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789449589.714413:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83691c00 x1876371947538944/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449605 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789449589.714421:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83691c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2400:1876371947538944:192.168.202.109@tcp:400:kworker.0 00000400:00000001:1.0:1789449589.714428:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789449589.714429:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789449589.714431:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b834273c8. 00000400:00000200:1.0:1789449589.714433:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b850125d8 00000400:00000010:1.0:1789449589.714435:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b850125d8. 00000100:00000001:1.0:1789449589.714437:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789449589.714441:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83690380 x1876371947539200/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449605 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789449589.714448:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83690380 x1876371947539200/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449605 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449589.714453:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789449589.714455:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449589.714456:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789449589.714457:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789449589.714459:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789449589.714460:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449589.714462:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789449589.714466:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b90c6ec60 time=69 v=5 (5 5 5 5) 00000100:00001000:1.0:1789449589.714468:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b90c6ec18 time=7 v=5 (1 0 0 0) 00000100:00000001:1.0:1789449589.714470:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789449589.714472:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449589.714474:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789449589.714476:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449589.714479:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789449589.714481:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e8b89903000: skip recheck: last_committed 4294967335 00000100:00000001:1.0:1789449589.714483:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789449589.714485:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449589.714488:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83690380 x1876371947539200/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449605 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449589.714494:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449589.714496:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789449589.714497:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789449589.714501:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83690380 x1876371947539200/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449605 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789449589.714508:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83690380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2400:1876371947539200:192.168.202.109@tcp:400:kworker.0 00000400:00000001:1.0:1789449589.714513:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789449589.714514:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789449589.714516:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b83427f20. 00000400:00000200:1.0:1789449589.714518:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b850122a8 00000400:00000010:1.0:1789449589.714521:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b850122a8. 00000100:00000001:1.0:1789449589.714523:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789449589.714527:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83692680 x1876371947538816/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449605 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789449589.714535:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83692680 x1876371947538816/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449605 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449589.714541:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789449589.714542:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449589.714544:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789449589.714546:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789449589.714547:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789449589.714548:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449589.714550:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789449589.714553:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b83927460 time=70 v=5 (5 5 5 5) 00000100:00001000:1.0:1789449589.714556:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b83927418 time=36 v=5 (1 0 0 0) 00000100:00000001:1.0:1789449589.714558:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789449589.714560:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449589.714561:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789449589.714563:0:2400:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449589.714565:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449589.714569:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83692680 x1876371947538816/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449605 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449589.714575:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449589.714577:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789449589.714578:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789449589.714581:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83692680 x1876371947538816/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449605 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789449589.714587:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83692680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:80a9314a-fa92-41c3-8d17-36c58fffb192:2400:1876371947538816:192.168.202.109@tcp:400:kworker.0 00000400:00000001:1.0:1789449589.714592:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789449589.714594:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789449589.714595:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b834270b0. 00000400:00000200:1.0:1789449589.714598:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012880 00000400:00000010:1.0:1789449589.714600:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012880. 00000100:00000001:1.0:1789449589.714602:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789449589.714605:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83692a00 x1876371947539072/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449605 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789449589.714613:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83692a00 x1876371947539072/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449605 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449589.714620:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789449589.714621:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449589.714623:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789449589.714624:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789449589.714625:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789449589.714627:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449589.714628:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789449589.714632:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b862dcc60 time=69 v=5 (5 5 102 102) 00000100:00001000:1.0:1789449589.714636:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b862dcc18 time=69 v=5 (1 1 1 1) 00000100:00000001:1.0:1789449589.714638:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789449589.714639:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449589.714641:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789449589.714643:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449589.714645:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1789449589.714646:0:2400:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9e8b89903000: committing for last_committed 4294967336 gen 1 00000100:00000040:1.0:1789449589.714653:0:2400:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967336) req@ffff9e8b9065c700 x1876371947534720/t4294967336(4294967336) o35->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449598 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449589.714660:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449589.714663:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065c700 x1876371947534720/t4294967336(4294967336) o35->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449598 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449589.714670:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789449589.714671:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789449589.714673:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b83606800. 02000000:00000001:1.0:1789449589.714676:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789449589.714678:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449589.714679:0:2400:0:(genops.c:1222:class_import_put()) import ffff9e8b862dc800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000020:00000001:1.0:1789449589.714682:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789449589.714683:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e8b8b10d400. 02000000:00000001:1.0:1789449589.714687:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789449589.714688:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789449589.714689:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065c700. 00000100:00000001:1.0:1789449589.714692:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789449589.714694:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449589.714695:0:2400:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1789449589.714697:0:2400:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9e8b89903000: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:1.0:1789449589.714700:0:2400:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789449589.714701:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449589.714705:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83692a00 x1876371947539072/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449605 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449589.714712:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449589.714713:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789449589.714715:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789449589.714719:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83692a00 x1876371947539072/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449605 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789449589.714726:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83692a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2400:1876371947539072:192.168.202.109@tcp:400:kworker.0 00000400:00000001:1.0:1789449589.714731:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789449589.714733:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789449589.714735:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b83427580. 00000400:00000200:1.0:1789449589.714737:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012dd0 00000400:00000010:1.0:1789449589.714739:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012dd0. 00000100:00000001:1.0:1789449589.714742:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789449589.714746:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83690e00 x1876371947539328/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449605 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789449589.714755:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83690e00 x1876371947539328/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449605 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449589.714761:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789449589.714763:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449589.714764:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789449589.714766:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789449589.714767:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789449589.714768:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449589.714770:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789449589.714773:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8986b460 time=69 v=5 (5 5 5 5) 00000100:00001000:1.0:1789449589.714776:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8986b418 time=27 v=5 (1 0 0 0) 00000100:00000001:1.0:1789449589.714778:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789449589.714779:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449589.714781:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789449589.716199:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449589.716216:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789449589.716219:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9e8b89903000: skip recheck: last_committed 4294967328 00000100:00000001:1.0:1789449589.716222:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789449589.716224:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449589.716237:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83690e00 x1876371947539328/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449605 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449589.716251:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449589.716253:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789449589.716255:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789449589.716259:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83690e00 x1876371947539328/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449605 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789449589.716266:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83690e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2400:1876371947539328:192.168.202.109@tcp:400:kworker.0 00000100:00000001:1.0:1789449589.716272:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449589.716276:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449589.716280:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83691c00 x1876371947538944/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449605 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449589.716286:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789449589.716290:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789449589.716294:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b83766800. 02000000:00000001:1.0:1789449589.716299:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789449589.716302:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449589.716303:0:2400:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=3 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:1.0:1789449589.716306:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789449589.716308:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b83d9c100. 02000000:00000001:1.0:1789449589.716314:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789449589.716316:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789449589.716318:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83691c00. 00000100:00000001:1.0:1789449589.716322:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789449589.716323:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449589.716325:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449589.716330:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83690380 x1876371947539200/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449605 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449589.716337:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789449589.716338:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789449589.716340:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b83767c00. 02000000:00000001:1.0:1789449589.716343:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789449589.716344:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449589.716346:0:2400:0:(genops.c:1222:class_import_put()) import ffff9e8b90c6e800 refcount=2 obd=lustre-OST0000-osc-ffff9e8b89903000 00000020:00000001:1.0:1789449589.716347:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789449589.716349:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b83d9c800. 02000000:00000001:1.0:1789449589.716351:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789449589.716352:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789449589.716353:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83690380. 00000100:00000001:1.0:1789449589.716355:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789449589.716356:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449589.716357:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449589.716361:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83692680 x1876371947538816/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449605 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449589.716367:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789449589.716368:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789449589.716370:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b83767200. 02000000:00000001:1.0:1789449589.716372:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789449589.716373:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449589.716374:0:2400:0:(genops.c:1222:class_import_put()) import ffff9e8b83927000 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:1.0:1789449589.716376:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789449589.716377:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b83d9c000. 02000000:00000001:1.0:1789449589.716379:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789449589.716380:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789449589.716382:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83692680. 00000100:00000001:1.0:1789449589.716384:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789449589.716385:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449589.716386:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449589.716391:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83692a00 x1876371947539072/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449605 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449589.716397:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789449589.716398:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789449589.716399:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b83766e00. 02000000:00000001:1.0:1789449589.716401:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789449589.716402:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449589.716403:0:2400:0:(genops.c:1222:class_import_put()) import ffff9e8b862dc800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000020:00000001:1.0:1789449589.716405:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789449589.716406:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b83d9cb00. 02000000:00000001:1.0:1789449589.716407:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789449589.716409:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789449589.716410:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83692a00. 00000100:00000001:1.0:1789449589.716412:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789449589.716413:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449589.716415:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449589.716417:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83690e00 x1876371947539328/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449605 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449589.716423:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789449589.716423:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789449589.716425:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b83766600. 02000000:00000001:1.0:1789449589.716426:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789449589.716427:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449589.716428:0:2400:0:(genops.c:1222:class_import_put()) import ffff9e8b8986b000 refcount=2 obd=lustre-OST0001-osc-ffff9e8b89903000 00000020:00000001:1.0:1789449589.716430:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789449589.716431:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b90ce9b00. 02000000:00000001:1.0:1789449589.716433:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789449589.716434:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789449589.716435:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83690e00. 00000100:00000001:1.0:1789449589.716437:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789449589.716438:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449589.716441:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449589.716450:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789449589.716452:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449589.716455:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449589.716458:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449590.122936:0:35802:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449590.275367:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449590.275378:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449590.275386:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449590.275388:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449590.275393:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449590.275394:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449590.275420:0:16942:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789449590.275424:0:16942:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449590.275428:0:16942:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1789449590.629502:0:35839:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1789449590.629511:0:35839:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 24b: test dirty page discard due to client eviction ========================================================== 01:19:48 (1789449588) 00000001:00000001:2.0:1789449590.643165:0:35839:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:3.0:1789449591.078993:0:35883:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789449591.079001:0:35883:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789449591.079005:0:35883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb7118153bde0 00000080:00200000:3.0:1789449591.079013:0:35883:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:3.0:1789449591.079023:0:35883:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b82ab8800. 00800000:00000002:3.0:1789449591.079033:0:35883:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:3.0:1789449591.079038:0:35883:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789449591.079045:0:35883:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789449591.079048:0:35883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb7118153bd00 00800000:00000002:3.0:1789449591.079051:0:35883:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789449591.079056:0:35883:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789449591.079059:0:35883:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789449591.079062:0:35883:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789449591.079065:0:35883:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789449591.079068:0:35883:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789449591.079070:0:35883:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449591.079073:0:35883:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789449591.079075:0:35883:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449591.079080:0:35883:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789449591.079086:0:35883:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789449591.079088:0:35883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb7118153bbd0 00000002:00010000:3.0:1789449591.079090:0:35883:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789449591.079094:0:35883:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789449591.079096:0:35883:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789449591.079100:0:35883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789449591.079108:0:35883:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449591.079110:0:35883:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449591.079113:0:35883:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449591.079115:0:35883:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1789449591.079118:0:35883:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1789449591.079125:0:35883:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83109500. 00000020:00000040:3.0:1789449591.079142:0:35883:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00010000:00000001:3.0:1789449591.079150:0:35883:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789449591.079156:0:35883:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449591.079164:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449591.079167:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449591.079169:0:35883:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449591.079172:0:35883:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789449591.079175:0:35883:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789449591.079181:0:35883:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789449591.079190:0:35883:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b87c49000. 00000100:00000001:3.0:1789449591.079199:0:35883:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449591.079205:0:35883:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789449591.079207:0:35883:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449591.079208:0:35883:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789449591.079210:0:35883:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449591.079212:0:35883:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449591.079218:0:35883:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446636920769385728 : -107152940165888 : ffff9e8b83109500) 00010000:00000001:3.0:1789449591.079222:0:35883:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789449591.079225:0:35883:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1789449591.079230:0:35883:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9e8b922dea00. 00010000:00000010:3.0:1789449591.079234:0:35883:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e8b84d02900. 00010000:00000001:3.0:1789449591.079239:0:35883:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789449591.079243:0:35883:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8b91c74200. 00000020:00000001:3.0:1789449591.079247:0:35883:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789449591.079251:0:35883:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8b91c74200 with handle 0xcddde1459ded67ed to hash 00000020:00000001:3.0:1789449591.079253:0:35883:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789449591.079255:0:35883:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636921016238592 : -107152693313024 : ffff9e8b91c74200) 00010000:00000001:3.0:1789449591.079260:0:35883:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636921016238592 : -107152693313024 : ffff9e8b91c74200) 00010000:00000001:3.0:1789449591.079264:0:35883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449591.079268:0:35883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449591.079273:0:35883:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74200/0xcddde1459ded67ed lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35883 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789449591.079285:0:35883:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74200/0xcddde1459ded67ed lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35883 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789449591.079298:0:35883:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74200/0xcddde1459ded67ed lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35883 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789449591.079303:0:35883:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789449591.079305:0:35883:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789449591.079313:0:35883:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b81254c00. 00000100:00000001:3.0:1789449591.079315:0:35883:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920737188864 : -107152972362752 : ffff9e8b81254c00) 00000100:00000001:3.0:1789449591.079319:0:35883:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449591.079320:0:35883:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769385728 : -107152940165888 : ffff9e8b83109500) 00000100:00000001:3.0:1789449591.079327:0:35883:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789449591.079331:0:35883:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449591.079334:0:35883:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789449591.079336:0:35883:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789449591.079350:0:35883:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83109500 x1876371947539456/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449591.079359:0:35883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789449591.079362:0:35883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449591.079367:0:35883:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789449591.079370:0:35883:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789449591.079373:0:35883:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449591.079377:0:35883:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83109500 pname:cluuid:pid:xid:nid:opc:job mkdir:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35883:1876371947539456:192.168.202.109@tcp:101:mkdir.0 00000100:00000001:3.0:1789449591.079381:0:35883:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789449591.079388:0:35883:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789449591.079391:0:35883:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449591.079393:0:35883:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789449591.079398:0:35883:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e8b86130000. 02000000:00000001:3.0:1789449591.079400:0:35883:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449591.079411:0:35883:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:3.0:1789449591.079416:0:35883:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b8525c000. 00000400:00000010:3.0:1789449591.079426:0:35883:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69198. 00000100:00000200:3.0:1789449591.079437:0:35883:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876371947539456, portal 10 00000100:00000001:3.0:1789449591.079439:0:35883:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449591.079440:0:35883:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769385728 : -107152940165888 : ffff9e8b83109500) 00000100:00000040:3.0:1789449591.079446:0:35883:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b83109500 x1876371947539456/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449607 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449591.079454:0:35883:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449591.079458:0:35883:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1789449591.079461:0:35883:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69d48. 00000100:00000200:3.0:1789449591.079465:0:35883:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876371947539456, offset 0 00000400:00000200:3.0:1789449591.079473:0:35883:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1789449591.079486:0:35883:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449591.079497:0:35883:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449591.079503:0:35883:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789449591.079509:0:35883:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1789449591.079514:0:35883:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789449591.079516:0:35883:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1789449591.079521:0:35883:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2980:2980:256:4294967295] 192.168.202.109@tcp LPNI seq info [2980:2980:8:4294967295] 00000400:00000200:3.0:1789449591.079525:0:35883:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449591.079536:0:35883:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449591.079543:0:35883:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449591.079549:0:35883:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051c900. 00000800:00000200:3.0:1789449591.079558:0:35883:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449591.079567:0:35883:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449591.079572:0:35883:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051c900 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1789449591.079596:0:35883:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449591.079602:0:35883:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 831361 usecs (832 jiffies) 00000400:00000200:3.0:1789449591.079605:0:35883:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:3.0:1789449591.079608:0:35883:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296594597 00000100:00000001:3.0:1789449591.079612:0:35883:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296596513 00000100:00000001:3.0:1789449591.079616:0:35883:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296594597 00000100:00000001:3.0:1789449591.079618:0:35883:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296596514 00000100:00000001:3.0:1789449591.079620:0:35883:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449591.079624:0:35883:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449591.079626:0:35883:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449591.079628:0:35883:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789449591.079631:0:35883:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b81254c00 going to sleep for 11 seconds 00000100:00000001:3.0:1789449591.079633:0:35883:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449591.079637:0:35883:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449591.080015:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449591.080021:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b9051c900. 00000400:00000200:2.0:1789449591.080028:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449591.080033:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449591.080042:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69d48 00000400:00000010:2.0:1789449591.080045:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69d48. 00000100:00000001:2.0:1789449591.080051:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449591.080055:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83109500 x1876371947539456/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449607 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449591.080066:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449591.080069:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83109500 x1876371947539456/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449607 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449591.080076:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449591.080078:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789449591.085229:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449591.085255:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449591.085262:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449591.085264:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449591.085277:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449591.085287:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449591.085297:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449591.085304:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449591.085310:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449591.085315:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 688 into portal 10 MB=0x6aa8ce3664c00 00000400:00000200:3.0:1789449591.085321:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449591.085329:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 688/688 into md 0x877d [1] + 224 00000800:00000001:3.0:1789449591.085339:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449591.085348:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449591.085354:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449591.085360:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449591.085371:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449591.085383:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83109500 x1876371947539456/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449607 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789449591.085396:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9e8b83109500 x1876371947539456/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449607 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449591.085434:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449591.085447:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449591.085451:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449591.085648:0:35883:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789449591.085667:0:35883:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789449591.085670:0:35883:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789449591.085674:0:35883:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b8525c000. 00000400:00000200:1.0:1789449591.085685:0:35883:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69198 00000400:00000010:1.0:1789449591.085688:0:35883:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69198. 00000100:00000001:1.0:1789449591.085693:0:35883:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789449591.085707:0:35883:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83109500 x1876371947539456/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449607 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789449591.085719:0:35883:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83109500 x1876371947539456/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449607 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449591.085733:0:35883:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789449591.085736:0:35883:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449591.085739:0:35883:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789449591.085742:0:35883:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789449591.085745:0:35883:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789449591.085748:0:35883:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449591.085752:0:35883:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789449591.085762:0:35883:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=71 v=5 (5 5 102 102) 00000100:00001000:1.0:1789449591.085767:0:35883:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=38 v=5 (1 0 0 0) 00000100:00000001:1.0:1789449591.085770:0:35883:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789449591.085771:0:35883:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449591.085774:0:35883:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789449591.085777:0:35883:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449591.085781:0:35883:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789449591.085783:0:35883:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 8589934601 00000100:00000001:1.0:1789449591.085786:0:35883:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789449591.085787:0:35883:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449591.085792:0:35883:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83109500 x1876371947539456/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449607 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449591.085799:0:35883:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449591.085802:0:35883:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789449591.085804:0:35883:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789449591.085808:0:35883:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83109500 x1876371947539456/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449607 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789449591.085814:0:35883:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83109500 pname:cluuid:pid:xid:nid:opc:job mkdir:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35883:1876371947539456:192.168.202.109@tcp:101:mkdir.0 00000100:00000001:1.0:1789449591.085819:0:35883:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449591.085822:0:35883:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449591.085825:0:35883:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789449591.085827:0:35883:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449591.085830:0:35883:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83109500 x1876371947539456/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449607 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449591.085836:0:35883:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789449591.085840:0:35883:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b81254c00. 00000100:00000001:1.0:1789449591.085844:0:35883:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789449591.085846:0:35883:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449591.085849:0:35883:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789449591.085854:0:35883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449591.085857:0:35883:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449591.085861:0:35883:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c74200 refcount=4 00000020:00000001:1.0:1789449591.085864:0:35883:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016238592 : -107152693313024 : ffff9e8b91c74200) 00010000:00000001:1.0:1789449591.085937:0:35883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016238592 : -107152693313024 : ffff9e8b91c74200) 00010000:00000040:1.0:1789449591.085954:0:35883:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e8b91c74200, remote cookie: 0xeb7cbf5e2fd3ddd5, flags: 0x1001 00010000:00010000:1.0:1789449591.085961:0:35883:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74200/0xcddde1459ded67ed lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3ddd5 expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789449591.085974:0:35883:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74200/0xcddde1459ded67ed lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3ddd5 expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449591.085981:0:35883:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789449591.085986:0:35883:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789449591.085989:0:35883:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789449591.085991:0:35883:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789449591.085992:0:35883:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789449591.085995:0:35883:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9e8b922dea00) refcount = 1 00010000:00010000:1.0:1789449591.086000:0:35883:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74200/0xcddde1459ded67ed lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3ddd5 expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449591.086008:0:35883:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789449591.086012:0:35883:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789449591.086013:0:35883:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449591.086018:0:35883:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789449591.086021:0:35883:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449591.086025:0:35883:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74200/0xcddde1459ded67ed lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3ddd5 expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449591.086037:0:35883:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789449591.086039:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449591.086041:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449591.086042:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449591.086043:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449591.086044:0:35883:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449591.086050:0:35883:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789449591.086052:0:35883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449591.086054:0:35883:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449591.086056:0:35883:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c74200 refcount=3 00000020:00000001:1.0:1789449591.086058:0:35883:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016238592 : -107152693313024 : ffff9e8b91c74200) 00010000:00000001:1.0:1789449591.086060:0:35883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016238592 : -107152693313024 : ffff9e8b91c74200) 00010000:00000001:1.0:1789449591.086063:0:35883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449591.086064:0:35883:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449591.086065:0:35883:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c74200 refcount=4 00000020:00000001:1.0:1789449591.086067:0:35883:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016238592 : -107152693313024 : ffff9e8b91c74200) 00010000:00000001:1.0:1789449591.086069:0:35883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016238592 : -107152693313024 : ffff9e8b91c74200) 00010000:00000001:1.0:1789449591.086073:0:35883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449591.086076:0:35883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449591.086079:0:35883:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74200/0xcddde1459ded67ed lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3ddd5 expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449591.086086:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449591.086087:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449591.086088:0:35883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449591.086090:0:35883:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449591.086091:0:35883:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c74200 refcount=5 00000020:00000001:1.0:1789449591.086093:0:35883:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016238592 : -107152693313024 : ffff9e8b91c74200) 00010000:00000001:1.0:1789449591.086095:0:35883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016238592 : -107152693313024 : ffff9e8b91c74200) 00010000:00000001:1.0:1789449591.086098:0:35883:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789449591.086101:0:35883:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74200/0xcddde1459ded67ed lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3ddd5 expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449591.086107:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449591.086109:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789449591.086111:0:35883:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74200/0xcddde1459ded67ed lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3ddd5 expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449591.086118:0:35883:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789449591.086120:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449591.086121:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449591.086122:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449591.086123:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789449591.086129:0:35883:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9e8b83109500 x1876371947539456/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449607 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1789449591.086149:0:35883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449591.086150:0:35883:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449591.086151:0:35883:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c74200 refcount=3 00000020:00000001:1.0:1789449591.086153:0:35883:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016238592 : -107152693313024 : ffff9e8b91c74200) 00010000:00000001:1.0:1789449591.086155:0:35883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016238592 : -107152693313024 : ffff9e8b91c74200) 00010000:00000001:1.0:1789449591.086157:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449591.086159:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789449591.086161:0:35883:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449591.086163:0:35883:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449591.086168:0:35883:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1789449591.086172:0:35883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449591.086174:0:35883:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449591.086175:0:35883:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c74200 refcount=3 00000020:00000001:1.0:1789449591.086177:0:35883:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016238592 : -107152693313024 : ffff9e8b91c74200) 00010000:00000001:1.0:1789449591.086179:0:35883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016238592 : -107152693313024 : ffff9e8b91c74200) 00000002:00010000:1.0:1789449591.086182:0:35883:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74200/0xcddde1459ded67ed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3ddd5 expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449591.086190:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449591.086191:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449591.086193:0:35883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789449591.086195:0:35883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449591.086196:0:35883:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449591.086197:0:35883:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c74200 refcount=3 00000020:00000001:1.0:1789449591.086199:0:35883:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016238592 : -107152693313024 : ffff9e8b91c74200) 00010000:00000001:1.0:1789449591.086200:0:35883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016238592 : -107152693313024 : ffff9e8b91c74200) 00010000:00000040:1.0:1789449591.086207:0:35883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922dea00 count: 2 00010000:00000001:1.0:1789449591.086210:0:35883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1789449591.086214:0:35883:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e8b83488400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1789449591.086215:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449591.086216:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789449591.086217:0:35883:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789449591.086219:0:35883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb7118153bb58 00000002:00002000:1.0:1789449591.086221:0:35883:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1789449591.086223:0:35883:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449591.086226:0:35883:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449591.086227:0:35883:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789449591.086230:0:35883:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1789449591.086570:0:35883:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449591.086573:0:35883:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:1.0:1789449591.086577:0:35883:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b82ab8800. 00000080:00000001:1.0:1789449591.086581:0:35883:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789449591.086583:0:35883:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789449591.086589:0:35883:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1789449591.086594:0:35883:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1789449591.086602:0:35883:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9e8b91d9a1c0. 00800000:00000001:1.0:1789449591.086604:0:35883:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446636921017442752 : -107152692108864 : ffff9e8b91d9a1c0) 00800000:00000001:1.0:1789449591.086606:0:35883:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449591.086609:0:35883:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789449591.086611:0:35883:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1789449591.086614:0:35883:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1789449591.086617:0:35883:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1789449591.086620:0:35883:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1789449591.086622:0:35883:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449591.086627:0:35883:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1789449591.086630:0:35883:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1789449591.086635:0:35883:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:1.0:1789449591.086638:0:35883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449591.086639:0:35883:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449591.086641:0:35883:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c74200 refcount=3 00000020:00000001:1.0:1789449591.086643:0:35883:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016238592 : -107152693313024 : ffff9e8b91c74200) 00010000:00000001:1.0:1789449591.086645:0:35883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016238592 : -107152693313024 : ffff9e8b91c74200) 00010000:00000001:1.0:1789449591.086648:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449591.086649:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789449591.086650:0:35883:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789449591.086653:0:35883:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1789449591.086654:0:35883:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b91d9a1c0 1 00800000:00000010:1.0:1789449591.086656:0:35883:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9e8b91d9a1c0. 00800000:00000001:1.0:1789449591.086660:0:35883:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789449591.086663:0:35883:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded67ed 00800000:00000001:1.0:1789449591.086666:0:35883:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789449591.086668:0:35883:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789449591.086669:0:35883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449591.086671:0:35883:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449591.086672:0:35883:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c74200 refcount=3 00000020:00000001:1.0:1789449591.086674:0:35883:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016238592 : -107152693313024 : ffff9e8b91c74200) 00010000:00000001:1.0:1789449591.086676:0:35883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016238592 : -107152693313024 : ffff9e8b91c74200) 00010000:00000001:1.0:1789449591.086679:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449591.086680:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789449591.086681:0:35883:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449591.086683:0:35883:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449591.086685:0:35883:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789449591.086688:0:35883:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:1.0:1789449591.086690:0:35883:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded67ed from it ffffb7118153be18 00010000:00000001:1.0:1789449591.086692:0:35883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449591.086693:0:35883:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449591.086694:0:35883:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c74200 refcount=3 00000020:00000001:1.0:1789449591.086696:0:35883:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016238592 : -107152693313024 : ffff9e8b91c74200) 00010000:00000001:1.0:1789449591.086698:0:35883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016238592 : -107152693313024 : ffff9e8b91c74200) 00010000:00000001:1.0:1789449591.086700:0:35883:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789449591.086703:0:35883:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74200/0xcddde1459ded67ed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3ddd5 expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449591.086709:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449591.086710:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449591.086711:0:35883:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789449591.086714:0:35883:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789449591.086716:0:35883:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74200/0xcddde1459ded67ed lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3ddd5 expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789449591.086724:0:35883:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789449591.086726:0:35883:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789449591.086728:0:35883:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789449591.086732:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449591.086733:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449591.086735:0:35883:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449591.086738:0:35883:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789449591.086739:0:35883:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449591.086741:0:35883:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449591.086744:0:35883:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449591.086746:0:35883:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789449591.086747:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449591.086748:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789449591.086750:0:35883:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449591.086756:0:35883:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83109500 x1876371947539456/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449607 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449591.086761:0:35883:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789449591.086763:0:35883:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789449591.086766:0:35883:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9e8b86130000. 02000000:00000001:1.0:1789449591.086769:0:35883:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789449591.086772:0:35883:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449591.086773:0:35883:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=3 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:1.0:1789449591.086775:0:35883:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789449591.086779:0:35883:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b87c49000. 02000000:00000001:1.0:1789449591.086782:0:35883:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789449591.086783:0:35883:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789449591.086785:0:35883:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83109500. 00000100:00000001:1.0:1789449591.086789:0:35883:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789449591.086791:0:35883:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789449591.086794:0:35883:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908), inode mode 41ff mask 101 00000080:00000001:1.0:1789449591.086800:0:35883:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449591.086824:0:35883:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789449591.086827:0:35883:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789449591.086829:0:35883:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789449591.086831:0:35883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb7118153bba8 00000080:00200000:1.0:1789449591.086834:0:35883:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:1.0:1789449591.086839:0:35883:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b83766200. 00800000:00000002:1.0:1789449591.086844:0:35883:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:1.0:1789449591.086849:0:35883:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789449591.086852:0:35883:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789449591.086854:0:35883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb7118153bac8 00800000:00000002:1.0:1789449591.086856:0:35883:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789449591.086859:0:35883:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789449591.086861:0:35883:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449591.086864:0:35883:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449591.086898:0:35883:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449591.086901:0:35883:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449591.086903:0:35883:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449591.086906:0:35883:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789449591.086910:0:35883:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449591.088989:0:35883:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789449591.089007:0:35883:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789449591.089012:0:35883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb7118153b998 00000002:00010000:1.0:1789449591.089014:0:35883:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789449591.089019:0:35883:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789449591.089021:0:35883:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789449591.089024:0:35883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789449591.089033:0:35883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922dea00 count: 2 00010000:00000001:1.0:1789449591.089036:0:35883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449591.089042:0:35883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449591.089046:0:35883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789449591.089051:0:35883:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74200/0xcddde1459ded67ed lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3ddd5 expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1789449591.089062:0:35883:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789449591.089069:0:35883:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449591.089072:0:35883:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74200/0xcddde1459ded67ed lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3ddd5 expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1789449591.089079:0:35883:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789449591.089081:0:35883:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789449591.089083:0:35883:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789449591.089085:0:35883:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789449591.089087:0:35883:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789449591.089090:0:35883:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789449591.089093:0:35883:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789449591.089096:0:35883:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:1.0:1789449591.089100:0:35883:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b83766200. 00000080:00000001:1.0:1789449591.089107:0:35883:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789449591.089109:0:35883:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789449591.089112:0:35883:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:1.0:1789449591.089116:0:35883:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded67ed 00800000:00000001:1.0:1789449591.089120:0:35883:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789449591.089122:0:35883:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789449591.089124:0:35883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449591.089126:0:35883:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449591.089129:0:35883:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c74200 refcount=3 00000020:00000001:1.0:1789449591.089141:0:35883:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016238592 : -107152693313024 : ffff9e8b91c74200) 00010000:00000001:1.0:1789449591.089144:0:35883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016238592 : -107152693313024 : ffff9e8b91c74200) 00010000:00000001:1.0:1789449591.089147:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449591.089149:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789449591.089150:0:35883:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449591.089152:0:35883:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789449591.089155:0:35883:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded67ed from it ffffb7118153bbe0 00010000:00000001:1.0:1789449591.089157:0:35883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449591.089158:0:35883:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449591.089160:0:35883:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c74200 refcount=3 00000020:00000001:1.0:1789449591.089161:0:35883:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016238592 : -107152693313024 : ffff9e8b91c74200) 00010000:00000001:1.0:1789449591.089163:0:35883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016238592 : -107152693313024 : ffff9e8b91c74200) 00010000:00000001:1.0:1789449591.089166:0:35883:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789449591.089168:0:35883:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74200/0xcddde1459ded67ed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3ddd5 expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789449591.089175:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449591.089176:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449591.089178:0:35883:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789449591.089181:0:35883:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789449591.089183:0:35883:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74200/0xcddde1459ded67ed lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3ddd5 expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789449591.089191:0:35883:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789449591.089194:0:35883:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789449591.089196:0:35883:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789449591.089201:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449591.089202:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449591.089203:0:35883:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449591.089206:0:35883:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789449591.089208:0:35883:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449591.089210:0:35883:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449591.089213:0:35883:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449591.089215:0:35883:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789449591.089216:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449591.089217:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789449591.089220:0:35883:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789449591.089222:0:35883:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789449591.089226:0:35883:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908), inode mode 41ff mask 1 00000080:00000001:1.0:1789449591.090333:0:35883:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789449591.090361:0:35883:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9e8b8984ff40. 00000020:00000001:1.0:1789449591.090368:0:35883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb7118153bd98 00000080:00200000:1.0:1789449591.090370:0:35883:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff9e8b89180908), flags=1536 00000080:00000001:1.0:1789449591.090374:0:35883:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789449591.090376:0:35883:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789449591.090378:0:35883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb7118153bca8 00000080:00200000:1.0:1789449591.090380:0:35883:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:1.0:1789449591.090385:0:35883:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b83766200. 00800000:00000002:1.0:1789449591.090391:0:35883:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:1.0:1789449591.090396:0:35883:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789449591.090400:0:35883:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789449591.090402:0:35883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb7118153bbc8 00800000:00000002:1.0:1789449591.090403:0:35883:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789449591.090407:0:35883:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789449591.090409:0:35883:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449591.090412:0:35883:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449591.090415:0:35883:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449591.090417:0:35883:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449591.090419:0:35883:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449591.090421:0:35883:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789449591.090424:0:35883:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449591.090427:0:35883:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789449591.090433:0:35883:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789449591.090434:0:35883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb7118153ba98 00000002:00010000:1.0:1789449591.090436:0:35883:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789449591.090440:0:35883:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789449591.090442:0:35883:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789449591.090445:0:35883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789449591.090450:0:35883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922dea00 count: 2 00010000:00000001:1.0:1789449591.090453:0:35883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449591.090456:0:35883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449591.090460:0:35883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789449591.090465:0:35883:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74200/0xcddde1459ded67ed lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3ddd5 expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1789449591.090475:0:35883:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789449591.090479:0:35883:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449591.090482:0:35883:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74200/0xcddde1459ded67ed lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3ddd5 expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1789449591.090488:0:35883:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789449591.090490:0:35883:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789449591.090492:0:35883:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789449591.090493:0:35883:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789449591.090495:0:35883:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789449591.090497:0:35883:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789449591.090499:0:35883:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789449591.090502:0:35883:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:1.0:1789449591.090505:0:35883:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b83766200. 00000080:00000001:1.0:1789449591.090511:0:35883:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789449591.090513:0:35883:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789449591.090515:0:35883:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:1.0:1789449591.090519:0:35883:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded67ed 00800000:00000001:1.0:1789449591.090522:0:35883:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789449591.090523:0:35883:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789449591.090525:0:35883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449591.090526:0:35883:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449591.090528:0:35883:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c74200 refcount=3 00000020:00000001:1.0:1789449591.090530:0:35883:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016238592 : -107152693313024 : ffff9e8b91c74200) 00010000:00000001:1.0:1789449591.090532:0:35883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016238592 : -107152693313024 : ffff9e8b91c74200) 00010000:00000001:1.0:1789449591.090535:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449591.090536:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789449591.090537:0:35883:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449591.090539:0:35883:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789449591.090540:0:35883:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded67ed from it ffffb7118153bce0 00010000:00000001:1.0:1789449591.090542:0:35883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449591.090543:0:35883:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449591.090544:0:35883:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c74200 refcount=3 00000020:00000001:1.0:1789449591.090545:0:35883:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016238592 : -107152693313024 : ffff9e8b91c74200) 00010000:00000001:1.0:1789449591.090547:0:35883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016238592 : -107152693313024 : ffff9e8b91c74200) 00010000:00000001:1.0:1789449591.090549:0:35883:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789449591.090552:0:35883:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74200/0xcddde1459ded67ed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3ddd5 expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789449591.090556:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449591.090557:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449591.090559:0:35883:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789449591.090560:0:35883:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789449591.090562:0:35883:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74200/0xcddde1459ded67ed lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3ddd5 expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1789449591.090568:0:35883:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789449591.090571:0:35883:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789449591.090573:0:35883:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789449591.090577:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449591.090578:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449591.090580:0:35883:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449591.090582:0:35883:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789449591.090583:0:35883:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449591.090585:0:35883:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449591.090587:0:35883:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449591.090589:0:35883:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789449591.090590:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449591.090591:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789449591.090593:0:35883:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789449591.090594:0:35883:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789449591.090596:0:35883:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908), inode mode 41ff mask 3 00000080:00000001:1.0:1789449591.090599:0:35883:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449591.090606:0:35883:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789449591.090607:0:35883:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789449591.090608:0:35883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb7118153bd90 00000080:00200000:1.0:1789449591.090610:0:35883:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:1.0:1789449591.090614:0:35883:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b83766200. 00800000:00000002:1.0:1789449591.090617:0:35883:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:1.0:1789449591.090619:0:35883:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789449591.090621:0:35883:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789449591.090623:0:35883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb7118153bcb0 00800000:00000002:1.0:1789449591.090625:0:35883:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789449591.090627:0:35883:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789449591.090628:0:35883:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449591.090629:0:35883:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449591.090631:0:35883:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449591.090632:0:35883:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449591.090634:0:35883:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449591.090635:0:35883:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789449591.090637:0:35883:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449591.090639:0:35883:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789449591.090641:0:35883:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789449591.090643:0:35883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb7118153bb80 00000002:00010000:1.0:1789449591.090644:0:35883:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789449591.090647:0:35883:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789449591.090648:0:35883:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789449591.090649:0:35883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789449591.090652:0:35883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922dea00 count: 2 00010000:00000001:1.0:1789449591.090654:0:35883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449591.090656:0:35883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449591.090657:0:35883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789449591.090661:0:35883:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74200/0xcddde1459ded67ed lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3ddd5 expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1789449591.090667:0:35883:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789449591.090669:0:35883:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449591.090672:0:35883:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74200/0xcddde1459ded67ed lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3ddd5 expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1789449591.090678:0:35883:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789449591.090679:0:35883:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789449591.090681:0:35883:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789449591.090682:0:35883:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789449591.090684:0:35883:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789449591.090687:0:35883:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789449591.090689:0:35883:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789449591.090690:0:35883:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:1.0:1789449591.090692:0:35883:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b83766200. 00000080:00000001:1.0:1789449591.090695:0:35883:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789449591.090696:0:35883:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789449591.090698:0:35883:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:1.0:1789449591.090701:0:35883:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded67ed 00800000:00000001:1.0:1789449591.090703:0:35883:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789449591.090704:0:35883:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789449591.090705:0:35883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449591.090707:0:35883:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449591.090708:0:35883:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c74200 refcount=3 00000020:00000001:1.0:1789449591.090710:0:35883:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016238592 : -107152693313024 : ffff9e8b91c74200) 00010000:00000001:1.0:1789449591.090712:0:35883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016238592 : -107152693313024 : ffff9e8b91c74200) 00010000:00000001:1.0:1789449591.090714:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449591.090715:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789449591.090716:0:35883:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449591.090718:0:35883:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789449591.090719:0:35883:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded67ed from it ffffb7118153bdc8 00010000:00000001:1.0:1789449591.090721:0:35883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449591.090722:0:35883:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449591.090723:0:35883:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c74200 refcount=3 00000020:00000001:1.0:1789449591.090725:0:35883:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016238592 : -107152693313024 : ffff9e8b91c74200) 00010000:00000001:1.0:1789449591.090726:0:35883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016238592 : -107152693313024 : ffff9e8b91c74200) 00010000:00000001:1.0:1789449591.090728:0:35883:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789449591.090731:0:35883:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74200/0xcddde1459ded67ed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3ddd5 expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1789449591.090737:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449591.090738:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449591.090739:0:35883:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789449591.090740:0:35883:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789449591.090742:0:35883:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74200/0xcddde1459ded67ed lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3ddd5 expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1789449591.090749:0:35883:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789449591.090751:0:35883:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789449591.090752:0:35883:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789449591.090754:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449591.090756:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449591.090757:0:35883:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449591.090758:0:35883:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789449591.090760:0:35883:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449591.090761:0:35883:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449591.090763:0:35883:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449591.090765:0:35883:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789449591.090766:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449591.090767:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789449591.090768:0:35883:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789449591.090769:0:35883:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789449591.090771:0:35883:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908), inode mode 41ff mask 3 00000080:00000001:1.0:1789449591.090774:0:35883:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449591.090777:0:35883:0:(namei.c:2169:do_mkdir()) Process entered 00000020:00000001:1.0:1789449591.090779:0:35883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb7118153bda0 00000080:00200000:1.0:1789449591.090781:0:35883:0:(namei.c:2172:do_mkdir()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00000001:1.0:1789449591.090784:0:35883:0:(namei.c:1968:ll_new_node()) Process entered 00000080:00000001:1.0:1789449591.090785:0:35883:0:(namei.c:1778:ll_new_node_prepare()) Process entered 00000080:00000010:1.0:1789449591.090789:0:35883:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b83766200. 00800000:00000002:1.0:1789449591.090791:0:35883:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000010:1.0:1789449591.090799:0:35883:0:(namei.c:1796:ll_new_node_prepare()) kmalloced '(lum)': 48 at ffff9e8b91d9a1c0. 00000080:00000001:1.0:1789449591.090802:0:35883:0:(namei.c:1884:ll_new_node_prepare()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449591.090806:0:35883:0:(lmv_obd.c:2310:lmv_create()) Process entered 00800000:00000001:1.0:1789449591.090808:0:35883:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1789449591.090811:0:35883:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449591.090812:0:35883:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449591.090814:0:35883:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449591.090815:0:35883:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449591.090817:0:35883:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449591.090818:0:35883:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789449591.090820:0:35883:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449591.090825:0:35883:0:(lmv_obd.c:1705:lmv_locate_tgt_qos()) Process entered 00020000:00000001:1.0:1789449591.090829:0:35883:0:(lu_tgt_descs.c:432:ltd_qos_penalties_calc()) Process entered 00020000:00000001:1.0:1789449591.090834:0:35883:0:(lu_tgt_descs.c:569:ltd_qos_penalties_calc()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:1.0:1789449591.090836:0:35883:0:(lmv_obd.c:1717:lmv_locate_tgt_qos()) Process leaving via unlock (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00800000:00000001:1.0:1789449591.090847:0:35883:0:(lmv_obd.c:1786:lmv_locate_tgt_rr()) Process entered 00800000:00000001:1.0:1789449591.090851:0:35883:0:(lmv_obd.c:1800:lmv_locate_tgt_rr()) Process leaving (rc=18446636920772627456 : -107152936924160 : ffff9e8b83420c00) 00800000:00000001:1.0:1789449591.090854:0:35883:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446636920772627456 : -107152936924160 : ffff9e8b83420c00) 00800000:00000001:1.0:1789449591.090856:0:35883:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1789449591.090858:0:35883:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1789449591.090861:0:35883:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1789449591.090864:0:35883:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1789449591.090867:0:35883:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9e8b89903000: Allocated FID [0x200000405:0x2c:0x0] 40000000:00000001:1.0:1789449591.092176:0:35883:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449591.092180:0:35883:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449591.092182:0:35883:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449591.092184:0:35883:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449591.092187:0:35883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb7118153bc08 00800000:00000002:1.0:1789449591.092189:0:35883:0:(lmv_obd.c:2351:lmv_create()) CREATE name 'd24b.recovery-small' [0x200000405:0x2c:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:1.0:1789449591.092195:0:35883:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:1.0:1789449591.092198:0:35883:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1789449591.092204:0:35883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922dea00 count: 2 00010000:00000001:1.0:1789449591.092207:0:35883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449591.092211:0:35883:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1789449591.092214:0:35883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789449591.092218:0:35883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74200/0xcddde1459ded67ed lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xeb7cbf5e2fd3ddd5 expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00000001:1.0:1789449591.092228:0:35883:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1789449591.092241:0:35883:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1789449591.092244:0:35883:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1789449591.092246:0:35883:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1789449591.092249:0:35883:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789449591.092251:0:35883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789449591.092254:0:35883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922dea00 count: 3 00010000:00000001:1.0:1789449591.092256:0:35883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789449591.092259:0:35883:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449591.092261:0:35883:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789449591.092262:0:35883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789449591.092263:0:35883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922dea00 count: 3 00010000:00000001:1.0:1789449591.092265:0:35883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789449591.092267:0:35883:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449591.092268:0:35883:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789449591.092269:0:35883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789449591.092270:0:35883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922dea00 count: 3 00010000:00000001:1.0:1789449591.092272:0:35883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789449591.092274:0:35883:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449591.092276:0:35883:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789449591.092279:0:35883:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9e8b89180840, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1789449591.092283:0:35883:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1789449591.092286:0:35883:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1789449591.092289:0:35883:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1789449591.092291:0:35883:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449591.092294:0:35883:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789449591.092298:0:35883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789449591.092299:0:35883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789449591.092301:0:35883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449591.092304:0:35883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1789449591.092307:0:35883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9e8b91c74200 with handle 0xcddde1459ded67ed from hash 00010000:00000001:1.0:1789449591.092310:0:35883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789449591.092311:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449591.092312:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449591.092314:0:35883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789449591.092316:0:35883:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789449591.092319:0:35883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1789449591.092322:0:35883:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789449591.092324:0:35883:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789449591.092326:0:35883:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1789449591.092334:0:35883:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83690e00. 00000020:00000040:1.0:1789449591.092338:0:35883:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e8b89903000 02000000:00000001:1.0:1789449591.092343:0:35883:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789449591.092345:0:35883:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449591.092348:0:35883:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789449591.092353:0:35883:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789449591.092356:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449591.092357:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449591.092359:0:35883:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449591.092362:0:35883:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789449591.092364:0:35883:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789449591.092368:0:35883:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789449591.092375:0:35883:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b8678e800. 00000100:00000001:1.0:1789449591.092382:0:35883:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449591.092385:0:35883:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789449591.092387:0:35883:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1789449591.092393:0:35883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74200/0xcddde1459ded67ed lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xeb7cbf5e2fd3ddd5 expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1789449591.092400:0:35883:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1789449591.092402:0:35883:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789449591.092404:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789449591.092406:0:35883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74200/0xcddde1459ded67ed lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xeb7cbf5e2fd3ddd5 expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000040:1.0:1789449591.092413:0:35883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9e8b922dea00 count: 0 00010000:00000010:1.0:1789449591.092418:0:35883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e8b84d02900. 00010000:00000001:1.0:1789449591.092431:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449591.092433:0:35883:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449591.092435:0:35883:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789449591.092436:0:35883:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449591.092438:0:35883:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1789449591.092450:0:35883:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e8b89903000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1789449591.092462:0:35883:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e8b83690e00 x1876371947539712/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789449591.092469:0:35883:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789449591.092471:0:35883:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789449591.092479:0:35883:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b862500c0. 00000100:00000001:1.0:1789449591.092482:0:35883:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920821055680 : -107152888495936 : ffff9e8b862500c0) 00000100:00000001:1.0:1789449591.092484:0:35883:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449591.092486:0:35883:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775183872 : -107152934367744 : ffff9e8b83690e00) 00000100:00000001:1.0:1789449591.092491:0:35883:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789449591.092495:0:35883:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449591.092497:0:35883:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789449591.092498:0:35883:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789449591.092502:0:35883:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83690e00 x1876371947539712/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449591.092509:0:35883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449591.092511:0:35883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449591.092515:0:35883:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789449591.092517:0:35883:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789449591.092519:0:35883:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449591.092522:0:35883:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83690e00 pname:cluuid:pid:xid:nid:opc:job mkdir:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35883:1876371947539712:192.168.202.109@tcp:36:mkdir.0 00000100:00000001:1.0:1789449591.092526:0:35883:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789449591.092531:0:35883:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789449591.092533:0:35883:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449591.092535:0:35883:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789449591.092538:0:35883:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b8678e000. 02000000:00000001:1.0:1789449591.092540:0:35883:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789449591.092549:0:35883:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:1.0:1789449591.092552:0:35883:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b83427580. 00000400:00000010:1.0:1789449591.092558:0:35883:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012dd0. 00000100:00000200:1.0:1789449591.092564:0:35883:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947539712, portal 10 00000100:00000001:1.0:1789449591.092566:0:35883:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449591.092568:0:35883:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775183872 : -107152934367744 : ffff9e8b83690e00) 00000100:00000040:1.0:1789449591.092574:0:35883:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b83690e00 x1876371947539712/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1789449607 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449591.092580:0:35883:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789449591.092583:0:35883:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1789449591.092585:0:35883:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012880. 00000100:00000200:1.0:1789449591.092589:0:35883:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1876371947539712, offset 0 00000400:00000200:1.0:1789449591.092595:0:35883:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1789449591.092603:0:35883:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449591.092611:0:35883:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1789449591.092616:0:35883:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789449591.092620:0:35883:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1789449591.092624:0:35883:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789449591.092627:0:35883:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1789449591.092630:0:35883:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2981:2981:256:4294967295] 192.168.202.109@tcp LPNI seq info [2981:2981:8:4294967295] 00000400:00000200:1.0:1789449591.092634:0:35883:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449591.092645:0:35883:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1789449591.092651:0:35883:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1789449591.092656:0:35883:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b82fe1300. 00000800:00000200:1.0:1789449591.092664:0:35883:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1789449591.092672:0:35883:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1789449591.092677:0:35883:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b82fe1300 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:1.0:1789449591.092767:0:35883:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449591.092773:0:35883:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 830330 usecs (831 jiffies) 00000400:00000200:1.0:1789449591.092777:0:35883:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:1.0:1789449591.092780:0:35883:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296594609 00000100:00000001:1.0:1789449591.092783:0:35883:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296596513 00000100:00000001:1.0:1789449591.092785:0:35883:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296594609 00000100:00000001:1.0:1789449591.092788:0:35883:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296596514 00000100:00000001:1.0:1789449591.092790:0:35883:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449591.092793:0:35883:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449591.092795:0:35883:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789449591.092797:0:35883:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789449591.092800:0:35883:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b862500c0 going to sleep for 11 seconds 00000100:00000001:1.0:1789449591.092803:0:35883:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449591.092805:0:35883:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449591.096639:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449591.096650:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b82fe1300. 00000400:00000200:2.0:1789449591.096658:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449591.096667:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449591.096674:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012880 00000400:00000010:2.0:1789449591.096678:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012880. 00000100:00000001:2.0:1789449591.096685:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449591.096694:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83690e00 x1876371947539712/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1789449607 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449591.096707:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449591.096711:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83690e00 x1876371947539712/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1789449607 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449591.096717:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449591.096719:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1789449591.100207:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b922dea00. 00010000:00000010:1.1:1789449591.100241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c74200. 00000800:00000001:3.0:1789449591.106848:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449591.106874:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449591.107085:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449591.107091:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449591.107103:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449591.107113:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449591.107126:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449591.107141:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449591.107149:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449591.107154:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 448 into portal 10 MB=0x6aa8ce3664d00 00000400:00000200:3.0:1789449591.107161:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449591.107169:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 448/448 into md 0x878d [1] + 224 00000800:00000001:3.0:1789449591.107180:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449591.107189:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449591.107194:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449591.107200:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449591.107211:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449591.107223:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83690e00 x1876371947539712/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1789449607 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449591.107237:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff9e8b83690e00 x1876371947539712/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1789449607 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449591.107330:0:35883:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449591.107353:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449591.107368:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449591.107371:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1789449591.109619:0:35883:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789449591.109628:0:35883:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789449591.109634:0:35883:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b83427580. 00000400:00000200:1.0:1789449591.109647:0:35883:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012dd0 00000400:00000010:1.0:1789449591.109651:0:35883:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012dd0. 00000100:00000001:1.0:1789449591.109657:0:35883:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789449591.110056:0:35883:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83690e00 x1876371947539712/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1789449607 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789449591.110070:0:35883:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83690e00 x1876371947539712/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1789449607 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449591.110080:0:35883:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789449591.110083:0:35883:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449591.110087:0:35883:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789449591.110092:0:35883:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789449591.110095:0:35883:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789449591.110098:0:35883:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449591.110102:0:35883:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789449591.110117:0:35883:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=71 v=5 (5 5 102 102) 00000100:00001000:1.0:1789449591.110122:0:35883:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=38 v=5 (1 0 0 0) 00000100:00000001:1.0:1789449591.110126:0:35883:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789449591.110128:0:35883:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449591.110141:0:35883:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789449591.110147:0:35883:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449591.110152:0:35883:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789449591.110154:0:35883:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009c/0x1] 00000100:00000001:1.0:1789449591.110156:0:35883:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789449591.110159:0:35883:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449591.110161:0:35883:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775183872 : -107152934367744 : ffff9e8b83690e00) 00000100:00000001:1.0:1789449591.110166:0:35883:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789449591.110168:0:35883:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 8589934601 00000100:00000001:1.0:1789449591.110170:0:35883:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789449591.110174:0:35883:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449591.110180:0:35883:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83690e00 x1876371947539712/t8589934603(8589934603) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/448 e 0 to 0 dl 1789449607 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449591.110189:0:35883:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449591.110194:0:35883:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789449591.110197:0:35883:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789449591.110202:0:35883:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83690e00 x1876371947539712/t8589934603(8589934603) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/448 e 0 to 0 dl 1789449607 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789449591.110210:0:35883:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83690e00 pname:cluuid:pid:xid:nid:opc:job mkdir:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35883:1876371947539712:192.168.202.109@tcp:36:mkdir.0 00000100:00000001:1.0:1789449591.110216:0:35883:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449591.110221:0:35883:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449591.110224:0:35883:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789449591.110226:0:35883:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449591.110230:0:35883:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83690e00 x1876371947539712/t8589934603(8589934603) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/448 e 0 to 0 dl 1789449607 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449591.110240:0:35883:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789449591.110243:0:35883:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b862500c0. 00000100:00000001:1.0:1789449591.110248:0:35883:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789449591.110250:0:35883:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449591.110261:0:35883:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449591.110269:0:35883:0:(lmv_obd.c:2359:lmv_create()) Created - [0x200000405:0x2c:0x0] 00800000:00000001:1.0:1789449591.110271:0:35883:0:(lmv_obd.c:2416:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449591.110275:0:35883:0:(namei.c:1904:ll_new_node_finish()) Process entered 00000080:00000002:1.0:1789449591.110279:0:35883:0:(namei.c:1700:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1789449583 to 1789449591 00000080:00000001:1.0:1789449591.110284:0:35883:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789449591.110292:0:35883:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1789449591.110295:0:35883:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789449591.110298:0:35883:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611180 : 144115205339611180 : 20000040500002c) 00000080:00000001:1.0:1789449591.110301:0:35883:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:1.0:1789449591.111374:0:35883:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9e8b891118c0. 00000080:00000001:1.0:1789449591.111401:0:35883:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:1.0:1789449591.111403:0:35883:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000405:0x2c:0x0](ffff9e8b89111988) 00000080:00000001:1.0:1789449591.111408:0:35883:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1789449591.111410:0:35883:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x2c:0x0] 00000080:00000001:1.0:1789449591.111414:0:35883:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449591.111416:0:35883:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611180 : 144115205339611180 : 20000040500002c) 00000080:00000001:1.0:1789449591.111419:0:35883:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1789449591.111423:0:35883:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611180 mtime from 0 to 1789449591 00000080:00200000:1.0:1789449591.111429:0:35883:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x2c:0x0], updating i_size 4096 00000080:00000001:1.0:1789449591.111432:0:35883:0:(llite_lib.c:3382:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1789449591.111434:0:35883:0:(namei.c:156:ll_iget()) Process leaving (rc=18446636920870082952 : -107152839468664 : ffff9e8b89111988) 00000080:00000001:1.0:1789449591.111438:0:35883:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789449591.111443:0:35883:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1789449591.111445:0:35883:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449591.111452:0:35883:0:(namei.c:1951:ll_new_node_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449591.111454:0:35883:0:(namei.c:1996:ll_new_node()) Process leaving 00000100:00000001:1.0:1789449591.111458:0:35883:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449591.111468:0:35883:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83690e00 x1876371947539712/t8589934603(8589934603) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/448 e 0 to 0 dl 1789449607 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449591.111476:0:35883:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449591.111479:0:35883:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:1.0:1789449591.111482:0:35883:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b83766200. 00000080:00000010:1.0:1789449591.111487:0:35883:0:(namei.c:2002:ll_new_node()) kfreed 'lum': 48 at ffff9e8b91d9a1c0. 00000080:00000001:1.0:1789449591.111491:0:35883:0:(namei.c:2004:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449591.111492:0:35883:0:(namei.c:2180:do_mkdir()) Process leaving via out_tally (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1789449591.111598:0:35883:0:(namei.c:2224:do_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449591.111702:0:35883:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1789449591.111713:0:35883:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1789449591.131871:0:35884:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000010:0.1:1789449591.131916:0:35884:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b8984ff40. 00000080:00000001:0.0:1789449591.132069:0:35884:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789449591.132072:0:35884:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789449591.132075:0:35884:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711818a7bc0 00000080:00200000:0.0:1789449591.132079:0:35884:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:0.0:1789449591.132501:0:35884:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b8b10d800. 00800000:00000002:0.0:1789449591.132511:0:35884:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:0.0:1789449591.132516:0:35884:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789449591.132522:0:35884:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789449591.132525:0:35884:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711818a7ae0 00800000:00000002:0.0:1789449591.132528:0:35884:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449591.132533:0:35884:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789449591.132536:0:35884:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449591.132540:0:35884:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449591.132543:0:35884:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449591.132546:0:35884:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449591.132549:0:35884:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449591.132551:0:35884:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449591.132554:0:35884:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449591.132558:0:35884:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789449591.132564:0:35884:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789449591.132566:0:35884:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711818a79b0 00000002:00010000:0.0:1789449591.132567:0:35884:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789449591.132571:0:35884:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789449591.132574:0:35884:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449591.132578:0:35884:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789449591.132587:0:35884:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449591.132589:0:35884:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449591.132591:0:35884:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449591.132594:0:35884:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789449591.132598:0:35884:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1789449591.132605:0:35884:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d18e00. 00000020:00000040:0.0:1789449591.132610:0:35884:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00010000:00000001:0.0:1789449591.132620:0:35884:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789449591.132627:0:35884:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449591.132637:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449591.132640:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449591.132642:0:35884:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449591.132645:0:35884:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449591.132649:0:35884:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449591.132655:0:35884:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449591.132665:0:35884:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b836b1400. 00000100:00000001:0.0:1789449591.132674:0:35884:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449591.132681:0:35884:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789449591.132683:0:35884:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449591.132685:0:35884:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789449591.132686:0:35884:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449591.132688:0:35884:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449591.132695:0:35884:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446636920849141248 : -107152860410368 : ffff9e8b87d18e00) 00010000:00000001:0.0:1789449591.132701:0:35884:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789449591.132704:0:35884:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789449591.132709:0:35884:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9e8b82cbae00. 00010000:00000010:0.0:1789449591.132714:0:35884:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e8b9066e100. 00010000:00000001:0.0:1789449591.132719:0:35884:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789449591.132724:0:35884:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8b86499200. 00000020:00000001:0.0:1789449591.132728:0:35884:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789449591.132732:0:35884:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8b86499200 with handle 0xcddde1459ded67f4 to hash 00000020:00000001:0.0:1789449591.132734:0:35884:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789449591.132736:0:35884:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:0.0:1789449591.132741:0:35884:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:0.0:1789449591.132745:0:35884:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449591.132749:0:35884:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449591.132755:0:35884:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded67f4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35884 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789449591.132766:0:35884:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded67f4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35884 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789449591.132778:0:35884:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded67f4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35884 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789449591.132783:0:35884:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789449591.132785:0:35884:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789449591.132795:0:35884:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b831c8180. 00000100:00000001:0.0:1789449591.132797:0:35884:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920770167168 : -107152939384448 : ffff9e8b831c8180) 00000100:00000001:0.0:1789449591.132801:0:35884:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449591.132803:0:35884:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849141248 : -107152860410368 : ffff9e8b87d18e00) 00000100:00000001:0.0:1789449591.132809:0:35884:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449591.132814:0:35884:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449591.132817:0:35884:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789449591.132819:0:35884:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789449591.132832:0:35884:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b87d18e00 x1876371947539840/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449591.132842:0:35884:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789449591.132846:0:35884:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449591.132852:0:35884:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789449591.132855:0:35884:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789449591.132858:0:35884:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449591.132862:0:35884:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b87d18e00 pname:cluuid:pid:xid:nid:opc:job lfs:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35884:1876371947539840:192.168.202.109@tcp:101:lfs.0 00000100:00000001:0.0:1789449591.132868:0:35884:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789449591.132875:0:35884:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789449591.133007:0:35884:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449591.133011:0:35884:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789449591.133017:0:35884:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e8b87da7800. 02000000:00000001:0.0:1789449591.133020:0:35884:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449591.133031:0:35884:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:0.0:1789449591.133036:0:35884:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b86580b00. 00000400:00000010:0.0:1789449591.133045:0:35884:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5e58. 00000100:00000200:0.0:1789449591.133055:0:35884:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876371947539840, portal 10 00000100:00000001:0.0:1789449591.133057:0:35884:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449591.133059:0:35884:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849141248 : -107152860410368 : ffff9e8b87d18e00) 00000100:00000040:0.0:1789449591.133066:0:35884:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b87d18e00 x1876371947539840/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449607 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449591.133075:0:35884:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789449591.133078:0:35884:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1789449591.133081:0:35884:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5f68. 00000100:00000200:0.0:1789449591.133086:0:35884:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876371947539840, offset 0 00000400:00000200:0.0:1789449591.133093:0:35884:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1789449591.133105:0:35884:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449591.133114:0:35884:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1789449591.133122:0:35884:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789449591.133127:0:35884:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1789449591.133141:0:35884:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789449591.133145:0:35884:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1789449591.133149:0:35884:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2982:2982:256:4294967295] 192.168.202.109@tcp LPNI seq info [2982:2982:8:4294967295] 00000400:00000200:0.0:1789449591.133154:0:35884:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449591.133165:0:35884:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1789449591.133175:0:35884:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1789449591.133181:0:35884:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b864ec100. 00000800:00000200:0.0:1789449591.133191:0:35884:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1789449591.133200:0:35884:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1789449591.133206:0:35884:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b864ec100 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1789449591.133270:0:35884:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449591.133276:0:35884:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 829320 usecs (830 jiffies) 00000400:00000200:0.0:1789449591.133279:0:35884:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:0.0:1789449591.133282:0:35884:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296594649 00000100:00000001:0.0:1789449591.133286:0:35884:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296596513 00000100:00000001:0.0:1789449591.133288:0:35884:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296594649 00000100:00000001:0.0:1789449591.133290:0:35884:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296596514 00000100:00000001:0.0:1789449591.133293:0:35884:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449591.133297:0:35884:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449591.133299:0:35884:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449591.133302:0:35884:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789449591.133305:0:35884:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b831c8180 going to sleep for 11 seconds 00000100:00000001:0.0:1789449591.133308:0:35884:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449591.133311:0:35884:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449591.133557:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449591.133563:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ec100. 00000400:00000200:2.0:1789449591.133569:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449591.133576:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449591.133583:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5f68 00000400:00000010:2.0:1789449591.133587:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5f68. 00000100:00000001:2.0:1789449591.133593:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449591.133597:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d18e00 x1876371947539840/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449607 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449591.133607:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449591.133610:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d18e00 x1876371947539840/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449607 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449591.133615:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449591.133616:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789449591.137363:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449591.137385:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449591.137391:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449591.137394:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449591.137405:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449591.137414:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449591.137425:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449591.137431:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449591.137437:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449591.137442:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 688 into portal 10 MB=0x6aa8ce3664d80 00000400:00000200:3.0:1789449591.137449:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449591.137456:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 688/688 into md 0x8795 [1] + 224 00000800:00000001:3.0:1789449591.137465:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449591.137474:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449591.137478:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449591.137482:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449591.137493:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449591.137504:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d18e00 x1876371947539840/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449607 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789449591.137515:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9e8b87d18e00 x1876371947539840/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449607 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449591.137538:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449591.137550:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449591.137553:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449591.137927:0:35884:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789449591.137937:0:35884:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449591.137939:0:35884:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449591.137944:0:35884:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b86580b00. 00000400:00000200:0.0:1789449591.137950:0:35884:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5e58 00000400:00000010:0.0:1789449591.137953:0:35884:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5e58. 00000100:00000001:0.0:1789449591.137956:0:35884:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449591.137962:0:35884:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b87d18e00 x1876371947539840/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449607 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789449591.137972:0:35884:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b87d18e00 x1876371947539840/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449607 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449591.137976:0:35884:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449591.137978:0:35884:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449591.137981:0:35884:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449591.137985:0:35884:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449591.137988:0:35884:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449591.137990:0:35884:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449591.137992:0:35884:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449591.138003:0:35884:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=71 v=5 (5 5 102 102) 00000100:00001000:0.0:1789449591.138007:0:35884:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=38 v=5 (1 0 0 0) 00000100:00000001:0.0:1789449591.138009:0:35884:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449591.138010:0:35884:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449591.138012:0:35884:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449591.138015:0:35884:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449591.138019:0:35884:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789449591.138021:0:35884:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 8589934601 00000100:00000001:0.0:1789449591.138022:0:35884:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449591.138024:0:35884:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449591.138028:0:35884:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b87d18e00 x1876371947539840/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449607 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449591.138034:0:35884:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449591.138037:0:35884:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449591.138039:0:35884:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449591.138043:0:35884:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b87d18e00 x1876371947539840/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449607 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789449591.138052:0:35884:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b87d18e00 pname:cluuid:pid:xid:nid:opc:job lfs:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35884:1876371947539840:192.168.202.109@tcp:101:lfs.0 00000100:00000001:0.0:1789449591.138057:0:35884:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449591.138061:0:35884:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449591.138064:0:35884:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789449591.138066:0:35884:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449591.138070:0:35884:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d18e00 x1876371947539840/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449607 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449591.138077:0:35884:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789449591.138080:0:35884:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b831c8180. 00000100:00000001:0.0:1789449591.138083:0:35884:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789449591.138086:0:35884:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449591.138090:0:35884:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789449591.138095:0:35884:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449591.138098:0:35884:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449591.138102:0:35884:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499200 refcount=4 00000020:00000001:0.0:1789449591.138104:0:35884:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:0.0:1789449591.138108:0:35884:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000040:0.0:1789449591.138115:0:35884:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e8b86499200, remote cookie: 0xeb7cbf5e2fd3ddf8, flags: 0x1001 00010000:00010000:0.0:1789449591.138121:0:35884:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded67f4 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3ddf8 expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789449591.138142:0:35884:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded67f4 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3ddf8 expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449591.138150:0:35884:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789449591.138155:0:35884:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789449591.138161:0:35884:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789449591.138162:0:35884:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789449591.138164:0:35884:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789449591.138167:0:35884:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9e8b82cbae00) refcount = 1 00010000:00010000:0.0:1789449591.138171:0:35884:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded67f4 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3ddf8 expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449591.138178:0:35884:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789449591.138182:0:35884:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789449591.138184:0:35884:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449591.138187:0:35884:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789449591.138190:0:35884:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449591.138194:0:35884:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded67f4 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3ddf8 expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449591.138200:0:35884:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789449591.138202:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449591.138204:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449591.138205:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449591.138206:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449591.138208:0:35884:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449591.138213:0:35884:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789449591.138215:0:35884:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449591.138216:0:35884:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449591.138218:0:35884:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499200 refcount=3 00000020:00000001:0.0:1789449591.138220:0:35884:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:0.0:1789449591.138222:0:35884:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:0.0:1789449591.138224:0:35884:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449591.138226:0:35884:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449591.138227:0:35884:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499200 refcount=4 00000020:00000001:0.0:1789449591.138229:0:35884:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:0.0:1789449591.138231:0:35884:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:0.0:1789449591.138234:0:35884:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449591.138238:0:35884:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449591.138241:0:35884:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded67f4 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3ddf8 expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449591.138247:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449591.138248:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449591.138249:0:35884:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449591.138251:0:35884:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449591.138252:0:35884:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499200 refcount=5 00000020:00000001:0.0:1789449591.138253:0:35884:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:0.0:1789449591.138256:0:35884:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:0.0:1789449591.138258:0:35884:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449591.138261:0:35884:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded67f4 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3ddf8 expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449591.138267:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449591.138268:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789449591.138272:0:35884:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded67f4 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3ddf8 expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449591.138279:0:35884:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449591.138280:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449591.138281:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449591.138282:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449591.138283:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789449591.138288:0:35884:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9e8b87d18e00 x1876371947539840/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449607 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1789449591.138298:0:35884:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449591.138299:0:35884:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449591.138300:0:35884:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499200 refcount=3 00000020:00000001:0.0:1789449591.138302:0:35884:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:0.0:1789449591.138303:0:35884:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:0.0:1789449591.138305:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449591.138306:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449591.138308:0:35884:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449591.138310:0:35884:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449591.138314:0:35884:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1789449591.138317:0:35884:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449591.138318:0:35884:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449591.138320:0:35884:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499200 refcount=3 00000020:00000001:0.0:1789449591.138321:0:35884:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:0.0:1789449591.138323:0:35884:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00000002:00010000:0.0:1789449591.138326:0:35884:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded67f4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3ddf8 expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449591.138332:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449591.138333:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449591.138335:0:35884:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789449591.138337:0:35884:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449591.138342:0:35884:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449591.138343:0:35884:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499200 refcount=3 00000020:00000001:0.0:1789449591.138346:0:35884:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:0.0:1789449591.138348:0:35884:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000040:0.0:1789449591.138355:0:35884:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbae00 count: 2 00010000:00000001:0.0:1789449591.138358:0:35884:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789449591.138362:0:35884:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e8b83488400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1789449591.138365:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449591.138366:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449591.138368:0:35884:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789449591.138372:0:35884:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711818a7938 00000002:00002000:0.0:1789449591.138374:0:35884:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1789449591.138377:0:35884:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449591.138381:0:35884:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449591.138384:0:35884:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789449591.138388:0:35884:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1789449591.138391:0:35884:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449591.138396:0:35884:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:0.0:1789449591.138400:0:35884:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b8b10d800. 00000080:00000001:0.0:1789449591.138612:0:35884:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789449591.138616:0:35884:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789449591.138625:0:35884:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1789449591.138631:0:35884:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1789449591.138641:0:35884:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9e8b8c476800. 00800000:00000001:0.0:1789449591.138644:0:35884:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446636920923973632 : -107152785577984 : ffff9e8b8c476800) 00800000:00000001:0.0:1789449591.138647:0:35884:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449591.138650:0:35884:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789449591.138653:0:35884:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1789449591.138656:0:35884:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1789449591.138659:0:35884:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1789449591.138663:0:35884:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1789449591.138664:0:35884:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449591.138670:0:35884:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1789449591.138674:0:35884:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1789449591.138680:0:35884:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:0.0:1789449591.138683:0:35884:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449591.138685:0:35884:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449591.138687:0:35884:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499200 refcount=3 00000020:00000001:0.0:1789449591.138689:0:35884:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:0.0:1789449591.138691:0:35884:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:0.0:1789449591.138694:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449591.138695:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789449591.138697:0:35884:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789449591.138700:0:35884:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1789449591.138702:0:35884:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8c476800 1 00800000:00000010:0.0:1789449591.138705:0:35884:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9e8b8c476800. 00800000:00000001:0.0:1789449591.138708:0:35884:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449591.138713:0:35884:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded67f4 00800000:00000001:0.0:1789449591.138716:0:35884:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789449591.138718:0:35884:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789449591.138719:0:35884:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449591.138720:0:35884:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449591.138722:0:35884:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499200 refcount=3 00000020:00000001:0.0:1789449591.138724:0:35884:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:0.0:1789449591.139015:0:35884:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:0.0:1789449591.139018:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449591.139020:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449591.139021:0:35884:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449591.139023:0:35884:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449591.139026:0:35884:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449591.139029:0:35884:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:0.0:1789449591.139032:0:35884:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded67f4 from it ffffb711818a7bf8 00010000:00000001:0.0:1789449591.139034:0:35884:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449591.139035:0:35884:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449591.139037:0:35884:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499200 refcount=3 00000020:00000001:0.0:1789449591.139038:0:35884:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:0.0:1789449591.139040:0:35884:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:0.0:1789449591.139042:0:35884:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449591.139046:0:35884:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded67f4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3ddf8 expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449591.139057:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449591.139058:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449591.139060:0:35884:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789449591.139064:0:35884:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789449591.139066:0:35884:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded67f4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3ddf8 expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789449591.139074:0:35884:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789449591.139078:0:35884:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789449591.139080:0:35884:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449591.139085:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449591.139086:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449591.139088:0:35884:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449591.139092:0:35884:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789449591.139094:0:35884:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449591.139096:0:35884:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449591.139100:0:35884:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449591.139102:0:35884:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449591.139103:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449591.139104:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789449591.139107:0:35884:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449591.139114:0:35884:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b87d18e00 x1876371947539840/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449607 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449591.139122:0:35884:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789449591.139125:0:35884:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449591.139140:0:35884:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9e8b87da7800. 02000000:00000001:0.0:1789449591.139145:0:35884:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789449591.139148:0:35884:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449591.139150:0:35884:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:0.0:1789449591.139152:0:35884:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449591.139155:0:35884:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b836b1400. 02000000:00000001:0.0:1789449591.139160:0:35884:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449591.139163:0:35884:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449591.139165:0:35884:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b87d18e00. 00000100:00000001:0.0:1789449591.139170:0:35884:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449591.139171:0:35884:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789449591.139175:0:35884:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908), inode mode 41ff mask 1 00000080:00000001:0.0:1789449591.139181:0:35884:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789449591.139206:0:35884:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9e8b87d974e0. 00000080:00000001:0.0:1789449591.139214:0:35884:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789449591.139216:0:35884:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789449591.139218:0:35884:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711818a7b00 00000080:00200000:0.0:1789449591.139220:0:35884:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:0.0:1789449591.139226:0:35884:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b8b10d800. 00800000:00000002:0.0:1789449591.139232:0:35884:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:0.0:1789449591.139237:0:35884:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789449591.139240:0:35884:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789449591.139243:0:35884:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711818a7a20 00800000:00000002:0.0:1789449591.139245:0:35884:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449591.139250:0:35884:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789449591.139252:0:35884:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449591.139256:0:35884:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449591.139259:0:35884:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449591.139262:0:35884:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449591.139264:0:35884:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449591.139266:0:35884:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449591.139269:0:35884:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449591.139273:0:35884:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789449591.139278:0:35884:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789449591.139279:0:35884:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711818a78f0 00000002:00010000:0.0:1789449591.139281:0:35884:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789449591.139285:0:35884:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789449591.139288:0:35884:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449591.139290:0:35884:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449591.139295:0:35884:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbae00 count: 2 00010000:00000001:0.0:1789449591.139298:0:35884:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449591.139301:0:35884:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449591.139305:0:35884:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789449591.139308:0:35884:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded67f4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3ddf8 expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1789449591.139317:0:35884:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789449591.139322:0:35884:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449591.139326:0:35884:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded67f4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3ddf8 expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1789449591.139332:0:35884:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789449591.139335:0:35884:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789449591.139337:0:35884:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789449591.139339:0:35884:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789449591.139340:0:35884:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789449591.139343:0:35884:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789449591.139345:0:35884:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789449591.139347:0:35884:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:0.0:1789449591.139350:0:35884:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b8b10d800. 00000080:00000001:0.0:1789449591.139353:0:35884:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789449591.139354:0:35884:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449591.139356:0:35884:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:0.0:1789449591.139360:0:35884:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded67f4 00800000:00000001:0.0:1789449591.139363:0:35884:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789449591.139364:0:35884:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789449591.139365:0:35884:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449591.139366:0:35884:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449591.139368:0:35884:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499200 refcount=3 00000020:00000001:0.0:1789449591.139370:0:35884:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:0.0:1789449591.139372:0:35884:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:0.0:1789449591.139374:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449591.139375:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449591.139376:0:35884:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449591.139378:0:35884:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449591.139379:0:35884:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded67f4 from it ffffb711818a7b38 00010000:00000001:0.0:1789449591.139382:0:35884:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449591.139383:0:35884:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449591.139384:0:35884:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499200 refcount=3 00000020:00000001:0.0:1789449591.139386:0:35884:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:0.0:1789449591.139388:0:35884:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823452160 : -107152886099456 : ffff9e8b86499200) 00010000:00000001:0.0:1789449591.139390:0:35884:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449591.139393:0:35884:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded67f4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3ddf8 expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789449591.139398:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449591.139399:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449591.139400:0:35884:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789449591.139401:0:35884:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789449591.139403:0:35884:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded67f4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3ddf8 expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789449591.139482:0:35884:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789449591.139484:0:35884:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789449591.139485:0:35884:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449591.139487:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449591.139488:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449591.139490:0:35884:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449591.139492:0:35884:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789449591.139493:0:35884:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449591.139494:0:35884:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449591.139496:0:35884:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449591.139498:0:35884:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449591.139499:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449591.139500:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789449591.139501:0:35884:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789449591.139503:0:35884:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789449591.139505:0:35884:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908), inode mode 41ff mask 3 00000080:00000001:0.0:1789449591.139508:0:35884:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449591.139512:0:35884:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1789449591.139514:0:35884:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711818a7b58 00000080:00200000:0.0:1789449591.139516:0:35884:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff9e8b89180908), file ffff9e8b83cbb080, open_flags a141, mode 81b6 opened 0 00000080:00000010:0.0:1789449591.139522:0:35884:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9e8b86657de0. 00000080:00000001:0.0:1789449591.139527:0:35884:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1789449591.139529:0:35884:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711818a7a08 00000080:00200000:0.0:1789449591.139531:0:35884:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff9e8b89180908), intent=open|creat 00000080:00000010:0.0:1789449591.139539:0:35884:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b8b10d800. 00800000:00000002:0.0:1789449591.139541:0:35884:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:0.0:1789449591.139547:0:35884:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789449591.139549:0:35884:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789449591.139550:0:35884:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711818a7928 00800000:00000002:0.0:1789449591.139552:0:35884:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'd24b.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449591.139555:0:35884:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1789449591.139559:0:35884:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1789449591.139563:0:35884:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449591.139564:0:35884:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449591.139565:0:35884:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449591.139567:0:35884:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449591.139568:0:35884:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449591.139570:0:35884:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449591.139572:0:35884:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449591.139575:0:35884:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446636920772627456 : -107152936924160 : ffff9e8b83420c00) 00800000:00000001:0.0:1789449591.139578:0:35884:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1789449591.139581:0:35884:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1789449591.139584:0:35884:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1789449591.139588:0:35884:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1789449591.139592:0:35884:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9e8b89903000: Allocated FID [0x200000405:0x2d:0x0] 40000000:00000001:0.0:1789449591.139595:0:35884:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449591.139598:0:35884:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449591.139599:0:35884:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449591.139601:0:35884:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449591.139603:0:35884:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711818a78a8 00800000:00000002:0.0:1789449591.139606:0:35884:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x2d:0x0], name='d24b.recovery-small' -> mds #0 layout version 1 00000002:00000001:0.0:1789449591.139609:0:35884:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789449591.139610:0:35884:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711818a77e0 00000002:00010000:0.0:1789449591.139612:0:35884:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d24b.recovery-small,[0x200000405:0x2d:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0120502 00000002:00000001:0.0:1789449591.139616:0:35884:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789449591.139619:0:35884:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1789449591.139624:0:35884:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1789449591.139628:0:35884:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449591.139630:0:35884:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789449591.139632:0:35884:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbae00 count: 2 00010000:00000001:0.0:1789449591.139634:0:35884:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449591.139637:0:35884:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789449591.139641:0:35884:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789449591.139644:0:35884:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded67f4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xeb7cbf5e2fd3ddf8 expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1789449591.139654:0:35884:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789449591.139658:0:35884:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789449591.139661:0:35884:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789449591.139663:0:35884:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1789449591.139665:0:35884:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449591.139666:0:35884:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449591.139669:0:35884:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbae00 count: 3 00010000:00000001:0.0:1789449591.139670:0:35884:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789449591.139673:0:35884:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449591.139674:0:35884:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449591.139675:0:35884:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449591.139676:0:35884:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbae00 count: 3 00010000:00000001:0.0:1789449591.139677:0:35884:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789449591.139679:0:35884:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449591.139680:0:35884:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449591.139681:0:35884:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449591.139682:0:35884:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cbae00 count: 3 00010000:00000001:0.0:1789449591.139683:0:35884:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789449591.139685:0:35884:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449591.139686:0:35884:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789449591.139689:0:35884:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9e8b89180840, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1789449591.139694:0:35884:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1789449591.139696:0:35884:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1789449591.139699:0:35884:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789449591.139700:0:35884:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449591.139704:0:35884:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789449591.139707:0:35884:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789449591.139709:0:35884:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789449591.139711:0:35884:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449591.139713:0:35884:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1789449591.139715:0:35884:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9e8b86499200 with handle 0xcddde1459ded67f4 from hash 00010000:00000001:0.0:1789449591.139717:0:35884:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789449591.139719:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449591.139720:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449591.139721:0:35884:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789449591.139723:0:35884:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789449591.139725:0:35884:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789449591.139728:0:35884:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789449591.139730:0:35884:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789449591.139732:0:35884:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1789449591.139737:0:35884:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d18e00. 00000020:00000040:0.0:1789449591.139741:0:35884:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e8b89903000 02000000:00000001:0.0:1789449591.139748:0:35884:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789449591.139749:0:35884:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449591.139753:0:35884:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789449591.139757:0:35884:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449591.139759:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449591.139760:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449591.139761:0:35884:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449591.139764:0:35884:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449591.139766:0:35884:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449591.139769:0:35884:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449591.139778:0:35884:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b836b1400. 00000100:00000001:0.0:1789449591.139784:0:35884:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449591.139789:0:35884:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789449591.139792:0:35884:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1789449591.139795:0:35884:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded67f4 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xeb7cbf5e2fd3ddf8 expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1789449591.139802:0:35884:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1789449591.139803:0:35884:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789449591.139805:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789449591.139808:0:35884:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499200/0xcddde1459ded67f4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xeb7cbf5e2fd3ddf8 expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:0.0:1789449591.139815:0:35884:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9e8b82cbae00 count: 0 00010000:00000010:0.0:1789449591.139821:0:35884:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e8b9066e100. 00010000:00000001:0.0:1789449591.139832:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449591.139833:0:35884:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449591.139835:0:35884:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789449591.139837:0:35884:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449591.139839:0:35884:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449591.139850:0:35884:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446636920849141248 : -107152860410368 : ffff9e8b87d18e00) 00010000:00000001:0.0:1789449591.139854:0:35884:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789449591.139857:0:35884:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789449591.139861:0:35884:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9e8b82cba700. 00010000:00000010:0.0:1789449591.140261:0:35884:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e8b9066e100. 00010000:00000001:0.0:1789449591.140270:0:35884:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789449591.140273:0:35884:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8b86498c00. 00000020:00000001:0.0:1789449591.140276:0:35884:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789449591.140279:0:35884:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8b86498c00 with handle 0xcddde1459ded67fb to hash 00000020:00000001:0.0:1789449591.140281:0:35884:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789449591.140282:0:35884:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636920823450624 : -107152886100992 : ffff9e8b86498c00) 00010000:00000001:0.0:1789449591.140287:0:35884:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636920823450624 : -107152886100992 : ffff9e8b86498c00) 00010000:00000001:0.0:1789449591.140289:0:35884:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449591.140291:0:35884:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449591.140294:0:35884:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498c00/0xcddde1459ded67fb lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35884 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789449591.140301:0:35884:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498c00/0xcddde1459ded67fb lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35884 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1789449591.140315:0:35884:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e8b89903000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1789449591.140326:0:35884:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e8b87d18e00 x1876371947540096/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 536/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1789449591.140342:0:35884:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498c00/0xcddde1459ded67fb lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35884 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789449591.140349:0:35884:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789449591.140351:0:35884:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789449591.140360:0:35884:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b831c8180. 00000100:00000001:0.0:1789449591.140363:0:35884:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920770167168 : -107152939384448 : ffff9e8b831c8180) 00000100:00000001:0.0:1789449591.140366:0:35884:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449591.140367:0:35884:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849141248 : -107152860410368 : ffff9e8b87d18e00) 00000100:00000001:0.0:1789449591.140373:0:35884:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449591.140378:0:35884:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449591.140381:0:35884:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789449591.140382:0:35884:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789449591.140387:0:35884:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b87d18e00 x1876371947540096/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 536/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449591.140396:0:35884:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789449591.140398:0:35884:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449591.140403:0:35884:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789449591.140417:0:35884:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789449591.140421:0:35884:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449591.140424:0:35884:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b87d18e00 pname:cluuid:pid:xid:nid:opc:job lfs:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35884:1876371947540096:192.168.202.109@tcp:101:lfs.0 00000100:00000001:0.0:1789449591.140429:0:35884:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789449591.140436:0:35884:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789449591.140439:0:35884:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449591.140443:0:35884:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789449591.140530:0:35884:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9e8b86740000. 02000000:00000001:0.0:1789449591.140533:0:35884:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449591.140545:0:35884:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:0.0:1789449591.140551:0:35884:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b86580b00. 00000400:00000010:0.0:1789449591.140561:0:35884:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9e8b836b3c00. 00000100:00000200:0.0:1789449591.140570:0:35884:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876371947540096, portal 10 00000100:00000001:0.0:1789449591.140572:0:35884:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449591.140574:0:35884:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849141248 : -107152860410368 : ffff9e8b87d18e00) 00000100:00000040:0.0:1789449591.140581:0:35884:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b87d18e00 x1876371947540096/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 536/66320 e 0 to 0 dl 1789449607 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449591.140589:0:35884:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789449591.140592:0:35884:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1789449591.140597:0:35884:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5e58. 00000100:00000200:0.0:1789449591.140602:0:35884:0:(niobuf.c:94:ptl_send_buf()) Sending 536 bytes to portal 12, xid 1876371947540096, offset 0 00000400:00000200:0.0:1789449591.140610:0:35884:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1789449591.140622:0:35884:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449591.140633:0:35884:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1789449591.140640:0:35884:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789449591.140646:0:35884:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1789449591.140651:0:35884:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789449591.140653:0:35884:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1789449591.140657:0:35884:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2983:2983:256:4294967295] 192.168.202.109@tcp LPNI seq info [2983:2983:8:4294967295] 00000400:00000200:0.0:1789449591.140661:0:35884:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449591.140672:0:35884:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1789449591.140679:0:35884:0:(socklnd_cb.c:931:ksocknal_send()) sending 536 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1789449591.140685:0:35884:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b864ec200. 00000800:00000200:0.0:1789449591.140693:0:35884:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1789449591.140703:0:35884:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1789449591.140708:0:35884:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b864ec200 type 1, nob 632 niov 1 nkiov 1 00000100:00000001:0.0:1789449591.140728:0:35884:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449591.140734:0:35884:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 828292 usecs (829 jiffies) 00000400:00000200:0.0:1789449591.140738:0:35884:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:0.0:1789449591.140741:0:35884:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296594655 00000100:00000001:0.0:1789449591.140745:0:35884:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296596513 00000100:00000001:0.0:1789449591.140748:0:35884:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296594655 00000100:00000001:0.0:1789449591.140751:0:35884:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296596514 00000100:00000001:0.0:1789449591.140753:0:35884:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449591.140757:0:35884:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449591.140760:0:35884:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449591.140763:0:35884:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789449591.140766:0:35884:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b831c8180 going to sleep for 11 seconds 00000100:00000001:0.0:1789449591.140769:0:35884:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449591.140772:0:35884:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449591.141043:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449591.141050:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ec200. 00000400:00000200:2.0:1789449591.141055:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449591.141060:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449591.141067:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5e58 00000400:00000010:2.0:1789449591.141070:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5e58. 00000100:00000001:2.0:1789449591.141075:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449591.141080:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d18e00 x1876371947540096/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 536/66320 e 0 to 0 dl 1789449607 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449591.141091:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449591.141094:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d18e00 x1876371947540096/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 536/66320 e 0 to 0 dl 1789449607 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449591.141101:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449591.141103:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789449591.146747:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449591.146775:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449591.146781:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449591.146784:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449591.146795:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449591.146805:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449591.146816:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449591.146822:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449591.146829:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449591.147169:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 608 into portal 10 MB=0x6aa8ce3664e80 00000400:00000200:3.0:1789449591.147176:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449591.147194:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 608/608 into md 0x879d [32] + 224 00000800:00000001:3.0:1789449591.147205:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449591.147215:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449591.147219:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449591.147224:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449591.147235:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449591.147247:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d18e00 x1876371947540096/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 536/66320 e 0 to 0 dl 1789449607 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789449591.147265:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=66320 req@ffff9e8b87d18e00 x1876371947540096/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 536/66320 e 0 to 0 dl 1789449607 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449591.147284:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449591.147298:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449591.147303:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449591.147345:0:35884:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789449591.147357:0:35884:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449591.147360:0:35884:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449591.147364:0:35884:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b86580b00. 00000400:00000200:0.0:1789449591.147369:0:35884:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b836b3c00 00000400:00000010:0.0:1789449591.147373:0:35884:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9e8b836b3c00. 00000100:00000001:0.0:1789449591.147378:0:35884:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449591.147383:0:35884:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b87d18e00 x1876371947540096/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 536/66320 e 0 to 0 dl 1789449607 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789449591.147393:0:35884:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b87d18e00 x1876371947540096/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 536/66320 e 0 to 0 dl 1789449607 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449591.147400:0:35884:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449591.147402:0:35884:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449591.147414:0:35884:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449591.147418:0:35884:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449591.147421:0:35884:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449591.147423:0:35884:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449591.147426:0:35884:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449591.147438:0:35884:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=71 v=5 (5 5 102 102) 00000100:00001000:0.0:1789449591.147442:0:35884:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=38 v=5 (1 0 0 0) 00000100:00000001:0.0:1789449591.147444:0:35884:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1789449591.147447:0:35884:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9e8b87d18e00 x1876371947540096/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 536/608 e 0 to 0 dl 1789449607 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449591.147452:0:35884:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1789449591.147456:0:35884:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789449591.147458:0:35884:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 8589934601 00000100:00000001:0.0:1789449591.147459:0:35884:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449591.147462:0:35884:0:(client.c:1798:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1789449591.147466:0:35884:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b87d18e00 x1876371947540096/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 536/608 e 0 to 0 dl 1789449607 ref 2 fl Rpc:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449591.147471:0:35884:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1789449591.147474:0:35884:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449591.147476:0:35884:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449591.147479:0:35884:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b87d18e00 x1876371947540096/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 536/608 e 0 to 0 dl 1789449607 ref 2 fl Interpret:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789449591.147484:0:35884:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b87d18e00 pname:cluuid:pid:xid:nid:opc:job lfs:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35884:1876371947540096:192.168.202.109@tcp:101:lfs.0 00000100:00000001:0.0:1789449591.147488:0:35884:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449591.147490:0:35884:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1789449591.147491:0:35884:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789449591.147493:0:35884:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449591.147496:0:35884:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d18e00 x1876371947540096/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 536/608 e 0 to 0 dl 1789449607 ref 2 fl Complete:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449591.147500:0:35884:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789449591.147503:0:35884:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b831c8180. 00000100:00000001:0.0:1789449591.147505:0:35884:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789449591.147506:0:35884:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1789449591.147509:0:35884:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789449591.147515:0:35884:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449591.147518:0:35884:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449591.147521:0:35884:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498c00 refcount=4 00000020:00000001:0.0:1789449591.147522:0:35884:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823450624 : -107152886100992 : ffff9e8b86498c00) 00010000:00000001:0.0:1789449591.147525:0:35884:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823450624 : -107152886100992 : ffff9e8b86498c00) 00010000:00010000:0.0:1789449591.147530:0:35884:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498c00/0xcddde1459ded67fb lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35884 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449591.147542:0:35884:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1789449591.147545:0:35884:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498c00/0xcddde1459ded67fb lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 35884 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449591.147550:0:35884:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449591.147553:0:35884:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498c00/0xcddde1459ded67fb lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 35884 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449591.147557:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449591.147558:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789449591.147560:0:35884:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498c00/0xcddde1459ded67fb lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 35884 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449591.147563:0:35884:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449591.147566:0:35884:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449591.147568:0:35884:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1789449591.147571:0:35884:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498c00/0xcddde1459ded67fb lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 35884 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789449591.147574:0:35884:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e8b86498c00 already unused, calling callback (ffffffffc1b31740) 00000080:00000001:0.0:1789449591.147577:0:35884:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1789449591.147580:0:35884:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498c00/0xcddde1459ded67fb lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 35884 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449591.147584:0:35884:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1789449591.147585:0:35884:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1789449591.147587:0:35884:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498c00/0xcddde1459ded67fb lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 35884 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449591.147590:0:35884:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1789449591.147592:0:35884:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1789449591.147594:0:35884:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449591.147594:0:35884:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449591.147595:0:35884:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86498c00 refcount=5 00000020:00000001:0.0:1789449591.147596:0:35884:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823450624 : -107152886100992 : ffff9e8b86498c00) 00010000:00000001:0.0:1789449591.147598:0:35884:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823450624 : -107152886100992 : ffff9e8b86498c00) 00010000:00000001:0.0:1789449591.147600:0:35884:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789449591.147601:0:35884:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498c00/0xcddde1459ded67fb lrc: 5/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 35884 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1789449591.147608:0:35884:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789449591.147609:0:35884:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449591.147611:0:35884:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1789449591.147613:0:35884:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789449591.147615:0:35884:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789449591.147616:0:35884:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789449591.147617:0:35884:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449591.147618:0:35884:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789449591.147619:0:35884:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9e8b86498c00 with handle 0xcddde1459ded67fb from hash 00010000:00000001:0.0:1789449591.147620:0:35884:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789449591.147621:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449591.147622:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449591.147622:0:35884:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789449591.147623:0:35884:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789449591.147624:0:35884:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1789449591.147626:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449591.147626:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449591.147628:0:35884:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449591.147628:0:35884:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449591.147630:0:35884:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498c00/0xcddde1459ded67fb lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 35884 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449591.147633:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449591.147633:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449591.147634:0:35884:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1789449591.147635:0:35884:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449591.147636:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449591.147637:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449591.147637:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789449591.147639:0:35884:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86498c00/0xcddde1459ded67fb lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 35884 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789449591.147645:0:35884:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9e8b82cba700 count: 0 00010000:00000010:0.0:1789449591.147653:0:35884:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e8b9066e100. 00010000:00000001:0.0:1789449591.147660:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449591.147662:0:35884:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1789449591.147667:0:35884:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1789449591.147673:0:35884:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0xb, status=-21 req@ffff9e8b87d18e00 x1876371947540096/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 536/608 e 0 to 0 dl 1789449607 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1789449591.147679:0:35884:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1789449591.147680:0:35884:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449591.147681:0:35884:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449591.147682:0:35884:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449591.147685:0:35884:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000002:00000001:0.0:1789449591.147687:0:35884:0:(mdc_locks.c:1316:mdc_finish_intent_lock()) Process leaving via out (rc=18446744073709551595 : -21 : 0xffffffffffffffeb) 00000020:00000001:0.0:1789449591.147691:0:35884:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711818a7768 00000002:00002000:0.0:1789449591.147692:0:35884:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d24b.recovery-small intent=open|creat status=-21 disp=0xb: rc = -21 00000002:00000001:0.0:1789449591.147695:0:35884:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00800000:00000001:0.0:1789449591.147697:0:35884:0:(lmv_intent.c:387:lmv_intent_open()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00800000:00000001:0.0:1789449591.147700:0:35884:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00200000:0.0:1789449591.147702:0:35884:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc -21 00000080:00000001:0.0:1789449591.147705:0:35884:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00000001:0.0:1789449591.147707:0:35884:0:(namei.c:1264:ll_lookup_it()) Process leaving via out (rc=18446744073709551595 : -21 : 0xffffffffffffffeb) 00800000:00000002:0.0:1789449591.147712:0:35884:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:0.0:1789449591.147715:0:35884:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b8b10d800. 00000100:00000001:0.0:1789449591.147718:0:35884:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449591.147719:0:35884:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b87d18e00 x1876371947540096/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 536/608 e 0 to 0 dl 1789449607 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449591.147724:0:35884:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789449591.147726:0:35884:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449591.147729:0:35884:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9e8b86740000. 02000000:00000001:0.0:1789449591.147765:0:35884:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789449591.147768:0:35884:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449591.147769:0:35884:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:0.0:1789449591.147771:0:35884:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449591.147774:0:35884:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b836b1400. 02000000:00000001:0.0:1789449591.147777:0:35884:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449591.147779:0:35884:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449591.147781:0:35884:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b87d18e00. 00000100:00000001:0.0:1789449591.147784:0:35884:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449591.147785:0:35884:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789449591.147790:0:35884:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1789449591.147792:0:35884:0:(dcache.c:176:ll_intent_release()) intent ffff9e8b86657de0 released 00000080:00000001:0.0:1789449591.147793:0:35884:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000010:0.0:1789449591.147795:0:35884:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9e8b86657de0. 00000080:00000001:0.0:1789449591.147797:0:35884:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00000001:0.0:1789449591.147803:0:35884:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1789449591.147806:0:35884:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1789449591.147902:0:35884:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789449591.147906:0:35884:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789449591.147909:0:35884:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789449591.147912:0:35884:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711818a7bc0 00000080:00200000:0.0:1789449591.147914:0:35884:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:0.0:1789449591.147929:0:35884:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b8b10d800. 00800000:00000002:0.0:1789449591.147936:0:35884:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:0.0:1789449591.147941:0:35884:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789449591.147945:0:35884:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789449591.147947:0:35884:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711818a7ae0 00800000:00000002:0.0:1789449591.147949:0:35884:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449591.147952:0:35884:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789449591.147955:0:35884:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449591.147957:0:35884:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449591.147959:0:35884:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449591.147961:0:35884:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449591.147962:0:35884:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449591.147964:0:35884:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449591.147965:0:35884:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449591.147969:0:35884:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789449591.147973:0:35884:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789449591.147975:0:35884:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711818a79b0 00000002:00010000:0.0:1789449591.147976:0:35884:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789449591.147979:0:35884:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789449591.147981:0:35884:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449591.147983:0:35884:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789449591.147989:0:35884:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449591.147990:0:35884:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449591.147991:0:35884:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449591.147994:0:35884:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789449591.147996:0:35884:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1789449591.147999:0:35884:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d18e00. 00000020:00000040:0.0:1789449591.148002:0:35884:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00010000:00000001:0.0:1789449591.148007:0:35884:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789449591.148012:0:35884:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449591.148018:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449591.148018:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449591.148020:0:35884:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449591.148022:0:35884:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449591.148024:0:35884:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449591.148029:0:35884:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449591.148035:0:35884:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b836b1400. 00000100:00000001:0.0:1789449591.148041:0:35884:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449591.148043:0:35884:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789449591.148045:0:35884:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449591.148046:0:35884:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789449591.148047:0:35884:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449591.148048:0:35884:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449591.148053:0:35884:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446636920849141248 : -107152860410368 : ffff9e8b87d18e00) 00010000:00000001:0.0:1789449591.148055:0:35884:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789449591.148057:0:35884:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789449591.148060:0:35884:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9e8b82cba400. 00010000:00000010:0.0:1789449591.148063:0:35884:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e8b9066e100. 00010000:00000001:0.0:1789449591.148066:0:35884:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789449591.148069:0:35884:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8b86499a00. 00000020:00000001:0.0:1789449591.148071:0:35884:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789449591.148073:0:35884:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8b86499a00 with handle 0xcddde1459ded6802 to hash 00000020:00000001:0.0:1789449591.148074:0:35884:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789449591.148076:0:35884:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636920823454208 : -107152886097408 : ffff9e8b86499a00) 00010000:00000001:0.0:1789449591.148078:0:35884:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636920823454208 : -107152886097408 : ffff9e8b86499a00) 00010000:00000001:0.0:1789449591.148081:0:35884:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449591.148083:0:35884:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449591.148085:0:35884:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499a00/0xcddde1459ded6802 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35884 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789449591.148091:0:35884:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499a00/0xcddde1459ded6802 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35884 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789449591.148098:0:35884:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499a00/0xcddde1459ded6802 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35884 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789449591.148103:0:35884:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789449591.148104:0:35884:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789449591.148108:0:35884:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b831c8180. 00000100:00000001:0.0:1789449591.148110:0:35884:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920770167168 : -107152939384448 : ffff9e8b831c8180) 00000100:00000001:0.0:1789449591.148112:0:35884:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449591.148113:0:35884:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849141248 : -107152860410368 : ffff9e8b87d18e00) 00000100:00000001:0.0:1789449591.148118:0:35884:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449591.148122:0:35884:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449591.148124:0:35884:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789449591.148125:0:35884:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789449591.148141:0:35884:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b87d18e00 x1876371947540224/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449591.148150:0:35884:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789449591.148153:0:35884:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449591.148158:0:35884:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789449591.148160:0:35884:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789449591.148163:0:35884:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449591.148166:0:35884:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b87d18e00 pname:cluuid:pid:xid:nid:opc:job lfs:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35884:1876371947540224:192.168.202.109@tcp:101:lfs.0 00000100:00000001:0.0:1789449591.148170:0:35884:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789449591.148177:0:35884:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789449591.148179:0:35884:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449591.148182:0:35884:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789449591.148187:0:35884:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e8b87da7800. 02000000:00000001:0.0:1789449591.148189:0:35884:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449591.148198:0:35884:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:0.0:1789449591.148202:0:35884:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b86580b00. 00000400:00000010:0.0:1789449591.148208:0:35884:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5770. 00000100:00000200:0.0:1789449591.148216:0:35884:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876371947540224, portal 10 00000100:00000001:0.0:1789449591.148218:0:35884:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449591.148219:0:35884:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849141248 : -107152860410368 : ffff9e8b87d18e00) 00000100:00000040:0.0:1789449591.148225:0:35884:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b87d18e00 x1876371947540224/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449607 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449591.148232:0:35884:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789449591.148235:0:35884:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1789449591.148243:0:35884:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e54c8. 00000100:00000200:0.0:1789449591.148247:0:35884:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876371947540224, offset 0 00000400:00000200:0.0:1789449591.148256:0:35884:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1789449591.148266:0:35884:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449591.148275:0:35884:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1789449591.148281:0:35884:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789449591.148287:0:35884:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1789449591.148292:0:35884:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789449591.148295:0:35884:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1789449591.148299:0:35884:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2984:2984:256:4294967295] 192.168.202.109@tcp LPNI seq info [2984:2984:8:4294967295] 00000400:00000200:0.0:1789449591.148304:0:35884:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449591.148314:0:35884:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1789449591.148321:0:35884:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1789449591.148326:0:35884:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b864eca00. 00000800:00000200:0.0:1789449591.148335:0:35884:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1789449591.148348:0:35884:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1789449591.148354:0:35884:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b864eca00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1789449591.148376:0:35884:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449591.148382:0:35884:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 827271 usecs (828 jiffies) 00000400:00000200:0.0:1789449591.148385:0:35884:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:0.0:1789449591.148388:0:35884:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296594662 00000100:00000001:0.0:1789449591.148393:0:35884:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296596513 00000100:00000001:0.0:1789449591.148395:0:35884:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296594662 00000100:00000001:0.0:1789449591.148397:0:35884:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296596514 00000100:00000001:0.0:1789449591.148400:0:35884:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449591.148403:0:35884:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449591.148405:0:35884:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449591.148408:0:35884:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789449591.148410:0:35884:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b831c8180 going to sleep for 11 seconds 00000100:00000001:0.0:1789449591.148413:0:35884:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449591.148415:0:35884:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449591.148677:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449591.148683:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864eca00. 00000400:00000200:2.0:1789449591.148688:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449591.148692:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449591.148695:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e54c8 00000400:00000010:2.0:1789449591.148698:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e54c8. 00000100:00000001:2.0:1789449591.148703:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449591.148707:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d18e00 x1876371947540224/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449607 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449591.148717:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449591.148720:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d18e00 x1876371947540224/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449607 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449591.148727:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449591.148729:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:0.1:1789449591.151092:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cbae00. 00010000:00000010:0.1:1789449591.151113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b86499200. 00000800:00000001:3.0:1789449591.151616:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449591.151634:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449591.151638:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449591.151641:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449591.151651:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449591.151660:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449591.151671:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449591.151676:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449591.151683:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449591.151687:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 688 into portal 10 MB=0x6aa8ce3664f00 00000400:00000200:3.0:1789449591.151693:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449591.151699:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 688/688 into md 0x87a5 [1] + 224 00000800:00000001:3.0:1789449591.151708:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449591.151715:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449591.151720:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449591.151724:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449591.151733:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449591.151745:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d18e00 x1876371947540224/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449607 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789449591.151757:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9e8b87d18e00 x1876371947540224/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449607 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449591.151809:0:35884:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449591.151827:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449591.151851:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449591.151855:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1789449591.152316:0:35884:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449591.152321:0:35884:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449591.152324:0:35884:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b86580b00. 00000400:00000200:0.0:1789449591.152330:0:35884:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5770 00000400:00000010:0.0:1789449591.152332:0:35884:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5770. 00000100:00000001:0.0:1789449591.152336:0:35884:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449591.152343:0:35884:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b87d18e00 x1876371947540224/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449607 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789449591.152352:0:35884:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b87d18e00 x1876371947540224/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449607 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449591.152359:0:35884:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449591.152361:0:35884:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449591.152364:0:35884:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449591.152368:0:35884:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449591.152372:0:35884:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449591.152374:0:35884:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449591.152378:0:35884:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449591.152390:0:35884:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=71 v=5 (5 5 102 102) 00000100:00001000:0.0:1789449591.152396:0:35884:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=38 v=5 (1 0 0 0) 00000100:00000001:0.0:1789449591.152399:0:35884:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449591.152401:0:35884:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449591.152561:0:35884:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449591.152568:0:35884:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449591.152573:0:35884:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789449591.152576:0:35884:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 8589934601 00000100:00000001:0.0:1789449591.152579:0:35884:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449591.152582:0:35884:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449591.152589:0:35884:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b87d18e00 x1876371947540224/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449607 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449591.152597:0:35884:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449591.152601:0:35884:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449591.152603:0:35884:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449591.152607:0:35884:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b87d18e00 x1876371947540224/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449607 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789449591.152616:0:35884:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b87d18e00 pname:cluuid:pid:xid:nid:opc:job lfs:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35884:1876371947540224:192.168.202.109@tcp:101:lfs.0 00000100:00000001:0.0:1789449591.152621:0:35884:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449591.152624:0:35884:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449591.152627:0:35884:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789449591.152630:0:35884:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449591.152634:0:35884:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d18e00 x1876371947540224/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449607 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449591.152642:0:35884:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789449591.152646:0:35884:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b831c8180. 00000100:00000001:0.0:1789449591.152650:0:35884:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789449591.152652:0:35884:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449591.152655:0:35884:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789449591.152661:0:35884:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449591.152664:0:35884:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449591.152668:0:35884:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499a00 refcount=4 00000020:00000001:0.0:1789449591.152670:0:35884:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823454208 : -107152886097408 : ffff9e8b86499a00) 00010000:00000001:0.0:1789449591.152673:0:35884:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823454208 : -107152886097408 : ffff9e8b86499a00) 00010000:00000040:0.0:1789449591.152681:0:35884:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e8b86499a00, remote cookie: 0xeb7cbf5e2fd3de22, flags: 0x1001 00010000:00010000:0.0:1789449591.152687:0:35884:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499a00/0xcddde1459ded6802 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3de22 expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789449591.152702:0:35884:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499a00/0xcddde1459ded6802 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3de22 expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449591.152709:0:35884:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789449591.152714:0:35884:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789449591.152717:0:35884:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789449591.152719:0:35884:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789449591.152721:0:35884:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789449591.152724:0:35884:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9e8b82cba400) refcount = 1 00010000:00010000:0.0:1789449591.152729:0:35884:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499a00/0xcddde1459ded6802 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3de22 expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449591.152737:0:35884:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789449591.152742:0:35884:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789449591.152743:0:35884:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449591.152747:0:35884:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789449591.152750:0:35884:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449591.152753:0:35884:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499a00/0xcddde1459ded6802 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3de22 expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449591.152759:0:35884:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789449591.152760:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449591.152762:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449591.152763:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449591.152764:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449591.152766:0:35884:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449591.152772:0:35884:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789449591.152774:0:35884:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449591.152776:0:35884:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449591.152777:0:35884:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499a00 refcount=3 00000020:00000001:0.0:1789449591.152779:0:35884:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823454208 : -107152886097408 : ffff9e8b86499a00) 00010000:00000001:0.0:1789449591.152781:0:35884:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823454208 : -107152886097408 : ffff9e8b86499a00) 00010000:00000001:0.0:1789449591.152784:0:35884:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449591.152785:0:35884:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449591.152787:0:35884:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499a00 refcount=4 00000020:00000001:0.0:1789449591.152789:0:35884:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823454208 : -107152886097408 : ffff9e8b86499a00) 00010000:00000001:0.0:1789449591.152791:0:35884:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823454208 : -107152886097408 : ffff9e8b86499a00) 00010000:00000001:0.0:1789449591.152794:0:35884:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449591.152799:0:35884:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449591.152802:0:35884:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499a00/0xcddde1459ded6802 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3de22 expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449591.152809:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449591.152810:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449591.152812:0:35884:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449591.152813:0:35884:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449591.152814:0:35884:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499a00 refcount=5 00000020:00000001:0.0:1789449591.152816:0:35884:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823454208 : -107152886097408 : ffff9e8b86499a00) 00010000:00000001:0.0:1789449591.152818:0:35884:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823454208 : -107152886097408 : ffff9e8b86499a00) 00010000:00000001:0.0:1789449591.152821:0:35884:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449591.152823:0:35884:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499a00/0xcddde1459ded6802 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3de22 expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449591.152990:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449591.152992:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789449591.152996:0:35884:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499a00/0xcddde1459ded6802 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3de22 expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449591.153003:0:35884:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449591.153005:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449591.153006:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449591.153007:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449591.153008:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789449591.153013:0:35884:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9e8b87d18e00 x1876371947540224/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449607 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1789449591.153029:0:35884:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449591.153031:0:35884:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449591.153032:0:35884:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499a00 refcount=3 00000020:00000001:0.0:1789449591.153034:0:35884:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823454208 : -107152886097408 : ffff9e8b86499a00) 00010000:00000001:0.0:1789449591.153036:0:35884:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823454208 : -107152886097408 : ffff9e8b86499a00) 00010000:00000001:0.0:1789449591.153039:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449591.153040:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449591.153041:0:35884:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449591.153044:0:35884:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449591.153047:0:35884:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1789449591.153050:0:35884:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449591.153051:0:35884:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449591.153053:0:35884:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499a00 refcount=3 00000020:00000001:0.0:1789449591.153055:0:35884:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823454208 : -107152886097408 : ffff9e8b86499a00) 00010000:00000001:0.0:1789449591.153057:0:35884:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823454208 : -107152886097408 : ffff9e8b86499a00) 00000002:00010000:0.0:1789449591.153061:0:35884:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499a00/0xcddde1459ded6802 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3de22 expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449591.153068:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449591.153069:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449591.153071:0:35884:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789449591.153072:0:35884:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449591.153073:0:35884:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449591.153074:0:35884:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499a00 refcount=3 00000020:00000001:0.0:1789449591.153076:0:35884:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823454208 : -107152886097408 : ffff9e8b86499a00) 00010000:00000001:0.0:1789449591.153079:0:35884:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823454208 : -107152886097408 : ffff9e8b86499a00) 00010000:00000040:0.0:1789449591.153086:0:35884:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cba400 count: 2 00010000:00000001:0.0:1789449591.153089:0:35884:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789449591.153094:0:35884:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e8b83488400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1789449591.153097:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449591.153098:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449591.153100:0:35884:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789449591.153104:0:35884:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711818a7938 00000002:00002000:0.0:1789449591.153106:0:35884:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1789449591.153109:0:35884:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449591.153114:0:35884:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449591.153117:0:35884:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789449591.153121:0:35884:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1789449591.153125:0:35884:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449591.153140:0:35884:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:0.0:1789449591.153144:0:35884:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b8b10d800. 00000080:00000001:0.0:1789449591.153151:0:35884:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789449591.153154:0:35884:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789449591.153162:0:35884:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1789449591.153168:0:35884:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1789449591.153280:0:35884:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9e8b91d9a1c0. 00800000:00000001:1.0:1789449591.153284:0:35884:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446636921017442752 : -107152692108864 : ffff9e8b91d9a1c0) 00800000:00000001:1.0:1789449591.153287:0:35884:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449591.153290:0:35884:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789449591.153293:0:35884:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1789449591.153295:0:35884:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1789449591.153298:0:35884:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1789449591.153302:0:35884:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1789449591.153305:0:35884:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449591.153309:0:35884:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1789449591.153311:0:35884:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1789449591.153316:0:35884:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:1.0:1789449591.153318:0:35884:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449591.153319:0:35884:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449591.153320:0:35884:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499a00 refcount=3 00000020:00000001:1.0:1789449591.153322:0:35884:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823454208 : -107152886097408 : ffff9e8b86499a00) 00010000:00000001:1.0:1789449591.153324:0:35884:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823454208 : -107152886097408 : ffff9e8b86499a00) 00010000:00000001:1.0:1789449591.153325:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449591.153326:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789449591.153327:0:35884:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789449591.153330:0:35884:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1789449591.153331:0:35884:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b91d9a1c0 1 00800000:00000010:1.0:1789449591.153332:0:35884:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9e8b91d9a1c0. 00800000:00000001:1.0:1789449591.153335:0:35884:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789449591.153337:0:35884:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded6802 00800000:00000001:1.0:1789449591.153340:0:35884:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789449591.153342:0:35884:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789449591.153343:0:35884:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449591.153343:0:35884:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449591.153344:0:35884:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499a00 refcount=3 00000020:00000001:1.0:1789449591.153345:0:35884:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823454208 : -107152886097408 : ffff9e8b86499a00) 00010000:00000001:1.0:1789449591.153346:0:35884:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823454208 : -107152886097408 : ffff9e8b86499a00) 00010000:00000001:1.0:1789449591.153348:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449591.153349:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789449591.153350:0:35884:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449591.153351:0:35884:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449591.153352:0:35884:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789449591.153354:0:35884:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:1.0:1789449591.153356:0:35884:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded6802 from it ffffb711818a7bf8 00010000:00000001:1.0:1789449591.153358:0:35884:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449591.153358:0:35884:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449591.153359:0:35884:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499a00 refcount=3 00000020:00000001:1.0:1789449591.153361:0:35884:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823454208 : -107152886097408 : ffff9e8b86499a00) 00010000:00000001:1.0:1789449591.153362:0:35884:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823454208 : -107152886097408 : ffff9e8b86499a00) 00010000:00000001:1.0:1789449591.153363:0:35884:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789449591.153365:0:35884:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499a00/0xcddde1459ded6802 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3de22 expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449591.153372:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449591.153373:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449591.153374:0:35884:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789449591.153377:0:35884:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789449591.153379:0:35884:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499a00/0xcddde1459ded6802 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3de22 expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789449591.153383:0:35884:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789449591.153385:0:35884:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789449591.153386:0:35884:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789449591.153391:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449591.153391:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449591.153392:0:35884:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449591.153394:0:35884:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789449591.153396:0:35884:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449591.153397:0:35884:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449591.153399:0:35884:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449591.153400:0:35884:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789449591.153402:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449591.153402:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789449591.153404:0:35884:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449591.153409:0:35884:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b87d18e00 x1876371947540224/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449607 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449591.153416:0:35884:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789449591.153419:0:35884:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789449591.153424:0:35884:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9e8b87da7800. 02000000:00000001:1.0:1789449591.153428:0:35884:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789449591.153431:0:35884:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449591.153433:0:35884:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:1.0:1789449591.153435:0:35884:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789449591.153438:0:35884:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b836b1400. 02000000:00000001:1.0:1789449591.153444:0:35884:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789449591.153446:0:35884:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789449591.153448:0:35884:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b87d18e00. 00000100:00000001:1.0:1789449591.153453:0:35884:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789449591.153454:0:35884:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789449591.153458:0:35884:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908), inode mode 41ff mask 1 00000080:00000001:1.0:1789449591.153464:0:35884:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789449591.153492:0:35884:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9e8b8984f2e0. 00000080:00000001:1.0:1789449591.153496:0:35884:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:1.0:1789449591.153498:0:35884:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711818a7b58 00000080:00200000:1.0:1789449591.153500:0:35884:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff9e8b89180908), file ffff9e8b83cbaa80, open_flags 1a100, mode 0 opened 0 00000080:00000010:1.0:1789449591.153504:0:35884:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9e8b87c1e780. 00000080:00000001:1.0:1789449591.153506:0:35884:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1789449591.153508:0:35884:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711818a7a08 00000080:00200000:1.0:1789449591.153509:0:35884:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff9e8b89180908), intent=open 00000080:00000010:1.0:1789449591.153517:0:35884:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b83767000. 00800000:00000002:1.0:1789449591.153521:0:35884:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:1.0:1789449591.153526:0:35884:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789449591.153529:0:35884:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789449591.153530:0:35884:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711818a7928 00800000:00000002:1.0:1789449591.153532:0:35884:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x0:0x0:0x0] 'd24b.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789449591.153535:0:35884:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1789449591.153537:0:35884:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1789449591.153541:0:35884:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449591.153543:0:35884:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449591.153545:0:35884:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449591.153547:0:35884:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449591.153548:0:35884:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449591.153550:0:35884:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789449591.153551:0:35884:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449591.153554:0:35884:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446636920772627456 : -107152936924160 : ffff9e8b83420c00) 00000020:00000001:1.0:1789449591.153556:0:35884:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711818a78a8 00800000:00000002:1.0:1789449591.153558:0:35884:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d24b.recovery-small' -> mds #0 layout version 1 00000002:00000001:1.0:1789449591.153561:0:35884:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789449591.153562:0:35884:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711818a77e0 00000002:00010000:1.0:1789449591.153564:0:35884:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d24b.recovery-small,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0320401 00000002:00000001:1.0:1789449591.153566:0:35884:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789449591.153569:0:35884:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1789449591.153572:0:35884:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1789449591.153575:0:35884:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cba400 count: 2 00010000:00000001:1.0:1789449591.153577:0:35884:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449591.153579:0:35884:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1789449591.153582:0:35884:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449591.153584:0:35884:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449591.153585:0:35884:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789449591.153589:0:35884:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83692a00. 00000020:00000040:1.0:1789449591.153591:0:35884:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e8b89903000 02000000:00000001:1.0:1789449591.153596:0:35884:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789449591.153598:0:35884:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449591.153601:0:35884:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789449591.153604:0:35884:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789449591.153607:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449591.153607:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449591.153608:0:35884:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449591.153611:0:35884:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789449591.153613:0:35884:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789449591.153617:0:35884:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789449591.153626:0:35884:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b8678c000. 00000100:00000001:1.0:1789449591.153632:0:35884:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449591.153635:0:35884:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789449591.153636:0:35884:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449591.153638:0:35884:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789449591.153639:0:35884:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449591.153640:0:35884:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449591.153650:0:35884:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446636920775191040 : -107152934360576 : ffff9e8b83692a00) 00010000:00000001:1.0:1789449591.153653:0:35884:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789449591.153656:0:35884:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1789449591.153657:0:35884:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cba400 count: 2 00010000:00000001:1.0:1789449591.153658:0:35884:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449591.153660:0:35884:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789449591.153663:0:35884:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8b889f0a00. 00000020:00000001:1.0:1789449591.153665:0:35884:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789449591.153667:0:35884:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8b889f0a00 with handle 0xcddde1459ded6809 to hash 00000020:00000001:1.0:1789449591.153669:0:35884:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789449591.153670:0:35884:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636920862607872 : -107152846943744 : ffff9e8b889f0a00) 00010000:00000001:1.0:1789449591.153674:0:35884:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636920862607872 : -107152846943744 : ffff9e8b889f0a00) 00010000:00000001:1.0:1789449591.153677:0:35884:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449591.153678:0:35884:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449591.153680:0:35884:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b889f0a00/0xcddde1459ded6809 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 35884 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789449591.153684:0:35884:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b889f0a00/0xcddde1459ded6809 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35884 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1789449591.153696:0:35884:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e8b89903000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1789449591.153700:0:35884:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e8b83692a00 x1876371947540480/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 536/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1789449591.153707:0:35884:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b889f0a00/0xcddde1459ded6809 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35884 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789449591.153711:0:35884:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789449591.153713:0:35884:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789449591.153731:0:35884:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b862500c0. 00000100:00000001:1.0:1789449591.153733:0:35884:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920821055680 : -107152888495936 : ffff9e8b862500c0) 00000100:00000001:1.0:1789449591.153735:0:35884:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449591.153736:0:35884:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775191040 : -107152934360576 : ffff9e8b83692a00) 00000100:00000001:1.0:1789449591.153741:0:35884:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789449591.153744:0:35884:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449591.153746:0:35884:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789449591.153747:0:35884:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789449591.153750:0:35884:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83692a00 x1876371947540480/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 536/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449591.153756:0:35884:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449591.153757:0:35884:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449591.153761:0:35884:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789449591.153763:0:35884:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789449591.153765:0:35884:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449591.153767:0:35884:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83692a00 pname:cluuid:pid:xid:nid:opc:job lfs:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35884:1876371947540480:192.168.202.109@tcp:101:lfs.0 00000100:00000001:1.0:1789449591.153770:0:35884:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789449591.153775:0:35884:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789449591.153777:0:35884:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449591.153778:0:35884:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789449591.154306:0:35884:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff9e8b87dc0000. 02000000:00000001:1.0:1789449591.154312:0:35884:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789449591.154323:0:35884:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:1.0:1789449591.154329:0:35884:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b83427580. 00000400:00000010:1.0:1789449591.154338:0:35884:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9e8b86794800. 00000100:00000200:1.0:1789449591.154346:0:35884:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1876371947540480, portal 10 00000100:00000001:1.0:1789449591.154348:0:35884:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449591.154349:0:35884:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775191040 : -107152934360576 : ffff9e8b83692a00) 00000100:00000040:1.0:1789449591.154357:0:35884:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b83692a00 x1876371947540480/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 536/131856 e 0 to 0 dl 1789449607 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449591.154364:0:35884:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789449591.154367:0:35884:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1789449591.154371:0:35884:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012dd0. 00000100:00000200:1.0:1789449591.154375:0:35884:0:(niobuf.c:94:ptl_send_buf()) Sending 536 bytes to portal 12, xid 1876371947540480, offset 0 00000400:00000200:1.0:1789449591.154383:0:35884:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1789449591.154396:0:35884:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449591.154406:0:35884:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1789449591.154412:0:35884:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789449591.154417:0:35884:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1789449591.154421:0:35884:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789449591.154424:0:35884:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1789449591.154428:0:35884:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2985:2985:256:4294967295] 192.168.202.109@tcp LPNI seq info [2985:2985:8:4294967295] 00000400:00000200:1.0:1789449591.154432:0:35884:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449591.154443:0:35884:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1789449591.154449:0:35884:0:(socklnd_cb.c:931:ksocknal_send()) sending 536 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1789449591.154457:0:35884:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b82fe1000. 00000800:00000200:1.0:1789449591.154465:0:35884:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1789449591.154474:0:35884:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1789449591.154480:0:35884:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b82fe1000 type 1, nob 632 niov 1 nkiov 1 00000100:00000001:1.0:1789449591.154506:0:35884:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449591.154512:0:35884:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 826247 usecs (827 jiffies) 00000400:00000200:1.0:1789449591.154516:0:35884:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:1.0:1789449591.154519:0:35884:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296594667 00000100:00000001:1.0:1789449591.154523:0:35884:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296596513 00000100:00000001:1.0:1789449591.154526:0:35884:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296594667 00000100:00000001:1.0:1789449591.154528:0:35884:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296596514 00000100:00000001:1.0:1789449591.154530:0:35884:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449591.154533:0:35884:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449591.154536:0:35884:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789449591.154538:0:35884:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789449591.154541:0:35884:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b862500c0 going to sleep for 11 seconds 00000100:00000001:1.0:1789449591.154543:0:35884:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449591.154547:0:35884:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449591.155261:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449591.155270:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b82fe1000. 00000400:00000200:2.0:1789449591.155279:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449591.155287:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449591.155294:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012dd0 00000400:00000010:2.0:1789449591.155298:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012dd0. 00000100:00000001:2.0:1789449591.155303:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449591.155308:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83692a00 x1876371947540480/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 536/131856 e 0 to 0 dl 1789449607 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449591.155320:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449591.155324:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83692a00 x1876371947540480/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 536/131856 e 0 to 0 dl 1789449607 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449591.155331:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449591.155334:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:0.1:1789449591.155929:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cba700. 00010000:00000010:0.1:1789449591.155939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b86498c00. 00000080:00000010:0.1:1789449591.155945:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b87d974e0. 00000800:00000001:3.0:1789449591.159464:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449591.159493:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449591.159499:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449591.159502:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449591.159514:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449591.159524:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449591.159537:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449591.159544:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449591.159550:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449591.159555:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 608 into portal 10 MB=0x6aa8ce3665000 00000400:00000200:3.0:1789449591.159562:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449591.159569:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 608/608 into md 0x87ad [64] + 224 00000800:00000001:3.0:1789449591.159578:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449591.159586:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449591.159590:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449591.159595:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449591.159606:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449591.159617:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83692a00 x1876371947540480/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 536/131856 e 0 to 0 dl 1789449607 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789449591.159629:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff9e8b83692a00 x1876371947540480/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 536/131856 e 0 to 0 dl 1789449607 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449591.159717:0:35884:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449591.159744:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449591.159758:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449591.159761:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1789449591.160507:0:35884:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789449591.160510:0:35884:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789449591.160515:0:35884:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b83427580. 00000400:00000200:1.0:1789449591.160520:0:35884:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b86794800 00000400:00000010:1.0:1789449591.160522:0:35884:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff9e8b86794800. 00000100:00000001:1.0:1789449591.160526:0:35884:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789449591.160531:0:35884:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83692a00 x1876371947540480/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 536/131856 e 0 to 0 dl 1789449607 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789449591.160538:0:35884:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83692a00 x1876371947540480/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 536/131856 e 0 to 0 dl 1789449607 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449591.160543:0:35884:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789449591.160544:0:35884:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449591.160547:0:35884:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789449591.160552:0:35884:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789449591.160554:0:35884:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789449591.160557:0:35884:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449591.160560:0:35884:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789449591.160571:0:35884:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=71 v=5 (5 5 102 102) 00000100:00001000:1.0:1789449591.160574:0:35884:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=38 v=5 (1 0 0 0) 00000100:00000001:1.0:1789449591.160576:0:35884:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1789449591.160579:0:35884:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9e8b83692a00 x1876371947540480/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 536/608 e 0 to 0 dl 1789449607 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449591.160584:0:35884:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1789449591.160587:0:35884:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789449591.160588:0:35884:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1789449591.160589:0:35884:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789449591.160592:0:35884:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449591.160593:0:35884:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775191040 : -107152934360576 : ffff9e8b83692a00) 00000100:00000001:1.0:1789449591.160595:0:35884:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789449591.160597:0:35884:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 8589934601 00000100:00000001:1.0:1789449591.160598:0:35884:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789449591.160599:0:35884:0:(client.c:1798:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1789449591.160603:0:35884:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83692a00 x1876371947540480/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 536/608 e 0 to 0 dl 1789449607 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449591.160607:0:35884:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1789449591.160610:0:35884:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789449591.160612:0:35884:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789449591.160614:0:35884:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83692a00 x1876371947540480/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 536/608 e 0 to 0 dl 1789449607 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789449591.160620:0:35884:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83692a00 pname:cluuid:pid:xid:nid:opc:job lfs:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35884:1876371947540480:192.168.202.109@tcp:101:lfs.0 00000100:00000001:1.0:1789449591.160624:0:35884:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449591.160626:0:35884:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1789449591.160629:0:35884:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789449591.160631:0:35884:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449591.160633:0:35884:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83692a00 x1876371947540480/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 536/608 e 0 to 0 dl 1789449607 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449591.160639:0:35884:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789449591.160642:0:35884:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b862500c0. 00000100:00000001:1.0:1789449591.160645:0:35884:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789449591.160646:0:35884:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1789449591.160650:0:35884:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789449591.160655:0:35884:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449591.160657:0:35884:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449591.160660:0:35884:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b889f0a00 refcount=4 00000020:00000001:1.0:1789449591.160662:0:35884:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920862607872 : -107152846943744 : ffff9e8b889f0a00) 00010000:00000001:1.0:1789449591.160664:0:35884:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920862607872 : -107152846943744 : ffff9e8b889f0a00) 00010000:00010000:1.0:1789449591.160670:0:35884:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b889f0a00/0xcddde1459ded6809 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35884 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449591.160681:0:35884:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1789449591.160684:0:35884:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b889f0a00/0xcddde1459ded6809 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 35884 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449591.160689:0:35884:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789449591.160691:0:35884:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b889f0a00/0xcddde1459ded6809 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 35884 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449591.160696:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449591.160697:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789449591.160699:0:35884:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b889f0a00/0xcddde1459ded6809 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 35884 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449591.160703:0:35884:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449591.160706:0:35884:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449591.160708:0:35884:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1789449591.160710:0:35884:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b889f0a00/0xcddde1459ded6809 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 35884 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789449591.160718:0:35884:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e8b889f0a00 already unused, calling callback (ffffffffc1b31740) 00000080:00000001:1.0:1789449591.160721:0:35884:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1789449591.160773:0:35884:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b889f0a00/0xcddde1459ded6809 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 35884 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449591.160779:0:35884:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1789449591.160781:0:35884:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1789449591.160784:0:35884:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b889f0a00/0xcddde1459ded6809 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 35884 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449591.160788:0:35884:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1789449591.160790:0:35884:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1789449591.160791:0:35884:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449591.160792:0:35884:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449591.160793:0:35884:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b889f0a00 refcount=5 00000020:00000001:1.0:1789449591.160794:0:35884:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920862607872 : -107152846943744 : ffff9e8b889f0a00) 00010000:00000001:1.0:1789449591.160795:0:35884:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920862607872 : -107152846943744 : ffff9e8b889f0a00) 00010000:00000001:1.0:1789449591.160797:0:35884:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789449591.160799:0:35884:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b889f0a00/0xcddde1459ded6809 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 35884 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:1.0:1789449591.160802:0:35884:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1789449591.160804:0:35884:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449591.160805:0:35884:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1789449591.160807:0:35884:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789449591.160809:0:35884:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789449591.160810:0:35884:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789449591.160812:0:35884:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449591.160813:0:35884:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789449591.160815:0:35884:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9e8b889f0a00 with handle 0xcddde1459ded6809 from hash 00010000:00000001:1.0:1789449591.160817:0:35884:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789449591.160818:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449591.160819:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449591.160820:0:35884:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789449591.160822:0:35884:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789449591.160823:0:35884:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1789449591.160825:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449591.160825:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449591.160826:0:35884:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449591.160827:0:35884:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449591.160829:0:35884:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b889f0a00/0xcddde1459ded6809 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 35884 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449591.160833:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449591.160834:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449591.160835:0:35884:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1789449591.160836:0:35884:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789449591.160838:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449591.160839:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449591.160840:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789449591.160842:0:35884:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b889f0a00/0xcddde1459ded6809 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 35884 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449591.160855:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449591.160857:0:35884:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1789449591.160864:0:35884:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1789449591.160871:0:35884:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff9e8b83692a00 x1876371947540480/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 536/608 e 0 to 0 dl 1789449607 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789449591.160978:0:35884:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1789449591.160983:0:35884:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9e8b83692a00 x1876371947540480/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 536/608 e 0 to 0 dl 1789449607 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789449591.160995:0:35884:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449591.160996:0:35884:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1789449591.160998:0:35884:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449591.160999:0:35884:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449591.161000:0:35884:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449591.161004:0:35884:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1789449591.161006:0:35884:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449591.161007:0:35884:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775191040 : -107152934360576 : ffff9e8b83692a00) 00010000:00000001:1.0:1789449591.161008:0:35884:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1789449591.161009:0:35884:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449591.161011:0:35884:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789449591.161013:0:35884:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711818a7768 00000002:00002000:1.0:1789449591.161015:0:35884:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d24b.recovery-small intent=open status=0 disp=0x80002b: rc = 0 00000002:00000001:1.0:1789449591.161017:0:35884:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449591.161021:0:35884:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449591.161024:0:35884:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789449591.161026:0:35884:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1789449591.161028:0:35884:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449591.161034:0:35884:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000001:1.0:1789449591.161036:0:35884:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1789449591.161038:0:35884:0:(namei.c:674:ll_lookup_it_finish()) it ffff9e8b87c1e780 it_disposition 80002b 00000080:00000001:1.0:1789449591.161041:0:35884:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789449591.161048:0:35884:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1789449591.161052:0:35884:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789449591.161055:0:35884:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611180 : 144115205339611180 : 20000040500002c) 00000080:00000001:1.0:1789449591.161058:0:35884:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:1.0:1789449591.161067:0:35884:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1789449591.161069:0:35884:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x2c:0x0] 00000080:00000001:1.0:1789449591.161071:0:35884:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449591.161075:0:35884:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611180 : 144115205339611180 : 20000040500002c) 00000080:00000001:1.0:1789449591.161076:0:35884:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1789449591.161088:0:35884:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x2c:0x0], updating i_size 4096 00000080:00200000:1.0:1789449591.161090:0:35884:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x2c:0x0](ffff9e8b89111988): rc = 0 00000080:00000001:1.0:1789449591.161092:0:35884:0:(namei.c:156:ll_iget()) Process leaving (rc=18446636920870082952 : -107152839468664 : ffff9e8b89111988) 00000080:00000001:1.0:1789449591.161094:0:35884:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789449591.161097:0:35884:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1789449591.161099:0:35884:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789449591.161101:0:35884:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2c:0x0](ffff9e8b89111988) for lock 0x0 00800000:00000001:1.0:1789449591.161104:0:35884:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789449591.161105:0:35884:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00000002:00000001:1.0:1789449591.161107:0:35884:0:(mdc_locks.c:99:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449591.161109:0:35884:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1789449591.161117:0:35884:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9e8b89343a20 inode ffff9e8b89111988 refc 1 flags 0x20000e 00000080:00000001:1.0:1789449591.161120:0:35884:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1789449591.161122:0:35884:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449591.161124:0:35884:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1789449591.161128:0:35884:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1789449591.161142:0:35884:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b83767000. 00000100:00000001:1.0:1789449591.161148:0:35884:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449591.161151:0:35884:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83692a00 x1876371947540480/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 536/608 e 0 to 0 dl 1789449607 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449591.161155:0:35884:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449591.161169:0:35884:0:(dir.c:3016:ll_dir_open()) Process entered 00000080:00000001:1.0:1789449591.161173:0:35884:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1789449591.161175:0:35884:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711818a7a48 00000080:00200008:1.0:1789449591.161177:0:35884:0:(file.c:1090:ll_file_open()) START file d24b.recovery-small:[0x200000405:0x2c:0x0](ffff9e8b89111988), flags 320400 00000080:00000010:1.0:1789449591.161188:0:35884:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9e8b8c446c80. 00000080:00000010:1.0:1789449591.161200:0:35884:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9e8b91d9a1c0. 00000080:00000001:1.0:1789449591.161203:0:35884:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1789449591.161207:0:35884:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:1.0:1789449591.161211:0:35884:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449591.161215:0:35884:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449591.161219:0:35884:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449591.161222:0:35884:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449591.161225:0:35884:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449591.161227:0:35884:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2c:0x0] 00800000:00000001:1.0:1789449591.161229:0:35884:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449591.161232:0:35884:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1789449591.161236:0:35884:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9e8b8984f320. 00000002:00100000:1.0:1789449591.161240:0:35884:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9e8b83692a00 x1876371947540480/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 536/608 e 0 to 0 dl 1789449607 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789449591.161247:0:35884:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449591.161249:0:35884:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1789449591.161253:0:35884:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1789449591.161257:0:35884:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449591.161260:0:35884:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449591.161262:0:35884:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449591.161265:0:35884:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83692a00 x1876371947540480/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 536/608 e 0 to 0 dl 1789449607 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1789449591.161271:0:35884:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789449591.161276:0:35884:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff9e8b87dc0000. 02000000:00000001:1.0:1789449591.161332:0:35884:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1789449591.161333:0:35884:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449591.161336:0:35884:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711818a7a48 00000080:00000008:1.0:1789449591.161337:0:35884:0:(file.c:1329:ll_file_open()) COMPLETED file d24b.recovery-small:[0x200000405:0x2c:0x0](ffff9e8b89111988), flags 320400, rc = 0 00000080:00000001:1.0:1789449591.161339:0:35884:0:(dir.c:3017:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449591.161344:0:35884:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1789449591.161346:0:35884:0:(dcache.c:176:ll_intent_release()) intent ffff9e8b87c1e780 released 00000080:00000001:1.0:1789449591.161348:0:35884:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1789449591.161352:0:35884:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:1.0:1789449591.161353:0:35884:0:(pcc.c:2405:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449591.161354:0:35884:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1789449591.161357:0:35884:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9e8b87c1e780. 00000080:00000001:1.0:1789449591.161359:0:35884:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449591.161365:0:35884:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1789449591.161368:0:35884:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x2c:0x0](ffff9e8b89111988), inode mode 41ed mask 44 00000080:00000001:1.0:1789449591.161372:0:35884:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449591.161439:0:35884:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449591.161443:0:35884:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000405:0x2c:0x0](ffff9e8b89111988) cmd=4008669a arg=a1d530 00000080:00000001:1.0:1789449591.161453:0:35884:0:(dir.c:594:ll_dir_setstripe()) Process entered 00000080:00000010:1.0:1789449591.161459:0:35884:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b83767000. 00800000:00000001:1.0:1789449591.161471:0:35884:0:(lmv_obd.c:3034:lmv_setattr()) Process entered 00800000:00000002:1.0:1789449591.161473:0:35884:0:(lmv_obd.c:3038:lmv_setattr()) SETATTR for [0x200000405:0x2c:0x0], valid 0x0/0x0 00800000:00000001:1.0:1789449591.161477:0:35884:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449591.161478:0:35884:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449591.161480:0:35884:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449591.161481:0:35884:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449591.161483:0:35884:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449591.161485:0:35884:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2c:0x0] 00800000:00000001:1.0:1789449591.161487:0:35884:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449591.161491:0:35884:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:1.0:1789449591.161495:0:35884:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1789449591.161504:0:35884:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789449591.161513:0:35884:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83692680. 00000020:00000040:1.0:1789449591.161518:0:35884:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00010000:00000001:1.0:1789449591.161527:0:35884:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789449591.161534:0:35884:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789449591.161544:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449591.161546:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449591.161548:0:35884:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449591.161552:0:35884:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789449591.161555:0:35884:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789449591.161561:0:35884:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789449591.161573:0:35884:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b8678d400. 00000100:00000001:1.0:1789449591.161583:0:35884:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449591.161586:0:35884:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789449591.161589:0:35884:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449591.161590:0:35884:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789449591.161592:0:35884:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449591.161595:0:35884:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1789449591.161606:0:35884:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e8b89903000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1789449591.161613:0:35884:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e8b83692680 x1876371947540736/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789449591.161621:0:35884:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789449591.161623:0:35884:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789449591.161633:0:35884:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b862500c0. 00000100:00000001:1.0:1789449591.161636:0:35884:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920821055680 : -107152888495936 : ffff9e8b862500c0) 00000100:00000001:1.0:1789449591.161639:0:35884:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449591.161640:0:35884:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775190144 : -107152934361472 : ffff9e8b83692680) 00000100:00000001:1.0:1789449591.161647:0:35884:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789449591.161653:0:35884:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449591.161655:0:35884:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789449591.161657:0:35884:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789449591.161662:0:35884:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83692680 x1876371947540736/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449591.161669:0:35884:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449591.161674:0:35884:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449591.161680:0:35884:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789449591.161683:0:35884:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789449591.161686:0:35884:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449591.161690:0:35884:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83692680 pname:cluuid:pid:xid:nid:opc:job lfs:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35884:1876371947540736:192.168.202.109@tcp:36:lfs.0 00000100:00000001:1.0:1789449591.161695:0:35884:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789449591.161702:0:35884:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789449591.161706:0:35884:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449591.161710:0:35884:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789449591.161715:0:35884:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b8678d000. 02000000:00000001:1.0:1789449591.161717:0:35884:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789449591.162294:0:35884:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:1.0:1789449591.162301:0:35884:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b83427580. 00000400:00000010:1.0:1789449591.162310:0:35884:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b850122a8. 00000100:00000200:1.0:1789449591.162322:0:35884:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947540736, portal 10 00000100:00000001:1.0:1789449591.162325:0:35884:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449591.162326:0:35884:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775190144 : -107152934361472 : ffff9e8b83692680) 00000100:00000040:1.0:1789449591.162334:0:35884:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b83692680 x1876371947540736/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/512 e 0 to 0 dl 1789449607 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449591.162341:0:35884:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789449591.162345:0:35884:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1789449591.162347:0:35884:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b850125d8. 00000100:00000200:1.0:1789449591.162352:0:35884:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876371947540736, offset 0 00000400:00000200:1.0:1789449591.162360:0:35884:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1789449591.162372:0:35884:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449591.162383:0:35884:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1789449591.162390:0:35884:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789449591.162395:0:35884:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1789449591.162399:0:35884:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789449591.162402:0:35884:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1789449591.162407:0:35884:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2986:2986:256:4294967295] 192.168.202.109@tcp LPNI seq info [2986:2986:8:4294967295] 00000400:00000200:1.0:1789449591.162412:0:35884:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449591.162426:0:35884:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1789449591.162434:0:35884:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1789449591.162442:0:35884:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b82fe1500. 00000800:00000200:1.0:1789449591.162450:0:35884:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1789449591.162460:0:35884:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1789449591.162465:0:35884:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b82fe1500 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789449591.162484:0:35884:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449591.162491:0:35884:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 825230 usecs (826 jiffies) 00000400:00000200:1.0:1789449591.162495:0:35884:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:1.0:1789449591.162499:0:35884:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296594674 00000100:00000001:1.0:1789449591.162502:0:35884:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296596513 00000100:00000001:1.0:1789449591.162505:0:35884:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296594674 00000100:00000001:1.0:1789449591.162507:0:35884:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296596514 00000100:00000001:1.0:1789449591.162510:0:35884:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449591.162513:0:35884:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449591.162515:0:35884:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789449591.162518:0:35884:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789449591.162522:0:35884:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b862500c0 going to sleep for 11 seconds 00000100:00000001:1.0:1789449591.162524:0:35884:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449591.162529:0:35884:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449591.162657:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449591.162663:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b82fe1500. 00000400:00000200:2.0:1789449591.162669:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449591.162675:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449591.162680:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b850125d8 00000400:00000010:2.0:1789449591.162683:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b850125d8. 00000100:00000001:2.0:1789449591.162688:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449591.162693:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83692680 x1876371947540736/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/512 e 0 to 0 dl 1789449607 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449591.162706:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449591.162709:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83692680 x1876371947540736/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/512 e 0 to 0 dl 1789449607 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449591.162715:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449591.162716:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1789449591.166950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b889f0a00. 00000800:00000001:3.0:1789449591.167768:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449591.167788:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449591.167793:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449591.167796:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449591.167808:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449591.167818:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449591.167828:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449591.170385:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449591.170400:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449591.170411:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 456 into portal 10 MB=0x6aa8ce3665100 00000400:00000200:3.0:1789449591.170418:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449591.170426:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 456/456 into md 0x87b5 [1] + 224 00000800:00000001:3.0:1789449591.170440:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449591.170750:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449591.170757:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449591.170762:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449591.170772:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449591.170784:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83692680 x1876371947540736/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/512 e 0 to 0 dl 1789449607 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449591.170793:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff9e8b83692680 x1876371947540736/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/512 e 0 to 0 dl 1789449607 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449591.170808:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449591.170822:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449591.170826:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449591.170843:0:35884:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789449591.170853:0:35884:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789449591.170856:0:35884:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789449591.170860:0:35884:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b83427580. 00000400:00000200:1.0:1789449591.170876:0:35884:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b850122a8 00000400:00000010:1.0:1789449591.170899:0:35884:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b850122a8. 00000100:00000001:1.0:1789449591.170904:0:35884:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789449591.170909:0:35884:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83692680 x1876371947540736/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/512 e 0 to 0 dl 1789449607 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789449591.170927:0:35884:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83692680 x1876371947540736/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/512 e 0 to 0 dl 1789449607 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449591.170935:0:35884:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789449591.170939:0:35884:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449591.170941:0:35884:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789449591.170946:0:35884:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789449591.170949:0:35884:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789449591.170952:0:35884:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449591.170955:0:35884:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789449591.170968:0:35884:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=71 v=5 (5 5 102 102) 00000100:00001000:1.0:1789449591.170973:0:35884:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=38 v=5 (1 0 0 0) 00000100:00000001:1.0:1789449591.170976:0:35884:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789449591.170978:0:35884:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449591.170982:0:35884:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789449591.170986:0:35884:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449591.170998:0:35884:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789449591.171001:0:35884:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1789449591.171003:0:35884:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789449591.171006:0:35884:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449591.171008:0:35884:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775190144 : -107152934361472 : ffff9e8b83692680) 00000100:00000001:1.0:1789449591.171012:0:35884:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789449591.171014:0:35884:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 8589934601 00000100:00000001:1.0:1789449591.171016:0:35884:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789449591.171019:0:35884:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449591.171025:0:35884:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83692680 x1876371947540736/t8589934605(8589934605) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/456 e 0 to 0 dl 1789449607 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449591.171032:0:35884:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449591.171036:0:35884:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789449591.171038:0:35884:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789449591.171042:0:35884:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83692680 x1876371947540736/t8589934605(8589934605) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/456 e 0 to 0 dl 1789449607 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789449591.171051:0:35884:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83692680 pname:cluuid:pid:xid:nid:opc:job lfs:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35884:1876371947540736:192.168.202.109@tcp:36:lfs.0 00000100:00000001:1.0:1789449591.171056:0:35884:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449591.171060:0:35884:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449591.171063:0:35884:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789449591.171066:0:35884:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449591.171071:0:35884:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83692680 x1876371947540736/t8589934605(8589934605) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/456 e 0 to 0 dl 1789449607 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449591.171078:0:35884:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789449591.171090:0:35884:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b862500c0. 00000100:00000001:1.0:1789449591.171094:0:35884:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789449591.171096:0:35884:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449591.171105:0:35884:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449591.171109:0:35884:0:(lmv_obd.c:3047:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789449591.171116:0:35884:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b83767000. 00000100:00000001:1.0:1789449591.171121:0:35884:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449591.171125:0:35884:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83692680 x1876371947540736/t8589934605(8589934605) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/456 e 0 to 0 dl 1789449607 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449591.171143:0:35884:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449591.171145:0:35884:0:(dir.c:669:ll_dir_setstripe()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449591.171148:0:35884:0:(dir.c:2173:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449591.171192:0:35884:0:(dir.c:3022:ll_dir_release()) Process entered 00000080:00000001:1.0:1789449591.171196:0:35884:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1789449591.171201:0:35884:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711818a7dd0 00000080:00200008:1.0:1789449591.171204:0:35884:0:(file.c:479:ll_file_release()) START file d24b.recovery-small:[0x200000405:0x2c:0x0](ffff9e8b89111988), flags 320000 00000080:00400000:1.0:1789449591.171209:0:35884:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000405:0x2c:0x0] 00000080:00000001:1.0:1789449591.171213:0:35884:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:1.0:1789449591.171216:0:35884:0:(pcc.c:2475:pcc_file_release()) Process leaving 00000080:00000001:1.0:1789449591.171218:0:35884:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:1.0:1789449591.171225:0:35884:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449591.171229:0:35884:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449591.171232:0:35884:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449591.171235:0:35884:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449591.171237:0:35884:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449591.171239:0:35884:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2c:0x0] 00800000:00000001:1.0:1789449591.171242:0:35884:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449591.171247:0:35884:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789449591.171251:0:35884:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789449591.171259:0:35884:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449591.171261:0:35884:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449591.171263:0:35884:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x2c:0x0]: 0 00000080:00000001:1.0:1789449591.171266:0:35884:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1789449591.171269:0:35884:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1789449591.171276:0:35884:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9e8b83767000. 00000080:00000001:1.0:1789449591.171278:0:35884:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1789449591.171289:0:35884:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1789449591.171293:0:35884:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:1.0:1789449591.171295:0:35884:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449591.171296:0:35884:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449591.171297:0:35884:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449591.171298:0:35884:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449591.171300:0:35884:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449591.171301:0:35884:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2c:0x0] 00800000:00000001:1.0:1789449591.171303:0:35884:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449591.171304:0:35884:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x2c:0x0] 00000002:00000001:1.0:1789449591.171308:0:35884:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1789449591.171310:0:35884:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9e8b89903000: [0x200000405:0x2c:0x0] file closed with intent: 0 00000100:00000010:1.0:1789449591.171317:0:35884:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83690380. 00000020:00000040:1.0:1789449591.171322:0:35884:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000100:00000001:1.0:1789449591.171326:0:35884:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789449591.171330:0:35884:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789449591.171335:0:35884:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789449591.171344:0:35884:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e8b83767c00. 00000100:00000001:1.0:1789449591.171352:0:35884:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1789449591.171365:0:35884:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9e8b83692a00 x1876371947540480/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 536/608 e 0 to 0 dl 1789449607 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1789449591.171376:0:35884:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e8b89903000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1789449591.171381:0:35884:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e8b83690380 x1876371947540992/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1789449591.171388:0:35884:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789449591.171390:0:35884:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789449591.171396:0:35884:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b862500c0. 00000100:00000001:1.0:1789449591.171399:0:35884:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920821055680 : -107152888495936 : ffff9e8b862500c0) 00000100:00000001:1.0:1789449591.171402:0:35884:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449591.171403:0:35884:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775181184 : -107152934370432 : ffff9e8b83690380) 00000100:00000001:1.0:1789449591.171409:0:35884:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789449591.171414:0:35884:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449591.171416:0:35884:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789449591.171418:0:35884:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789449591.171422:0:35884:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83690380 x1876371947540992/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449591.171428:0:35884:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449591.171431:0:35884:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449591.171435:0:35884:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789449591.171437:0:35884:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789449591.171439:0:35884:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449591.171442:0:35884:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83690380 pname:cluuid:pid:xid:nid:opc:job lfs:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35884:1876371947540992:192.168.202.109@tcp:35:lfs.0 00000100:00000001:1.0:1789449591.171446:0:35884:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789449591.171452:0:35884:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789449591.171454:0:35884:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449591.171456:0:35884:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789449591.171461:0:35884:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b8678dc00. 02000000:00000001:1.0:1789449591.171463:0:35884:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789449591.171469:0:35884:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:1.0:1789449591.171473:0:35884:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b83427580. 00000400:00000010:1.0:1789449591.171478:0:35884:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b850122a8. 00000100:00000200:1.0:1789449591.171485:0:35884:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947540992, portal 10 00000100:00000001:1.0:1789449591.171487:0:35884:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449591.171488:0:35884:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775181184 : -107152934370432 : ffff9e8b83690380) 00000100:00000040:1.0:1789449591.171494:0:35884:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b83690380 x1876371947540992/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449607 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449591.171501:0:35884:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789449591.171504:0:35884:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1789449591.171507:0:35884:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012660. 00000100:00000200:1.0:1789449591.171511:0:35884:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876371947540992, offset 0 00000400:00000200:1.0:1789449591.171519:0:35884:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1789449591.171527:0:35884:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449591.171536:0:35884:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1789449591.171541:0:35884:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789449591.171546:0:35884:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1789449591.171550:0:35884:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789449591.171553:0:35884:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1789449591.171557:0:35884:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2987:2987:256:4294967295] 192.168.202.109@tcp LPNI seq info [2987:2987:8:4294967295] 00000400:00000200:1.0:1789449591.171562:0:35884:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449591.171571:0:35884:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1789449591.171577:0:35884:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1789449591.171585:0:35884:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b82fe1500. 00000800:00000200:1.0:1789449591.171593:0:35884:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1789449591.171602:0:35884:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1789449591.171606:0:35884:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b82fe1500 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1789449591.171626:0:35884:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449591.171631:0:35884:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 824218 usecs (825 jiffies) 00000400:00000200:1.0:1789449591.171634:0:35884:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:1.0:1789449591.171637:0:35884:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296594682 00000100:00000001:1.0:1789449591.171640:0:35884:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296596513 00000100:00000001:1.0:1789449591.171642:0:35884:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296594682 00000100:00000001:1.0:1789449591.171644:0:35884:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296596514 00000100:00000001:1.0:1789449591.171647:0:35884:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449591.171650:0:35884:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449591.171652:0:35884:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789449591.171654:0:35884:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789449591.171656:0:35884:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b862500c0 going to sleep for 11 seconds 00000100:00000001:1.0:1789449591.171658:0:35884:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449591.171660:0:35884:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449591.172679:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449591.172688:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b82fe1500. 00000400:00000200:2.0:1789449591.172694:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449591.172703:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449591.172710:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012660 00000400:00000010:2.0:1789449591.172713:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012660. 00000100:00000001:2.0:1789449591.172718:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449591.172723:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83690380 x1876371947540992/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449607 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449591.172735:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449591.172738:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83690380 x1876371947540992/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449607 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449591.172744:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449591.172746:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449591.180231:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449591.180259:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449591.180265:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449591.180267:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449591.180281:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449591.180291:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449591.180302:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449591.180308:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449591.180315:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449591.180320:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 456 into portal 10 MB=0x6aa8ce3665200 00000400:00000200:2.0:1789449591.180327:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449591.180333:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 456/456 into md 0x87bd [1] + 224 00000800:00000001:2.0:1789449591.180353:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449591.180361:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449591.180366:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449591.180372:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449591.180382:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449591.180394:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83690380 x1876371947540992/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449607 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449591.180416:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9e8b83690380 x1876371947540992/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449607 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449591.180452:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449591.180463:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449591.180468:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449591.180628:0:35884:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789449591.180639:0:35884:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789449591.180642:0:35884:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789449591.180647:0:35884:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b83427580. 00000400:00000200:1.0:1789449591.180653:0:35884:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b850122a8 00000400:00000010:1.0:1789449591.180656:0:35884:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b850122a8. 00000100:00000001:1.0:1789449591.180661:0:35884:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789449591.180666:0:35884:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83690380 x1876371947540992/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449607 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789449591.180675:0:35884:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83690380 x1876371947540992/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449607 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449591.180681:0:35884:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789449591.180684:0:35884:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449591.180687:0:35884:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789449591.180691:0:35884:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789449591.180695:0:35884:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789449591.180697:0:35884:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449591.180702:0:35884:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789449591.180714:0:35884:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ecf0 time=71 v=5 (5 5 5 5) 00000100:00001000:1.0:1789449591.180719:0:35884:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=38 v=5 (1 0 0 0) 00000100:00000001:1.0:1789449591.180722:0:35884:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789449591.180725:0:35884:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449591.180728:0:35884:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789449591.180733:0:35884:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449591.180738:0:35884:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789449591.180740:0:35884:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1789449591.180742:0:35884:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789449591.180745:0:35884:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449591.180747:0:35884:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775181184 : -107152934370432 : ffff9e8b83690380) 00000100:00000001:1.0:1789449591.180751:0:35884:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789449591.180753:0:35884:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 8589934601 00000100:00000001:1.0:1789449591.180755:0:35884:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789449591.180759:0:35884:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449591.180765:0:35884:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83690380 x1876371947540992/t8589934606(8589934606) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449607 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449591.180773:0:35884:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449591.180777:0:35884:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789449591.180779:0:35884:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789449591.180783:0:35884:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83690380 x1876371947540992/t8589934606(8589934606) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449607 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789449591.180798:0:35884:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83690380 pname:cluuid:pid:xid:nid:opc:job lfs:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35884:1876371947540992:192.168.202.109@tcp:35:lfs.0 00000100:00000001:1.0:1789449591.180804:0:35884:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449591.180807:0:35884:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449591.180810:0:35884:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789449591.180813:0:35884:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449591.180817:0:35884:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83690380 x1876371947540992/t8589934606(8589934606) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449607 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449591.180826:0:35884:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789449591.180829:0:35884:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b862500c0. 00000100:00000001:1.0:1789449591.180938:0:35884:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789449591.180940:0:35884:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449591.180950:0:35884:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449591.180951:0:35884:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775181184 : -107152934370432 : ffff9e8b83690380) 00000002:00000001:1.0:1789449591.180955:0:35884:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449591.180959:0:35884:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789449591.180967:0:35884:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b83767000. 00000080:00000001:1.0:1789449591.180973:0:35884:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1789449591.180978:0:35884:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:1.0:1789449591.180981:0:35884:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449591.180985:0:35884:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449591.180988:0:35884:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449591.180991:0:35884:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449591.180993:0:35884:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449591.180996:0:35884:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2c:0x0] 00800000:00000001:1.0:1789449591.180999:0:35884:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449591.181005:0:35884:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1789449591.181012:0:35884:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9e8b83692a00 x1876371947540480/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 536/608 e 0 to 0 dl 1789449607 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449591.181021:0:35884:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449591.181023:0:35884:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775191040 : -107152934360576 : ffff9e8b83692a00) 00000100:00000001:1.0:1789449591.181025:0:35884:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449591.181029:0:35884:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83692a00 x1876371947540480/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 536/608 e 0 to 0 dl 1789449607 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449591.181035:0:35884:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449591.181037:0:35884:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449591.181039:0:35884:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83690380 x1876371947540992/t8589934606(8589934606) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449607 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449591.181045:0:35884:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449591.181047:0:35884:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449591.181049:0:35884:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83692a00 x1876371947540480/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 536/608 e 0 to 0 dl 1789449607 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449591.181055:0:35884:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1789449591.181060:0:35884:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449591.181062:0:35884:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:1.0:1789449591.181065:0:35884:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789449591.181069:0:35884:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b8678c000. 02000000:00000001:1.0:1789449591.181075:0:35884:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789449591.181078:0:35884:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789449591.181080:0:35884:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83692a00. 00000100:00000001:1.0:1789449591.181083:0:35884:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789449591.181084:0:35884:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449591.181086:0:35884:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449591.181089:0:35884:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83690380 x1876371947540992/t8589934606(8589934606) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449607 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449591.181095:0:35884:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789449591.181097:0:35884:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff9e8b8984f320. 00000002:00000001:1.0:1789449591.181100:0:35884:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449591.181101:0:35884:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789449591.181104:0:35884:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9e8b91d9a1c0. 00000100:00000001:1.0:1789449591.181106:0:35884:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449591.181109:0:35884:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83690380 x1876371947540992/t8589934606(8589934606) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449607 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449591.181116:0:35884:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789449591.181119:0:35884:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789449591.181121:0:35884:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b8678dc00. 02000000:00000001:1.0:1789449591.181125:0:35884:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789449591.181126:0:35884:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449591.181128:0:35884:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:1.0:1789449591.181140:0:35884:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789449591.181142:0:35884:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e8b83767c00. 02000000:00000001:1.0:1789449591.181144:0:35884:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789449591.181145:0:35884:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789449591.181147:0:35884:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83690380. 00000100:00000001:1.0:1789449591.181150:0:35884:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789449591.181151:0:35884:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789449591.181154:0:35884:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789449591.181158:0:35884:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9e8b8c446c80. 00000080:00000001:1.0:1789449591.181163:0:35884:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449591.181172:0:35884:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711818a7dd0 00000080:00000008:1.0:1789449591.181175:0:35884:0:(file.c:523:ll_file_release()) COMPLETED file d24b.recovery-small:[0x200000405:0x2c:0x0](ffff9e8b89111988), flags 320000, rc = 0 00000080:00000001:1.0:1789449591.181178:0:35884:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449591.181182:0:35884:0:(dir.c:3023:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449591.181188:0:35884:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1789449591.181191:0:35884:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711818a7e00 00000080:00002000:1.0:1789449591.181192:0:35884:0:(dcache.c:127:ll_ddelete()) deleting dentry d24b.recovery-small (ffff9e8b89343a20, parent ffff9e8b892cbca8, inode ffff9e8b89111988) hashed, 00000080:00000001:1.0:1789449591.181195:0:35884:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789449591.181205:0:35884:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1789449591.181214:0:35884:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:1.1:1789449591.196071:0:35885:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b8984f2e0. 00010000:00010000:2.0:1789449591.209704:0:35887:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0000-osc-ffff9e8b89903000 00010000:00000001:2.0:1789449591.209715:0:35887:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789449591.209718:0:35887:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789449591.209723:0:35887:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449591.209729:0:35887:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789449591.209731:0:35887:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449591.209734:0:35887:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449591.209787:0:35887:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0001-osc-ffff9e8b89903000 00010000:00000001:2.0:1789449591.209789:0:35887:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789449591.209791:0:35887:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789449591.209792:0:35887:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449591.209795:0:35887:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789449591.209796:0:35887:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449591.209797:0:35887:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449591.278718:0:35891:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789449591.278730:0:35891:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789449591.278733:0:35891:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789449591.278737:0:35891:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71182103bc0 00000080:00200000:1.0:1789449591.278743:0:35891:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:1.0:1789449591.278752:0:35891:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b83767200. 00800000:00000002:1.0:1789449591.278761:0:35891:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:1.0:1789449591.278766:0:35891:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789449591.278772:0:35891:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789449591.278775:0:35891:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71182103ae0 00800000:00000002:1.0:1789449591.278778:0:35891:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789449591.278782:0:35891:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789449591.278786:0:35891:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449591.278790:0:35891:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449591.278793:0:35891:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449591.278796:0:35891:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449591.278799:0:35891:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449591.278802:0:35891:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789449591.278804:0:35891:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449591.278809:0:35891:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789449591.278815:0:35891:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789449591.278817:0:35891:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711821039b0 00000002:00010000:1.0:1789449591.278819:0:35891:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789449591.278824:0:35891:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789449591.278826:0:35891:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789449591.278831:0:35891:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789449591.278842:0:35891:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cba400 count: 2 00010000:00000001:1.0:1789449591.278846:0:35891:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449591.278853:0:35891:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449591.278858:0:35891:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789449591.278865:0:35891:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499a00/0xcddde1459ded6802 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3de22 expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1789449591.279216:0:35891:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789449591.279224:0:35891:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449591.279229:0:35891:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499a00/0xcddde1459ded6802 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3de22 expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1789449591.279240:0:35891:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789449591.279242:0:35891:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789449591.279244:0:35891:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789449591.279246:0:35891:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789449591.279248:0:35891:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789449591.279251:0:35891:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789449591.279255:0:35891:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789449591.279259:0:35891:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:1.0:1789449591.279263:0:35891:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b83767200. 00000080:00000001:1.0:1789449591.279271:0:35891:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789449591.279273:0:35891:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789449591.279276:0:35891:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:1.0:1789449591.279280:0:35891:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded6802 00800000:00000001:1.0:1789449591.279284:0:35891:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789449591.279287:0:35891:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789449591.279289:0:35891:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449591.279291:0:35891:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449591.279295:0:35891:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499a00 refcount=3 00000020:00000001:1.0:1789449591.279297:0:35891:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823454208 : -107152886097408 : ffff9e8b86499a00) 00010000:00000001:1.0:1789449591.279300:0:35891:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823454208 : -107152886097408 : ffff9e8b86499a00) 00010000:00000001:1.0:1789449591.279304:0:35891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449591.279306:0:35891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789449591.279307:0:35891:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449591.279309:0:35891:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789449591.279312:0:35891:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded6802 from it ffffb71182103bf8 00010000:00000001:1.0:1789449591.279315:0:35891:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449591.279316:0:35891:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449591.279318:0:35891:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499a00 refcount=3 00000020:00000001:1.0:1789449591.279320:0:35891:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823454208 : -107152886097408 : ffff9e8b86499a00) 00010000:00000001:1.0:1789449591.279322:0:35891:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823454208 : -107152886097408 : ffff9e8b86499a00) 00010000:00000001:1.0:1789449591.279325:0:35891:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789449591.279328:0:35891:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499a00/0xcddde1459ded6802 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3de22 expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789449591.279335:0:35891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449591.279336:0:35891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449591.279338:0:35891:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789449591.279341:0:35891:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789449591.279344:0:35891:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499a00/0xcddde1459ded6802 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3de22 expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789449591.279353:0:35891:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789449591.279357:0:35891:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789449591.279360:0:35891:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789449591.279367:0:35891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449591.279368:0:35891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449591.279370:0:35891:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449591.279374:0:35891:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789449591.279376:0:35891:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449591.279378:0:35891:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449591.279382:0:35891:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449591.279385:0:35891:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789449591.279387:0:35891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449591.279388:0:35891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789449591.279392:0:35891:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789449591.279394:0:35891:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789449591.279397:0:35891:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908), inode mode 41ff mask 1 00000080:00000001:1.0:1789449591.279565:0:35891:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789449591.279584:0:35891:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9e8b8984f6c0. 00000020:00000001:1.0:1789449591.279591:0:35891:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71182103b28 00000080:00200000:1.0:1789449591.279594:0:35891:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff9e8b89180908), flags=25 00000080:00000001:1.0:1789449591.279599:0:35891:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1789449591.279601:0:35891:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711821039d8 00000080:00200000:1.0:1789449591.279603:0:35891:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff9e8b89180908), intent=0 00000080:00000010:1.0:1789449591.279614:0:35891:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b83767200. 00800000:00000002:1.0:1789449591.279618:0:35891:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:1.0:1789449591.279624:0:35891:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789449591.279626:0:35891:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789449591.279628:0:35891:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711821038f8 00800000:00000002:1.0:1789449591.279630:0:35891:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd24b.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789449591.279633:0:35891:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789449591.279637:0:35891:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449591.279639:0:35891:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449591.279642:0:35891:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449591.279644:0:35891:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449591.279646:0:35891:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449591.279648:0:35891:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789449591.279650:0:35891:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449591.279653:0:35891:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71182103890 00800000:00000002:1.0:1789449591.279656:0:35891:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d24b.recovery-small' -> mds #0 00000002:00000001:1.0:1789449591.279660:0:35891:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789449591.279662:0:35891:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711821037c8 00000002:00010000:1.0:1789449591.279664:0:35891:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d24b.recovery-small,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:1.0:1789449591.279668:0:35891:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789449591.279672:0:35891:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1789449591.279678:0:35891:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83690380. 00000020:00000040:1.0:1789449591.279684:0:35891:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00010000:00000001:1.0:1789449591.279691:0:35891:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789449591.279698:0:35891:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789449591.279701:0:35891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449591.279702:0:35891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449591.279703:0:35891:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449591.279707:0:35891:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789449591.279709:0:35891:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789449591.279713:0:35891:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789449591.279724:0:35891:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b8678dc00. 00000100:00000001:1.0:1789449591.279734:0:35891:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449591.279742:0:35891:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789449591.279745:0:35891:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449591.279746:0:35891:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789449591.279747:0:35891:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449591.279750:0:35891:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449591.279761:0:35891:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446636920775181184 : -107152934370432 : ffff9e8b83690380) 00010000:00000001:1.0:1789449591.279767:0:35891:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789449591.279771:0:35891:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1789449591.279775:0:35891:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cba400 count: 2 00010000:00000001:1.0:1789449591.279778:0:35891:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449591.279782:0:35891:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789449591.279787:0:35891:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8b889f0a00. 00000020:00000001:1.0:1789449591.279791:0:35891:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789449591.279793:0:35891:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8b889f0a00 with handle 0xcddde1459ded6810 to hash 00000020:00000001:1.0:1789449591.279795:0:35891:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789449591.279797:0:35891:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636920862607872 : -107152846943744 : ffff9e8b889f0a00) 00010000:00000001:1.0:1789449591.279801:0:35891:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636920862607872 : -107152846943744 : ffff9e8b889f0a00) 00010000:00000001:1.0:1789449591.279807:0:35891:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449591.279809:0:35891:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449591.279813:0:35891:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b889f0a00/0xcddde1459ded6810 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 35891 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789449591.279821:0:35891:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b889f0a00/0xcddde1459ded6810 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35891 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789449591.279835:0:35891:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b889f0a00/0xcddde1459ded6810 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35891 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789449591.279841:0:35891:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789449591.279843:0:35891:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789449591.279852:0:35891:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b862500c0. 00000100:00000001:1.0:1789449591.279855:0:35891:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920821055680 : -107152888495936 : ffff9e8b862500c0) 00000100:00000001:1.0:1789449591.279859:0:35891:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449591.279861:0:35891:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775181184 : -107152934370432 : ffff9e8b83690380) 00000100:00000001:1.0:1789449591.279867:0:35891:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789449591.279874:0:35891:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449591.279877:0:35891:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789449591.280213:0:35891:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789449591.280229:0:35891:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83690380 x1876371947541120/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449591.280242:0:35891:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449591.280245:0:35891:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449591.280250:0:35891:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789449591.280254:0:35891:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789449591.280257:0:35891:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449591.280261:0:35891:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83690380 pname:cluuid:pid:xid:nid:opc:job multiop:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35891:1876371947541120:192.168.202.109@tcp:101:multiop.0 00000100:00000001:1.0:1789449591.280266:0:35891:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789449591.280274:0:35891:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789449591.280277:0:35891:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449591.280280:0:35891:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789449591.280286:0:35891:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e8b86794800. 02000000:00000001:1.0:1789449591.280290:0:35891:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789449591.280301:0:35891:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:1.0:1789449591.280306:0:35891:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b83427580. 00000400:00000010:1.0:1789449591.280315:0:35891:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b850122a8. 00000100:00000200:1.0:1789449591.280326:0:35891:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876371947541120, portal 10 00000100:00000001:1.0:1789449591.280329:0:35891:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449591.280330:0:35891:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775181184 : -107152934370432 : ffff9e8b83690380) 00000100:00000040:1.0:1789449591.280338:0:35891:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b83690380 x1876371947541120/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449607 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449591.280345:0:35891:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789449591.280349:0:35891:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1789449591.280352:0:35891:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012770. 00000100:00000200:1.0:1789449591.280356:0:35891:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876371947541120, offset 0 00000400:00000200:1.0:1789449591.280365:0:35891:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1789449591.280381:0:35891:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449591.280392:0:35891:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1789449591.280400:0:35891:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789449591.280487:0:35891:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1789449591.280493:0:35891:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789449591.280495:0:35891:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1789449591.280500:0:35891:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2988:2988:256:4294967295] 192.168.202.109@tcp LPNI seq info [2988:2988:8:4294967295] 00000400:00000200:1.0:1789449591.280505:0:35891:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449591.280520:0:35891:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1789449591.280528:0:35891:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1789449591.280536:0:35891:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b82fe1000. 00000800:00000200:1.0:1789449591.280546:0:35891:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1789449591.280558:0:35891:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1789449591.280566:0:35891:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b82fe1000 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1789449591.280594:0:35891:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449591.280602:0:35891:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 823211 usecs (824 jiffies) 00000400:00000200:1.0:1789449591.280606:0:35891:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:1.0:1789449591.280611:0:35891:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296594790 00000100:00000001:1.0:1789449591.280616:0:35891:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296596513 00000100:00000001:1.0:1789449591.280619:0:35891:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296594790 00000100:00000001:1.0:1789449591.280621:0:35891:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296596514 00000100:00000001:1.0:1789449591.280624:0:35891:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449591.280628:0:35891:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449591.280631:0:35891:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789449591.280634:0:35891:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789449591.280638:0:35891:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b862500c0 going to sleep for 11 seconds 00000100:00000001:1.0:1789449591.280642:0:35891:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449591.280647:0:35891:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449591.280923:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449591.280929:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b82fe1000. 00000400:00000200:2.0:1789449591.280937:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449591.280944:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449591.280954:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012770 00000400:00000010:2.0:1789449591.280958:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012770. 00000100:00000001:2.0:1789449591.280965:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449591.280970:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83690380 x1876371947541120/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449607 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449591.280982:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449591.280998:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83690380 x1876371947541120/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449607 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449591.281007:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449591.281008:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449591.284513:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449591.284543:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449591.284551:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449591.284554:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449591.284567:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449591.284578:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449591.284592:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449591.284599:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449591.284606:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449591.284612:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 584 into portal 10 MB=0x6aa8ce3665280 00000400:00000200:2.0:1789449591.284620:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449591.284629:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 584/584 into md 0x87c5 [1] + 224 00000800:00000001:2.0:1789449591.284639:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449591.284648:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449591.284652:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449591.284657:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449591.284666:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449591.284678:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83690380 x1876371947541120/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449607 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449591.284690:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9e8b83690380 x1876371947541120/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449607 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449591.284713:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449591.284726:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449591.284730:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449591.285099:0:35891:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789449591.285112:0:35891:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789449591.285115:0:35891:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789449591.285119:0:35891:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b83427580. 00000400:00000200:1.0:1789449591.285124:0:35891:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b850122a8 00000400:00000010:1.0:1789449591.285157:0:35891:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b850122a8. 00000100:00000001:1.0:1789449591.285161:0:35891:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789449591.285167:0:35891:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83690380 x1876371947541120/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449607 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789449591.285177:0:35891:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83690380 x1876371947541120/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789449607 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449591.285184:0:35891:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789449591.285186:0:35891:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449591.285189:0:35891:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789449591.285194:0:35891:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789449591.285198:0:35891:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789449591.285201:0:35891:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449591.285206:0:35891:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789449591.285221:0:35891:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=71 v=5 (5 5 102 102) 00000100:00001000:1.0:1789449591.285226:0:35891:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=38 v=5 (1 0 0 0) 00000100:00000001:1.0:1789449591.285230:0:35891:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789449591.285232:0:35891:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449591.285236:0:35891:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789449591.285243:0:35891:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449591.285249:0:35891:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789449591.285252:0:35891:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 8589934601 00000100:00000001:1.0:1789449591.285255:0:35891:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789449591.285259:0:35891:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449591.285264:0:35891:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83690380 x1876371947541120/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1789449607 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449591.285271:0:35891:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449591.285275:0:35891:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789449591.285278:0:35891:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789449591.285282:0:35891:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83690380 x1876371947541120/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1789449607 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789449591.285292:0:35891:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83690380 pname:cluuid:pid:xid:nid:opc:job multiop:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35891:1876371947541120:192.168.202.109@tcp:101:multiop.0 00000100:00000001:1.0:1789449591.285298:0:35891:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449591.285301:0:35891:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449591.285305:0:35891:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789449591.285309:0:35891:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449591.285313:0:35891:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83690380 x1876371947541120/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1789449607 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449591.285320:0:35891:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789449591.285324:0:35891:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b862500c0. 00000100:00000001:1.0:1789449591.285327:0:35891:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789449591.285329:0:35891:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449591.285334:0:35891:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789449591.285341:0:35891:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449591.285345:0:35891:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449591.285351:0:35891:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b889f0a00 refcount=4 00000020:00000001:1.0:1789449591.285354:0:35891:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920862607872 : -107152846943744 : ffff9e8b889f0a00) 00010000:00000001:1.0:1789449591.285359:0:35891:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920862607872 : -107152846943744 : ffff9e8b889f0a00) 00010000:00000040:1.0:1789449591.285369:0:35891:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e8b889f0a00, remote cookie: 0xeb7cbf5e2fd3de61, flags: 0x1001 00010000:00010000:1.0:1789449591.285377:0:35891:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b889f0a00/0xcddde1459ded6810 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3de61 expref: -99 pid: 35891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1789449591.285388:0:35891:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x2c:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1789449591.285392:0:35891:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1789449591.285403:0:35891:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9e8b902bd000. 00010000:00000010:1.0:1789449591.285423:0:35891:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e8b898b7b80. 00010000:00000001:1.0:1789449591.285431:0:35891:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449591.285435:0:35891:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b889f0a00/0xcddde1459ded6810 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x2c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3de61 expref: -99 pid: 35891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789449591.285443:0:35891:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b889f0a00/0xcddde1459ded6810 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x2c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3de61 expref: -99 pid: 35891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449591.285451:0:35891:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789449591.285458:0:35891:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789449591.285461:0:35891:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789449591.285463:0:35891:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789449591.285465:0:35891:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789449591.285469:0:35891:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x2c:0x0].0x0 (ffff9e8b902bd000) refcount = 1 00010000:00010000:1.0:1789449591.285473:0:35891:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b889f0a00/0xcddde1459ded6810 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3de61 expref: -99 pid: 35891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449591.285481:0:35891:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789449591.285486:0:35891:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789449591.285489:0:35891:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449591.285493:0:35891:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789449591.285496:0:35891:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449591.285500:0:35891:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b889f0a00/0xcddde1459ded6810 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3de61 expref: -99 pid: 35891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449591.285506:0:35891:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789449591.285508:0:35891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449591.285511:0:35891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449591.285512:0:35891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449591.285513:0:35891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449591.285515:0:35891:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449591.285522:0:35891:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789449591.285524:0:35891:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449591.285525:0:35891:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449591.285527:0:35891:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b889f0a00 refcount=3 00000020:00000001:1.0:1789449591.285529:0:35891:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920862607872 : -107152846943744 : ffff9e8b889f0a00) 00010000:00000001:1.0:1789449591.285531:0:35891:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920862607872 : -107152846943744 : ffff9e8b889f0a00) 00010000:00000001:1.0:1789449591.285534:0:35891:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449591.285535:0:35891:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449591.285536:0:35891:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b889f0a00 refcount=4 00000020:00000001:1.0:1789449591.285538:0:35891:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920862607872 : -107152846943744 : ffff9e8b889f0a00) 00010000:00000001:1.0:1789449591.285540:0:35891:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920862607872 : -107152846943744 : ffff9e8b889f0a00) 00010000:00000001:1.0:1789449591.285543:0:35891:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449591.285547:0:35891:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449591.285550:0:35891:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b889f0a00/0xcddde1459ded6810 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x2c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3de61 expref: -99 pid: 35891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449591.285556:0:35891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449591.285557:0:35891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449591.285558:0:35891:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449591.285559:0:35891:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449591.285560:0:35891:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b889f0a00 refcount=5 00000020:00000001:1.0:1789449591.285562:0:35891:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920862607872 : -107152846943744 : ffff9e8b889f0a00) 00010000:00000001:1.0:1789449591.285564:0:35891:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920862607872 : -107152846943744 : ffff9e8b889f0a00) 00010000:00000001:1.0:1789449591.285566:0:35891:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789449591.285569:0:35891:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b889f0a00/0xcddde1459ded6810 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x2c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3de61 expref: -99 pid: 35891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449591.285574:0:35891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449591.285575:0:35891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789449591.285579:0:35891:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b889f0a00/0xcddde1459ded6810 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3de61 expref: -99 pid: 35891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449591.285585:0:35891:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789449591.285587:0:35891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449591.285587:0:35891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449591.285589:0:35891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449591.285589:0:35891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789449591.285595:0:35891:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff9e8b83690380 x1876371947541120/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1789449607 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1789449591.285602:0:35891:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449591.285604:0:35891:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449591.285605:0:35891:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b889f0a00 refcount=3 00000020:00000001:1.0:1789449591.285607:0:35891:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920862607872 : -107152846943744 : ffff9e8b889f0a00) 00010000:00000001:1.0:1789449591.285609:0:35891:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920862607872 : -107152846943744 : ffff9e8b889f0a00) 00010000:00000001:1.0:1789449591.285611:0:35891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449591.285612:0:35891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789449591.285613:0:35891:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449591.285615:0:35891:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449591.285620:0:35891:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1789449591.285623:0:35891:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449591.285624:0:35891:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449591.285625:0:35891:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b889f0a00 refcount=3 00000020:00000001:1.0:1789449591.285627:0:35891:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920862607872 : -107152846943744 : ffff9e8b889f0a00) 00010000:00000001:1.0:1789449591.285628:0:35891:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920862607872 : -107152846943744 : ffff9e8b889f0a00) 00000002:00010000:1.0:1789449591.285632:0:35891:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b889f0a00/0xcddde1459ded6810 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3de61 expref: -99 pid: 35891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449591.285638:0:35891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449591.285639:0:35891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449591.285641:0:35891:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789449591.285642:0:35891:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449591.285643:0:35891:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449591.285644:0:35891:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b889f0a00 refcount=3 00000020:00000001:1.0:1789449591.285646:0:35891:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920862607872 : -107152846943744 : ffff9e8b889f0a00) 00010000:00000001:1.0:1789449591.285649:0:35891:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920862607872 : -107152846943744 : ffff9e8b889f0a00) 00010000:00000040:1.0:1789449591.285653:0:35891:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bd000 count: 2 00010000:00000001:1.0:1789449591.285656:0:35891:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1789449591.285661:0:35891:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e8b83488400 type 13 mode 4 res 8589935621/44 (0 0) 00010000:00000001:1.0:1789449591.285663:0:35891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449591.285664:0:35891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789449591.285666:0:35891:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789449591.285669:0:35891:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71182103750 00000002:00002000:1.0:1789449591.285672:0:35891:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d24b.recovery-small intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1789449591.285676:0:35891:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449591.285681:0:35891:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449591.285683:0:35891:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789449591.285687:0:35891:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1789449591.285691:0:35891:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449591.285696:0:35891:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000001:1.0:1789449591.285699:0:35891:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1789449591.285701:0:35891:0:(namei.c:674:ll_lookup_it_finish()) it ffffb71182103ac8 it_disposition b 00000080:00000001:1.0:1789449591.285705:0:35891:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789449591.285713:0:35891:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1789449591.285718:0:35891:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789449591.285721:0:35891:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611180 : 144115205339611180 : 20000040500002c) 00000080:00000001:1.0:1789449591.285725:0:35891:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:1.0:1789449591.285734:0:35891:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1789449591.285737:0:35891:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x2c:0x0] 00000080:00000001:1.0:1789449591.285740:0:35891:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449591.285744:0:35891:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611180 : 144115205339611180 : 20000040500002c) 00000080:00000001:1.0:1789449591.285747:0:35891:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1789449591.285755:0:35891:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x2c:0x0], updating i_size 4096 00000080:00200000:1.0:1789449591.285758:0:35891:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x2c:0x0](ffff9e8b89111988): rc = 0 00000080:00000001:1.0:1789449591.285760:0:35891:0:(namei.c:156:ll_iget()) Process leaving (rc=18446636920870082952 : -107152839468664 : ffff9e8b89111988) 00010000:00000001:1.0:1789449591.285763:0:35891:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449591.285764:0:35891:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449591.285766:0:35891:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b889f0a00 refcount=3 00000020:00000001:1.0:1789449591.285769:0:35891:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920862607872 : -107152846943744 : ffff9e8b889f0a00) 00010000:00000001:1.0:1789449591.285771:0:35891:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920862607872 : -107152846943744 : ffff9e8b889f0a00) 00010000:00000001:1.0:1789449591.285774:0:35891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449591.285775:0:35891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789449591.285778:0:35891:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1789449591.285781:0:35891:0:(llite_lib.c:1925:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1789449591.285783:0:35891:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789449591.285786:0:35891:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1789449591.285788:0:35891:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789449591.285793:0:35891:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2c:0x0](ffff9e8b89111988) for lock 0xcddde1459ded6810 00800000:00000001:1.0:1789449591.285797:0:35891:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789449591.285798:0:35891:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789449591.285799:0:35891:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449591.285800:0:35891:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449591.285802:0:35891:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b889f0a00 refcount=3 00000020:00000001:1.0:1789449591.285804:0:35891:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920862607872 : -107152846943744 : ffff9e8b889f0a00) 00010000:00000001:1.0:1789449591.285806:0:35891:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920862607872 : -107152846943744 : ffff9e8b889f0a00) 00010000:00000001:1.0:1789449591.285809:0:35891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449591.285810:0:35891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789449591.285812:0:35891:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449591.285814:0:35891:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1789449591.285823:0:35891:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9e8b893716c0 inode ffff9e8b89111988 refc 1 flags 0x20000e 00000080:00000001:1.0:1789449591.285828:0:35891:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1789449591.285830:0:35891:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449591.285833:0:35891:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1789449591.285837:0:35891:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x2c:0x0](ffff9e8b89111988) 00000080:00010000:1.0:1789449591.285841:0:35891:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded6810 from it ffffb71182103ac8 00010000:00000001:1.0:1789449591.285843:0:35891:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449591.285845:0:35891:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449591.285846:0:35891:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b889f0a00 refcount=3 00000020:00000001:1.0:1789449591.285848:0:35891:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920862607872 : -107152846943744 : ffff9e8b889f0a00) 00010000:00000001:1.0:1789449591.285850:0:35891:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920862607872 : -107152846943744 : ffff9e8b889f0a00) 00010000:00000001:1.0:1789449591.285852:0:35891:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789449591.285855:0:35891:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b889f0a00/0xcddde1459ded6810 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3de61 expref: -99 pid: 35891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449591.285862:0:35891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449591.285863:0:35891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449591.285865:0:35891:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789449591.285869:0:35891:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789449591.285872:0:35891:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b889f0a00/0xcddde1459ded6810 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3de61 expref: -99 pid: 35891 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789449591.285927:0:35891:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789449591.285930:0:35891:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789449591.285932:0:35891:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789449591.285938:0:35891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449591.285939:0:35891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449591.285941:0:35891:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449591.285945:0:35891:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789449591.285947:0:35891:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449591.285949:0:35891:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449591.285952:0:35891:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449591.285954:0:35891:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789449591.285955:0:35891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449591.285957:0:35891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789449591.285959:0:35891:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1789449591.285965:0:35891:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b83767200. 00000100:00000001:1.0:1789449591.285971:0:35891:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449591.285976:0:35891:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83690380 x1876371947541120/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1789449607 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449591.285984:0:35891:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789449591.285988:0:35891:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789449591.285993:0:35891:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9e8b86794800. 02000000:00000001:1.0:1789449591.285999:0:35891:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789449591.286003:0:35891:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449591.286005:0:35891:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:1.0:1789449591.286007:0:35891:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789449591.286011:0:35891:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b8678dc00. 02000000:00000001:1.0:1789449591.286019:0:35891:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789449591.286022:0:35891:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789449591.286025:0:35891:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83690380. 00000100:00000001:1.0:1789449591.286029:0:35891:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789449591.286031:0:35891:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789449591.286044:0:35891:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1789449591.286048:0:35891:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x2c:0x0](ffff9e8b89111988), inode mode 41ed mask 1 00000080:00000001:1.0:1789449591.286054:0:35891:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789449591.286077:0:35891:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9e8b8984f500. 00000080:00000001:1.0:1789449591.286083:0:35891:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1789449591.286085:0:35891:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x2c:0x0](ffff9e8b89111988), inode mode 41ed mask 3 00000080:00000001:1.0:1789449591.286088:0:35891:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449591.286092:0:35891:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:1.0:1789449591.286094:0:35891:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71182103b58 00000080:00200000:1.0:1789449591.286097:0:35891:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f24b.recovery-small-1, dir=[0x200000405:0x2c:0x0](ffff9e8b89111988), file ffff9e8b82bd6300, open_flags 8042, mode 81a4 opened 0 00000080:00000010:1.0:1789449591.286103:0:35891:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9e8b87c1e780. 00000080:00000001:1.0:1789449591.286109:0:35891:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1789449591.286111:0:35891:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71182103a08 00000080:00200000:1.0:1789449591.286113:0:35891:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f24b.recovery-small-1, dir=[0x200000405:0x2c:0x0](ffff9e8b89111988), intent=open|creat 00000080:00000010:1.0:1789449591.286123:0:35891:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b83767200. 00000080:00000001:1.0:1789449591.286144:0:35891:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789449591.286149:0:35891:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789449591.286151:0:35891:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71182103928 00800000:00000002:1.0:1789449591.286154:0:35891:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f24b.recovery-small-1' on [0x200000405:0x2c:0x0] 00800000:00000001:1.0:1789449591.286158:0:35891:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1789449591.286162:0:35891:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1789449591.286167:0:35891:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449591.286172:0:35891:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449591.286175:0:35891:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449591.286178:0:35891:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449591.286180:0:35891:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449591.286183:0:35891:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2c:0x0] 00800000:00000001:1.0:1789449591.286186:0:35891:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449591.286190:0:35891:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446636920772627456 : -107152936924160 : ffff9e8b83420c00) 00800000:00000001:1.0:1789449591.286194:0:35891:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1789449591.286197:0:35891:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1789449591.286200:0:35891:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1789449591.286204:0:35891:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1789449591.286207:0:35891:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9e8b89903000: Allocated FID [0x200000405:0x2e:0x0] 40000000:00000001:1.0:1789449591.286211:0:35891:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449591.286214:0:35891:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449591.286215:0:35891:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449591.286217:0:35891:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449591.286219:0:35891:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711821038a8 00800000:00000002:1.0:1789449591.286221:0:35891:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000405:0x2c:0x0], fid2=[0x200000405:0x2e:0x0], name='f24b.recovery-small-1' -> mds #0 layout version 1 00000002:00000001:1.0:1789449591.286226:0:35891:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789449591.286228:0:35891:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711821037e0 00000002:00010000:1.0:1789449591.286231:0:35891:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f24b.recovery-small-1,[0x200000405:0x2e:0x0]) in obj [0x200000405:0x2c:0x0], intent: open|creat flags 0100103 00000002:00000001:1.0:1789449591.286235:0:35891:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789449591.286238:0:35891:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1789449591.286242:0:35891:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1789449591.286246:0:35891:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449591.286248:0:35891:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1789449591.286250:0:35891:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bd000 count: 2 00010000:00000001:1.0:1789449591.286252:0:35891:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449591.286255:0:35891:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1789449591.286260:0:35891:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449591.286262:0:35891:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449591.286264:0:35891:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789449591.286270:0:35891:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83690380. 00000020:00000040:1.0:1789449591.286273:0:35891:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e8b89903000 02000000:00000001:1.0:1789449591.286281:0:35891:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789449591.286282:0:35891:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449591.286285:0:35891:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789449591.286290:0:35891:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789449591.286293:0:35891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449591.286294:0:35891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449591.286295:0:35891:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449591.286298:0:35891:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789449591.286300:0:35891:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789449591.286306:0:35891:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789449591.286316:0:35891:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b8678dc00. 00000100:00000001:1.0:1789449591.286323:0:35891:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449591.286327:0:35891:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789449591.286329:0:35891:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449591.286331:0:35891:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789449591.286332:0:35891:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449591.286334:0:35891:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449591.286346:0:35891:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446636920775181184 : -107152934370432 : ffff9e8b83690380) 00010000:00000001:1.0:1789449591.286350:0:35891:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789449591.286352:0:35891:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1789449591.286355:0:35891:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bd000 count: 2 00010000:00000001:1.0:1789449591.286356:0:35891:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449591.286359:0:35891:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789449591.286363:0:35891:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8b889f1200. 00000020:00000001:1.0:1789449591.286369:0:35891:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789449591.286372:0:35891:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8b889f1200 with handle 0xcddde1459ded6817 to hash 00000020:00000001:1.0:1789449591.286374:0:35891:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789449591.286376:0:35891:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636920862609920 : -107152846941696 : ffff9e8b889f1200) 00010000:00000001:1.0:1789449591.286380:0:35891:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636920862609920 : -107152846941696 : ffff9e8b889f1200) 00010000:00000001:1.0:1789449591.286383:0:35891:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449591.286385:0:35891:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449591.286388:0:35891:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b889f1200/0xcddde1459ded6817 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 35891 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789449591.286395:0:35891:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b889f1200/0xcddde1459ded6817 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35891 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1789449591.286409:0:35891:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e8b89903000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1789449591.286417:0:35891:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e8b83690380 x1876371947541376/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1789449591.286426:0:35891:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b889f1200/0xcddde1459ded6817 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35891 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789449591.286437:0:35891:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789449591.286439:0:35891:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789449591.286447:0:35891:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b862500c0. 00000100:00000001:1.0:1789449591.286449:0:35891:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920821055680 : -107152888495936 : ffff9e8b862500c0) 00000100:00000001:1.0:1789449591.286452:0:35891:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449591.286454:0:35891:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775181184 : -107152934370432 : ffff9e8b83690380) 00000100:00000001:1.0:1789449591.286460:0:35891:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789449591.286465:0:35891:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449591.286468:0:35891:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789449591.286470:0:35891:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789449591.286475:0:35891:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83690380 x1876371947541376/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449591.286484:0:35891:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449591.286487:0:35891:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449591.286491:0:35891:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789449591.286495:0:35891:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789449591.286498:0:35891:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449591.286502:0:35891:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83690380 pname:cluuid:pid:xid:nid:opc:job multiop:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35891:1876371947541376:192.168.202.109@tcp:101:multiop.0 00000100:00000001:1.0:1789449591.286507:0:35891:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789449591.286514:0:35891:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789449591.286518:0:35891:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449591.286521:0:35891:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789449591.286627:0:35891:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9e8b86740000. 02000000:00000001:1.0:1789449591.286630:0:35891:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789449591.286640:0:35891:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:1.0:1789449591.286646:0:35891:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b83427580. 00000400:00000010:1.0:1789449591.286653:0:35891:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9e8b8678c000. 00000100:00000200:1.0:1789449591.286662:0:35891:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876371947541376, portal 10 00000100:00000001:1.0:1789449591.286664:0:35891:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449591.286666:0:35891:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775181184 : -107152934370432 : ffff9e8b83690380) 00000100:00000040:1.0:1789449591.286672:0:35891:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b83690380 x1876371947541376/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789449607 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449591.286685:0:35891:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789449591.286689:0:35891:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1789449591.286692:0:35891:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b850122a8. 00000100:00000200:1.0:1789449591.286697:0:35891:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1876371947541376, offset 0 00000400:00000200:1.0:1789449591.286704:0:35891:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1789449591.286714:0:35891:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449591.286724:0:35891:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1789449591.286731:0:35891:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789449591.286736:0:35891:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1789449591.286740:0:35891:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789449591.286743:0:35891:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1789449591.286748:0:35891:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2989:2989:256:4294967295] 192.168.202.109@tcp LPNI seq info [2989:2989:8:4294967295] 00000400:00000200:1.0:1789449591.286753:0:35891:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449591.286766:0:35891:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1789449591.286776:0:35891:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1789449591.286782:0:35891:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b82fe1300. 00000800:00000200:1.0:1789449591.286790:0:35891:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1789449591.286801:0:35891:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1789449591.286809:0:35891:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b82fe1300 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:1.0:1789449591.286830:0:35891:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449591.286836:0:35891:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 822198 usecs (823 jiffies) 00000400:00000200:1.0:1789449591.286839:0:35891:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:1.0:1789449591.286843:0:35891:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296594795 00000100:00000001:1.0:1789449591.286846:0:35891:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296596513 00000100:00000001:1.0:1789449591.286848:0:35891:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296594795 00000100:00000001:1.0:1789449591.286851:0:35891:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296596514 00000100:00000001:1.0:1789449591.286854:0:35891:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449591.286857:0:35891:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449591.286860:0:35891:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789449591.286862:0:35891:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789449591.286865:0:35891:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b862500c0 going to sleep for 11 seconds 00000100:00000001:1.0:1789449591.286868:0:35891:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449591.286871:0:35891:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449591.287142:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449591.287149:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b82fe1300. 00000400:00000200:2.0:1789449591.287156:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449591.287162:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449591.287170:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b850122a8 00000400:00000010:2.0:1789449591.287173:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b850122a8. 00000100:00000001:2.0:1789449591.287178:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449591.287182:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83690380 x1876371947541376/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789449607 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449591.287193:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449591.287198:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83690380 x1876371947541376/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789449607 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449591.287206:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449591.287208:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449591.297074:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449591.297108:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449591.297113:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449591.297116:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449591.297140:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449591.297151:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449591.297165:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449591.297171:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449591.297179:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449591.297185:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 664 into portal 10 MB=0x6aa8ce3665380 00000400:00000200:2.0:1789449591.297192:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449591.297200:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 664/664 into md 0x87cd [32] + 224 00000800:00000001:2.0:1789449591.297211:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449591.297220:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449591.297226:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449591.297231:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449591.297241:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449591.297253:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83690380 x1876371947541376/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789449607 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449591.297265:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9e8b83690380 x1876371947541376/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789449607 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449591.297293:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449591.297303:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449591.297306:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449591.297580:0:35891:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789449591.297590:0:35891:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789449591.297592:0:35891:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789449591.297597:0:35891:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b83427580. 00000400:00000200:1.0:1789449591.297602:0:35891:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b8678c000 00000400:00000010:1.0:1789449591.297605:0:35891:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9e8b8678c000. 00000100:00000001:1.0:1789449591.297611:0:35891:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789449591.297616:0:35891:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83690380 x1876371947541376/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789449607 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789449591.297625:0:35891:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83690380 x1876371947541376/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789449607 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449591.297631:0:35891:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789449591.297634:0:35891:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449591.297636:0:35891:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789449591.297641:0:35891:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789449591.297644:0:35891:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789449591.297646:0:35891:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449591.297650:0:35891:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789449591.297663:0:35891:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=71 v=5 (5 5 102 102) 00000100:00001000:1.0:1789449591.297668:0:35891:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=38 v=5 (1 0 0 0) 00000100:00000001:1.0:1789449591.297671:0:35891:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789449591.297673:0:35891:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449591.297676:0:35891:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789449591.297681:0:35891:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449591.297685:0:35891:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789449591.297688:0:35891:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x20000000b/0x1] 00000100:00000001:1.0:1789449591.297690:0:35891:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789449591.297693:0:35891:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449591.297695:0:35891:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775181184 : -107152934370432 : ffff9e8b83690380) 00000100:00000001:1.0:1789449591.297698:0:35891:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789449591.297701:0:35891:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 8589934601 00000100:00000001:1.0:1789449591.297703:0:35891:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789449591.297707:0:35891:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449591.297712:0:35891:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83690380 x1876371947541376/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 664/664 e 0 to 0 dl 1789449607 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449591.297720:0:35891:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449591.297724:0:35891:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789449591.297727:0:35891:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789449591.297731:0:35891:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83690380 x1876371947541376/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 664/664 e 0 to 0 dl 1789449607 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789449591.297739:0:35891:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83690380 pname:cluuid:pid:xid:nid:opc:job multiop:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35891:1876371947541376:192.168.202.109@tcp:101:multiop.0 00000100:00000001:1.0:1789449591.297745:0:35891:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449591.297748:0:35891:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449591.297751:0:35891:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789449591.297754:0:35891:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449591.297758:0:35891:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83690380 x1876371947541376/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 664/664 e 0 to 0 dl 1789449607 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449591.297765:0:35891:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789449591.297768:0:35891:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b862500c0. 00000100:00000001:1.0:1789449591.297771:0:35891:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789449591.297773:0:35891:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449591.297777:0:35891:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789449591.297783:0:35891:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449591.297786:0:35891:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449591.297791:0:35891:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b889f1200 refcount=4 00000020:00000001:1.0:1789449591.297793:0:35891:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920862609920 : -107152846941696 : ffff9e8b889f1200) 00010000:00000001:1.0:1789449591.297796:0:35891:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920862609920 : -107152846941696 : ffff9e8b889f1200) 00010000:00000040:1.0:1789449591.297805:0:35891:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e8b889f1200, remote cookie: 0xeb7cbf5e2fd3de7d, flags: 0x1001 00010000:00010000:1.0:1789449591.297811:0:35891:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b889f1200/0xcddde1459ded6817 lrc: 4/0,1 mode: --/CW res: [0x200000405:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3de7d expref: -99 pid: 35891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1789449591.297827:0:35891:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x2e:0x0].0x0, instead of [0x200000405:0x2c:0x0].0x0 00010000:00000001:1.0:1789449591.297831:0:35891:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1789449591.297841:0:35891:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9e8b902bd100. 00010000:00000010:1.0:1789449591.297848:0:35891:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e8b898b7a80. 00010000:00000001:1.0:1789449591.297854:0:35891:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449591.297858:0:35891:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b889f1200/0xcddde1459ded6817 lrc: 4/0,1 mode: --/PR res: [0x200000405:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3de7d expref: -99 pid: 35891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789449591.297867:0:35891:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b889f1200/0xcddde1459ded6817 lrc: 4/0,1 mode: --/PR res: [0x200000405:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3de7d expref: -99 pid: 35891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449591.297874:0:35891:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1789449591.298000:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449591.298004:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449591.298007:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449591.298008:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449591.298012:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449591.298013:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449591.298262:0:16814:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789449591.298266:0:16814:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449591.298270:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1789449591.298367:0:35891:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789449591.298371:0:35891:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789449591.298373:0:35891:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789449591.298374:0:35891:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789449591.298378:0:35891:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x2e:0x0].0x0 (ffff9e8b902bd100) refcount = 1 00010000:00010000:1.0:1789449591.298384:0:35891:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b889f1200/0xcddde1459ded6817 lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3de7d expref: -99 pid: 35891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449591.298393:0:35891:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789449591.298398:0:35891:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789449591.298400:0:35891:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449591.298475:0:35891:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789449591.298479:0:35891:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449591.298484:0:35891:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b889f1200/0xcddde1459ded6817 lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3de7d expref: -99 pid: 35891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449591.298491:0:35891:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789449591.298493:0:35891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449591.298496:0:35891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449591.298497:0:35891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449591.298498:0:35891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449591.298500:0:35891:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449591.298507:0:35891:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789449591.298509:0:35891:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449591.298511:0:35891:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449591.298513:0:35891:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b889f1200 refcount=3 00000020:00000001:1.0:1789449591.298516:0:35891:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920862609920 : -107152846941696 : ffff9e8b889f1200) 00010000:00000001:1.0:1789449591.298518:0:35891:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920862609920 : -107152846941696 : ffff9e8b889f1200) 00010000:00000001:1.0:1789449591.298522:0:35891:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449591.298523:0:35891:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449591.298525:0:35891:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b889f1200 refcount=4 00000020:00000001:1.0:1789449591.298527:0:35891:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920862609920 : -107152846941696 : ffff9e8b889f1200) 00010000:00000001:1.0:1789449591.298529:0:35891:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920862609920 : -107152846941696 : ffff9e8b889f1200) 00010000:00000001:1.0:1789449591.298532:0:35891:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449591.298536:0:35891:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449591.298540:0:35891:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b889f1200/0xcddde1459ded6817 lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3de7d expref: -99 pid: 35891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449591.298547:0:35891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449591.298548:0:35891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449591.298550:0:35891:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449591.298551:0:35891:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449591.298553:0:35891:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b889f1200 refcount=5 00000020:00000001:1.0:1789449591.298554:0:35891:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920862609920 : -107152846941696 : ffff9e8b889f1200) 00010000:00000001:1.0:1789449591.298557:0:35891:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920862609920 : -107152846941696 : ffff9e8b889f1200) 00010000:00000001:1.0:1789449591.298560:0:35891:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789449591.298563:0:35891:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b889f1200/0xcddde1459ded6817 lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3de7d expref: -99 pid: 35891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449591.298569:0:35891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449591.298570:0:35891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789449591.298573:0:35891:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b889f1200/0xcddde1459ded6817 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3de7d expref: -99 pid: 35891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449591.298580:0:35891:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789449591.298581:0:35891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449591.298582:0:35891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449591.298583:0:35891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449591.298584:0:35891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789449591.298593:0:35891:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9e8b83690380 x1876371947541376/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 664/664 e 0 to 0 dl 1789449607 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789449591.298604:0:35891:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1789449591.298610:0:35891:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9e8b83690380 x1876371947541376/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 664/664 e 0 to 0 dl 1789449607 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789449591.298616:0:35891:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449591.298626:0:35891:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449591.298628:0:35891:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449591.298629:0:35891:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b889f1200 refcount=3 00000020:00000001:1.0:1789449591.298631:0:35891:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920862609920 : -107152846941696 : ffff9e8b889f1200) 00010000:00000001:1.0:1789449591.298633:0:35891:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920862609920 : -107152846941696 : ffff9e8b889f1200) 00000002:00010000:1.0:1789449591.298638:0:35891:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b889f1200/0xcddde1459ded6817 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3de7d expref: -99 pid: 35891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1789449591.298652:0:35891:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9e8b91d9ae00. 00010000:00000001:1.0:1789449591.298654:0:35891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449591.298655:0:35891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789449591.298658:0:35891:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449591.298660:0:35891:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449591.298664:0:35891:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1789449591.298668:0:35891:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449591.298669:0:35891:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775181184 : -107152934370432 : ffff9e8b83690380) 00000100:00000001:1.0:1789449591.298671:0:35891:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449591.298672:0:35891:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775181184 : -107152934370432 : ffff9e8b83690380) 00010000:00000001:1.0:1789449591.298676:0:35891:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449591.298677:0:35891:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449591.298679:0:35891:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b889f1200 refcount=3 00000020:00000001:1.0:1789449591.298681:0:35891:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920862609920 : -107152846941696 : ffff9e8b889f1200) 00010000:00000001:1.0:1789449591.298683:0:35891:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920862609920 : -107152846941696 : ffff9e8b889f1200) 00000002:00010000:1.0:1789449591.298687:0:35891:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b889f1200/0xcddde1459ded6817 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3de7d expref: -99 pid: 35891 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449591.298694:0:35891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449591.298695:0:35891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449591.298697:0:35891:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789449591.298699:0:35891:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449591.298700:0:35891:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449591.298701:0:35891:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b889f1200 refcount=3 00000020:00000001:1.0:1789449591.298703:0:35891:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920862609920 : -107152846941696 : ffff9e8b889f1200) 00010000:00000001:1.0:1789449591.298705:0:35891:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920862609920 : -107152846941696 : ffff9e8b889f1200) 00010000:00000040:1.0:1789449591.298712:0:35891:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bd100 count: 2 00010000:00000001:1.0:1789449591.298715:0:35891:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1789449591.298719:0:35891:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e8b83488400 type 13 mode 4 res 8589935621/46 (0 0) 00010000:00000001:1.0:1789449591.298722:0:35891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449591.298723:0:35891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789449591.298725:0:35891:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789449591.298728:0:35891:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71182103768 00000002:00002000:1.0:1789449591.298731:0:35891:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f24b.recovery-small-1 intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:1.0:1789449591.298734:0:35891:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449591.298739:0:35891:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449591.298742:0:35891:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789449591.298746:0:35891:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000405:0x2c:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1789449591.298750:0:35891:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449591.298755:0:35891:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1789449591.298757:0:35891:0:(namei.c:674:ll_lookup_it_finish()) it ffff9e8b87c1e780 it_disposition 1800037 00000080:00002000:1.0:1789449591.298764:0:35891:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9e8b89371798 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:1.0:1789449591.298770:0:35891:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1789449591.298775:0:35891:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:1.0:1789449591.298777:0:35891:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71182103990 00000080:00200000:1.0:1789449591.298779:0:35891:0:(namei.c:1628:ll_create_it()) VFS Op:name=f24b.recovery-small-1, dir=[0x200000405:0x2c:0x0](ffff9e8b89111988), intent=open|creat 00000080:00000001:1.0:1789449591.298782:0:35891:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:1.0:1789449591.298785:0:35891:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789449591.298791:0:35891:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1789449591.298795:0:35891:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789449591.298799:0:35891:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611182 : 144115205339611182 : 20000040500002e) 00000080:00000001:1.0:1789449591.298803:0:35891:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:1.0:1789449591.298825:0:35891:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9e8b891139c0. 00000020:00000001:1.0:1789449591.298839:0:35891:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:1.0:1789449591.298842:0:35891:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:1.0:1789449591.298845:0:35891:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:1.0:1789449591.298848:0:35891:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000405:0x2e:0x0](ffff9e8b89113a88) 00000020:00000001:1.0:1789449591.298852:0:35891:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789449591.298857:0:35891:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822024 : -107152888729592 : ffff9e8b86217008) 00000020:00001000:1.0:1789449591.298859:0:35891:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217000 00000020:00000001:1.0:1789449591.298910:0:35891:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:1.0:1789449591.299528:0:35891:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9e8b84013ed8. 00000020:00000001:1.0:1789449591.299537:0:35891:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1789449591.299541:0:35891:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449591.299552:0:35891:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:1.0:1789449591.299559:0:35891:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9e8b836976c8. 00020000:00000001:1.0:1789449591.299561:0:35891:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446636920775210696 : -107152934340920 : ffff9e8b836976c8) 00020000:00000001:1.0:1789449591.299565:0:35891:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:1.0:1789449591.299569:0:35891:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1789449591.299577:0:35891:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9e8b87c1e5a0. 00020000:00000010:1.0:1789449591.299582:0:35891:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9e8b840be280. 00020000:00000010:1.0:1789449591.299590:0:35891:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9e8b87c1e480. 00020000:00000001:1.0:1789449591.299593:0:35891:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446636920848114816 : -107152861436800 : ffff9e8b87c1e480) 00020000:00000002:1.0:1789449591.299596:0:35891:0:(lov_ea.c:755:dump_lsm()) lsm ffff9e8b87c1e480, objid 0x2e:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789449591.299602:0:35891:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout 1 layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789449591.299607:0:35891:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff9e8b840be280: ostid: 0x280000401:66 ost idx: 0 gen: 0 00020000:00000001:1.0:1789449591.299610:0:35891:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:1.0:1789449591.299614:0:35891:0:(lov_ea.c:755:dump_lsm()) lsm ffff9e8b87c1e480, objid 0x2e:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789449591.299617:0:35891:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout 1 layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789449591.299620:0:35891:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff9e8b840be280: ostid: 0x280000401:66 ost idx: 0 gen: 0 00020000:00000010:1.0:1789449591.299626:0:35891:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9e8b83467660. 00020000:00000010:1.0:1789449591.299630:0:35891:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff9e8b862500c0. 00020000:00000001:1.0:1789449591.299638:0:35891:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:1.0:1789449591.299642:0:35891:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9e8b89bc6258. 00020000:00000001:1.0:1789449591.299646:0:35891:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:1.0:1789449591.299648:0:35891:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:1.0:1789449591.299656:0:35891:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:1.0:1789449591.299659:0:35891:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9e8b84013578. 00000020:00000001:1.0:1789449591.299662:0:35891:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1789449591.299663:0:35891:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449591.299666:0:35891:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446636920785155576 : -107152924396040 : ffff9e8b840135f8) 00020000:00000001:1.0:1789449591.299673:0:35891:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:1.0:1789449591.299680:0:35891:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff9e8b84d27c00. 00020000:00000001:1.0:1789449591.299683:0:35891:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449591.299689:0:35891:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446636920785155576 : -107152924396040 : ffff9e8b840135f8) 00020000:00000001:1.0:1789449591.299692:0:35891:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446636920785155576 : -107152924396040 : ffff9e8b840135f8) 00020000:00000002:1.0:1789449591.299696:0:35891:0:(lov_object.c:134:lov_init_sub()) [0x280000401:0x42:0x0]@ffff9e8b84013578[0:0] -> [0x200000405:0x2e:0x0]@ffff9e8b84013ed8: ostid: 0x280000401:66 ost idx: 0 gen: 0 00020000:00000001:1.0:1789449591.299702:0:35891:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:1.0:1789449591.299705:0:35891:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:1.0:1789449591.299708:0:35891:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449591.299711:0:35891:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446636920785157976 : -107152924393640 : ffff9e8b84013f58) 00000020:00001000:1.0:1789449591.299715:0:35891:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217000 00000080:00000001:1.0:1789449591.299722:0:35891:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611182 : 144115205339611182 : 20000040500002e) 00000080:00000001:1.0:1789449591.299725:0:35891:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1789449591.299728:0:35891:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611182 mtime from 0 to 1789449591 00000080:00000001:1.0:1789449591.299734:0:35891:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1789449591.299738:0:35891:0:(namei.c:156:ll_iget()) Process leaving (rc=18446636920870091400 : -107152839460216 : ffff9e8b89113a88) 00010000:00000001:1.0:1789449591.299742:0:35891:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449591.299745:0:35891:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449591.299747:0:35891:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b889f1200 refcount=3 00000020:00000001:1.0:1789449591.299749:0:35891:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920862609920 : -107152846941696 : ffff9e8b889f1200) 00010000:00000001:1.0:1789449591.299752:0:35891:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920862609920 : -107152846941696 : ffff9e8b889f1200) 00000080:00000001:1.0:1789449591.299755:0:35891:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1789449591.299757:0:35891:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789449591.299758:0:35891:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822024 : -107152888729592 : ffff9e8b86217008) 00000020:00001000:1.0:1789449591.299760:0:35891:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217000 00000020:00000001:1.0:1789449591.299761:0:35891:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1789449591.299764:0:35891:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1789449591.299766:0:35891:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1789449591.299769:0:35891:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9e8b87c1e900. 00020000:00000010:1.0:1789449591.299771:0:35891:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9e8b840be800. 00020000:00000010:1.0:1789449591.299773:0:35891:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9e8b87c1e8a0. 00020000:00000001:1.0:1789449591.299775:0:35891:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446636920848115872 : -107152861435744 : ffff9e8b87c1e8a0) 00020000:00000002:1.0:1789449591.299778:0:35891:0:(lov_ea.c:755:dump_lsm()) lsm ffff9e8b87c1e8a0, objid 0x2e:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789449591.299781:0:35891:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout 1 layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789449591.299784:0:35891:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff9e8b840be800: ostid: 0x280000401:66 ost idx: 0 gen: 0 00020000:00000002:1.0:1789449591.299788:0:35891:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9e8b836976c8) owner ffff9e8b86598000 00020000:00000001:1.0:1789449591.299791:0:35891:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1789449591.299793:0:35891:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9e8b836976c8) owner ffff9e8b86598000 00020000:00000010:1.0:1789449591.299798:0:35891:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9e8b840be800. 00020000:00000010:1.0:1789449591.299803:0:35891:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9e8b87c1e900. 00020000:00000010:1.0:1789449591.299807:0:35891:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9e8b87c1e8a0. 00020000:00000002:1.0:1789449591.299810:0:35891:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x2e:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1789449591.299812:0:35891:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449591.299814:0:35891:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449591.299818:0:35891:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1789449591.299821:0:35891:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b836976c8) owner 0000000000000000/ffff9e8b86598000 00020000:00000002:1.0:1789449591.299824:0:35891:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9e8b87c1e480 addref 2/0 by ffff9e8b86598000. 00020000:00000002:1.0:1789449591.299827:0:35891:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b836976c8) owner 0000000000000000/ffff9e8b86598000 00020000:00000001:1.0:1789449591.299831:0:35891:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1789449591.299834:0:35891:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1789449591.299835:0:35891:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1789449591.299838:0:35891:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1789449591.299841:0:35891:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1789449591.299843:0:35891:0:(file.c:6843:ll_layout_conf()) [0x200000405:0x2e:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1789449591.299846:0:35891:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217000 00000080:00000001:1.0:1789449591.299849:0:35891:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449591.299851:0:35891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449591.299853:0:35891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789449591.299855:0:35891:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789449591.299860:0:35891:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1789449591.299863:0:35891:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789449591.300172:0:35891:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000405:0x2e:0x0](ffff9e8b89113a88) 00000080:00010000:1.0:1789449591.300177:0:35891:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2e:0x0](ffff9e8b89113a88) for lock 0xcddde1459ded6817 00800000:00000001:1.0:1789449591.300180:0:35891:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789449591.300183:0:35891:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789449591.300185:0:35891:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449591.300186:0:35891:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449591.300188:0:35891:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b889f1200 refcount=3 00000020:00000001:1.0:1789449591.300190:0:35891:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920862609920 : -107152846941696 : ffff9e8b889f1200) 00010000:00000001:1.0:1789449591.300192:0:35891:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920862609920 : -107152846941696 : ffff9e8b889f1200) 00010000:00000001:1.0:1789449591.300195:0:35891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449591.300197:0:35891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789449591.300198:0:35891:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449591.300200:0:35891:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449591.300202:0:35891:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:1.0:1789449591.300205:0:35891:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449591.300218:0:35891:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9e8b83690380 x1876371947541376/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/664 e 0 to 0 dl 1789449607 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449591.300227:0:35891:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789449591.300233:0:35891:0:(namei.c:1651:ll_create_it()) inode ffff9e8b89113a88 need_sync_to_mds [0x200000405:0x2e:0x0] 00000080:00000001:1.0:1789449591.300237:0:35891:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789449591.300242:0:35891:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x2e:0x0](ffff9e8b89113a88) 00000080:00000001:1.0:1789449591.300245:0:35891:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1789449591.300250:0:35891:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b83767200. 00000100:00000001:1.0:1789449591.300256:0:35891:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449591.300260:0:35891:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83690380 x1876371947541376/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/664 e 0 to 0 dl 1789449607 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449591.300267:0:35891:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449591.300271:0:35891:0:(pcc.c:3603:pcc_inode_create_fini()) Process entered 00000080:00000001:1.0:1789449591.300274:0:35891:0:(pcc.c:3606:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789449591.300276:0:35891:0:(namei.c:1500:ll_atomic_open()) inode ffff9e8b89113a88 need_sync_to_mds [0x200000405:0x2e:0x0] 00000080:00000001:1.0:1789449591.300289:0:35891:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1789449591.300293:0:35891:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71182103a68 00000080:00200008:1.0:1789449591.300295:0:35891:0:(file.c:1090:ll_file_open()) START file f24b.recovery-small-1:[0x200000405:0x2e:0x0](ffff9e8b89113a88), flags 100102 00000080:00000010:1.0:1789449591.300304:0:35891:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9e8b8c446c80. 00000080:00000010:1.0:1789449591.300311:0:35891:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9e8b91d9a340. 00000080:00000001:1.0:1789449591.300314:0:35891:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1789449591.300322:0:35891:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:1.0:1789449591.300325:0:35891:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449591.300329:0:35891:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449591.300332:0:35891:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449591.300335:0:35891:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449591.300337:0:35891:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449591.300339:0:35891:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2e:0x0] 00800000:00000001:1.0:1789449591.300342:0:35891:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449591.300346:0:35891:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1789449591.300352:0:35891:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9e8b8984f720. 00000002:00100000:1.0:1789449591.300357:0:35891:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9e8b83690380 x1876371947541376/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/664 e 0 to 0 dl 1789449607 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789449591.300364:0:35891:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449591.300366:0:35891:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1789449591.300370:0:35891:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1789449591.300374:0:35891:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449591.300377:0:35891:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449591.300380:0:35891:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449591.300383:0:35891:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83690380 x1876371947541376/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/664 e 0 to 0 dl 1789449607 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1789449591.300391:0:35891:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789449591.300397:0:35891:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9e8b86740000. 02000000:00000001:1.0:1789449591.300452:0:35891:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1789449591.300454:0:35891:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449591.300458:0:35891:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71182103a68 00000080:00000008:1.0:1789449591.300460:0:35891:0:(file.c:1329:ll_file_open()) COMPLETED file f24b.recovery-small-1:[0x200000405:0x2e:0x0](ffff9e8b89113a88), flags 100102, rc = 0 00000080:00000001:1.0:1789449591.300465:0:35891:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1789449591.300467:0:35891:0:(dcache.c:176:ll_intent_release()) intent ffff9e8b87c1e780 released 00000080:00010000:1.0:1789449591.300470:0:35891:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded6817 from it ffff9e8b87c1e780 00010000:00000001:1.0:1789449591.300473:0:35891:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449591.300474:0:35891:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449591.300476:0:35891:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b889f1200 refcount=3 00000020:00000001:1.0:1789449591.300477:0:35891:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920862609920 : -107152846941696 : ffff9e8b889f1200) 00010000:00000001:1.0:1789449591.300479:0:35891:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920862609920 : -107152846941696 : ffff9e8b889f1200) 00010000:00000001:1.0:1789449591.300482:0:35891:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789449591.300487:0:35891:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b889f1200/0xcddde1459ded6817 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xeb7cbf5e2fd3de7d expref: -99 pid: 35891 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449591.300496:0:35891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449591.300497:0:35891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449591.300499:0:35891:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789449591.300502:0:35891:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789449591.300505:0:35891:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b889f1200/0xcddde1459ded6817 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xeb7cbf5e2fd3de7d expref: -99 pid: 35891 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789449591.300514:0:35891:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789449591.300519:0:35891:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789449591.300522:0:35891:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789449591.300528:0:35891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449591.300529:0:35891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449591.300530:0:35891:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449591.300534:0:35891:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789449591.300536:0:35891:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449591.300538:0:35891:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449591.300542:0:35891:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449591.300544:0:35891:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789449591.300547:0:35891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449591.300548:0:35891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789449591.300549:0:35891:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1789449591.300551:0:35891:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:1.0:1789449591.300554:0:35891:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1789449591.300556:0:35891:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789449591.300559:0:35891:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1789449591.300560:0:35891:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449591.300564:0:35891:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:1.0:1789449591.300566:0:35891:0:(pcc.c:1970:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449591.300568:0:35891:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1789449591.300570:0:35891:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449591.300572:0:35891:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1789449591.300574:0:35891:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9e8b87c1e780. 00000080:00000001:1.0:1789449591.300577:0:35891:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449591.300583:0:35891:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1789449591.300585:0:35891:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x2e:0x0](ffff9e8b89113a88), inode mode 81a4 mask 40 00000080:00000001:1.0:1789449591.300588:0:35891:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449591.300911:0:35891:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:1.0:1789449591.300923:0:35891:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71182103d88 00000080:00200008:1.0:1789449591.300926:0:35891:0:(file.c:2650:do_file_write_iter()) START file f24b.recovery-small-1:[0x200000405:0x2e:0x0], ppos: 0, count: 8192 00000080:00000002:1.0:1789449591.300930:0:35891:0:(file.c:2656:do_file_write_iter()) inode ffff9e8b89113a88 need_sync_to_oss [0x200000405:0x2e:0x0] 00000080:00000001:1.0:1789449591.300933:0:35891:0:(pcc.c:2644:pcc_file_write_iter()) Process entered 00000080:00000001:1.0:1789449591.300935:0:35891:0:(pcc.c:2647:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449591.300937:0:35891:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:1.0:1789449591.300941:0:35891:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449591.300943:0:35891:0:(file.c:2588:ll_do_tiny_write()) Process entered 00000080:00000001:1.0:1789449591.300945:0:35891:0:(file.c:2594:ll_do_tiny_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449591.300947:0:35891:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789449591.300951:0:35891:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822024 : -107152888729592 : ffff9e8b86217008) 00000020:00001000:1.0:1789449591.300954:0:35891:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217000 00000080:00000001:1.0:1789449591.300959:0:35891:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:1.0:1789449591.300962:0:35891:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71182103c98 00000080:00200000:1.0:1789449591.300964:0:35891:0:(file.c:2090:ll_file_io_generic()) f24b.recovery-small-1: write ppos: 0, bytes: 8192 00000020:00000001:1.0:1789449591.300971:0:35891:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71182103c30 00000080:00200000:1.0:1789449591.300973:0:35891:0:(file.c:1848:ll_io_set_mirror()) f24b.recovery-small-1: desiginated mirror: 0 00000020:00000001:1.0:1789449591.300976:0:35891:0:(cl_io.c:210:cl_io_rw_init()) Process entered 00000020:00200000:1.0:1789449591.300983:0:35891:0:(cl_io.c:215:cl_io_rw_init()) header@0000000082cfc84a[0x110, 1, [0x200000405:0x2e:0x0] hash] 00000020:00200000:1.0:1789449591.300996:0:35891:0:(cl_io.c:215:cl_io_rw_init()) io range: 2 [0, 8192) 0 0 00000020:00000001:1.0:1789449591.301000:0:35891:0:(cl_object.c:143:cl_object_top()) ffff9e8b84013f58 -> ffff9e8b84013f58 00000020:00000001:1.0:1789449591.301003:0:35891:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:1.0:1789449591.301006:0:35891:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1789449591.301008:0:35891:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2e:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:1.0:1789449591.301012:0:35891:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789449591.301014:0:35891:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000100:00000001:1.0:1789449591.301018:0:35891:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789449591.301023:0:35891:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449591.301027:0:35891:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1789449591.301028:0:35891:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449591.301031:0:35891:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789449591.301035:0:35891:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2e:0x0]io ffff9e8b84db2c50 type 2 ignore/verify layout 0/0 00020000:00000002:1.0:1789449591.301038:0:35891:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b836976c8) owner 0000000000000000/ffff9e8b86598000 00020000:00000001:1.0:1789449591.301042:0:35891:0:(lov_io.c:2266:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1789449591.301043:0:35891:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1789449591.301046:0:35891:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1789449591.301048:0:35891:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:1.0:1789449591.301050:0:35891:0:(lov_io.c:860:lov_io_slice_init()) 0 8192 00020000:00000001:1.0:1789449591.301053:0:35891:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449591.301056:0:35891:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000001:1.0:1789449591.301058:0:35891:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:1.0:1789449591.301060:0:35891:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1789449591.301062:0:35891:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449591.301064:0:35891:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789449591.301065:0:35891:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1789449591.301066:0:35891:0:(lov_io.c:2279:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1789449591.301068:0:35891:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b836976c8) owner 0000000000000000/ffff9e8b86598000 00000020:00000001:1.0:1789449591.301070:0:35891:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449591.301072:0:35891:0:(cl_io.c:218:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789449591.301074:0:35891:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 1] 00000001:00000001:1.0:1789449591.301077:0:35891:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:1.0:1789449591.301080:0:35891:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449591.301083:0:35891:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:1.0:1789449591.301085:0:35891:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1789449591.301089:0:35891:0:(cl_io.c:915:cl_page_list_init()) Process entered 00000020:00000001:1.0:1789449591.301090:0:35891:0:(cl_io.c:918:cl_page_list_init()) Process leaving 00020000:00000001:1.0:1789449591.301092:0:35891:0:(lov_io.c:1290:lov_io_rw_iter_init()) Process entered 00020000:00000001:1.0:1789449591.301093:0:35891:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00200000:1.0:1789449591.301097:0:35891:0:(lov_io.c:1362:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 8192) 8192, 8192 00020000:00000001:1.0:1789449591.301101:0:35891:0:(lov_io.c:1078:lov_io_iter_init()) Process entered 00020000:00000001:1.0:1789449591.301102:0:35891:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00200000:1.0:1789449591.301105:0:35891:0:(lov_io.c:1153:lov_io_iter_init()) component[0] flags 0x10 00020000:00000001:1.0:1789449591.301108:0:35891:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449591.301109:0:35891:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789449591.301111:0:35891:0:(lov_offset.c:264:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:1.0:1789449591.301115:0:35891:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789449591.301117:0:35891:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1789449591.301118:0:35891:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789449591.301120:0:35891:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822888 : -107152888728728 : ffff9e8b86217368) 00000020:00001000:1.0:1789449591.301122:0:35891:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217360 00000020:00000001:1.0:1789449591.301124:0:35891:0:(cl_object.c:143:cl_object_top()) ffff9e8b840135f8 -> ffff9e8b84013f58 00000020:00000001:1.0:1789449591.301126:0:35891:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:1.0:1789449591.301141:0:35891:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789449591.301143:0:35891:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1789449591.301145:0:35891:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:1.0:1789449591.301146:0:35891:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446636920799439952 : -107152910111664 : ffff9e8b84db2c50) 00000020:00000001:1.0:1789449591.301149:0:35891:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449591.301151:0:35891:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449591.301153:0:35891:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993117408 : -107152716434208 : ffff9e8b906674e0) 00000020:00000001:1.0:1789449591.301156:0:35891:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000008:00000001:1.0:1789449591.301159:0:35891:0:(osc_io.c:525:osc_io_iter_init()) Process entered 00000008:00000001:1.0:1789449591.301163:0:35891:0:(osc_io.c:545:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449591.301165:0:35891:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449591.301167:0:35891:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000001:1.0:1789449591.301169:0:35891:0:(lov_io.c:1276:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449591.301171:0:35891:0:(lov_io.c:1368:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449591.301172:0:35891:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449591.301174:0:35891:0:(cl_io.c:315:cl_io_lock()) Process entered 00000080:00000001:1.0:1789449591.301177:0:35891:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:1.0:1789449591.301180:0:35891:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:1.0:1789449591.301183:0:35891:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:1.0:1789449591.301186:0:35891:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449591.301189:0:35891:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449591.301191:0:35891:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:1.0:1789449591.301193:0:35891:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 1] 00000020:00000001:1.0:1789449591.301195:0:35891:0:(cl_io.c:477:cl_io_lock_add()) Process entered 00000020:00000001:1.0:1789449591.301197:0:35891:0:(cl_io.c:260:cl_lockset_merge()) Process entered 00000020:00000001:1.0:1789449591.301199:0:35891:0:(cl_io.c:277:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449591.301201:0:35891:0:(cl_io.c:484:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449591.301203:0:35891:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449591.301205:0:35891:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449591.301206:0:35891:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449591.301209:0:35891:0:(lov_io.c:1419:lov_io_lock()) Process entered 00020000:00000001:1.0:1789449591.301210:0:35891:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:1.0:1789449591.301212:0:35891:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:1.0:1789449591.301213:0:35891:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1789449591.301215:0:35891:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449591.301216:0:35891:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449591.301218:0:35891:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449591.301220:0:35891:0:(lov_io.c:1420:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449591.301221:0:35891:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1789449591.301224:0:35891:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1789449591.301226:0:35891:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1789449591.301228:0:35891:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1789449591.301230:0:35891:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000001:1.0:1789449591.301232:0:35891:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449591.301235:0:35891:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449591.301236:0:35891:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789449591.301238:0:35891:0:(lov_offset.c:264:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:1.0:1789449591.301240:0:35891:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000010:1.0:1789449591.301245:0:35891:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9e8b898b7780. 00020000:00000001:1.0:1789449591.301248:0:35891:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449591.301250:0:35891:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449591.301252:0:35891:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789449591.301253:0:35891:0:(lov_offset.c:264:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:1.0:1789449591.301256:0:35891:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1789449591.301258:0:35891:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789449591.301259:0:35891:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993117408 : -107152716434208 : ffff9e8b906674e0) 00000020:00000001:1.0:1789449591.301262:0:35891:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1789449591.301266:0:35891:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9e8b8638a850. 00000008:00010000:1.0:1789449591.301269:0:35891:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:1.0:1789449591.301272:0:35891:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1789449591.301273:0:35891:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1789449591.301276:0:35891:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9e8b898b77b0, osc lock ffff9e8b8638a850, flags 0x0 00000020:00000001:1.0:1789449591.301278:0:35891:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449591.301281:0:35891:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449591.301283:0:35891:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000001:1.0:1789449591.301286:0:35891:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446636920878102400 : -107152831449216 : ffff9e8b898b7780) 00000020:00000001:1.0:1789449591.301288:0:35891:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1789449591.301289:0:35891:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1789449591.301291:0:35891:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449591.301292:0:35891:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449591.301295:0:35891:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1789449591.301297:0:35891:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1789449591.301298:0:35891:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789449591.301299:0:35891:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993117408 : -107152716434208 : ffff9e8b906674e0) 00000020:00000001:1.0:1789449591.301301:0:35891:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1789449591.301304:0:35891:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1789449591.301306:0:35891:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:1.0:1789449591.301308:0:35891:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449591.301312:0:35891:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1789449591.301314:0:35891:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1789449591.301316:0:35891:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1789449591.301318:0:35891:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1789449591.301319:0:35891:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1789449591.301320:0:35891:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1789449591.301323:0:35891:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1789449591.301326:0:35891:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789449591.301334:0:35891:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449591.301337:0:35891:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:1.0:1789449591.301343:0:35891:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83692a00. 00000020:00000040:1.0:1789449591.301347:0:35891:0:(genops.c:1209:class_import_get()) import ffff9e8b90c6e800 refcount=3 obd=lustre-OST0000-osc-ffff9e8b89903000 00010000:00000001:1.0:1789449591.301352:0:35891:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789449591.301357:0:35891:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789449591.301362:0:35891:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449591.301366:0:35891:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789449591.301369:0:35891:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789449591.301375:0:35891:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789449591.301383:0:35891:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e8b83767200. 00000100:00000001:1.0:1789449591.301391:0:35891:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449591.301397:0:35891:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789449591.301398:0:35891:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449591.301400:0:35891:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789449591.301402:0:35891:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449591.301404:0:35891:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449591.301407:0:35891:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446636920775191040 : -107152934360576 : ffff9e8b83692a00) 00010000:00000001:1.0:1789449591.301410:0:35891:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789449591.301413:0:35891:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1789449591.301418:0:35891:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9e8b902bd500. 00010000:00000010:1.0:1789449591.301422:0:35891:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9e8b902bd400. 00010000:00000001:1.0:1789449591.301428:0:35891:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789449591.301432:0:35891:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8b889f1600. 00000020:00000001:1.0:1789449591.301437:0:35891:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789449591.301440:0:35891:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8b889f1600 with handle 0xcddde1459ded681e to hash 00000020:00000001:1.0:1789449591.301441:0:35891:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789449591.301443:0:35891:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636920862610944 : -107152846940672 : ffff9e8b889f1600) 00010000:00000010:1.0:1789449591.301447:0:35891:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff9e8b91d9a900. 00010000:00000001:1.0:1789449591.301451:0:35891:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636920862610944 : -107152846940672 : ffff9e8b889f1600) 00010000:00000001:1.0:1789449591.301455:0:35891:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449591.301458:0:35891:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449591.301462:0:35891:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 000000000bf342a0/0xcddde1459ded681e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 35891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789449591.301473:0:35891:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 000000000bf342a0/0xcddde1459ded681e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 35891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789449591.301485:0:35891:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 000000000bf342a0/0xcddde1459ded681e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 35891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789449591.301492:0:35891:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789449591.301495:0:35891:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789449591.301503:0:35891:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b82beb0c0. 00000100:00000001:1.0:1789449591.301506:0:35891:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920764018880 : -107152945532736 : ffff9e8b82beb0c0) 00000100:00000001:1.0:1789449591.301508:0:35891:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449591.301510:0:35891:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775191040 : -107152934360576 : ffff9e8b83692a00) 00000100:00000001:1.0:1789449591.301514:0:35891:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789449591.301516:0:35891:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449591.301519:0:35891:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789449591.301521:0:35891:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789449591.301529:0:35891:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83692a00 x1876371947541504/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449591.301537:0:35891:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449591.301540:0:35891:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449591.301545:0:35891:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789449591.301548:0:35891:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789449591.301551:0:35891:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449591.301555:0:35891:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83692a00 pname:cluuid:pid:xid:nid:opc:job multiop:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35891:1876371947541504:192.168.202.109@tcp:101:multiop.0 00000100:00000001:1.0:1789449591.301559:0:35891:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789449591.301567:0:35891:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789449591.301570:0:35891:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449591.301572:0:35891:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789449591.301577:0:35891:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b8678c000. 02000000:00000001:1.0:1789449591.301579:0:35891:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789449591.301590:0:35891:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:1.0:1789449591.301596:0:35891:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b83427580. 00000400:00000010:1.0:1789449591.301605:0:35891:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b850122a8. 00000100:00000200:1.0:1789449591.301614:0:35891:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947541504, portal 4 00000100:00000001:1.0:1789449591.301617:0:35891:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449591.301618:0:35891:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775191040 : -107152934360576 : ffff9e8b83692a00) 00000100:00000040:1.0:1789449591.301624:0:35891:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b83692a00 x1876371947541504/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449607 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449591.301632:0:35891:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789449591.301635:0:35891:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1789449591.301638:0:35891:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012770. 00000100:00000200:1.0:1789449591.301644:0:35891:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1876371947541504, offset 0 00000400:00000200:1.0:1789449591.301651:0:35891:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1789449591.301662:0:35891:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449591.301672:0:35891:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1789449591.301679:0:35891:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789449591.301684:0:35891:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1789449591.301688:0:35891:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789449591.301691:0:35891:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1789449591.301696:0:35891:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2990:2990:256:4294967295] 192.168.202.109@tcp LPNI seq info [2990:2990:8:4294967295] 00000400:00000200:1.0:1789449591.301700:0:35891:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449591.301712:0:35891:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1789449591.301720:0:35891:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1789449591.301726:0:35891:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b82fe1700. 00000800:00000200:1.0:1789449591.301734:0:35891:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1789449591.301743:0:35891:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1789449591.301747:0:35891:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b82fe1700 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1789449591.302492:0:35891:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449591.302503:0:35891:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: using a timeout of 22911 usecs (23 jiffies) 00000400:00000200:1.0:1789449591.302510:0:35891:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:1.0:1789449591.302513:0:35891:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296594011 00000100:00000001:1.0:1789449591.302517:0:35891:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296596513 00000100:00000001:1.0:1789449591.302520:0:35891:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296594011 00000100:00000001:1.0:1789449591.302523:0:35891:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296596514 00000100:00000001:1.0:1789449591.302525:0:35891:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449591.302530:0:35891:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449591.302534:0:35891:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789449591.302537:0:35891:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789449591.302541:0:35891:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b82beb0c0 going to sleep for 11 seconds 00000100:00000001:1.0:1789449591.302544:0:35891:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449591.302549:0:35891:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449591.306362:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449591.306375:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b82fe1700. 00000400:00000200:2.0:1789449591.306388:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449591.306400:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449591.306477:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012770 00000400:00000010:2.0:1789449591.306482:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012770. 00000100:00000001:2.0:1789449591.306490:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449591.306500:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83692a00 x1876371947541504/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449607 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449591.306516:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449591.306519:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83692a00 x1876371947541504/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449607 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449591.306527:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449591.306530:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789449591.306821:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449591.306838:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449591.306841:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449591.306843:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449591.306852:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449591.306858:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449591.306895:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449591.306900:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449591.306907:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449591.306911:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 400 into portal 4 MB=0x6aa8ce3665400 00000400:00000200:3.0:1789449591.306928:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449591.306936:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 400/400 into md 0x87d5 [1] + 224 00000800:00000001:3.0:1789449591.306946:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449591.306955:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449591.306957:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449591.306960:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449591.306966:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449591.306972:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83692a00 x1876371947541504/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449607 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789449591.306981:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9e8b83692a00 x1876371947541504/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449607 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449591.307018:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449591.307025:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449591.307029:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449591.307097:0:35891:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789449591.307109:0:35891:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789449591.307112:0:35891:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789449591.307116:0:35891:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b83427580. 00000400:00000200:1.0:1789449591.307122:0:35891:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b850122a8 00000400:00000010:1.0:1789449591.307125:0:35891:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b850122a8. 00000100:00000001:1.0:1789449591.307137:0:35891:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789449591.307143:0:35891:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83692a00 x1876371947541504/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449607 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789449591.307150:0:35891:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83692a00 x1876371947541504/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449607 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449591.307155:0:35891:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789449591.307157:0:35891:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449591.307160:0:35891:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789449591.307165:0:35891:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789449591.307168:0:35891:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789449591.307171:0:35891:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449591.307175:0:35891:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789449591.307189:0:35891:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b90c6ec60 time=71 v=5 (5 5 5 5) 00000100:00001000:1.0:1789449591.307194:0:35891:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b90c6ec18 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1789449591.307196:0:35891:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789449591.307198:0:35891:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449591.307202:0:35891:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789449591.307206:0:35891:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449591.307212:0:35891:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789449591.307214:0:35891:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e8b89903000: skip recheck: last_committed 4294967335 00000100:00000001:1.0:1789449591.307216:0:35891:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789449591.307218:0:35891:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449591.307222:0:35891:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83692a00 x1876371947541504/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449607 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449591.307229:0:35891:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449591.307232:0:35891:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789449591.307235:0:35891:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789449591.307239:0:35891:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83692a00 x1876371947541504/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449607 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789449591.307248:0:35891:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83692a00 pname:cluuid:pid:xid:nid:opc:job multiop:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35891:1876371947541504:192.168.202.109@tcp:101:multiop.0 00000100:00000001:1.0:1789449591.307254:0:35891:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449591.307258:0:35891:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449591.307261:0:35891:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789449591.307264:0:35891:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449591.307268:0:35891:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83692a00 x1876371947541504/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449607 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449591.307274:0:35891:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789449591.307278:0:35891:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b82beb0c0. 00000100:00000001:1.0:1789449591.307281:0:35891:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789449591.307283:0:35891:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449591.307286:0:35891:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789449591.307290:0:35891:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449591.307293:0:35891:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449591.307298:0:35891:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b889f1600 refcount=4 00000020:00000001:1.0:1789449591.307301:0:35891:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920862610944 : -107152846940672 : ffff9e8b889f1600) 00010000:00000001:1.0:1789449591.307304:0:35891:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920862610944 : -107152846940672 : ffff9e8b889f1600) 00010000:00000040:1.0:1789449591.307314:0:35891:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e8b889f1600, remote cookie: 0xeb7cbf5e2fd3de8b, flags: 0x1 00010000:00010000:1.0:1789449591.307323:0:35891:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 000000000bf342a0/0xcddde1459ded681e lrc: 4/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3de8b expref: -99 pid: 35891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449591.307335:0:35891:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:1.0:1789449591.307340:0:35891:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449591.307343:0:35891:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789449591.307347:0:35891:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:1.0:1789449591.307353:0:35891:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 000000000bf342a0/0xcddde1459ded681e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3de8b expref: -99 pid: 35891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1789449591.307361:0:35891:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000401:0x42:0x0].0x0 (ffff9e8b902bd500) refcount = 1 00010000:00000040:1.0:1789449591.307364:0:35891:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1789449591.307367:0:35891:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 000000000bf342a0/0xcddde1459ded681e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3de8b expref: -99 pid: 35891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449591.307377:0:35891:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789449591.307380:0:35891:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449591.307383:0:35891:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789449591.307387:0:35891:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449591.307391:0:35891:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 000000000bf342a0/0xcddde1459ded681e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3de8b expref: -99 pid: 35891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449591.307397:0:35891:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789449591.307399:0:35891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449591.307401:0:35891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449591.307402:0:35891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449591.307403:0:35891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449591.307703:0:35891:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789449591.307710:0:35891:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:1.0:1789449591.307713:0:35891:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1789449591.307717:0:35891:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449591.307719:0:35891:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449591.307721:0:35891:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b889f1600 refcount=3 00000020:00000001:1.0:1789449591.307723:0:35891:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920862610944 : -107152846940672 : ffff9e8b889f1600) 00010000:00000001:1.0:1789449591.307726:0:35891:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920862610944 : -107152846940672 : ffff9e8b889f1600) 00010000:00000001:1.0:1789449591.307729:0:35891:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449591.307730:0:35891:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449591.307731:0:35891:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b889f1600 refcount=4 00000020:00000001:1.0:1789449591.307733:0:35891:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920862610944 : -107152846940672 : ffff9e8b889f1600) 00010000:00000001:1.0:1789449591.307735:0:35891:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920862610944 : -107152846940672 : ffff9e8b889f1600) 00010000:00000001:1.0:1789449591.307739:0:35891:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449591.307743:0:35891:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449591.307747:0:35891:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 000000000bf342a0/0xcddde1459ded681e lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3de8b expref: -99 pid: 35891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449591.307755:0:35891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449591.307756:0:35891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789449591.307760:0:35891:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:1.0:1789449591.307765:0:35891:0:(cl_object.c:143:cl_object_top()) ffff9e8b84d27c00 -> ffff9e8b84013f58 00000008:00010000:1.0:1789449591.307770:0:35891:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 000000000bf342a0/0xcddde1459ded681e lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10020000000000 nid: local remote: 0xeb7cbf5e2fd3de8b expref: -99 pid: 35891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:1.0:1789449591.307779:0:35891:0:(cl_object.c:143:cl_object_top()) ffff9e8b84d27c00 -> ffff9e8b84013f58 00000020:00000001:1.0:1789449591.307781:0:35891:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1789449591.307784:0:35891:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:1.0:1789449591.307787:0:35891:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1789449591.307790:0:35891:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449591.307793:0:35891:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449591.307794:0:35891:0:(cl_object.c:143:cl_object_top()) ffff9e8b84d27c00 -> ffff9e8b84013f58 00000008:00000001:1.0:1789449591.307796:0:35891:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:1.0:1789449591.307799:0:35891:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449591.307801:0:35891:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449591.307802:0:35891:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449591.307803:0:35891:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b889f1600 refcount=5 00000020:00000001:1.0:1789449591.307805:0:35891:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920862610944 : -107152846940672 : ffff9e8b889f1600) 00010000:00000001:1.0:1789449591.307807:0:35891:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920862610944 : -107152846940672 : ffff9e8b889f1600) 00010000:00000001:1.0:1789449591.307810:0:35891:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789449591.307814:0:35891:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 000000000bf342a0/0xcddde1459ded681e lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0xeb7cbf5e2fd3de8b expref: -99 pid: 35891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449591.307821:0:35891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449591.307822:0:35891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789449591.307826:0:35891:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 000000000bf342a0/0xcddde1459ded681e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0xeb7cbf5e2fd3de8b expref: -99 pid: 35891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449591.307833:0:35891:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789449591.307834:0:35891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449591.307835:0:35891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789449591.307837:0:35891:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449591.307839:0:35891:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449591.307846:0:35891:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83692a00 x1876371947541504/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449607 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449591.307854:0:35891:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789449591.307858:0:35891:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789449591.307862:0:35891:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b8678c000. 02000000:00000001:1.0:1789449591.307867:0:35891:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789449591.307871:0:35891:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449591.307873:0:35891:0:(genops.c:1222:class_import_put()) import ffff9e8b90c6e800 refcount=2 obd=lustre-OST0000-osc-ffff9e8b89903000 00000020:00000001:1.0:1789449591.307875:0:35891:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789449591.307878:0:35891:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e8b83767200. 02000000:00000001:1.0:1789449591.307912:0:35891:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789449591.307914:0:35891:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789449591.307917:0:35891:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83692a00. 00000100:00000001:1.0:1789449591.307921:0:35891:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789449591.307922:0:35891:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1789449591.307925:0:35891:0:(osc_request.c:3317:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789449591.307928:0:35891:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449591.307931:0:35891:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449591.307934:0:35891:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449591.307936:0:35891:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449591.307939:0:35891:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449591.307942:0:35891:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449591.307944:0:35891:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449591.307948:0:35891:0:(cl_io.c:529:cl_io_start()) Process entered 00000080:00000001:1.0:1789449591.307953:0:35891:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000020:00000001:1.0:1789449591.307961:0:35891:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71182103b80 00000080:00200000:1.0:1789449591.307964:0:35891:0:(vvp_io.c:1292:vvp_io_write_start()) f24b.recovery-small-1: write [0, 8192) append 0 append lockpos 0 00000020:00000001:1.0:1789449591.307967:0:35891:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:1.0:1789449591.307972:0:35891:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b836976c8) owner 0000000000000000/ffff9e8b86598000 00020000:00000002:1.0:1789449591.307978:0:35891:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9e8b87c1e480 addref 2/0 by ffff9e8b86598000. 00020000:00000002:1.0:1789449591.307981:0:35891:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b836976c8) owner 0000000000000000/ffff9e8b86598000 00000020:00000001:1.0:1789449591.307995:0:35891:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000020:00000001:1.0:1789449591.307999:0:35891:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00020000:00000001:1.0:1789449591.308004:0:35891:0:(lov_io.c:1617:lov_io_lru_reserve()) Process entered 00020000:00000001:1.0:1789449591.308008:0:35891:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449591.308013:0:35891:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449591.308015:0:35891:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789449591.308017:0:35891:0:(lov_offset.c:264:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:1.0:1789449591.308021:0:35891:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789449591.308023:0:35891:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993117408 : -107152716434208 : ffff9e8b906674e0) 00000020:00000001:1.0:1789449591.308026:0:35891:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00000008:00000001:1.0:1789449591.308029:0:35891:0:(osc_io.c:1417:osc_io_lru_reserve()) Process entered 00000008:00000001:1.0:1789449591.308033:0:35891:0:(osc_io.c:1430:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449591.308034:0:35891:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449591.308037:0:35891:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000001:1.0:1789449591.308039:0:35891:0:(lov_io.c:1658:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449591.308040:0:35891:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449591.308052:0:35891:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:1.0:1789449591.308054:0:35891:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 4096 bytes 00000020:00000001:1.0:1789449591.308205:0:35891:0:(cl_page.c:432:cl_page_find()) Process entered 00000020:00008000:1.0:1789449591.308208:0:35891:0:(cl_page.c:438:cl_page_find()) 0@[0x200000405:0x2e:0x0] ffffe3bd443d7340 0 1 00000020:00000001:1.0:1789449591.308212:0:35891:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:1.0:1789449591.308214:0:35891:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449591.308216:0:35891:0:(cl_page.c:353:cl_page_alloc()) Process entered 00000020:00000010:1.0:1789449591.308224:0:35891:0:(cl_page.c:304:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff9e8b86355b60. 00000020:00000001:1.0:1789449591.308228:0:35891:0:(cl_page.c:1294:cl_page_slice_add()) Process entered 00000020:00000001:1.0:1789449591.308229:0:35891:0:(cl_page.c:1301:cl_page_slice_add()) Process leaving 00020000:00000001:1.0:1789449591.308232:0:35891:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00000001:1.0:1789449591.308234:0:35891:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449591.308236:0:35891:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00008000:1.0:1789449591.308238:0:35891:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:1.0:1789449591.308241:0:35891:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789449591.308242:0:35891:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993117408 : -107152716434208 : ffff9e8b906674e0) 00000008:00000001:1.0:1789449591.308246:0:35891:0:(osc_cache.c:2482:osc_prep_async_page()) Process entered 00000008:00000040:1.0:1789449591.308248:0:35891:0:(osc_cache.c:2505:osc_prep_async_page()) oap ffff9e8b86355bd0 folio ffffe3bd443d7340 pg:0 obj off 0 00000008:00000001:1.0:1789449591.308250:0:35891:0:(osc_cache.c:2506:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449591.308252:0:35891:0:(cl_page.c:1294:cl_page_slice_add()) Process entered 00000020:00000001:1.0:1789449591.308253:0:35891:0:(cl_page.c:1301:cl_page_slice_add()) Process leaving 00000008:00000001:1.0:1789449591.308255:0:35891:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:1.0:1789449591.308257:0:35891:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449591.308261:0:35891:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449591.308263:0:35891:0:(cl_page.c:400:cl_page_alloc()) Process leaving (rc=18446636920822127456 : -107152887424160 : ffff9e8b86355b60) 00000020:00000001:1.0:1789449591.308266:0:35891:0:(cl_page.c:461:cl_page_find()) Process leaving (rc=18446636920822127456 : -107152887424160 : ffff9e8b86355b60) 00000020:00000001:1.0:1789449591.308269:0:35891:0:(cl_page.c:811:cl_page_assume()) Process entered 00000020:00000001:1.0:1789449591.308272:0:35891:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:1.0:1789449591.308274:0:35891:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446636920799439952 : -107152910111664 : ffff9e8b84db2c50) 00000020:00000001:1.0:1789449591.308276:0:35891:0:(cl_page.c:645:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1789449591.308279:0:35891:0:(cl_page.c:648:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1789449591.308281:0:35891:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1789449591.308286:0:35891:0:(cl_page.c:518:__cl_page_state_set()) page@0000000033747c49[2 000000000512e8fe 1 1 000000005c51613a 0 0 0] 00000020:00000001:1.0:1789449591.308288:0:35891:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1789449591.308290:0:35891:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1789449591.308292:0:35891:0:(cl_page.c:825:cl_page_assume()) Process leaving 00000080:00008000:1.0:1789449591.308296:0:35891:0:(rw26.c:769:ll_write_begin()) page@0000000033747c49[2 000000000512e8fe 2 1 000000005c51613a 0 0 0] 00000080:00008000:1.0:1789449591.308298:0:35891:0:(rw26.c:769:ll_write_begin()) full page write 00000080:00000001:1.0:1789449591.308300:0:35891:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:1.0:1789449591.308301:0:35891:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449591.308307:0:35891:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:1.0:1789449591.308309:0:35891:0:(rw26.c:871:ll_write_end()) pos 0, len 4096, copied 4096 00000020:00000001:1.0:1789449591.308311:0:35891:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:1.0:1789449591.308313:0:35891:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446636920799439952 : -107152910111664 : ffff9e8b84db2c50) 00000020:00000001:1.0:1789449591.308315:0:35891:0:(cl_page.c:680:cl_page_is_owned()) Process entered 00000020:00000001:1.0:1789449591.308317:0:35891:0:(cl_page.c:682:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789449591.308324:0:35891:0:(cl_io.c:928:cl_page_list_add()) Process entered 00000020:00000001:1.0:1789449591.308326:0:35891:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:1.0:1789449591.308328:0:35891:0:(cl_page.c:547:cl_page_get()) Process leaving 00000020:00000001:1.0:1789449591.308329:0:35891:0:(cl_io.c:939:cl_page_list_add()) Process leaving 00000080:00200000:1.0:1789449591.308332:0:35891:0:(rw26.c:929:ll_write_end()) page@0000000033747c49[3 000000000512e8fe 2 1 000000005c51613a 0 0 0] 00000080:00200000:1.0:1789449591.308335:0:35891:0:(rw26.c:929:ll_write_end()) vmpage @000000002991bbd2 17ffffc0001001 3:0 ffff9e8b86355b60 0 lru 00000080:00200000:1.0:1789449591.308344:0:35891:0:(rw26.c:929:ll_write_end()) osc-page@000000007f8541e1 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 000000009390099a 00000000db6ce12f > 3< 0 0 > 4< 0 0 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1789449591.308346:0:35891:0:(rw26.c:929:ll_write_end()) end page@0000000033747c49 00000080:00200000:1.0:1789449591.308347:0:35891:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00000001:1.0:1789449591.308349:0:35891:0:(rw26.c:950:ll_write_end()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:1.0:1789449591.308353:0:35891:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:1.0:1789449591.308355:0:35891:0:(rw26.c:676:ll_write_begin()) Writing 1 of 0 to 4096 bytes 00000020:00000001:1.0:1789449591.308372:0:35891:0:(cl_page.c:432:cl_page_find()) Process entered 00000020:00008000:1.0:1789449591.308375:0:35891:0:(cl_page.c:438:cl_page_find()) 1@[0x200000405:0x2e:0x0] ffffe3bd447a3540 0 1 00000020:00000001:1.0:1789449591.308377:0:35891:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:1.0:1789449591.308378:0:35891:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449591.308380:0:35891:0:(cl_page.c:353:cl_page_alloc()) Process entered 00000020:00000010:1.0:1789449591.308382:0:35891:0:(cl_page.c:304:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff9e8b86355e00. 00000020:00000001:1.0:1789449591.308385:0:35891:0:(cl_page.c:1294:cl_page_slice_add()) Process entered 00000020:00000001:1.0:1789449591.308386:0:35891:0:(cl_page.c:1301:cl_page_slice_add()) Process leaving 00020000:00000001:1.0:1789449591.308388:0:35891:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00000001:1.0:1789449591.308390:0:35891:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449591.308392:0:35891:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00008000:1.0:1789449591.308394:0:35891:0:(lov_page.c:146:lov_page_init_composite()) offset 4096, entry 0, stripe 0, suboff 4096 00020000:00000001:1.0:1789449591.308396:0:35891:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789449591.308397:0:35891:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993117408 : -107152716434208 : ffff9e8b906674e0) 00000008:00000001:1.0:1789449591.308399:0:35891:0:(osc_cache.c:2482:osc_prep_async_page()) Process entered 00000008:00000040:1.0:1789449591.308401:0:35891:0:(osc_cache.c:2505:osc_prep_async_page()) oap ffff9e8b86355e70 folio ffffe3bd447a3540 pg:0 obj off 4096 00000008:00000001:1.0:1789449591.308403:0:35891:0:(osc_cache.c:2506:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449591.308483:0:35891:0:(cl_page.c:1294:cl_page_slice_add()) Process entered 00000020:00000001:1.0:1789449591.308484:0:35891:0:(cl_page.c:1301:cl_page_slice_add()) Process leaving 00000008:00000001:1.0:1789449591.308486:0:35891:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:1.0:1789449591.308487:0:35891:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449591.308492:0:35891:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449591.308494:0:35891:0:(cl_page.c:400:cl_page_alloc()) Process leaving (rc=18446636920822128128 : -107152887423488 : ffff9e8b86355e00) 00000020:00000001:1.0:1789449591.308496:0:35891:0:(cl_page.c:461:cl_page_find()) Process leaving (rc=18446636920822128128 : -107152887423488 : ffff9e8b86355e00) 00000020:00000001:1.0:1789449591.308498:0:35891:0:(cl_page.c:811:cl_page_assume()) Process entered 00000020:00000001:1.0:1789449591.308500:0:35891:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:1.0:1789449591.308501:0:35891:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446636920799439952 : -107152910111664 : ffff9e8b84db2c50) 00000020:00000001:1.0:1789449591.308503:0:35891:0:(cl_page.c:645:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1789449591.308504:0:35891:0:(cl_page.c:648:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1789449591.308505:0:35891:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1789449591.308508:0:35891:0:(cl_page.c:518:__cl_page_state_set()) page@000000009ecad144[2 000000000512e8fe 1 1 000000005c51613a 0 0 1] 00000020:00000001:1.0:1789449591.308510:0:35891:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1789449591.308511:0:35891:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1789449591.308513:0:35891:0:(cl_page.c:825:cl_page_assume()) Process leaving 00000080:00008000:1.0:1789449591.308516:0:35891:0:(rw26.c:769:ll_write_begin()) page@000000009ecad144[2 000000000512e8fe 2 1 000000005c51613a 0 0 1] 00000080:00008000:1.0:1789449591.308517:0:35891:0:(rw26.c:769:ll_write_begin()) full page write 00000080:00000001:1.0:1789449591.308518:0:35891:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:1.0:1789449591.308519:0:35891:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449591.308524:0:35891:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:1.0:1789449591.308525:0:35891:0:(rw26.c:871:ll_write_end()) pos 4096, len 4096, copied 4096 00000020:00000001:1.0:1789449591.308527:0:35891:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:1.0:1789449591.308528:0:35891:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446636920799439952 : -107152910111664 : ffff9e8b84db2c50) 00000020:00000001:1.0:1789449591.308530:0:35891:0:(cl_page.c:680:cl_page_is_owned()) Process entered 00000020:00000001:1.0:1789449591.308531:0:35891:0:(cl_page.c:682:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789449591.308533:0:35891:0:(cl_io.c:928:cl_page_list_add()) Process entered 00000020:00000001:1.0:1789449591.308534:0:35891:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:1.0:1789449591.308536:0:35891:0:(cl_page.c:547:cl_page_get()) Process leaving 00000020:00000001:1.0:1789449591.308537:0:35891:0:(cl_io.c:939:cl_page_list_add()) Process leaving 00000080:00200000:1.0:1789449591.308540:0:35891:0:(rw26.c:929:ll_write_end()) page@000000009ecad144[3 000000000512e8fe 2 1 000000005c51613a 0 0 1] 00000080:00200000:1.0:1789449591.308544:0:35891:0:(rw26.c:929:ll_write_end()) vmpage @00000000826f7fa4 17ffffc0001001 3:0 ffff9e8b86355e00 1 lru 00000080:00200000:1.0:1789449591.308550:0:35891:0:(rw26.c:929:ll_write_end()) osc-page@00000000f9595f54 1: 1< 0 - - > 2< 4096 0 0 0x0 0x0 | 000000009390099a 00000000db6ce12f > 3< 0 0 > 4< 0 0 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1789449591.308552:0:35891:0:(rw26.c:929:ll_write_end()) end page@000000009ecad144 00000080:00200000:1.0:1789449591.308553:0:35891:0:(rw26.c:929:ll_write_end()) queued cl_page: 2. 00000080:00000001:1.0:1789449591.308555:0:35891:0:(rw26.c:950:ll_write_end()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:1.0:1789449591.308558:0:35891:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:1.0:1789449591.308561:0:35891:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 2, from 0, to 4096 prio 0 00000020:00000001:1.0:1789449591.308563:0:35891:0:(cl_io.c:647:cl_io_commit_async()) Process entered 00020000:00000001:1.0:1789449591.308566:0:35891:0:(lov_io.c:1806:lov_io_commit_async()) Process entered 00020000:00000001:1.0:1789449591.308568:0:35891:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789449591.308569:0:35891:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993117408 : -107152716434208 : ffff9e8b906674e0) 00000020:00000001:1.0:1789449591.308571:0:35891:0:(cl_io.c:647:cl_io_commit_async()) Process entered 00000008:00000001:1.0:1789449591.308573:0:35891:0:(osc_io.c:419:osc_io_commit_async()) Process entered 00000008:00000001:1.0:1789449591.308576:0:35891:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:1.0:1789449591.308578:0:35891:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:1.0:1789449591.308579:0:35891:0:(cl_page.c:547:cl_page_get()) Process leaving 00000008:00000001:1.0:1789449591.308581:0:35891:0:(osc_cache.c:2527:osc_queue_async_io()) Process entered 00000008:00000020:1.0:1789449591.308585:0:35891:0:(osc_cache.c:2586:osc_queue_async_io()) obj ffff9e8b84d27c00 ready 0|-|- wr 0|-|- rd 0|- oap ffff9e8b86355bd0 folio ffffe3bd443d7340 pg:0 added for cmd 2 00000008:00000001:1.0:1789449591.308591:0:35891:0:(osc_cache.c:1781:osc_enter_cache()) Process entered 00000008:00000020:1.0:1789449591.308594:0:35891:0:(osc_cache.c:1783:osc_enter_cache()) lustre-OST0000-osc-ffff9e8b89903000: grant { dirty: 0/118272 dirty_pages: 0/472726 dropped: 0 avail: 0, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 2, waiters: 0 }need:28672 00000008:00000020:1.0:1789449591.308600:0:35891:0:(osc_cache.c:1792:osc_enter_cache()) lustre-OST0000-osc-ffff9e8b89903000: grant { dirty: 0/118272 dirty_pages: 0/472726 dropped: 0 avail: 0, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 2, waiters: 0 }forced sync i/o 00000008:00000001:1.0:1789449591.308603:0:35891:0:(osc_cache.c:1793:osc_enter_cache()) Process leaving via out (rc=18446744073709551494 : -122 : 0xffffffffffffff86) 00000008:00000001:1.0:1789449591.308607:0:35891:0:(osc_cache.c:1834:osc_enter_cache()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000008:00000001:1.0:1789449591.308609:0:35891:0:(osc_cache.c:2723:osc_queue_async_io()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000020:00000001:1.0:1789449591.308612:0:35891:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:1.0:1789449591.308616:0:35891:0:(cl_page.c:567:cl_batch_put()) page@0000000033747c49[4 000000000512e8fe 2 1 000000005c51613a 0 0 0] 00000020:00000001:1.0:1789449591.308618:0:35891:0:(cl_page.c:567:cl_batch_put()) 4 00000020:00000001:1.0:1789449591.308619:0:35891:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000008:00000001:1.0:1789449591.308621:0:35891:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000008:00000020:1.0:1789449591.308624:0:35891:0:(osc_request.c:745:osc_update_next_shrink()) next time 3126 to shrink grant 00000008:00000040:1.0:1789449591.308627:0:35891:0:(osc_io.c:492:osc_io_commit_async()) 2 -122 00000008:00000001:1.0:1789449591.308629:0:35891:0:(osc_io.c:493:osc_io_commit_async()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000020:00000001:1.0:1789449591.308632:0:35891:0:(cl_io.c:657:cl_io_commit_async()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00020000:00000001:1.0:1789449591.308634:0:35891:0:(lov_io.c:1818:lov_io_commit_async()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000020:00000001:1.0:1789449591.308636:0:35891:0:(cl_io.c:657:cl_io_commit_async()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000080:00000001:1.0:1789449591.308639:0:35891:0:(vvp_io.c:932:vvp_io_commit_sync()) Process entered 00000020:00000001:1.0:1789449591.308641:0:35891:0:(cl_io.c:1084:cl_2queue_init()) Process entered 00000020:00000001:1.0:1789449591.308643:0:35891:0:(cl_io.c:915:cl_page_list_init()) Process entered 00000020:00000001:1.0:1789449591.308644:0:35891:0:(cl_io.c:918:cl_page_list_init()) Process leaving 00000020:00000001:1.0:1789449591.308645:0:35891:0:(cl_io.c:915:cl_page_list_init()) Process entered 00000020:00000001:1.0:1789449591.308646:0:35891:0:(cl_io.c:918:cl_page_list_init()) Process leaving 00000020:00000001:1.0:1789449591.308648:0:35891:0:(cl_io.c:1087:cl_2queue_init()) Process leaving 00000020:00000001:1.0:1789449591.308649:0:35891:0:(cl_io.c:998:cl_page_list_splice()) Process entered 00000020:00000001:1.0:1789449591.308650:0:35891:0:(cl_io.c:1003:cl_page_list_splice()) Process leaving 00000020:00000001:1.0:1789449591.308652:0:35891:0:(cl_io.c:756:cl_io_submit_sync()) Process entered 00000020:00000001:1.0:1789449591.308655:0:35891:0:(cl_io.c:1190:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1789449591.308657:0:35891:0:(cl_io.c:1198:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1789449591.308659:0:35891:0:(cl_io.c:715:cl_io_submit_rw()) Process entered 00020000:00000001:1.0:1789449591.308661:0:35891:0:(lov_io.c:1732:lov_io_submit()) Process entered 00000020:00000001:1.0:1789449591.308662:0:35891:0:(cl_io.c:915:cl_page_list_init()) Process entered 00000020:00000001:1.0:1789449591.308664:0:35891:0:(cl_io.c:918:cl_page_list_init()) Process leaving 00000020:00000001:1.0:1789449591.308665:0:35891:0:(cl_io.c:1084:cl_2queue_init()) Process entered 00000020:00000001:1.0:1789449591.308666:0:35891:0:(cl_io.c:915:cl_page_list_init()) Process entered 00000020:00000001:1.0:1789449591.308667:0:35891:0:(cl_io.c:918:cl_page_list_init()) Process leaving 00000020:00000001:1.0:1789449591.308668:0:35891:0:(cl_io.c:915:cl_page_list_init()) Process entered 00000020:00000001:1.0:1789449591.308669:0:35891:0:(cl_io.c:918:cl_page_list_init()) Process leaving 00000020:00000001:1.0:1789449591.308670:0:35891:0:(cl_io.c:1087:cl_2queue_init()) Process leaving 00000020:00000001:1.0:1789449591.308672:0:35891:0:(cl_io.c:969:cl_page_list_move()) Process entered 00000020:00000001:1.0:1789449591.308674:0:35891:0:(cl_io.c:973:cl_page_list_move()) Process leaving 00000020:00000001:1.0:1789449591.308675:0:35891:0:(cl_io.c:969:cl_page_list_move()) Process entered 00000020:00000001:1.0:1789449591.308676:0:35891:0:(cl_io.c:973:cl_page_list_move()) Process leaving 00020000:00000001:1.0:1789449591.308678:0:35891:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789449591.308679:0:35891:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993117408 : -107152716434208 : ffff9e8b906674e0) 00000020:00000001:1.0:1789449591.308681:0:35891:0:(cl_io.c:715:cl_io_submit_rw()) Process entered 00000020:00000001:1.0:1789449591.308682:0:35891:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:1.0:1789449591.308683:0:35891:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446636920799439952 : -107152910111664 : ffff9e8b84db2c50) 00000008:00400020:1.0:1789449591.308686:0:35891:0:(osc_io.c:128:osc_io_submit()) 2 1 00000020:00000001:1.0:1789449591.308690:0:35891:0:(cl_page.c:1020:cl_page_io_start()) Process entered 00000020:00000001:1.0:1789449591.308692:0:35891:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1789449591.308693:0:35891:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1789449591.308694:0:35891:0:(cl_page.c:1012:cl_req_type_state()) Process entered 00000020:00000001:1.0:1789449591.308696:0:35891:0:(cl_page.c:1013:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:1.0:1789449591.308698:0:35891:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1789449591.308701:0:35891:0:(cl_page.c:518:__cl_page_state_set()) page@0000000033747c49[3 000000000512e8fe 2 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1789449591.308703:0:35891:0:(cl_page.c:518:__cl_page_state_set()) 2 -> 3 00000020:00000001:1.0:1789449591.308704:0:35891:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1789449591.308706:0:35891:0:(cl_page.c:1023:cl_page_io_start()) Process leaving 00000020:00000001:1.0:1789449591.308709:0:35891:0:(cl_page.c:1065:cl_page_prep()) page@0000000033747c49[3 000000000512e8fe 3 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1789449591.308711:0:35891:0:(cl_page.c:1065:cl_page_prep()) 1 0 00000020:00000001:1.0:1789449591.308713:0:35891:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:1.0:1789449591.308714:0:35891:0:(cl_page.c:547:cl_page_get()) Process leaving 00000020:00000001:1.0:1789449591.308715:0:35891:0:(cl_io.c:969:cl_page_list_move()) Process entered 00000020:00000001:1.0:1789449591.308716:0:35891:0:(cl_io.c:973:cl_page_list_move()) Process leaving 00000020:00000001:1.0:1789449591.308717:0:35891:0:(cl_page.c:1020:cl_page_io_start()) Process entered 00000020:00000001:1.0:1789449591.308719:0:35891:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1789449591.308720:0:35891:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1789449591.308721:0:35891:0:(cl_page.c:1012:cl_req_type_state()) Process entered 00000020:00000001:1.0:1789449591.308722:0:35891:0:(cl_page.c:1013:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:1.0:1789449591.308723:0:35891:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1789449591.308725:0:35891:0:(cl_page.c:518:__cl_page_state_set()) page@000000009ecad144[3 000000000512e8fe 2 1 0000000000000000 0 0 1] 00000020:00000001:1.0:1789449591.308727:0:35891:0:(cl_page.c:518:__cl_page_state_set()) 2 -> 3 00000020:00000001:1.0:1789449591.308728:0:35891:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1789449591.308729:0:35891:0:(cl_page.c:1023:cl_page_io_start()) Process leaving 00000020:00000001:1.0:1789449591.308731:0:35891:0:(cl_page.c:1065:cl_page_prep()) page@000000009ecad144[3 000000000512e8fe 3 1 0000000000000000 0 0 1] 00000020:00000001:1.0:1789449591.308733:0:35891:0:(cl_page.c:1065:cl_page_prep()) 1 0 00000020:00000001:1.0:1789449591.308734:0:35891:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:1.0:1789449591.308735:0:35891:0:(cl_page.c:547:cl_page_get()) Process leaving 00000020:00000001:1.0:1789449591.308736:0:35891:0:(cl_io.c:969:cl_page_list_move()) Process entered 00000020:00000001:1.0:1789449591.308737:0:35891:0:(cl_io.c:973:cl_page_list_move()) Process leaving 00000008:00000001:1.0:1789449591.308739:0:35891:0:(osc_cache.c:2946:osc_queue_sync_pages()) Process entered 00000008:00000010:1.0:1789449591.308744:0:35891:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff9e8b837bbcc0. 00000008:00000020:1.0:1789449591.308749:0:35891:0:(osc_cache.c:1927:osc_update_pending()) obj ffff9e8b84d27c00 ready 0|-|- wr 2|+|- rd 0|- update pending cmd 2 delta 2. 00000008:00000020:1.0:1789449591.308753:0:35891:0:(osc_cache.c:3060:osc_queue_sync_pages()) extent ffff9e8b837bbcc0@{[0 -> 1/1], [1|0|+|lockdone|wShu|ffff9e8b84d27c00], [0|2|+|-|0000000000000000|1024|0000000000000000]} allocate ext: write=1 00000008:00010000:1.0:1789449591.308758:0:35891:0:(osc_cache.c:3060:osc_queue_sync_pages()) ### no dlm lock: extent: ffff9e8b837bbcc0 00000008:00000020:1.0:1789449591.308763:0:35891:0:(osc_cache.c:2469:__osc_io_unplug()) Queue writeback work for client ffff9e8b8374bba8. 00000008:00000001:1.0:1789449591.308786:0:35891:0:(osc_cache.c:3064:osc_queue_sync_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449591.308790:0:35891:0:(cl_object.c:143:cl_object_top()) ffff9e8b84d27c00 -> ffff9e8b84013f58 00000020:00000001:1.0:1789449591.308792:0:35891:0:(cl_object.c:143:cl_object_top()) ffff9e8b84d27c00 -> ffff9e8b84013f58 00000020:00000001:1.0:1789449591.308794:0:35891:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1789449591.308796:0:35891:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1789449591.308798:0:35891:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449591.308800:0:35891:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449591.308802:0:35891:0:(cl_object.c:143:cl_object_top()) ffff9e8b84d27c00 -> ffff9e8b84013f58 00000008:00000040:1.0:1789449591.308804:0:35891:0:(osc_io.c:240:osc_io_submit()) 0/2 0 00000020:00000001:1.0:1789449591.308806:0:35891:0:(cl_io.c:728:cl_io_submit_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449591.308807:0:35891:0:(cl_io.c:998:cl_page_list_splice()) Process entered 00000020:00000001:1.0:1789449591.308808:0:35891:0:(cl_io.c:1003:cl_page_list_splice()) Process leaving 00000020:00000001:1.0:1789449591.308809:0:35891:0:(cl_io.c:998:cl_page_list_splice()) Process entered 00000020:00000001:1.0:1789449591.308811:0:35891:0:(cl_io.c:1003:cl_page_list_splice()) Process leaving 00000020:00000001:1.0:1789449591.308813:0:35891:0:(cl_io.c:1121:cl_2queue_fini()) Process entered 00000020:00000001:1.0:1789449591.308814:0:35891:0:(cl_io.c:1044:cl_page_list_fini()) Process entered 00000020:00000001:1.0:1789449591.308815:0:35891:0:(cl_io.c:1048:cl_page_list_fini()) Process leaving 00000020:00000001:1.0:1789449591.308816:0:35891:0:(cl_io.c:1044:cl_page_list_fini()) Process entered 00000020:00000001:1.0:1789449591.308817:0:35891:0:(cl_io.c:1048:cl_page_list_fini()) Process leaving 00000020:00000001:1.0:1789449591.308818:0:35891:0:(cl_io.c:1124:cl_2queue_fini()) Process leaving 00000020:00000001:1.0:1789449591.308820:0:35891:0:(cl_io.c:998:cl_page_list_splice()) Process entered 00000020:00000001:1.0:1789449591.308820:0:35891:0:(cl_io.c:1003:cl_page_list_splice()) Process leaving 00000020:00000001:1.0:1789449591.308822:0:35891:0:(cl_io.c:1044:cl_page_list_fini()) Process entered 00000020:00000001:1.0:1789449591.308823:0:35891:0:(cl_io.c:1048:cl_page_list_fini()) Process leaving 00020000:00000001:1.0:1789449591.308824:0:35891:0:(lov_io.c:1791:lov_io_submit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449591.308826:0:35891:0:(cl_io.c:728:cl_io_submit_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449591.308827:0:35891:0:(cl_io.c:1210:cl_sync_io_wait()) Process entered 00000020:00000001:1.0:1789449591.308853:0:28049:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789449591.308859:0:28049:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820824904 : -107152888726712 : ffff9e8b86217b48) 00000020:00001000:1.0:1789449591.308862:0:28049:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217b40 00000008:00000020:1.0:1789449591.308864:0:28049:0:(osc_request.c:4051:brw_queue_work()) Run writeback work for client obd ffff9e8b8374bba8. 00000008:00000001:1.0:1789449591.308867:0:28049:0:(osc_cache.c:2389:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1789449591.308869:0:28049:0:(osc_cache.c:2350:osc_next_obj()) Process entered 00000008:00000001:1.0:1789449591.308871:0:28049:0:(osc_cache.c:2356:osc_next_obj()) Process leaving (rc=18446636920798870528 : -107152910681088 : ffff9e8b84d27c00) 00000008:00000020:1.0:1789449591.308874:0:28049:0:(osc_cache.c:2394:osc_check_rpcs()) obj ffff9e8b84d27c00 ready 0|-|- wr 2|+|- rd 0|- 0 in flight 00000008:00000001:1.0:1789449591.308878:0:28049:0:(osc_cache.c:1859:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1789449591.308903:0:28049:0:(osc_cache.c:1877:osc_makes_rpc()) high prio request forcing RPC 00000008:00000001:1.0:1789449591.308905:0:28049:0:(osc_cache.c:1878:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1789449591.308907:0:28049:0:(osc_cache.c:2214:osc_send_write_rpc()) Process entered 00000008:00000001:1.0:1789449591.308909:0:28049:0:(osc_cache.c:2071:try_to_add_extent_for_io()) Process entered 00000008:00000020:1.0:1789449591.308912:0:28049:0:(osc_cache.c:2075:try_to_add_extent_for_io()) extent ffff9e8b837bbcc0@{[0 -> 1/1], [1|0|+|lockdone|wShu|ffff9e8b84d27c00], [0|2|+|-|0000000000000000|1024|0000000000000000]} trying to add this extent 00000008:00010000:1.0:1789449591.308916:0:28049:0:(osc_cache.c:2075:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9e8b837bbcc0 00000008:00000001:1.0:1789449591.308919:0:28049:0:(osc_cache.c:2124:try_to_add_extent_for_io()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:1.0:1789449591.308922:0:28049:0:(osc_cache.c:1927:osc_update_pending()) obj ffff9e8b84d27c00 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -2. 00000008:00000001:1.0:1789449591.308927:0:28049:0:(osc_request.c:2819:osc_build_rpc()) Process entered 00000008:00000020:1.0:1789449591.308929:0:28049:0:(osc_page.c:1389:osc_over_unstable_soft_limit()) lustre-OST0000-osc-ffff9e8b89903000: cli: ffff9e8b8374bba8 unstable pages: 0, osc unstable pages: 0 00000008:00000010:1.0:1789449591.308937:0:28049:0:(osc_request.c:2850:osc_build_rpc()) kmalloced '(pga)': 16 at ffff9e8b83467160. 00000008:00000010:1.0:1789449591.308941:0:28049:0:(osc_request.c:2854:osc_build_rpc()) slab-alloced 'oa': 208 at ffff9e8b863e1a90. 00000008:00000020:1.0:1789449591.308944:0:28049:0:(osc_request.c:2875:osc_build_rpc()) page i:2, oap->oap_obj_off 4096, oap->oap_page_off 0 00000020:00000001:1.0:1789449591.308948:0:28049:0:(cl_io.c:1167:cl_req_attr_set()) Process entered 00020000:00000001:1.0:1789449591.308950:0:28049:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:1.0:1789449591.308951:0:28049:0:(cl_io.c:1167:cl_req_attr_set()) Process entered 00000020:00000002:1.0:1789449591.308955:0:28049:0:(obdo.c:53:obdo_from_inode()) valid 0x10000000000070c, new time 1789449591/1789449591 00000020:00000001:1.0:1789449591.308960:0:28049:0:(cl_io.c:1173:cl_req_attr_set()) Process leaving 00020000:00000001:1.0:1789449591.308961:0:28049:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000008:00000001:1.0:1789449591.308965:0:28049:0:(osc_lock.c:1343:osc_obj_dlmlock_at_pgoff()) Process entered 00000008:00000001:1.0:1789449591.308968:0:28049:0:(osc_request.c:3331:osc_match_base()) Process entered 00010000:00000001:1.0:1789449591.308972:0:28049:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789449591.308981:0:28049:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bd500 count: 2 00010000:00000001:1.0:1789449591.309215:0:28049:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449591.309223:0:28049:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1789449591.309225:0:28049:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1789449591.309229:0:28049:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789449591.309234:0:28049:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449591.309238:0:28049:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 000000000bf342a0/0xcddde1459ded681e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0xeb7cbf5e2fd3de8b expref: -99 pid: 35891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449591.309248:0:28049:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449591.309249:0:28049:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789449591.309252:0:28049:0:(osc_request.c:3346:osc_match_base()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1789449591.309254:0:28049:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449591.309257:0:28049:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449591.309259:0:28049:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b889f1600 refcount=4 00000020:00000001:1.0:1789449591.309261:0:28049:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920862610944 : -107152846940672 : ffff9e8b889f1600) 00010000:00000001:1.0:1789449591.309264:0:28049:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920862610944 : -107152846940672 : ffff9e8b889f1600) 00000008:00000001:1.0:1789449591.309266:0:28049:0:(osc_lock.c:1377:osc_obj_dlmlock_at_pgoff()) Process leaving (rc=18446636920862610944 : -107152846940672 : ffff9e8b889f1600) 00010000:00000001:1.0:1789449591.309268:0:28049:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449591.309270:0:28049:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1789449591.309272:0:28049:0:(cl_io.c:1173:cl_req_attr_set()) Process leaving 00000008:00000001:1.0:1789449591.309275:0:28049:0:(osc_request.c:1546:osc_brw_prep_request()) Process entered 00000100:00000010:1.0:1789449591.309283:0:28049:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83692a00. 00000020:00000040:1.0:1789449591.309287:0:28049:0:(genops.c:1209:class_import_get()) import ffff9e8b90c6e800 refcount=3 obd=lustre-OST0000-osc-ffff9e8b89903000 00000100:00000001:1.0:1789449591.309295:0:28049:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789449591.309298:0:28049:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789449591.309301:0:28049:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789449591.309333:0:28049:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 16384 at ffff9e8b87c9c000. 00000100:00000001:1.0:1789449591.309342:0:28049:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1789449591.309353:0:28049:0:(osc_request.c:1828:osc_brw_prep_request()) Using short io for data transfer, size = 8192 00000008:00000020:1.0:1789449591.309363:0:28049:0:(osc_request.c:736:osc_announce_cached()) lustre-OST0000-osc-ffff9e8b89903000: dirty: 0 undirty: 484638720 dropped 0 grant: 0 cl_lost_grant 0 00000008:00000001:1.0:1789449591.309372:0:28049:0:(osc_request.c:1375:osc_checksum_bulk_rw()) Process entered 00000001:00000040:1.0:1789449591.309489:0:28049:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 3463 MB/s 00000008:00008000:1.0:1789449591.309504:0:28049:0:(osc_request.c:1346:osc_checksum_bulk()) page ffffe3bd443d7340 map ffff9e8b89113c38 index 0 flags 17ffffc0001001 count 3 priv ffff9e8b86355b60: off 0 00000008:00008000:1.0:1789449591.309509:0:28049:0:(osc_request.c:1346:osc_checksum_bulk()) page ffffe3bd447a3540 map ffff9e8b89113c38 index 1 flags 17ffffc0001001 count 3 priv ffff9e8b86355e00: off 0 00000008:00000001:1.0:1789449591.309521:0:28049:0:(osc_request.c:1386:osc_checksum_bulk_rw()) Process leaving (rc=0 : 0 : 0) 00000008:00008000:1.0:1789449591.309523:0:28049:0:(osc_request.c:1953:osc_brw_prep_request()) checksum at write origin: 5872be30 (4) 00000008:00100000:1.0:1789449591.309529:0:28049:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9e8b83692a00 - object 0x280000401:66 offset 0<>8192 00000008:00000001:1.0:1789449591.309532:0:28049:0:(osc_request.c:2001:osc_brw_prep_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449591.309535:0:28049:0:(cl_io.c:1167:cl_req_attr_set()) Process entered 00020000:00000001:1.0:1789449591.309537:0:28049:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:1.0:1789449591.309538:0:28049:0:(cl_io.c:1167:cl_req_attr_set()) Process entered 00000020:00000002:1.0:1789449591.309540:0:28049:0:(obdo.c:53:obdo_from_inode()) valid 0xc, new time 1789449591/1789449591 00000020:00000001:1.0:1789449591.309542:0:28049:0:(cl_io.c:1173:cl_req_attr_set()) Process leaving 00020000:00000001:1.0:1789449591.309543:0:28049:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000020:00000001:1.0:1789449591.309544:0:28049:0:(cl_io.c:1173:cl_req_attr_set()) Process leaving 00000100:00000001:1.0:1789449591.309547:0:28049:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449591.309549:0:28049:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775191040 : -107152934360576 : ffff9e8b83692a00) 00000008:00000002:1.0:1789449591.309562:0:28049:0:(osc_request.c:2976:osc_build_rpc()) @@@ 2 pages, aa 00000000649076d3, now 0r/1w/0d in flight req@ffff9e8b83692a00 x1876371947541632/t0(0) o4->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000008:1.0:1789449591.309571:0:28049:0:(osc_request.c:2988:osc_build_rpc()) [0x200000405:0x2e:0x0]: 2 write pages, start 0, end 2, now 0r/1w/0d in flight 00000100:00000040:1.0:1789449591.309580:0:28049:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000adf9be41] to pc [ptlrpcd_00_00+0] req@ffff9e8b83692a00 x1876371947541632/t0(0) o4->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449591.309684:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449591.309689:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449591.309693:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789449591.309702:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83692a00 x1876371947541632/t0(0) o4->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449591.309710:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789449591.309713:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449591.309719:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789449591.309722:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789449591.309725:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449591.309730:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83692a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2399:1876371947541632:192.168.202.109@tcp:4:multiop.0 00000100:00000001:0.0:1789449591.309736:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789449591.309746:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789449591.309749:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449591.309752:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789449591.309760:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b836b3c00. 02000000:00000001:0.0:1789449591.309762:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449591.309775:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:0.0:1789449591.309782:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b86580b00. 00000400:00000010:0.0:1789449591.309791:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5770. 00000100:00000200:0.0:1789449591.309802:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947541632, portal 4 00000100:00000001:0.0:1789449591.309804:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449591.309806:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775191040 : -107152934360576 : ffff9e8b83692a00) 00000100:00000040:0.0:1789449591.309816:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b83692a00 x1876371947541632/t0(0) o4->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789449607 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449591.309825:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789449591.309829:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1789449591.309834:0:2399:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff9e8b831c8180. 00000100:00000200:0.0:1789449591.309838:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 8680 bytes to portal 6, xid 1876371947541632, offset 0 00000400:00000200:0.0:1789449591.309847:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1789449591.309858:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449591.309869:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1789449591.309877:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789449591.309906:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1789449591.309912:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789449591.309916:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1789449591.309919:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2991:2991:256:4294967295] 192.168.202.109@tcp LPNI seq info [2991:2991:8:4294967295] 00000400:00000200:0.0:1789449591.309938:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449591.309949:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1789449591.309956:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 8680 bytes in 3 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1789449591.309963:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff9e8b8b10d800. 00000800:00000200:0.0:1789449591.309971:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1789449591.309982:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1789449591.309995:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b8b10d800 type 1, nob 8776 niov 1 nkiov 3 00000008:00000001:1.0:1789449591.310180:0:28049:0:(osc_request.c:2994:osc_build_rpc()) Process leaving 00000008:00000001:1.0:1789449591.310183:0:28049:0:(osc_request.c:3019:osc_build_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789449591.310186:0:28049:0:(osc_cache.c:2263:osc_send_write_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789449591.310188:0:28049:0:(osc_cache.c:1859:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1789449591.310190:0:28049:0:(osc_cache.c:1898:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789449591.310193:0:28049:0:(osc_cache.c:1859:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1789449591.310194:0:28049:0:(osc_cache.c:1871:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789449591.310195:0:28049:0:(osc_cache.c:1859:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1789449591.310196:0:28049:0:(osc_cache.c:1898:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789449591.310200:0:28049:0:(osc_cache.c:2350:osc_next_obj()) Process entered 00000008:00000001:1.0:1789449591.310203:0:28049:0:(osc_cache.c:2380:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789449591.310204:0:28049:0:(osc_cache.c:2453:osc_check_rpcs()) Process leaving 00000020:00001000:1.0:1789449591.310208:0:28049:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217b40 00000100:00000001:1.0:1789449591.310222:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449591.310225:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449591.310542:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449591.310549:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: using a timeout of 22840 usecs (23 jiffies) 00000400:00000200:0.0:1789449591.310554:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:0.0:1789449591.310558:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296594019 00000100:00000001:0.0:1789449591.310562:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296596513 00000100:00000001:0.0:1789449591.310565:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296594019 00000100:00000001:0.0:1789449591.310567:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296596514 00000100:00000001:0.0:1789449591.310569:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449591.310573:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449591.310577:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449591.310579:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449591.310587:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449591.310589:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789449591.310592:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449591.310593:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449591.310594:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449591.310597:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449591.314306:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449591.314330:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff9e8b8b10d800. 00000400:00000200:2.0:1789449591.314347:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449591.314360:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449591.314373:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b831c8180 00000400:00000010:2.0:1789449591.314377:0:2393:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 168 at ffff9e8b831c8180. 00000100:00000001:2.0:1789449591.314385:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449591.314398:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83692a00 x1876371947541632/t0(0) o4->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789449607 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449591.314689:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449591.314695:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83692a00 x1876371947541632/t0(0) o4->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789449607 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449591.314703:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449591.314705:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789449591.332394:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449591.333238:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449591.333246:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449591.333250:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449591.333265:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449591.333275:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449591.333287:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449591.333294:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449591.333302:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449591.333308:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 448 into portal 4 MB=0x6aa8ce3665480 00000400:00000200:3.0:1789449591.333314:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449591.333323:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 448/448 into md 0x87dd [1] + 224 00000800:00000001:3.0:1789449591.333333:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449591.333344:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449591.333350:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449591.333355:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449591.333366:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449591.333380:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83692a00 x1876371947541632/t0(0) o4->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789449607 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789449591.333392:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448 req@ffff9e8b83692a00 x1876371947541632/t0(0) o4->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789449607 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449591.333701:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449591.333714:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449591.333718:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449591.334370:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449591.334377:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789449591.334387:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449591.334390:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449591.334395:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b86580b00. 00000400:00000200:0.0:1789449591.334401:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5770 00000400:00000010:0.0:1789449591.334414:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5770. 00000100:00000001:0.0:1789449591.334419:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449591.334429:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83692a00 x1876371947541632/t0(0) o4->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789449607 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789449591.334440:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83692a00 x1876371947541632/t0(0) o4->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789449607 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449591.334446:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449591.334448:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449591.334451:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449591.334455:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449591.334458:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449591.334460:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449591.334464:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449591.334476:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b90c6eca8 time=70 v=5 (5 0 0 0) 00000100:00001000:0.0:1789449591.334481:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b90c6ec18 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1789449591.334484:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449591.334486:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449591.334490:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449591.334493:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449591.334499:0:2399:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1789449591.334502:0:2399:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e8b89903000: committing for last_committed 4294967336 gen 18 00000100:00000001:0.0:1789449591.334505:0:2399:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1789449591.334508:0:2399:0:(client.c:3236:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e8b89903000: normal: skip=1 replay=0/0 committed=0/0 00000100:00000001:0.0:1789449591.334511:0:2399:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449591.334513:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449591.334519:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83692a00 x1876371947541632/t4294967336(4294967336) o4->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789449607 ref 2 fl Rpc:RMQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449591.334526:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449591.334529:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449591.334531:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1789449591.334534:0:2399:0:(osc_request.c:2581:brw_interpret()) Process entered 00000008:00000001:0.0:1789449591.334537:0:2399:0:(osc_request.c:2172:osc_brw_fini_request()) Process entered 00000008:04000000:0.0:1789449591.334543:0:2399:0:(osc_request.c:2195:osc_brw_fini_request()) setdq for [0 0 0] with valid 0x18000006b584fb9, flags 404000 00000001:00000001:0.0:1789449591.334546:0:2399:0:(osc_quota.c:77:osc_quota_setdq()) Process entered 00000001:04000000:0.0:1789449591.334551:0:2399:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff9e8b89903000: setdq to remove for usr 0 00000001:04000000:0.0:1789449591.334553:0:2399:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff9e8b89903000: setdq to remove for grp 0 00000001:04000000:0.0:1789449591.334555:0:2399:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff9e8b89903000: setdq to remove for prj 0 00000001:00000001:0.0:1789449591.334557:0:2399:0:(osc_quota.c:139:osc_quota_setdq()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1789449591.334560:0:2399:0:(osc_request.c:759:osc_update_grant()) got 8437760 extra grant 00000008:00008000:0.0:1789449591.334563:0:2399:0:(osc_request.c:2091:check_write_checksum()) checksum 5872be30 confirmed 00000008:00000001:0.0:1789449591.334568:0:2399:0:(osc_request.c:2227:osc_brw_fini_request()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1789449591.334571:0:2399:0:(osc_request.c:2439:osc_brw_fini_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000002:0.0:1789449591.334574:0:2399:0:(osc_request.c:2586:brw_interpret()) request ffff9e8b83692a00 aa ffff9e8b83692bb0 rc 0 00000020:00000001:0.0:1789449591.334582:0:2399:0:(cl_object.c:143:cl_object_top()) ffff9e8b84d27c00 -> ffff9e8b84013f58 00000020:00000001:0.0:1789449591.334585:0:2399:0:(cl_object.c:143:cl_object_top()) ffff9e8b84d27c00 -> ffff9e8b84013f58 00000020:00000001:0.0:1789449591.334587:0:2399:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1789449591.334590:0:2399:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 8192 00020000:00000001:0.0:1789449591.334593:0:2399:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1789449591.334596:0:2399:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449591.334597:0:2399:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449591.334599:0:2399:0:(cl_object.c:143:cl_object_top()) ffff9e8b84d27c00 -> ffff9e8b84013f58 00000008:00000010:0.0:1789449591.334602:0:2399:0:(osc_request.c:2668:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff9e8b863e1a90. 00000100:00000001:0.0:1789449591.334609:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449591.334613:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83692a00 x1876371947541632/t4294967336(4294967336) o4->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789449607 ref 2 fl Interpret:RMQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449591.334620:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789449591.334624:0:2399:0:(osc_cache.c:905:osc_extent_finish()) Process entered 00000008:00000020:0.0:1789449591.334627:0:2399:0:(osc_cache.c:909:osc_extent_finish()) extent ffff9e8b837bbcc0@{[0 -> 1/1], [1|0|-|rpc|wShu|ffff9e8b84d27c00], [0|2|+|-|0000000000000000|1024|ffff9e8b83ea27c0]} extent finished. 00000008:00010000:0.0:1789449591.334632:0:2399:0:(osc_cache.c:909:osc_extent_finish()) ### no dlm lock: extent: ffff9e8b837bbcc0 00000008:00000001:0.0:1789449591.334637:0:2399:0:(osc_cache.c:1408:osc_completion()) Process entered 00000020:00000001:0.0:1789449591.334639:0:2399:0:(cl_page.c:1113:cl_page_complete()) Process entered 00000020:00000001:0.0:1789449591.334647:0:2399:0:(cl_page.c:1115:cl_page_complete()) page@0000000033747c49[4 000000000512e8fe 3 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1789449591.334648:0:2399:0:(cl_page.c:1115:cl_page_complete()) 1 0 00000020:00000001:0.0:1789449591.334650:0:2399:0:(cl_page.c:1012:cl_req_type_state()) Process entered 00000020:00000001:0.0:1789449591.334652:0:2399:0:(cl_page.c:1013:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1789449591.334655:0:2399:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1789449591.334669:0:2399:0:(cl_page.c:518:__cl_page_state_set()) page@0000000033747c49[4 000000000512e8fe 3 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1789449591.334671:0:2399:0:(cl_page.c:518:__cl_page_state_set()) 3 -> 1 00000020:00000001:0.0:1789449591.334673:0:2399:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000080:00000001:0.0:1789449591.334676:0:2399:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:0.0:1789449591.334679:0:2399:0:(vvp_page.c:167:vvp_page_complete_write()) page@0000000033747c49[4 000000000512e8fe 1 1 0000000000000000 0 0 0] 00000080:00008000:0.0:1789449591.334681:0:2399:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:0.0:1789449591.334682:0:2399:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:0.0:1789449591.334685:0:2399:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1789449591.334688:0:2399:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1789449591.334690:0:2399:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1789449591.334691:0:2399:0:(cl_page.c:1136:cl_page_complete()) Process leaving 00000020:00000001:0.0:1789449591.334693:0:2399:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1789449591.334697:0:2399:0:(cl_page.c:567:cl_batch_put()) page@0000000033747c49[4 000000000512e8fe 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1789449591.334699:0:2399:0:(cl_page.c:567:cl_batch_put()) 4 00000020:00000001:0.0:1789449591.334701:0:2399:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000008:00000001:0.0:1789449591.334702:0:2399:0:(osc_cache.c:1452:osc_completion()) Process leaving 00000008:00000001:0.0:1789449591.334704:0:2399:0:(osc_cache.c:1408:osc_completion()) Process entered 00000020:00000001:0.0:1789449591.334705:0:2399:0:(cl_page.c:1113:cl_page_complete()) Process entered 00000020:00000001:0.0:1789449591.334707:0:2399:0:(cl_page.c:1115:cl_page_complete()) page@000000009ecad144[4 000000000512e8fe 3 1 0000000000000000 0 0 1] 00000020:00000001:0.0:1789449591.334709:0:2399:0:(cl_page.c:1115:cl_page_complete()) 1 0 00000020:00000001:0.0:1789449591.334710:0:2399:0:(cl_page.c:1012:cl_req_type_state()) Process entered 00000020:00000001:0.0:1789449591.334712:0:2399:0:(cl_page.c:1013:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1789449591.334713:0:2399:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1789449591.334716:0:2399:0:(cl_page.c:518:__cl_page_state_set()) page@000000009ecad144[4 000000000512e8fe 3 1 0000000000000000 0 0 1] 00000020:00000001:0.0:1789449591.334718:0:2399:0:(cl_page.c:518:__cl_page_state_set()) 3 -> 1 00000020:00000001:0.0:1789449591.334719:0:2399:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000080:00000001:0.0:1789449591.334720:0:2399:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:0.0:1789449591.334723:0:2399:0:(vvp_page.c:167:vvp_page_complete_write()) page@000000009ecad144[4 000000000512e8fe 1 1 0000000000000000 0 0 1] 00000080:00008000:0.0:1789449591.334724:0:2399:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:0.0:1789449591.334725:0:2399:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:0.0:1789449591.334733:0:2399:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1789449591.334734:0:2399:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1789449591.334753:0:2399:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1789449591.334754:0:2399:0:(cl_page.c:1136:cl_page_complete()) Process leaving 00000020:00000001:0.0:1789449591.334755:0:2399:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1789449591.334758:0:2399:0:(cl_page.c:567:cl_batch_put()) page@000000009ecad144[4 000000000512e8fe 1 1 0000000000000000 0 0 1] 00000020:00000001:0.0:1789449591.334760:0:2399:0:(cl_page.c:567:cl_batch_put()) 4 00000020:00000001:0.0:1789449591.334761:0:2399:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000008:00000001:0.0:1789449591.334762:0:2399:0:(osc_cache.c:1452:osc_completion()) Process leaving 00000008:00000020:0.0:1789449591.334767:0:2399:0:(osc_cache.c:497:__osc_extent_remove()) extent ffff9e8b837bbcc0@{[0 -> 1/1], [1|0|-|inv|wShu|ffff9e8b84d27c00], [0|0|-|-|0000000000000000|1024|ffff9e8b83ea27c0]} destroyed. 00000008:00010000:0.0:1789449591.334773:0:2399:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9e8b837bbcc0 00000008:00000010:0.0:1789449591.334778:0:2399:0:(osc_cache.c:373:osc_extent_put()) slab-freed '(ext)': 192 at ffff9e8b837bbcc0. 00000008:00000001:0.0:1789449591.334782:0:2399:0:(osc_cache.c:956:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1789449591.334785:0:2399:0:(osc_request.c:2540:osc_release_ppga()) kvfree 'ppga': 16 at ffff9e8b83467160. 00000008:00000020:0.0:1789449591.334793:0:2399:0:(osc_cache.c:2469:__osc_io_unplug()) Queue writeback work for client ffff9e8b8374bba8. 00000008:00000001:0.0:1789449591.334811:0:2399:0:(osc_request.c:2756:brw_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449591.334818:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83692a00 x1876371947541632/t4294967336(4294967336) o4->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789449607 ref 1 fl Interpret:RMQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789449591.334828:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83692a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2399:1876371947541632:192.168.202.109@tcp:4:multiop.0 00000100:00000001:0.0:1789449591.334833:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449591.334835:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449591.334839:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83692a00 x1876371947541632/t4294967336(4294967336) o4->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789449607 ref 1 fl Complete:RMQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449591.334845:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789449591.334849:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449591.334853:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b836b3c00. 02000000:00000001:0.0:1789449591.334858:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789449591.334861:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449591.334863:0:2399:0:(genops.c:1222:class_import_put()) import ffff9e8b90c6e800 refcount=2 obd=lustre-OST0000-osc-ffff9e8b89903000 00000020:00000001:0.0:1789449591.334866:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449591.334869:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 16384 at ffff9e8b87c9c000. 02000000:00000001:0.0:1789449591.334938:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449591.334941:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449591.334944:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83692a00. 00000100:00000001:0.0:1789449591.334948:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449591.334949:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449591.334952:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449591.334961:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449591.334963:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449591.334965:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449591.334968:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449591.334983:0:31680:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789449591.334997:0:31680:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820825480 : -107152888726136 : ffff9e8b86217d88) 00000020:00001000:0.0:1789449591.335001:0:31680:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217d80 00000008:00000020:0.0:1789449591.335003:0:31680:0:(osc_request.c:4051:brw_queue_work()) Run writeback work for client obd ffff9e8b8374bba8. 00000008:00000001:0.0:1789449591.335006:0:31680:0:(osc_cache.c:2389:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1789449591.335008:0:31680:0:(osc_cache.c:2350:osc_next_obj()) Process entered 00000008:00000001:0.0:1789449591.335011:0:31680:0:(osc_cache.c:2380:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789449591.335013:0:31680:0:(osc_cache.c:2453:osc_check_rpcs()) Process leaving 00000020:00001000:0.0:1789449591.335015:0:31680:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217d80 00000020:00000001:1.0:1789449591.335698:0:35891:0:(cl_io.c:1234:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449591.335705:0:35891:0:(cl_page.c:811:cl_page_assume()) Process entered 00000020:00000001:1.0:1789449591.335707:0:35891:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:1.0:1789449591.335709:0:35891:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446636920799439952 : -107152910111664 : ffff9e8b84db2c50) 00000020:00000001:1.0:1789449591.335713:0:35891:0:(cl_page.c:645:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1789449591.335714:0:35891:0:(cl_page.c:648:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1789449591.335716:0:35891:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1789449591.335722:0:35891:0:(cl_page.c:518:__cl_page_state_set()) page@0000000033747c49[3 000000000512e8fe 1 1 000000005c51613a 0 0 0] 00000020:00000001:1.0:1789449591.335724:0:35891:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1789449591.335726:0:35891:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1789449591.335727:0:35891:0:(cl_page.c:825:cl_page_assume()) Process leaving 00000020:00000001:1.0:1789449591.335728:0:35891:0:(cl_page.c:811:cl_page_assume()) Process entered 00000020:00000001:1.0:1789449591.335729:0:35891:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:1.0:1789449591.335730:0:35891:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446636920799439952 : -107152910111664 : ffff9e8b84db2c50) 00000020:00000001:1.0:1789449591.335732:0:35891:0:(cl_page.c:645:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1789449591.335733:0:35891:0:(cl_page.c:648:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1789449591.335734:0:35891:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1789449591.335736:0:35891:0:(cl_page.c:518:__cl_page_state_set()) page@000000009ecad144[3 000000000512e8fe 1 1 000000005c51613a 0 0 1] 00000020:00000001:1.0:1789449591.335738:0:35891:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1789449591.335739:0:35891:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1789449591.335740:0:35891:0:(cl_page.c:825:cl_page_assume()) Process leaving 00000020:00000001:1.0:1789449591.335741:0:35891:0:(cl_io.c:789:cl_io_submit_sync()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449591.335743:0:35891:0:(cl_io.c:998:cl_page_list_splice()) Process entered 00000020:00000001:1.0:1789449591.335746:0:35891:0:(cl_io.c:1003:cl_page_list_splice()) Process leaving 00000020:00000001:1.0:1789449591.335747:0:35891:0:(cl_io.c:998:cl_page_list_splice()) Process entered 00000020:00000001:1.0:1789449591.335748:0:35891:0:(cl_io.c:1003:cl_page_list_splice()) Process leaving 00000020:00000001:1.0:1789449591.335750:0:35891:0:(cl_io.c:1121:cl_2queue_fini()) Process entered 00000020:00000001:1.0:1789449591.335752:0:35891:0:(cl_io.c:1044:cl_page_list_fini()) Process entered 00000020:00000001:1.0:1789449591.335753:0:35891:0:(cl_io.c:1048:cl_page_list_fini()) Process leaving 00000020:00000001:1.0:1789449591.335754:0:35891:0:(cl_io.c:1044:cl_page_list_fini()) Process entered 00000020:00000001:1.0:1789449591.335756:0:35891:0:(cl_io.c:1048:cl_page_list_fini()) Process leaving 00000020:00000001:1.0:1789449591.335757:0:35891:0:(cl_io.c:1124:cl_2queue_fini()) Process leaving 00000020:00000001:1.0:1789449591.335759:0:35891:0:(cl_io.c:952:cl_page_list_del()) Process entered 00000020:00000001:1.0:1789449591.335761:0:35891:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:1.0:1789449591.335764:0:35891:0:(cl_page.c:567:cl_batch_put()) page@0000000033747c49[3 000000000512e8fe 2 1 000000005c51613a 0 0 0] 00000020:00000001:1.0:1789449591.335766:0:35891:0:(cl_page.c:567:cl_batch_put()) 3 00000020:00000001:1.0:1789449591.335768:0:35891:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:1.0:1789449591.335769:0:35891:0:(cl_io.c:957:cl_page_list_del()) Process leaving 00000020:00000001:1.0:1789449591.335773:0:35891:0:(cl_page.c:1218:cl_page_clip()) page@0000000033747c49[2 000000000512e8fe 2 1 000000005c51613a 0 0 0] 00000020:00000001:1.0:1789449591.335775:0:35891:0:(cl_page.c:1218:cl_page_clip()) 0 4096 00000008:00000020:1.0:1789449591.335778:0:35891:0:(osc_page.c:179:osc_page_clip()) from 0, to 4096 00000020:00000001:1.0:1789449591.335781:0:35891:0:(cl_page.c:656:__cl_page_disown()) Process entered 00000020:00000001:1.0:1789449591.335783:0:35891:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1789449591.335784:0:35891:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1789449591.335785:0:35891:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1789449591.335787:0:35891:0:(cl_page.c:518:__cl_page_state_set()) page@0000000033747c49[2 000000000512e8fe 2 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1789449591.335789:0:35891:0:(cl_page.c:518:__cl_page_state_set()) 2 -> 1 00000020:00000001:1.0:1789449591.335790:0:35891:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1789449591.335791:0:35891:0:(cl_page.c:671:__cl_page_disown()) Process leaving 00000020:00000001:1.0:1789449591.335792:0:35891:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:1.0:1789449591.335795:0:35891:0:(cl_page.c:567:cl_batch_put()) page@0000000033747c49[2 000000000512e8fe 1 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1789449591.335796:0:35891:0:(cl_page.c:567:cl_batch_put()) 2 00000020:00000001:1.0:1789449591.335797:0:35891:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:1.0:1789449591.335798:0:35891:0:(cl_io.c:952:cl_page_list_del()) Process entered 00000020:00000001:1.0:1789449591.335800:0:35891:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:1.0:1789449591.335802:0:35891:0:(cl_page.c:567:cl_batch_put()) page@000000009ecad144[3 000000000512e8fe 2 1 000000005c51613a 0 0 1] 00000020:00000001:1.0:1789449591.335803:0:35891:0:(cl_page.c:567:cl_batch_put()) 3 00000020:00000001:1.0:1789449591.335804:0:35891:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:1.0:1789449591.335805:0:35891:0:(cl_io.c:957:cl_page_list_del()) Process leaving 00000020:00000001:1.0:1789449591.335808:0:35891:0:(cl_page.c:1218:cl_page_clip()) page@000000009ecad144[2 000000000512e8fe 2 1 000000005c51613a 0 0 1] 00000020:00000001:1.0:1789449591.335809:0:35891:0:(cl_page.c:1218:cl_page_clip()) 0 4096 00000008:00000020:1.0:1789449591.335810:0:35891:0:(osc_page.c:179:osc_page_clip()) from 0, to 4096 00000020:00000001:1.0:1789449591.335812:0:35891:0:(cl_page.c:656:__cl_page_disown()) Process entered 00000020:00000001:1.0:1789449591.335813:0:35891:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1789449591.335814:0:35891:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1789449591.335816:0:35891:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1789449591.335818:0:35891:0:(cl_page.c:518:__cl_page_state_set()) page@000000009ecad144[2 000000000512e8fe 2 1 0000000000000000 0 0 1] 00000020:00000001:1.0:1789449591.335820:0:35891:0:(cl_page.c:518:__cl_page_state_set()) 2 -> 1 00000020:00000001:1.0:1789449591.335821:0:35891:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1789449591.335822:0:35891:0:(cl_page.c:671:__cl_page_disown()) Process leaving 00000020:00000001:1.0:1789449591.335823:0:35891:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:1.0:1789449591.335825:0:35891:0:(cl_page.c:567:cl_batch_put()) page@000000009ecad144[2 000000000512e8fe 1 1 0000000000000000 0 0 1] 00000020:00000001:1.0:1789449591.335827:0:35891:0:(cl_page.c:567:cl_batch_put()) 2 00000020:00000001:1.0:1789449591.335828:0:35891:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000080:00000001:1.0:1789449591.335831:0:35891:0:(vvp_io.c:979:vvp_io_commit_sync()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000001:1.0:1789449591.335836:0:35891:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1789449591.335841:0:35891:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b836976c8) owner 0000000000000000/ffff9e8b86598000 00020000:00000002:1.0:1789449591.335847:0:35891:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b836976c8) owner 0000000000000000/ffff9e8b86598000 00020000:00000001:1.0:1789449591.335851:0:35891:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449591.335854:0:35891:0:(cl_io.c:1044:cl_page_list_fini()) Process entered 00000020:00000001:1.0:1789449591.335855:0:35891:0:(cl_io.c:1048:cl_page_list_fini()) Process leaving 00000080:00000001:1.0:1789449591.335856:0:35891:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449591.335861:0:35891:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71182103b80 00000080:00200000:1.0:1789449591.335863:0:35891:0:(vvp_io.c:1358:vvp_io_write_start()) f24b.recovery-small-1: write bytes 0, result: 8192 00000080:00000001:1.0:1789449591.335867:0:35891:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449591.335872:0:35891:0:(lov_io.c:1425:lov_io_start()) Process entered 00020000:00000001:1.0:1789449591.335875:0:35891:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:1.0:1789449591.335877:0:35891:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:1.0:1789449591.335924:0:35891:0:(osc_io.c:1053:osc_io_write_start()) Process entered 00000020:00000001:1.0:1789449591.335928:0:35891:0:(cl_object.c:143:cl_object_top()) ffff9e8b84d27c00 -> ffff9e8b84013f58 00000020:00000001:1.0:1789449591.335930:0:35891:0:(cl_object.c:143:cl_object_top()) ffff9e8b84d27c00 -> ffff9e8b84013f58 00000020:00000001:1.0:1789449591.335932:0:35891:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1789449591.335935:0:35891:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1789449591.335937:0:35891:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449591.335939:0:35891:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449591.335940:0:35891:0:(cl_object.c:143:cl_object_top()) ffff9e8b84d27c00 -> ffff9e8b84013f58 00000008:00000001:1.0:1789449591.335942:0:35891:0:(osc_io.c:1061:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449591.335944:0:35891:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449591.335946:0:35891:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449591.335948:0:35891:0:(lov_io.c:1426:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449591.335950:0:35891:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449591.335952:0:35891:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:1.0:1789449591.335953:0:35891:0:(lov_io.c:1397:lov_io_call()) Process entered 00020000:00000001:1.0:1789449591.335955:0:35891:0:(lov_io.c:1431:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1789449591.335957:0:35891:0:(cl_io.c:556:cl_io_end()) Process entered 00000020:00000001:1.0:1789449591.335959:0:35891:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:1.0:1789449591.335960:0:35891:0:(lov_io.c:1441:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449591.335962:0:35891:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449591.335964:0:35891:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:1.0:1789449591.335966:0:35891:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:1.0:1789449591.335969:0:35891:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1789449591.335971:0:35891:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9e8b9065b128 (ffff9e8b86217008/0) at cl_lock_release():245 00000020:00000001:1.0:1789449591.335974:0:35891:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1789449591.335976:0:35891:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e8b9065b128 (ffff9e8b86217008/0) at cl_lock_cancel():142 00020000:00000001:1.0:1789449591.335981:0:35891:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1789449591.335993:0:35891:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789449591.335995:0:35891:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993117408 : -107152716434208 : ffff9e8b906674e0) 00000020:00000001:1.0:1789449591.335997:0:35891:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1789449591.335999:0:35891:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e8b898b77b0 (ffff9e8b86217368/1) at cl_lock_cancel():142 00000008:00000001:1.0:1789449591.336002:0:35891:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1789449591.336004:0:35891:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1789449591.336007:0:35891:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449591.336011:0:35891:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449591.336015:0:35891:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b889f1600 refcount=4 00000020:00000001:1.0:1789449591.336018:0:35891:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920862610944 : -107152846940672 : ffff9e8b889f1600) 00010000:00000001:1.0:1789449591.336021:0:35891:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920862610944 : -107152846940672 : ffff9e8b889f1600) 00010000:00000001:1.0:1789449591.336024:0:35891:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789449591.336030:0:35891:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 000000000bf342a0/0xcddde1459ded681e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0xeb7cbf5e2fd3de8b expref: -99 pid: 35891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449591.336042:0:35891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449591.336044:0:35891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449591.336046:0:35891:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789449591.336049:0:35891:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789449591.336052:0:35891:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 000000000bf342a0/0xcddde1459ded681e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0xeb7cbf5e2fd3de8b expref: -99 pid: 35891 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789449591.336065:0:35891:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789449591.336069:0:35891:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789449591.336072:0:35891:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789449591.336380:0:35891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449591.336383:0:35891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449591.336386:0:35891:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449591.336391:0:35891:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789449591.336393:0:35891:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449591.336395:0:35891:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449591.336398:0:35891:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449591.336401:0:35891:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789449591.336476:0:35891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449591.336479:0:35891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449591.336480:0:35891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449591.336481:0:35891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789449591.336483:0:35891:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1789449591.336485:0:35891:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1789449591.336487:0:35891:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1789449591.336488:0:35891:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1789449591.336490:0:35891:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1789449591.336492:0:35891:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e8b9065b128 (ffff9e8b86217008/0) at cl_lock_fini():72 00020000:00000001:1.0:1789449591.336496:0:35891:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1789449591.336498:0:35891:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1789449591.336499:0:35891:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e8b898b77b0 (ffff9e8b86217008/1) at cl_lock_fini():72 00000008:00000010:1.0:1789449591.336503:0:35891:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9e8b8638a850. 00000020:00000001:1.0:1789449591.336508:0:35891:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1789449591.336510:0:35891:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9e8b898b7780. 00020000:00000001:1.0:1789449591.336514:0:35891:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1789449591.336515:0:35891:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1789449591.336516:0:35891:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:1.0:1789449591.336519:0:35891:0:(lov_io.c:1519:lov_io_unlock()) Process entered 00020000:00000001:1.0:1789449591.336520:0:35891:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:1.0:1789449591.336522:0:35891:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:1.0:1789449591.336524:0:35891:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1789449591.336525:0:35891:0:(lov_io.c:1453:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449591.336527:0:35891:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449591.336529:0:35891:0:(lov_io.c:1522:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1789449591.336530:0:35891:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1789449591.336532:0:35891:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000080:00200000:1.0:1789449591.336535:0:35891:0:(vvp_io.c:533:vvp_io_advance()) advancing 8192 bytes 00000020:00000001:1.0:1789449591.336537:0:35891:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1789449591.336539:0:35891:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1789449591.336542:0:35891:0:(lov_io.c:1500:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1789449591.336543:0:35891:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:1.0:1789449591.336545:0:35891:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1789449591.336548:0:35891:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1789449591.336550:0:35891:0:(lov_io.c:1447:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449591.336552:0:35891:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449591.336554:0:35891:0:(lov_io.c:1511:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1789449591.336556:0:35891:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1789449591.336557:0:35891:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789449591.336563:0:35891:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 1] 00000001:00000001:1.0:1789449591.336567:0:35891:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:1.0:1789449591.336571:0:35891:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:1.0:1789449591.336573:0:35891:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:1.0:1789449591.336575:0:35891:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1789449591.336577:0:35891:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1789449591.336578:0:35891:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:1.0:1789449591.336580:0:35891:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:1.0:1789449591.336582:0:35891:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217360 00020000:00000001:1.0:1789449591.336585:0:35891:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1789449591.336587:0:35891:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1789449591.336589:0:35891:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1789449591.336591:0:35891:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2e:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1789449591.336594:0:35891:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1789449591.336596:0:35891:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00000001:1.0:1789449591.336597:0:35891:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71182103c98 00000080:00200000:1.0:1789449591.336599:0:35891:0:(file.c:2238:ll_file_io_generic()) f24b.recovery-small-1: 2 io complete with rc: 0, result: 8192, restart: 0 00000080:00000001:0.0:1789449591.336798:0:35891:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1789449591.336802:0:35891:0:(cl_object.c:143:cl_object_top()) ffff9e8b84013f58 -> ffff9e8b84013f58 00000020:00000001:0.0:1789449591.336804:0:35891:0:(cl_object.c:143:cl_object_top()) ffff9e8b84013f58 -> ffff9e8b84013f58 00000020:00000001:0.0:1789449591.336807:0:35891:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1789449591.336812:0:35891:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1789449591.336817:0:35891:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1789449591.336819:0:35891:0:(lov_offset.c:58:lov_stripe_size()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000001:0.0:1789449591.336821:0:35891:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1789449591.336822:0:35891:0:(lov_offset.c:58:lov_stripe_size()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000002:0.0:1789449591.336825:0:35891:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x2e:1029 on OST[0]: s=8192 (1) m=1789449591 a=0 c=1789449591 b=16 00020000:00000001:0.0:1789449591.336829:0:35891:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789449591.336831:0:35891:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=8192 m=1789449591 a=0 c=1789449591 b=16 00020000:00000001:0.0:1789449591.336835:0:35891:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449591.336837:0:35891:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449591.336838:0:35891:0:(cl_object.c:143:cl_object_top()) ffff9e8b84013f58 -> ffff9e8b84013f58 00000080:00200000:0.0:1789449591.336841:0:35891:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2e:0x0] updating i_size 8192 i_blocks 16 00000080:00000001:0.0:1789449591.336844:0:35891:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:0.0:1789449591.336851:0:35891:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 8192 00000080:00000001:0.0:1789449591.336854:0:35891:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=8192 : 8192 : 2000) 00000020:00001000:0.0:1789449591.336857:0:35891:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217000 00000020:00000001:0.0:1789449591.336861:0:35891:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71182103d88 00000080:00000008:0.0:1789449591.336863:0:35891:0:(file.c:2732:do_file_write_iter()) COMPLETED: file f24b.recovery-small-1:[0x200000405:0x2e:0x0], ppos: 8192, count: 0, rc = 8192 00000080:00000001:0.0:1789449591.336866:0:35891:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=8192 : 8192 : 2000) 00000080:00000001:2.0:1789449591.382624:0:35894:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789449591.382634:0:35894:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789449591.382637:0:35894:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789449591.382642:0:35894:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181513bc0 00000080:00200000:2.0:1789449591.382648:0:35894:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:2.0:1789449591.382658:0:35894:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b8632e200. 00800000:00000002:2.0:1789449591.382668:0:35894:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:2.0:1789449591.382673:0:35894:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789449591.382679:0:35894:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789449591.382682:0:35894:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181513ae0 00800000:00000002:2.0:1789449591.382685:0:35894:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789449591.382690:0:35894:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789449591.382694:0:35894:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789449591.382697:0:35894:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789449591.382700:0:35894:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789449591.382703:0:35894:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789449591.382706:0:35894:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449591.382708:0:35894:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789449591.382711:0:35894:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449591.382716:0:35894:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789449591.382723:0:35894:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789449591.382725:0:35894:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711815139b0 00000002:00010000:2.0:1789449591.382727:0:35894:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789449591.382731:0:35894:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789449591.382734:0:35894:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789449591.382739:0:35894:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789449591.382748:0:35894:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cba400 count: 2 00010000:00000001:2.0:1789449591.382752:0:35894:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789449591.382760:0:35894:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449591.382765:0:35894:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789449591.382772:0:35894:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499a00/0xcddde1459ded6802 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3de22 expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1789449591.382785:0:35894:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789449591.382791:0:35894:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449591.382795:0:35894:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499a00/0xcddde1459ded6802 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3de22 expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1789449591.382803:0:35894:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789449591.382805:0:35894:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789449591.382807:0:35894:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789449591.382809:0:35894:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789449591.382811:0:35894:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789449591.382813:0:35894:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789449591.382817:0:35894:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789449591.382821:0:35894:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:2.0:1789449591.382825:0:35894:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b8632e200. 00000080:00000001:2.0:1789449591.382829:0:35894:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789449591.382832:0:35894:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789449591.382835:0:35894:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:2.0:1789449591.382839:0:35894:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded6802 00800000:00000001:2.0:1789449591.382843:0:35894:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789449591.382846:0:35894:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789449591.382849:0:35894:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449591.382852:0:35894:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449591.382856:0:35894:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499a00 refcount=3 00000020:00000001:2.0:1789449591.382858:0:35894:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823454208 : -107152886097408 : ffff9e8b86499a00) 00010000:00000001:2.0:1789449591.382862:0:35894:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823454208 : -107152886097408 : ffff9e8b86499a00) 00010000:00000001:2.0:1789449591.382866:0:35894:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449591.382868:0:35894:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789449591.382870:0:35894:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789449591.382872:0:35894:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789449591.382875:0:35894:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded6802 from it ffffb71181513bf8 00010000:00000001:2.0:1789449591.382877:0:35894:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449591.382907:0:35894:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449591.382908:0:35894:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499a00 refcount=3 00000020:00000001:2.0:1789449591.382910:0:35894:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823454208 : -107152886097408 : ffff9e8b86499a00) 00010000:00000001:2.0:1789449591.382912:0:35894:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823454208 : -107152886097408 : ffff9e8b86499a00) 00010000:00000001:2.0:1789449591.382915:0:35894:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789449591.382918:0:35894:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499a00/0xcddde1459ded6802 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3de22 expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789449591.382926:0:35894:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449591.382927:0:35894:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449591.382929:0:35894:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789449591.382931:0:35894:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789449591.382934:0:35894:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499a00/0xcddde1459ded6802 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3de22 expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1789449591.382948:0:35894:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789449591.382951:0:35894:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789449591.382954:0:35894:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789449591.382961:0:35894:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449591.382962:0:35894:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449591.382964:0:35894:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449591.382969:0:35894:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789449591.382971:0:35894:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449591.382974:0:35894:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449591.382977:0:35894:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449591.382980:0:35894:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789449591.382982:0:35894:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449591.382983:0:35894:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789449591.383047:0:35894:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789449591.383049:0:35894:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789449591.383052:0:35894:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908), inode mode 41ff mask 1 00000080:00000001:2.0:1789449591.383058:0:35894:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449591.383063:0:35894:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1789449591.383067:0:35894:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181513b88 00000080:00002000:2.0:1789449591.383068:0:35894:0:(dcache.c:87:ll_dcompare()) found name d24b.recovery-small(ffff9e8b893716c0) flags 0x20000e refc 1 00000080:00000001:2.0:1789449591.383071:0:35894:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449591.383073:0:35894:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181513bd0 00000080:00200000:2.0:1789449591.383075:0:35894:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d24b.recovery-small, flags=25 00000080:00000001:2.0:1789449591.383091:0:35894:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1789449591.383093:0:35894:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449591.383097:0:35894:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1789449591.383099:0:35894:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x2c:0x0](ffff9e8b89111988), inode mode 41ed mask 1 00000080:00000001:2.0:1789449591.383102:0:35894:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789449591.383115:0:35894:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9e8b8316faa0. 00000080:00000001:2.0:1789449591.383120:0:35894:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1789449591.383121:0:35894:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x2c:0x0](ffff9e8b89111988), inode mode 41ed mask 3 00000080:00000001:2.0:1789449591.383124:0:35894:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449591.383138:0:35894:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:2.0:1789449591.383140:0:35894:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181513b58 00000080:00200000:2.0:1789449591.383143:0:35894:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f24b.recovery-small-2, dir=[0x200000405:0x2c:0x0](ffff9e8b89111988), file ffff9e8b91f12780, open_flags 8042, mode 81a4 opened 0 00000080:00000010:2.0:1789449591.383150:0:35894:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9e8b898c6300. 00000080:00000001:2.0:1789449591.383155:0:35894:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1789449591.383158:0:35894:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181513a08 00000080:00200000:2.0:1789449591.383160:0:35894:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f24b.recovery-small-2, dir=[0x200000405:0x2c:0x0](ffff9e8b89111988), intent=open|creat 00000080:00000010:2.0:1789449591.383169:0:35894:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b8632e200. 00000080:00000001:2.0:1789449591.383177:0:35894:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789449591.383179:0:35894:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789449591.383181:0:35894:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181513928 00800000:00000002:2.0:1789449591.383182:0:35894:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f24b.recovery-small-2' on [0x200000405:0x2c:0x0] 00800000:00000001:2.0:1789449591.383186:0:35894:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1789449591.383190:0:35894:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1789449591.383193:0:35894:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789449591.383195:0:35894:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789449591.383197:0:35894:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789449591.383198:0:35894:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789449591.383200:0:35894:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449591.383202:0:35894:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2c:0x0] 00800000:00000001:2.0:1789449591.383204:0:35894:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789449591.383207:0:35894:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446636920772627456 : -107152936924160 : ffff9e8b83420c00) 00800000:00000001:2.0:1789449591.383212:0:35894:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1789449591.383215:0:35894:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1789449591.383218:0:35894:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1789449591.383222:0:35894:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1789449591.383225:0:35894:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9e8b89903000: Allocated FID [0x200000405:0x2f:0x0] 40000000:00000001:2.0:1789449591.383229:0:35894:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449591.383231:0:35894:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789449591.383233:0:35894:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789449591.383235:0:35894:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449591.383237:0:35894:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711815138a8 00800000:00000002:2.0:1789449591.383239:0:35894:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000405:0x2c:0x0], fid2=[0x200000405:0x2f:0x0], name='f24b.recovery-small-2' -> mds #0 layout version 1 00000002:00000001:2.0:1789449591.383243:0:35894:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789449591.383245:0:35894:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711815137e0 00000002:00010000:2.0:1789449591.383247:0:35894:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f24b.recovery-small-2,[0x200000405:0x2f:0x0]) in obj [0x200000405:0x2c:0x0], intent: open|creat flags 0100103 00000002:00000001:2.0:1789449591.383252:0:35894:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789449591.383255:0:35894:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1789449591.383259:0:35894:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1789449591.383264:0:35894:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449591.383266:0:35894:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1789449591.383269:0:35894:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bd000 count: 2 00010000:00000001:2.0:1789449591.383271:0:35894:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789449591.383274:0:35894:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1789449591.383278:0:35894:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449591.383280:0:35894:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449591.383282:0:35894:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789449591.383289:0:35894:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065d180. 00000020:00000040:2.0:1789449591.383293:0:35894:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e8b89903000 02000000:00000001:2.0:1789449591.383302:0:35894:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789449591.383304:0:35894:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449591.383307:0:35894:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789449591.383314:0:35894:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789449591.383318:0:35894:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449591.383319:0:35894:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449591.383320:0:35894:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449591.383324:0:35894:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449591.383327:0:35894:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449591.383330:0:35894:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449591.383340:0:35894:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b83605c00. 00000100:00000001:2.0:1789449591.383349:0:35894:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449591.383355:0:35894:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789449591.383357:0:35894:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449591.383359:0:35894:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789449591.383360:0:35894:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449591.383363:0:35894:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449591.383374:0:35894:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446636920993075584 : -107152716476032 : ffff9e8b9065d180) 00010000:00000001:2.0:1789449591.383379:0:35894:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789449591.383382:0:35894:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1789449591.383385:0:35894:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bd000 count: 2 00010000:00000001:2.0:1789449591.383386:0:35894:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789449591.383390:0:35894:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789449591.383393:0:35894:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8b91c4ce00. 00000020:00000001:2.0:1789449591.383398:0:35894:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789449591.383400:0:35894:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8b91c4ce00 with handle 0xcddde1459ded6825 to hash 00000020:00000001:2.0:1789449591.383403:0:35894:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789449591.383404:0:35894:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636921016077824 : -107152693473792 : ffff9e8b91c4ce00) 00010000:00000001:2.0:1789449591.383409:0:35894:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636921016077824 : -107152693473792 : ffff9e8b91c4ce00) 00010000:00000001:2.0:1789449591.383412:0:35894:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449591.383415:0:35894:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449591.383418:0:35894:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4ce00/0xcddde1459ded6825 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 35894 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789449591.383426:0:35894:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4ce00/0xcddde1459ded6825 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35894 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1789449591.383441:0:35894:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e8b89903000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1789449591.383459:0:35894:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e8b9065d180 x1876371947541888/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1789449591.383470:0:35894:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4ce00/0xcddde1459ded6825 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35894 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789449591.383476:0:35894:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789449591.383479:0:35894:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789449591.383488:0:35894:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b8580bcc0. 00000100:00000001:2.0:1789449591.383491:0:35894:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920810290368 : -107152899261248 : ffff9e8b8580bcc0) 00000100:00000001:2.0:1789449591.383495:0:35894:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449591.383497:0:35894:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993075584 : -107152716476032 : ffff9e8b9065d180) 00000100:00000001:2.0:1789449591.383503:0:35894:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449591.383508:0:35894:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449591.383510:0:35894:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789449591.383512:0:35894:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789449591.383517:0:35894:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065d180 x1876371947541888/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449591.383532:0:35894:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449591.383535:0:35894:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449591.383540:0:35894:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449591.383543:0:35894:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449591.383546:0:35894:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449591.383550:0:35894:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065d180 pname:cluuid:pid:xid:nid:opc:job multiop:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35894:1876371947541888:192.168.202.109@tcp:101:multiop.0 00000100:00000001:2.0:1789449591.383555:0:35894:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789449591.383562:0:35894:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449591.383566:0:35894:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449591.383569:0:35894:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789449591.383661:0:35894:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9e8b86740000. 02000000:00000001:2.0:1789449591.383664:0:35894:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449591.383677:0:35894:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449591.383684:0:35894:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b9210. 00000400:00000010:2.0:1789449591.383693:0:35894:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9e8b83606000. 00000100:00000200:2.0:1789449591.383703:0:35894:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876371947541888, portal 10 00000100:00000001:2.0:1789449591.383705:0:35894:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449591.383707:0:35894:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993075584 : -107152716476032 : ffff9e8b9065d180) 00000100:00000040:2.0:1789449591.383714:0:35894:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b9065d180 x1876371947541888/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789449607 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449591.383723:0:35894:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449591.383727:0:35894:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449591.383732:0:35894:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d5d8. 00000100:00000200:2.0:1789449591.383736:0:35894:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1876371947541888, offset 0 00000400:00000200:2.0:1789449591.383744:0:35894:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449591.383756:0:35894:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449591.383765:0:35894:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449591.383772:0:35894:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449591.383776:0:35894:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449591.383780:0:35894:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449591.383783:0:35894:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449591.383788:0:35894:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2992:2992:256:4294967295] 192.168.202.109@tcp LPNI seq info [2992:2992:8:4294967295] 00000400:00000200:2.0:1789449591.383793:0:35894:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449591.383805:0:35894:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449591.383812:0:35894:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449591.383817:0:35894:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b840b8400. 00000800:00000200:2.0:1789449591.383826:0:35894:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449591.383836:0:35894:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449591.383841:0:35894:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b840b8400 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:2.0:1789449591.383873:0:35894:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449591.384651:0:35894:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 821198 usecs (822 jiffies) 00000400:00000200:2.0:1789449591.384660:0:35894:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449591.384664:0:35894:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296594892 00000100:00000001:2.0:1789449591.384668:0:35894:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296596513 00000100:00000001:2.0:1789449591.384671:0:35894:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296594892 00000100:00000001:2.0:1789449591.384673:0:35894:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296596514 00000100:00000001:2.0:1789449591.384676:0:35894:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449591.384680:0:35894:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449591.384684:0:35894:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449591.384687:0:35894:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789449591.384691:0:35894:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b8580bcc0 going to sleep for 11 seconds 00000100:00000001:2.0:1789449591.384696:0:35894:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449591.384700:0:35894:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449591.384977:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449591.384991:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b840b8400. 00000400:00000200:3.0:1789449591.385002:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449591.385010:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449591.385021:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d5d8 00000400:00000010:3.0:1789449591.385024:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d5d8. 00000100:00000001:3.0:1789449591.385030:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449591.385036:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065d180 x1876371947541888/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789449607 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449591.385051:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449591.385055:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b9065d180 x1876371947541888/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789449607 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449591.385061:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449591.385063:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789449591.394122:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449591.394155:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449591.394161:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449591.394164:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449591.394176:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449591.394186:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449591.394198:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449591.394204:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449591.394211:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449591.394216:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 664 into portal 10 MB=0x6aa8ce3665580 00000400:00000200:3.0:1789449591.394222:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449591.394229:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 664/664 into md 0x87e5 [32] + 224 00000800:00000001:3.0:1789449591.394238:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449591.394246:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449591.394250:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449591.394254:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449591.394266:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449591.394280:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065d180 x1876371947541888/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789449607 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789449591.394291:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9e8b9065d180 x1876371947541888/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789449607 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449591.394312:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449591.394323:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449591.394327:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449591.395597:0:35894:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789449591.395617:0:35894:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789449591.395619:0:35894:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789449591.395625:0:35894:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b9210. 00000400:00000200:2.0:1789449591.395633:0:35894:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b83606000 00000400:00000010:2.0:1789449591.395636:0:35894:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9e8b83606000. 00000100:00000001:2.0:1789449591.395642:0:35894:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449591.395652:0:35894:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065d180 x1876371947541888/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789449607 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789449591.395670:0:35894:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065d180 x1876371947541888/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789449607 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449591.395678:0:35894:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789449591.395681:0:35894:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449591.395684:0:35894:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789449591.395688:0:35894:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789449591.395692:0:35894:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789449591.395695:0:35894:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449591.395699:0:35894:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789449591.395712:0:35894:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=71 v=5 (5 5 102 102) 00000100:00001000:2.0:1789449591.395729:0:35894:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=38 v=5 (1 0 0 0) 00000100:00000001:2.0:1789449591.395732:0:35894:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789449591.395735:0:35894:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449591.395738:0:35894:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789449591.395743:0:35894:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449591.395747:0:35894:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1789449591.395749:0:35894:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x20000000b/0x1] 00000100:00000001:2.0:1789449591.395751:0:35894:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1789449591.395753:0:35894:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449591.395755:0:35894:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993075584 : -107152716476032 : ffff9e8b9065d180) 00000100:00000001:2.0:1789449591.395760:0:35894:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789449591.395763:0:35894:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 8589934601 00000100:00000001:2.0:1789449591.395765:0:35894:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789449591.395769:0:35894:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449591.395775:0:35894:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065d180 x1876371947541888/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 664/664 e 0 to 0 dl 1789449607 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449591.395783:0:35894:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449591.395787:0:35894:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789449591.395790:0:35894:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789449591.395794:0:35894:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065d180 x1876371947541888/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 664/664 e 0 to 0 dl 1789449607 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789449591.395803:0:35894:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065d180 pname:cluuid:pid:xid:nid:opc:job multiop:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35894:1876371947541888:192.168.202.109@tcp:101:multiop.0 00000100:00000001:2.0:1789449591.395810:0:35894:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449591.395813:0:35894:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449591.395816:0:35894:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789449591.395818:0:35894:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449591.395822:0:35894:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b9065d180 x1876371947541888/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 664/664 e 0 to 0 dl 1789449607 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449591.395830:0:35894:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789449591.395833:0:35894:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b8580bcc0. 00000100:00000001:2.0:1789449591.395837:0:35894:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789449591.395839:0:35894:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449591.395843:0:35894:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789449591.395849:0:35894:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449591.395851:0:35894:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449591.395855:0:35894:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4ce00 refcount=4 00000020:00000001:2.0:1789449591.395856:0:35894:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016077824 : -107152693473792 : ffff9e8b91c4ce00) 00010000:00000001:2.0:1789449591.395859:0:35894:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016077824 : -107152693473792 : ffff9e8b91c4ce00) 00010000:00000040:2.0:1789449591.395867:0:35894:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e8b91c4ce00, remote cookie: 0xeb7cbf5e2fd3dea7, flags: 0x1001 00010000:00010000:2.0:1789449591.395873:0:35894:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4ce00/0xcddde1459ded6825 lrc: 4/0,1 mode: --/CW res: [0x200000405:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dea7 expref: -99 pid: 35894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789449591.395902:0:35894:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x2f:0x0].0x0, instead of [0x200000405:0x2c:0x0].0x0 00010000:00000001:2.0:1789449591.395906:0:35894:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1789449591.396183:0:35894:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9e8b922de900. 00010000:00000010:3.0:1789449591.396190:0:35894:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e8b84d02280. 00010000:00000001:3.0:1789449591.396197:0:35894:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449591.396203:0:35894:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4ce00/0xcddde1459ded6825 lrc: 4/0,1 mode: --/PR res: [0x200000405:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dea7 expref: -99 pid: 35894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789449591.396212:0:35894:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4ce00/0xcddde1459ded6825 lrc: 4/0,1 mode: --/PR res: [0x200000405:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dea7 expref: -99 pid: 35894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449591.396218:0:35894:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1789449591.396223:0:35894:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1789449591.396226:0:35894:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1789449591.396228:0:35894:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1789449591.396229:0:35894:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1789449591.396232:0:35894:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x2f:0x0].0x0 (ffff9e8b922de900) refcount = 1 00010000:00010000:3.0:1789449591.396237:0:35894:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4ce00/0xcddde1459ded6825 lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3dea7 expref: -99 pid: 35894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449591.396242:0:35894:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1789449591.396246:0:35894:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1789449591.396247:0:35894:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789449591.396250:0:35894:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1789449591.396253:0:35894:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449591.396256:0:35894:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4ce00/0xcddde1459ded6825 lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dea7 expref: -99 pid: 35894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449591.396262:0:35894:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1789449591.396264:0:35894:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449591.396266:0:35894:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449591.396267:0:35894:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449591.396268:0:35894:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449591.396270:0:35894:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449591.396277:0:35894:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1789449591.396280:0:35894:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449591.396281:0:35894:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449591.396283:0:35894:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4ce00 refcount=3 00000020:00000001:3.0:1789449591.396285:0:35894:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016077824 : -107152693473792 : ffff9e8b91c4ce00) 00010000:00000001:3.0:1789449591.396286:0:35894:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016077824 : -107152693473792 : ffff9e8b91c4ce00) 00010000:00000001:3.0:1789449591.396289:0:35894:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449591.396290:0:35894:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449591.396291:0:35894:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4ce00 refcount=4 00000020:00000001:3.0:1789449591.396293:0:35894:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016077824 : -107152693473792 : ffff9e8b91c4ce00) 00010000:00000001:3.0:1789449591.396295:0:35894:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016077824 : -107152693473792 : ffff9e8b91c4ce00) 00010000:00000001:3.0:1789449591.396298:0:35894:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449591.396302:0:35894:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449591.396305:0:35894:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4ce00/0xcddde1459ded6825 lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3dea7 expref: -99 pid: 35894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449591.396317:0:35894:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449591.396318:0:35894:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449591.396319:0:35894:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449591.396321:0:35894:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449591.396322:0:35894:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4ce00 refcount=5 00000020:00000001:3.0:1789449591.396324:0:35894:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016077824 : -107152693473792 : ffff9e8b91c4ce00) 00010000:00000001:3.0:1789449591.396325:0:35894:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016077824 : -107152693473792 : ffff9e8b91c4ce00) 00010000:00000001:3.0:1789449591.396328:0:35894:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789449591.396331:0:35894:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4ce00/0xcddde1459ded6825 lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3dea7 expref: -99 pid: 35894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449591.396336:0:35894:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449591.396337:0:35894:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789449591.396398:0:35894:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4ce00/0xcddde1459ded6825 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3dea7 expref: -99 pid: 35894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449591.396480:0:35894:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789449591.396482:0:35894:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449591.396483:0:35894:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449591.396484:0:35894:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449591.396485:0:35894:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1789449591.396492:0:35894:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9e8b9065d180 x1876371947541888/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 664/664 e 0 to 0 dl 1789449607 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1789449591.396503:0:35894:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1789449591.396508:0:35894:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9e8b9065d180 x1876371947541888/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 664/664 e 0 to 0 dl 1789449607 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1789449591.396514:0:35894:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449591.396525:0:35894:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449591.396526:0:35894:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449591.396528:0:35894:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4ce00 refcount=3 00000020:00000001:3.0:1789449591.396530:0:35894:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016077824 : -107152693473792 : ffff9e8b91c4ce00) 00010000:00000001:3.0:1789449591.396532:0:35894:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016077824 : -107152693473792 : ffff9e8b91c4ce00) 00000002:00010000:3.0:1789449591.396536:0:35894:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4ce00/0xcddde1459ded6825 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dea7 expref: -99 pid: 35894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:3.0:1789449591.396547:0:35894:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9e8b896f0c00. 00010000:00000001:3.0:1789449591.396549:0:35894:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449591.396550:0:35894:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789449591.396552:0:35894:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449591.396554:0:35894:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449591.396558:0:35894:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1789449591.396561:0:35894:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449591.396562:0:35894:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993075584 : -107152716476032 : ffff9e8b9065d180) 00000100:00000001:3.0:1789449591.396565:0:35894:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449591.396566:0:35894:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993075584 : -107152716476032 : ffff9e8b9065d180) 00010000:00000001:3.0:1789449591.396568:0:35894:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449591.396570:0:35894:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449591.396571:0:35894:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4ce00 refcount=3 00000020:00000001:3.0:1789449591.396572:0:35894:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016077824 : -107152693473792 : ffff9e8b91c4ce00) 00010000:00000001:3.0:1789449591.396574:0:35894:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016077824 : -107152693473792 : ffff9e8b91c4ce00) 00000002:00010000:3.0:1789449591.396577:0:35894:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4ce00/0xcddde1459ded6825 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dea7 expref: -99 pid: 35894 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449591.396584:0:35894:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449591.396585:0:35894:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449591.396586:0:35894:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789449591.396587:0:35894:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449591.396588:0:35894:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449591.396589:0:35894:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4ce00 refcount=3 00000020:00000001:3.0:1789449591.396591:0:35894:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016077824 : -107152693473792 : ffff9e8b91c4ce00) 00010000:00000001:3.0:1789449591.396593:0:35894:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016077824 : -107152693473792 : ffff9e8b91c4ce00) 00010000:00000040:3.0:1789449591.396598:0:35894:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922de900 count: 2 00010000:00000001:3.0:1789449591.396600:0:35894:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1789449591.396605:0:35894:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e8b83488400 type 13 mode 4 res 8589935621/47 (0 0) 00010000:00000001:3.0:1789449591.396608:0:35894:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449591.396609:0:35894:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789449591.396610:0:35894:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1789449591.396614:0:35894:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181513768 00000002:00002000:3.0:1789449591.396616:0:35894:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f24b.recovery-small-2 intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:3.0:1789449591.396620:0:35894:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789449591.396624:0:35894:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789449591.396627:0:35894:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1789449591.396630:0:35894:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000405:0x2c:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1789449591.396635:0:35894:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449591.396640:0:35894:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1789449591.396642:0:35894:0:(namei.c:674:ll_lookup_it_finish()) it ffff9e8b898c6300 it_disposition 1800037 00000080:00002000:3.0:1789449591.396649:0:35894:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9e8b890c4e58 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:3.0:1789449591.396655:0:35894:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1789449591.396658:0:35894:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:3.0:1789449591.396660:0:35894:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181513990 00000080:00200000:3.0:1789449591.396662:0:35894:0:(namei.c:1628:ll_create_it()) VFS Op:name=f24b.recovery-small-2, dir=[0x200000405:0x2c:0x0](ffff9e8b89111988), intent=open|creat 00000080:00000001:3.0:1789449591.396665:0:35894:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:3.0:1789449591.396668:0:35894:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1789449591.396675:0:35894:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1789449591.396679:0:35894:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1789449591.396682:0:35894:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611183 : 144115205339611183 : 20000040500002f) 00000080:00000001:3.0:1789449591.396685:0:35894:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:3.0:1789449591.397238:0:35894:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9e8b891cca40. 00000020:00000001:3.0:1789449591.397252:0:35894:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:3.0:1789449591.397254:0:35894:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:3.0:1789449591.397257:0:35894:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:3.0:1789449591.397259:0:35894:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000405:0x2f:0x0](ffff9e8b891ccb08) 00000020:00000001:3.0:1789449591.397263:0:35894:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789449591.397267:0:35894:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822744 : -107152888728872 : ffff9e8b862172d8) 00000020:00001000:3.0:1789449591.397270:0:35894:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b862172d0 00000020:00000001:3.0:1789449591.397274:0:35894:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:3.0:1789449591.397279:0:35894:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9e8b903b5e10. 00000020:00000001:3.0:1789449591.397282:0:35894:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1789449591.397284:0:35894:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449591.397292:0:35894:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:3.0:1789449591.397296:0:35894:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9e8b90f1ce88. 00020000:00000001:3.0:1789449591.397298:0:35894:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446636921002249864 : -107152707301752 : ffff9e8b90f1ce88) 00020000:00000001:3.0:1789449591.397301:0:35894:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:3.0:1789449591.397304:0:35894:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1789449591.397310:0:35894:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9e8b87cd5d80. 00020000:00000010:3.0:1789449591.397314:0:35894:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9e8b86770580. 00020000:00000010:3.0:1789449591.397318:0:35894:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9e8b87cd55a0. 00020000:00000001:3.0:1789449591.397320:0:35894:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446636920848864672 : -107152860686944 : ffff9e8b87cd55a0) 00020000:00000002:3.0:1789449591.397324:0:35894:0:(lov_ea.c:755:dump_lsm()) lsm ffff9e8b87cd55a0, objid 0x2f:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1789449591.397328:0:35894:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout 1 layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1789449591.397331:0:35894:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff9e8b86770580: ostid: 0x280000401:67 ost idx: 0 gen: 0 00020000:00000001:3.0:1789449591.397334:0:35894:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:3.0:1789449591.397336:0:35894:0:(lov_ea.c:755:dump_lsm()) lsm ffff9e8b87cd55a0, objid 0x2f:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1789449591.397349:0:35894:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout 1 layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1789449591.397352:0:35894:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff9e8b86770580: ostid: 0x280000401:67 ost idx: 0 gen: 0 00020000:00000010:3.0:1789449591.397356:0:35894:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9e8b84dba8a0. 00020000:00000010:3.0:1789449591.397361:0:35894:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff9e8b81254c00. 00020000:00000001:3.0:1789449591.397366:0:35894:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:3.0:1789449591.397369:0:35894:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9e8b82d26fa8. 00020000:00000001:3.0:1789449591.397372:0:35894:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:3.0:1789449591.397373:0:35894:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:3.0:1789449591.397379:0:35894:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:3.0:1789449591.397382:0:35894:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9e8b903b5ed8. 00000020:00000001:3.0:1789449591.397384:0:35894:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1789449591.397385:0:35894:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449591.397387:0:35894:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446636920990293848 : -107152719257768 : ffff9e8b903b5f58) 00020000:00000001:3.0:1789449591.397390:0:35894:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:3.0:1789449591.397396:0:35894:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff9e8b85520540. 00020000:00000001:3.0:1789449591.397398:0:35894:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449591.397402:0:35894:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446636920990293848 : -107152719257768 : ffff9e8b903b5f58) 00020000:00000001:3.0:1789449591.397532:0:35894:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446636920990293848 : -107152719257768 : ffff9e8b903b5f58) 00020000:00000002:3.0:1789449591.397536:0:35894:0:(lov_object.c:134:lov_init_sub()) [0x280000401:0x43:0x0]@ffff9e8b903b5ed8[0:0] -> [0x200000405:0x2f:0x0]@ffff9e8b903b5e10: ostid: 0x280000401:67 ost idx: 0 gen: 0 00020000:00000001:3.0:1789449591.397541:0:35894:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:3.0:1789449591.397544:0:35894:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:3.0:1789449591.397547:0:35894:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449591.397551:0:35894:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446636920990293648 : -107152719257968 : ffff9e8b903b5e90) 00000020:00001000:3.0:1789449591.397555:0:35894:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b862172d0 00000080:00000001:3.0:1789449591.397560:0:35894:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611183 : 144115205339611183 : 20000040500002f) 00000080:00000001:3.0:1789449591.397562:0:35894:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1789449591.397565:0:35894:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611183 mtime from 0 to 1789449591 00000080:00000001:3.0:1789449591.397570:0:35894:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1789449591.397573:0:35894:0:(namei.c:156:ll_iget()) Process leaving (rc=18446636920870849288 : -107152838702328 : ffff9e8b891ccb08) 00010000:00000001:3.0:1789449591.397581:0:35894:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449591.397583:0:35894:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449591.397586:0:35894:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4ce00 refcount=3 00000020:00000001:3.0:1789449591.397588:0:35894:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016077824 : -107152693473792 : ffff9e8b91c4ce00) 00010000:00000001:3.0:1789449591.397591:0:35894:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016077824 : -107152693473792 : ffff9e8b91c4ce00) 00000080:00000001:3.0:1789449591.397594:0:35894:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:3.0:1789449591.397596:0:35894:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789449591.397598:0:35894:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822744 : -107152888728872 : ffff9e8b862172d8) 00000020:00001000:3.0:1789449591.397599:0:35894:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b862172d0 00000020:00000001:3.0:1789449591.397601:0:35894:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:3.0:1789449591.397604:0:35894:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1789449591.397606:0:35894:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1789449591.397610:0:35894:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9e8b87cd5600. 00020000:00000010:3.0:1789449591.397613:0:35894:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9e8b86770780. 00020000:00000010:3.0:1789449591.397616:0:35894:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9e8b87cd58a0. 00020000:00000001:3.0:1789449591.397618:0:35894:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446636920848865440 : -107152860686176 : ffff9e8b87cd58a0) 00020000:00000002:3.0:1789449591.397621:0:35894:0:(lov_ea.c:755:dump_lsm()) lsm ffff9e8b87cd58a0, objid 0x2f:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1789449591.397624:0:35894:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout 1 layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1789449591.397627:0:35894:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff9e8b86770780: ostid: 0x280000401:67 ost idx: 0 gen: 0 00020000:00000002:3.0:1789449591.397630:0:35894:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9e8b90f1ce88) owner ffff9e8b88b2cf80 00020000:00000001:3.0:1789449591.397633:0:35894:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1789449591.397635:0:35894:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9e8b90f1ce88) owner ffff9e8b88b2cf80 00020000:00000010:3.0:1789449591.397640:0:35894:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9e8b86770780. 00020000:00000010:3.0:1789449591.397644:0:35894:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9e8b87cd5600. 00020000:00000010:3.0:1789449591.397648:0:35894:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9e8b87cd58a0. 00020000:00000002:3.0:1789449591.397650:0:35894:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x2f:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1789449591.397651:0:35894:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449591.397653:0:35894:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449591.397656:0:35894:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1789449591.397659:0:35894:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b90f1ce88) owner 0000000000000000/ffff9e8b88b2cf80 00020000:00000002:3.0:1789449591.397662:0:35894:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9e8b87cd55a0 addref 2/0 by ffff9e8b88b2cf80. 00020000:00000002:3.0:1789449591.397715:0:35894:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b90f1ce88) owner 0000000000000000/ffff9e8b88b2cf80 00020000:00000001:3.0:1789449591.397720:0:35894:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1789449591.397722:0:35894:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1789449591.397724:0:35894:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1789449591.397726:0:35894:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:3.0:1789449591.397729:0:35894:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:3.0:1789449591.397731:0:35894:0:(file.c:6843:ll_layout_conf()) [0x200000405:0x2f:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:3.0:1789449591.397734:0:35894:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b862172d0 00000080:00000001:3.0:1789449591.397737:0:35894:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449591.397739:0:35894:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449591.397740:0:35894:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789449591.397742:0:35894:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1789449591.397746:0:35894:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1789449591.397748:0:35894:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789449591.397751:0:35894:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000405:0x2f:0x0](ffff9e8b891ccb08) 00000080:00010000:3.0:1789449591.397754:0:35894:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2f:0x0](ffff9e8b891ccb08) for lock 0xcddde1459ded6825 00800000:00000001:3.0:1789449591.397757:0:35894:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789449591.397760:0:35894:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789449591.397762:0:35894:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449591.397763:0:35894:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449591.397765:0:35894:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4ce00 refcount=3 00000020:00000001:3.0:1789449591.397767:0:35894:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016077824 : -107152693473792 : ffff9e8b91c4ce00) 00010000:00000001:3.0:1789449591.397769:0:35894:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016077824 : -107152693473792 : ffff9e8b91c4ce00) 00010000:00000001:3.0:1789449591.397772:0:35894:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449591.397778:0:35894:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789449591.397780:0:35894:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789449591.397781:0:35894:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449591.397783:0:35894:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:3.0:1789449591.397786:0:35894:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449591.397794:0:35894:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9e8b9065d180 x1876371947541888/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/664 e 0 to 0 dl 1789449607 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449591.397801:0:35894:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1789449591.397807:0:35894:0:(namei.c:1651:ll_create_it()) inode ffff9e8b891ccb08 need_sync_to_mds [0x200000405:0x2f:0x0] 00000080:00000001:3.0:1789449591.397811:0:35894:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789449591.397814:0:35894:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x2f:0x0](ffff9e8b891ccb08) 00000080:00000001:3.0:1789449591.397817:0:35894:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1789449591.397821:0:35894:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b8632e200. 00000100:00000001:3.0:1789449591.397825:0:35894:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449591.397827:0:35894:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b9065d180 x1876371947541888/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/664 e 0 to 0 dl 1789449607 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449591.397832:0:35894:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449591.397836:0:35894:0:(pcc.c:3603:pcc_inode_create_fini()) Process entered 00000080:00000001:3.0:1789449591.397838:0:35894:0:(pcc.c:3606:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1789449591.397840:0:35894:0:(namei.c:1500:ll_atomic_open()) inode ffff9e8b891ccb08 need_sync_to_mds [0x200000405:0x2f:0x0] 00000080:00000001:3.0:1789449591.397853:0:35894:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1789449591.397856:0:35894:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181513a68 00000080:00200008:3.0:1789449591.397858:0:35894:0:(file.c:1090:ll_file_open()) START file f24b.recovery-small-2:[0x200000405:0x2f:0x0](ffff9e8b891ccb08), flags 100102 00000080:00000010:3.0:1789449591.398036:0:35894:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9e8b817c0c80. 00000080:00000010:3.0:1789449591.398044:0:35894:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9e8b896f0a80. 00000080:00000001:3.0:1789449591.398047:0:35894:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:3.0:1789449591.398053:0:35894:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:3.0:1789449591.398055:0:35894:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789449591.398059:0:35894:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789449591.398061:0:35894:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789449591.398064:0:35894:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789449591.398066:0:35894:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449591.398068:0:35894:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2f:0x0] 00800000:00000001:3.0:1789449591.398070:0:35894:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449591.398072:0:35894:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1789449591.398076:0:35894:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9e8b889af5e0. 00000002:00100000:3.0:1789449591.398188:0:35894:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9e8b9065d180 x1876371947541888/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/664 e 0 to 0 dl 1789449607 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1789449591.398194:0:35894:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789449591.398196:0:35894:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1789449591.398199:0:35894:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1789449591.398202:0:35894:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449591.398205:0:35894:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449591.398209:0:35894:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449591.398212:0:35894:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065d180 x1876371947541888/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/664 e 0 to 0 dl 1789449607 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1789449591.398219:0:35894:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449591.398225:0:35894:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9e8b86740000. 02000000:00000001:3.0:1789449591.398267:0:35894:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1789449591.398269:0:35894:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449591.398273:0:35894:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181513a68 00000080:00000008:3.0:1789449591.398275:0:35894:0:(file.c:1329:ll_file_open()) COMPLETED file f24b.recovery-small-2:[0x200000405:0x2f:0x0](ffff9e8b891ccb08), flags 100102, rc = 0 00000080:00000001:3.0:1789449591.398279:0:35894:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1789449591.398281:0:35894:0:(dcache.c:176:ll_intent_release()) intent ffff9e8b898c6300 released 00000080:00010000:3.0:1789449591.398283:0:35894:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded6825 from it ffff9e8b898c6300 00010000:00000001:3.0:1789449591.398285:0:35894:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449591.398287:0:35894:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449591.398288:0:35894:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4ce00 refcount=3 00000020:00000001:3.0:1789449591.398290:0:35894:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016077824 : -107152693473792 : ffff9e8b91c4ce00) 00010000:00000001:3.0:1789449591.398291:0:35894:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016077824 : -107152693473792 : ffff9e8b91c4ce00) 00010000:00000001:3.0:1789449591.398294:0:35894:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789449591.398298:0:35894:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4ce00/0xcddde1459ded6825 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xeb7cbf5e2fd3dea7 expref: -99 pid: 35894 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449591.398305:0:35894:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449591.398306:0:35894:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449591.398308:0:35894:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789449591.398311:0:35894:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789449591.398314:0:35894:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4ce00/0xcddde1459ded6825 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xeb7cbf5e2fd3dea7 expref: -99 pid: 35894 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789449591.398321:0:35894:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449591.398325:0:35894:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789449591.398327:0:35894:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449591.398332:0:35894:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449591.398333:0:35894:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449591.398393:0:35894:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449591.398397:0:35894:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789449591.398399:0:35894:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449591.398401:0:35894:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449591.398465:0:35894:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449591.398467:0:35894:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789449591.398469:0:35894:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449591.398470:0:35894:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789449591.398471:0:35894:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1789449591.398473:0:35894:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:3.0:1789449591.398475:0:35894:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1789449591.398476:0:35894:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789449591.398478:0:35894:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1789449591.398480:0:35894:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449591.398482:0:35894:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:3.0:1789449591.398484:0:35894:0:(pcc.c:1970:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449591.398485:0:35894:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1789449591.398487:0:35894:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449591.398488:0:35894:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1789449591.398490:0:35894:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9e8b898c6300. 00000080:00000001:3.0:1789449591.398493:0:35894:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449591.398497:0:35894:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1789449591.398499:0:35894:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x2f:0x0](ffff9e8b891ccb08), inode mode 81a4 mask 40 00000080:00000001:3.0:1789449591.398502:0:35894:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449591.398826:0:35894:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:3.0:1789449591.398828:0:35894:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181513d88 00000080:00200008:3.0:1789449591.398830:0:35894:0:(file.c:2650:do_file_write_iter()) START file f24b.recovery-small-2:[0x200000405:0x2f:0x0], ppos: 0, count: 8192 00000080:00000002:3.0:1789449591.398833:0:35894:0:(file.c:2656:do_file_write_iter()) inode ffff9e8b891ccb08 need_sync_to_oss [0x200000405:0x2f:0x0] 00000080:00000001:3.0:1789449591.398835:0:35894:0:(pcc.c:2644:pcc_file_write_iter()) Process entered 00000080:00000001:3.0:1789449591.398837:0:35894:0:(pcc.c:2647:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449591.398838:0:35894:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:3.0:1789449591.398841:0:35894:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449591.398843:0:35894:0:(file.c:2588:ll_do_tiny_write()) Process entered 00000080:00000001:3.0:1789449591.398844:0:35894:0:(file.c:2594:ll_do_tiny_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449591.398846:0:35894:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789449591.398849:0:35894:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822744 : -107152888728872 : ffff9e8b862172d8) 00000020:00001000:3.0:1789449591.398851:0:35894:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b862172d0 00000080:00000001:3.0:1789449591.398855:0:35894:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:3.0:1789449591.398856:0:35894:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181513c98 00000080:00200000:3.0:1789449591.398857:0:35894:0:(file.c:2090:ll_file_io_generic()) f24b.recovery-small-2: write ppos: 0, bytes: 8192 00000020:00000001:3.0:1789449591.398862:0:35894:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181513c30 00000080:00200000:3.0:1789449591.399772:0:35894:0:(file.c:1848:ll_io_set_mirror()) f24b.recovery-small-2: desiginated mirror: 0 00000020:00000001:3.0:1789449591.399778:0:35894:0:(cl_io.c:210:cl_io_rw_init()) Process entered 00000020:00200000:3.0:1789449591.399787:0:35894:0:(cl_io.c:215:cl_io_rw_init()) header@000000001f49a5d4[0x110, 1, [0x200000405:0x2f:0x0] hash] 00000020:00200000:3.0:1789449591.399789:0:35894:0:(cl_io.c:215:cl_io_rw_init()) io range: 2 [0, 8192) 0 0 00000020:00000001:3.0:1789449591.399795:0:35894:0:(cl_object.c:143:cl_object_top()) ffff9e8b903b5e90 -> ffff9e8b903b5e90 00000020:00000001:3.0:1789449591.399797:0:35894:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:3.0:1789449591.399800:0:35894:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1789449591.399803:0:35894:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2f:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:3.0:1789449591.399806:0:35894:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789449591.399807:0:35894:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000100:00000001:3.0:1789449591.399810:0:35894:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789449591.399816:0:35894:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449591.399820:0:35894:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1789449591.399822:0:35894:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449591.399824:0:35894:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1789449591.399829:0:35894:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2f:0x0]io ffff9e8b84db0e40 type 2 ignore/verify layout 0/0 00020000:00000002:3.0:1789449591.399833:0:35894:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b90f1ce88) owner 0000000000000000/ffff9e8b88b2cf80 00020000:00000001:3.0:1789449591.399839:0:35894:0:(lov_io.c:2266:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1789449591.399841:0:35894:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1789449591.399844:0:35894:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1789449591.399846:0:35894:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:3.0:1789449591.399848:0:35894:0:(lov_io.c:860:lov_io_slice_init()) 0 8192 00020000:00000001:3.0:1789449591.399851:0:35894:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449591.399854:0:35894:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000001:3.0:1789449591.399856:0:35894:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:3.0:1789449591.399858:0:35894:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1789449591.399860:0:35894:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449591.399862:0:35894:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789449591.399863:0:35894:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1789449591.400662:0:35894:0:(lov_io.c:2279:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1789449591.400668:0:35894:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b90f1ce88) owner 0000000000000000/ffff9e8b88b2cf80 00000020:00000001:3.0:1789449591.400672:0:35894:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449591.400674:0:35894:0:(cl_io.c:218:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1789449591.400678:0:35894:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 1] 00000001:00000001:3.0:1789449591.400680:0:35894:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:3.0:1789449591.400684:0:35894:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449591.400689:0:35894:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:3.0:1789449591.400691:0:35894:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1789449591.400695:0:35894:0:(cl_io.c:915:cl_page_list_init()) Process entered 00000020:00000001:3.0:1789449591.400696:0:35894:0:(cl_io.c:918:cl_page_list_init()) Process leaving 00020000:00000001:3.0:1789449591.400699:0:35894:0:(lov_io.c:1290:lov_io_rw_iter_init()) Process entered 00020000:00000001:3.0:1789449591.400701:0:35894:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00200000:3.0:1789449591.400706:0:35894:0:(lov_io.c:1362:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 8192) 8192, 8192 00020000:00000001:3.0:1789449591.400709:0:35894:0:(lov_io.c:1078:lov_io_iter_init()) Process entered 00020000:00000001:3.0:1789449591.400711:0:35894:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00200000:3.0:1789449591.400714:0:35894:0:(lov_io.c:1153:lov_io_iter_init()) component[0] flags 0x10 00020000:00000001:3.0:1789449591.400718:0:35894:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449591.400720:0:35894:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1789449591.400722:0:35894:0:(lov_offset.c:264:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:3.0:1789449591.400725:0:35894:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789449591.400727:0:35894:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1789449591.400729:0:35894:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789449591.400734:0:35894:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820824040 : -107152888727576 : ffff9e8b862177e8) 00000020:00001000:3.0:1789449591.400736:0:35894:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b862177e0 00000020:00000001:3.0:1789449591.400740:0:35894:0:(cl_object.c:143:cl_object_top()) ffff9e8b903b5f58 -> ffff9e8b903b5e90 00000020:00000001:3.0:1789449591.400742:0:35894:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:3.0:1789449591.400746:0:35894:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789449591.400747:0:35894:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1789449591.400749:0:35894:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:3.0:1789449591.400751:0:35894:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446636920799432256 : -107152910119360 : ffff9e8b84db0e40) 00000020:00000001:3.0:1789449591.400753:0:35894:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449591.400755:0:35894:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449591.400757:0:35894:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993116240 : -107152716435376 : ffff9e8b90667050) 00000020:00000001:3.0:1789449591.400760:0:35894:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000008:00000001:3.0:1789449591.400763:0:35894:0:(osc_io.c:525:osc_io_iter_init()) Process entered 00000008:00000001:3.0:1789449591.400767:0:35894:0:(osc_io.c:545:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449591.400769:0:35894:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449591.400771:0:35894:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000001:3.0:1789449591.400774:0:35894:0:(lov_io.c:1276:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449591.400775:0:35894:0:(lov_io.c:1368:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449591.400777:0:35894:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449591.400779:0:35894:0:(cl_io.c:315:cl_io_lock()) Process entered 00000080:00000001:3.0:1789449591.400782:0:35894:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:3.0:1789449591.400784:0:35894:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:3.0:1789449591.400789:0:35894:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:3.0:1789449591.400792:0:35894:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449591.400795:0:35894:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449591.400798:0:35894:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:3.0:1789449591.400800:0:35894:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 1] 00000020:00000001:3.0:1789449591.400802:0:35894:0:(cl_io.c:477:cl_io_lock_add()) Process entered 00000020:00000001:3.0:1789449591.400804:0:35894:0:(cl_io.c:260:cl_lockset_merge()) Process entered 00000020:00000001:3.0:1789449591.400806:0:35894:0:(cl_io.c:277:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449591.400808:0:35894:0:(cl_io.c:484:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449591.400810:0:35894:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449591.400812:0:35894:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449591.400813:0:35894:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449591.400816:0:35894:0:(lov_io.c:1419:lov_io_lock()) Process entered 00020000:00000001:3.0:1789449591.400817:0:35894:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:3.0:1789449591.400819:0:35894:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:3.0:1789449591.400820:0:35894:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1789449591.400821:0:35894:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449591.400823:0:35894:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449591.400825:0:35894:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449591.400826:0:35894:0:(lov_io.c:1420:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449591.400827:0:35894:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1789449591.400828:0:35894:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1789449591.400830:0:35894:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1789449591.400832:0:35894:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1789449591.400834:0:35894:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000001:3.0:1789449591.400835:0:35894:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449591.400837:0:35894:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449591.400838:0:35894:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1789449591.400839:0:35894:0:(lov_offset.c:264:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:3.0:1789449591.400840:0:35894:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000010:3.0:1789449591.400849:0:35894:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9e8b84d02780. 00020000:00000001:3.0:1789449591.400850:0:35894:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449591.400851:0:35894:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449591.400852:0:35894:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1789449591.400853:0:35894:0:(lov_offset.c:264:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:3.0:1789449591.400854:0:35894:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:3.0:1789449591.400856:0:35894:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789449591.400857:0:35894:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993116240 : -107152716435376 : ffff9e8b90667050) 00000020:00000001:3.0:1789449591.400858:0:35894:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1789449591.400862:0:35894:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9e8b91cb4390. 00000008:00010000:3.0:1789449591.400864:0:35894:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:3.0:1789449591.400866:0:35894:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1789449591.400867:0:35894:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1789449591.400870:0:35894:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9e8b84d027b0, osc lock ffff9e8b91cb4390, flags 0x0 00000020:00000001:3.0:1789449591.400871:0:35894:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449591.400872:0:35894:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449591.400874:0:35894:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000001:3.0:1789449591.400876:0:35894:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446636920798717824 : -107152910833792 : ffff9e8b84d02780) 00000020:00000001:3.0:1789449591.400892:0:35894:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1789449591.400894:0:35894:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1789449591.400895:0:35894:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449591.400897:0:35894:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449591.400899:0:35894:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1789449591.400901:0:35894:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1789449591.400902:0:35894:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789449591.400904:0:35894:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993116240 : -107152716435376 : ffff9e8b90667050) 00000020:00000001:3.0:1789449591.400906:0:35894:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1789449591.400908:0:35894:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1789449591.400910:0:35894:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:3.0:1789449591.401160:0:35894:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449591.401165:0:35894:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1789449591.401168:0:35894:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1789449591.401169:0:35894:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1789449591.401171:0:35894:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1789449591.401172:0:35894:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1789449591.401173:0:35894:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1789449591.401176:0:35894:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1789449591.401180:0:35894:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789449591.401188:0:35894:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449591.401192:0:35894:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:3.0:1789449591.401199:0:35894:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b8310ad80. 00000020:00000040:3.0:1789449591.401205:0:35894:0:(genops.c:1209:class_import_get()) import ffff9e8b90c6e800 refcount=3 obd=lustre-OST0000-osc-ffff9e8b89903000 00010000:00000001:3.0:1789449591.401211:0:35894:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789449591.401217:0:35894:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449591.401227:0:35894:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449591.401230:0:35894:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449591.401232:0:35894:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449591.401236:0:35894:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789449591.401239:0:35894:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789449591.401245:0:35894:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789449591.401254:0:35894:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e8b82ab9800. 00000100:00000001:3.0:1789449591.401263:0:35894:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449591.401269:0:35894:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789449591.401271:0:35894:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449591.401273:0:35894:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789449591.401274:0:35894:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449591.401276:0:35894:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449591.401279:0:35894:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446636920769392000 : -107152940159616 : ffff9e8b8310ad80) 00010000:00000001:3.0:1789449591.401284:0:35894:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789449591.401286:0:35894:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1789449591.401291:0:35894:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9e8b922de300. 00010000:00000010:3.0:1789449591.401295:0:35894:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9e8b922dee00. 00010000:00000001:3.0:1789449591.401301:0:35894:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789449591.401305:0:35894:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8b91c75000. 00000020:00000001:3.0:1789449591.401311:0:35894:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789449591.401319:0:35894:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8b91c75000 with handle 0xcddde1459ded682c to hash 00000020:00000001:3.0:1789449591.401321:0:35894:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789449591.401323:0:35894:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636921016242176 : -107152693309440 : ffff9e8b91c75000) 00010000:00000010:3.0:1789449591.401328:0:35894:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff9e8b896f0480. 00010000:00000001:3.0:1789449591.401331:0:35894:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636921016242176 : -107152693309440 : ffff9e8b91c75000) 00010000:00000001:3.0:1789449591.401335:0:35894:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449591.401338:0:35894:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449591.401343:0:35894:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000603fd3af/0xcddde1459ded682c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 35894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789449591.401358:0:35894:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000603fd3af/0xcddde1459ded682c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 35894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789449591.401371:0:35894:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000603fd3af/0xcddde1459ded682c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 35894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789449591.401377:0:35894:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789449591.401380:0:35894:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789449591.401391:0:35894:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b831c50c0. 00000100:00000001:3.0:1789449591.401393:0:35894:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920770154688 : -107152939396928 : ffff9e8b831c50c0) 00000100:00000001:3.0:1789449591.401396:0:35894:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449591.401398:0:35894:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769392000 : -107152940159616 : ffff9e8b8310ad80) 00000100:00000001:3.0:1789449591.401403:0:35894:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789449591.401406:0:35894:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449591.401409:0:35894:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789449591.401411:0:35894:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789449591.401424:0:35894:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b8310ad80 x1876371947542016/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449591.401433:0:35894:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789449591.401436:0:35894:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449591.401440:0:35894:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789449591.401444:0:35894:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789449591.401446:0:35894:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449591.401450:0:35894:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b8310ad80 pname:cluuid:pid:xid:nid:opc:job multiop:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35894:1876371947542016:192.168.202.109@tcp:101:multiop.0 00000100:00000001:3.0:1789449591.401457:0:35894:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789449591.401465:0:35894:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789449591.401468:0:35894:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449591.401470:0:35894:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789449591.401476:0:35894:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b87c48000. 02000000:00000001:3.0:1789449591.401478:0:35894:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449591.401489:0:35894:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:3.0:1789449591.401494:0:35894:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b8525cc08. 00000400:00000010:3.0:1789449591.401503:0:35894:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b696e8. 00000100:00000200:3.0:1789449591.401512:0:35894:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947542016, portal 4 00000100:00000001:3.0:1789449591.401514:0:35894:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449591.401515:0:35894:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769392000 : -107152940159616 : ffff9e8b8310ad80) 00000100:00000040:3.0:1789449591.401715:0:35894:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b8310ad80 x1876371947542016/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449607 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449591.401863:0:35894:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449591.401868:0:35894:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1789449591.401874:0:35894:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69aa0. 00000100:00000200:3.0:1789449591.402185:0:35894:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1876371947542016, offset 0 00000400:00000200:3.0:1789449591.402196:0:35894:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1789449591.402207:0:35894:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449591.402218:0:35894:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449591.402225:0:35894:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789449591.402229:0:35894:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1789449591.402234:0:35894:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789449591.402237:0:35894:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1789449591.402241:0:35894:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2993:2993:256:4294967295] 192.168.202.109@tcp LPNI seq info [2993:2993:8:4294967295] 00000400:00000200:3.0:1789449591.402245:0:35894:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449591.402256:0:35894:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449591.402263:0:35894:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449591.402269:0:35894:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051ce00. 00000800:00000200:3.0:1789449591.402278:0:35894:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449591.402288:0:35894:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449591.402292:0:35894:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051ce00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1789449591.402366:0:35894:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449591.402373:0:35894:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: using a timeout of 22877 usecs (23 jiffies) 00000400:00000200:3.0:1789449591.402377:0:35894:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:3.0:1789449591.402380:0:35894:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296594111 00000100:00000001:3.0:1789449591.402384:0:35894:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296596513 00000100:00000001:3.0:1789449591.402387:0:35894:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296594111 00000100:00000001:3.0:1789449591.402389:0:35894:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296596514 00000100:00000001:3.0:1789449591.402392:0:35894:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449591.402395:0:35894:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449591.402398:0:35894:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449591.402400:0:35894:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789449591.402404:0:35894:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b831c50c0 going to sleep for 11 seconds 00000100:00000001:3.0:1789449591.402407:0:35894:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449591.402411:0:35894:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449591.403153:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449591.403162:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b9051ce00. 00000400:00000200:2.0:1789449591.403169:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449591.403176:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449591.403184:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69aa0 00000400:00000010:2.0:1789449591.403187:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69aa0. 00000100:00000001:2.0:1789449591.403193:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449591.403200:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b8310ad80 x1876371947542016/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449607 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449591.403213:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449591.403218:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b8310ad80 x1876371947542016/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449607 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449591.403226:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449591.403228:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789449591.405947:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449591.405971:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449591.405977:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449591.405980:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449591.406004:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449591.406015:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449591.406029:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449591.406035:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449591.406042:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449591.406048:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 400 into portal 4 MB=0x6aa8ce3665600 00000400:00000200:3.0:1789449591.406055:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449591.406062:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 400/400 into md 0x87f5 [1] + 224 00000800:00000001:3.0:1789449591.406070:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449591.406090:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449591.406095:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449591.406101:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449591.406111:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449591.406122:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b8310ad80 x1876371947542016/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449607 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789449591.406145:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9e8b8310ad80 x1876371947542016/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449607 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449591.406174:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449591.406186:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449591.406190:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449591.407069:0:35894:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789449591.407081:0:35894:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789449591.407084:0:35894:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789449591.407089:0:35894:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b8525cc08. 00000400:00000200:2.0:1789449591.407096:0:35894:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b696e8 00000400:00000010:2.0:1789449591.407100:0:35894:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b696e8. 00000100:00000001:2.0:1789449591.407103:0:35894:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449591.407110:0:35894:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b8310ad80 x1876371947542016/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449607 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789449591.407120:0:35894:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b8310ad80 x1876371947542016/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449607 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449591.407138:0:35894:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789449591.407141:0:35894:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449591.407144:0:35894:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789449591.407149:0:35894:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789449591.407152:0:35894:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789449591.407155:0:35894:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449591.407159:0:35894:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789449591.407171:0:35894:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b90c6ec60 time=71 v=5 (5 5 5 5) 00000100:00001000:2.0:1789449591.407176:0:35894:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b90c6ec18 time=9 v=5 (1 0 0 0) 00000100:00000001:2.0:1789449591.407179:0:35894:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789449591.407181:0:35894:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449591.407184:0:35894:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789449591.407189:0:35894:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449591.407194:0:35894:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789449591.407196:0:35894:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e8b89903000: skip recheck: last_committed 4294967336 00000100:00000001:2.0:1789449591.407199:0:35894:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789449591.407201:0:35894:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449591.407206:0:35894:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b8310ad80 x1876371947542016/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449607 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449591.407213:0:35894:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449591.407218:0:35894:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789449591.407220:0:35894:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789449591.407225:0:35894:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b8310ad80 x1876371947542016/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449607 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789449591.407233:0:35894:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b8310ad80 pname:cluuid:pid:xid:nid:opc:job multiop:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35894:1876371947542016:192.168.202.109@tcp:101:multiop.0 00000100:00000001:2.0:1789449591.407238:0:35894:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449591.407242:0:35894:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449591.407245:0:35894:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789449591.407249:0:35894:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449591.407252:0:35894:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b8310ad80 x1876371947542016/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449607 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449591.407260:0:35894:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789449591.407263:0:35894:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b831c50c0. 00000100:00000001:2.0:1789449591.407268:0:35894:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789449591.407270:0:35894:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449591.407274:0:35894:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789449591.407278:0:35894:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449591.407281:0:35894:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449591.407285:0:35894:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75000 refcount=4 00000020:00000001:2.0:1789449591.407288:0:35894:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016242176 : -107152693309440 : ffff9e8b91c75000) 00010000:00000001:2.0:1789449591.407291:0:35894:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016242176 : -107152693309440 : ffff9e8b91c75000) 00010000:00000040:2.0:1789449591.407300:0:35894:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e8b91c75000, remote cookie: 0xeb7cbf5e2fd3deb5, flags: 0x1 00010000:00010000:2.0:1789449591.407309:0:35894:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000603fd3af/0xcddde1459ded682c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3deb5 expref: -99 pid: 35894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449591.407322:0:35894:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:2.0:1789449591.407326:0:35894:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449591.407329:0:35894:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1789449591.407334:0:35894:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:2.0:1789449591.407339:0:35894:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000603fd3af/0xcddde1459ded682c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3deb5 expref: -99 pid: 35894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789449591.410083:0:35894:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000401:0x43:0x0].0x0 (ffff9e8b922de300) refcount = 1 00010000:00000040:2.0:1789449591.410090:0:35894:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1789449591.410094:0:35894:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000603fd3af/0xcddde1459ded682c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3deb5 expref: -99 pid: 35894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449591.410112:0:35894:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1789449591.410115:0:35894:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789449591.410122:0:35894:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789449591.410126:0:35894:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449591.410141:0:35894:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000603fd3af/0xcddde1459ded682c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3deb5 expref: -99 pid: 35894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449591.410148:0:35894:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1789449591.410150:0:35894:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449591.410153:0:35894:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449591.410154:0:35894:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449591.410155:0:35894:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449591.410157:0:35894:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789449591.410163:0:35894:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:2.0:1789449591.410166:0:35894:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1789449591.410172:0:35894:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449591.410272:0:35894:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449591.410276:0:35894:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75000 refcount=3 00000020:00000001:2.0:1789449591.410279:0:35894:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016242176 : -107152693309440 : ffff9e8b91c75000) 00010000:00000001:2.0:1789449591.410281:0:35894:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016242176 : -107152693309440 : ffff9e8b91c75000) 00010000:00000001:2.0:1789449591.410284:0:35894:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449591.410284:0:35894:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449591.410285:0:35894:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75000 refcount=4 00000020:00000001:2.0:1789449591.410287:0:35894:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016242176 : -107152693309440 : ffff9e8b91c75000) 00010000:00000001:2.0:1789449591.410288:0:35894:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016242176 : -107152693309440 : ffff9e8b91c75000) 00010000:00000001:2.0:1789449591.410293:0:35894:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449591.410297:0:35894:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449591.410300:0:35894:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000603fd3af/0xcddde1459ded682c lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3deb5 expref: -99 pid: 35894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449591.410306:0:35894:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449591.410307:0:35894:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1789449591.410311:0:35894:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:2.0:1789449591.410316:0:35894:0:(cl_object.c:143:cl_object_top()) ffff9e8b85520540 -> ffff9e8b903b5e90 00000008:00010000:2.0:1789449591.410320:0:35894:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000603fd3af/0xcddde1459ded682c lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10020000000000 nid: local remote: 0xeb7cbf5e2fd3deb5 expref: -99 pid: 35894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:2.0:1789449591.410326:0:35894:0:(cl_object.c:143:cl_object_top()) ffff9e8b85520540 -> ffff9e8b903b5e90 00000020:00000001:2.0:1789449591.410327:0:35894:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1789449591.410330:0:35894:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:2.0:1789449591.410333:0:35894:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1789449591.410335:0:35894:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449591.410336:0:35894:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449591.410337:0:35894:0:(cl_object.c:143:cl_object_top()) ffff9e8b85520540 -> ffff9e8b903b5e90 00000008:00000001:2.0:1789449591.410338:0:35894:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:2.0:1789449591.410340:0:35894:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449591.410342:0:35894:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449591.410342:0:35894:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449591.410343:0:35894:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75000 refcount=5 00000020:00000001:2.0:1789449591.410344:0:35894:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016242176 : -107152693309440 : ffff9e8b91c75000) 00010000:00000001:2.0:1789449591.410345:0:35894:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016242176 : -107152693309440 : ffff9e8b91c75000) 00010000:00000001:2.0:1789449591.410347:0:35894:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789449591.410349:0:35894:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000603fd3af/0xcddde1459ded682c lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0xeb7cbf5e2fd3deb5 expref: -99 pid: 35894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449591.410354:0:35894:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449591.410355:0:35894:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789449591.410357:0:35894:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000603fd3af/0xcddde1459ded682c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0xeb7cbf5e2fd3deb5 expref: -99 pid: 35894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449591.410366:0:35894:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789449591.410367:0:35894:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449591.410368:0:35894:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1789449591.410369:0:35894:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449591.410372:0:35894:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449591.411601:0:35894:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b8310ad80 x1876371947542016/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449607 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449591.411619:0:35894:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789449591.411624:0:35894:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789449591.411631:0:35894:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b87c48000. 02000000:00000001:2.0:1789449591.411639:0:35894:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789449591.411642:0:35894:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789449591.411644:0:35894:0:(genops.c:1222:class_import_put()) import ffff9e8b90c6e800 refcount=2 obd=lustre-OST0000-osc-ffff9e8b89903000 00000020:00000001:2.0:1789449591.411647:0:35894:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789449591.411650:0:35894:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e8b82ab9800. 02000000:00000001:2.0:1789449591.411654:0:35894:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789449591.411656:0:35894:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789449591.411658:0:35894:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b8310ad80. 00000100:00000001:2.0:1789449591.411663:0:35894:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789449591.411665:0:35894:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1789449591.411668:0:35894:0:(osc_request.c:3317:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789449591.411672:0:35894:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449591.411676:0:35894:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449591.411680:0:35894:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449591.411682:0:35894:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449591.411684:0:35894:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449591.411687:0:35894:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449591.411690:0:35894:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449591.411693:0:35894:0:(cl_io.c:529:cl_io_start()) Process entered 00000080:00000001:2.0:1789449591.411701:0:35894:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000020:00000001:2.0:1789449591.411713:0:35894:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181513b80 00000080:00200000:2.0:1789449591.411716:0:35894:0:(vvp_io.c:1292:vvp_io_write_start()) f24b.recovery-small-2: write [0, 8192) append 0 append lockpos 0 00000020:00000001:2.0:1789449591.411720:0:35894:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:2.0:1789449591.411725:0:35894:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b90f1ce88) owner 0000000000000000/ffff9e8b88b2cf80 00020000:00000002:2.0:1789449591.411731:0:35894:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9e8b87cd55a0 addref 2/0 by ffff9e8b88b2cf80. 00020000:00000002:2.0:1789449591.411734:0:35894:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b90f1ce88) owner 0000000000000000/ffff9e8b88b2cf80 00000020:00000001:2.0:1789449591.411737:0:35894:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000020:00000001:2.0:1789449591.411741:0:35894:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00020000:00000001:2.0:1789449591.411745:0:35894:0:(lov_io.c:1617:lov_io_lru_reserve()) Process entered 00020000:00000001:2.0:1789449591.411747:0:35894:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449591.411751:0:35894:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449591.411753:0:35894:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789449591.411755:0:35894:0:(lov_offset.c:264:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:2.0:1789449591.411758:0:35894:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789449591.411760:0:35894:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993116240 : -107152716435376 : ffff9e8b90667050) 00000020:00000001:2.0:1789449591.411762:0:35894:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00000008:00000001:2.0:1789449591.411766:0:35894:0:(osc_io.c:1417:osc_io_lru_reserve()) Process entered 00000008:00000001:2.0:1789449591.411771:0:35894:0:(osc_io.c:1430:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449591.411772:0:35894:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449591.411775:0:35894:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000001:2.0:1789449591.411777:0:35894:0:(lov_io.c:1658:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449591.411779:0:35894:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449591.411788:0:35894:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:2.0:1789449591.411791:0:35894:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 4096 bytes 00000020:00000001:2.0:1789449591.411831:0:35894:0:(cl_page.c:432:cl_page_find()) Process entered 00000020:00008000:2.0:1789449591.411833:0:35894:0:(cl_page.c:438:cl_page_find()) 0@[0x200000405:0x2f:0x0] ffffe3bd449cc340 0 1 00000020:00000001:2.0:1789449591.411837:0:35894:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:2.0:1789449591.411840:0:35894:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449591.411842:0:35894:0:(cl_page.c:353:cl_page_alloc()) Process entered 00000020:00000010:2.0:1789449591.411852:0:35894:0:(cl_page.c:304:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff9e8b91cc98c0. 00000020:00000001:2.0:1789449591.411856:0:35894:0:(cl_page.c:1294:cl_page_slice_add()) Process entered 00000020:00000001:2.0:1789449591.411858:0:35894:0:(cl_page.c:1301:cl_page_slice_add()) Process leaving 00020000:00000001:2.0:1789449591.411862:0:35894:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00000001:2.0:1789449591.411864:0:35894:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449591.411866:0:35894:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00008000:2.0:1789449591.411868:0:35894:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:2.0:1789449591.411870:0:35894:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789449591.411872:0:35894:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993116240 : -107152716435376 : ffff9e8b90667050) 00000008:00000001:2.0:1789449591.411876:0:35894:0:(osc_cache.c:2482:osc_prep_async_page()) Process entered 00000008:00000040:2.0:1789449591.411893:0:35894:0:(osc_cache.c:2505:osc_prep_async_page()) oap ffff9e8b91cc9930 folio ffffe3bd449cc340 pg:0 obj off 0 00000008:00000001:2.0:1789449591.411895:0:35894:0:(osc_cache.c:2506:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449591.411897:0:35894:0:(cl_page.c:1294:cl_page_slice_add()) Process entered 00000020:00000001:2.0:1789449591.411898:0:35894:0:(cl_page.c:1301:cl_page_slice_add()) Process leaving 00000008:00000001:2.0:1789449591.411900:0:35894:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:2.0:1789449591.411902:0:35894:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449591.411907:0:35894:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449591.411909:0:35894:0:(cl_page.c:400:cl_page_alloc()) Process leaving (rc=18446636921016588480 : -107152692963136 : ffff9e8b91cc98c0) 00000020:00000001:2.0:1789449591.411911:0:35894:0:(cl_page.c:461:cl_page_find()) Process leaving (rc=18446636921016588480 : -107152692963136 : ffff9e8b91cc98c0) 00000020:00000001:2.0:1789449591.411914:0:35894:0:(cl_page.c:811:cl_page_assume()) Process entered 00000020:00000001:2.0:1789449591.411917:0:35894:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:2.0:1789449591.411918:0:35894:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446636920799432256 : -107152910119360 : ffff9e8b84db0e40) 00000020:00000001:2.0:1789449591.411921:0:35894:0:(cl_page.c:645:cl_page_owner_set()) Process entered 00000020:00000001:2.0:1789449591.411923:0:35894:0:(cl_page.c:648:cl_page_owner_set()) Process leaving 00000020:00000001:2.0:1789449591.411925:0:35894:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1789449591.411932:0:35894:0:(cl_page.c:518:__cl_page_state_set()) page@00000000b8134675[2 00000000be0abf58 1 1 0000000073c12968 0 0 0] 00000020:00000001:2.0:1789449591.411935:0:35894:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 2 00000020:00000001:2.0:1789449591.411936:0:35894:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1789449591.411937:0:35894:0:(cl_page.c:825:cl_page_assume()) Process leaving 00000080:00008000:2.0:1789449591.411941:0:35894:0:(rw26.c:769:ll_write_begin()) page@00000000b8134675[2 00000000be0abf58 2 1 0000000073c12968 0 0 0] 00000080:00008000:2.0:1789449591.411944:0:35894:0:(rw26.c:769:ll_write_begin()) full page write 00000080:00000001:2.0:1789449591.411946:0:35894:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:2.0:1789449591.411947:0:35894:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449591.411954:0:35894:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:2.0:1789449591.411956:0:35894:0:(rw26.c:871:ll_write_end()) pos 0, len 4096, copied 4096 00000020:00000001:2.0:1789449591.411958:0:35894:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:2.0:1789449591.411959:0:35894:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446636920799432256 : -107152910119360 : ffff9e8b84db0e40) 00000020:00000001:2.0:1789449591.411961:0:35894:0:(cl_page.c:680:cl_page_is_owned()) Process entered 00000020:00000001:2.0:1789449591.411963:0:35894:0:(cl_page.c:682:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789449591.411970:0:35894:0:(cl_io.c:928:cl_page_list_add()) Process entered 00000020:00000001:2.0:1789449591.411972:0:35894:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:2.0:1789449591.411974:0:35894:0:(cl_page.c:547:cl_page_get()) Process leaving 00000020:00000001:2.0:1789449591.411975:0:35894:0:(cl_io.c:939:cl_page_list_add()) Process leaving 00000080:00200000:2.0:1789449591.411979:0:35894:0:(rw26.c:929:ll_write_end()) page@00000000b8134675[3 00000000be0abf58 2 1 0000000073c12968 0 0 0] 00000080:00200000:2.0:1789449591.411982:0:35894:0:(rw26.c:929:ll_write_end()) vmpage @000000001a489b27 17ffffc0001001 3:0 ffff9e8b91cc98c0 0 lru 00000080:00200000:2.0:1789449591.411991:0:35894:0:(rw26.c:929:ll_write_end()) osc-page@00000000884cf7fc 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 000000009390099a 00000000baf7252d > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789449591.411993:0:35894:0:(rw26.c:929:ll_write_end()) end page@00000000b8134675 00000080:00200000:2.0:1789449591.411995:0:35894:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00000001:2.0:1789449591.411997:0:35894:0:(rw26.c:950:ll_write_end()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:2.0:1789449591.412002:0:35894:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:2.0:1789449591.412003:0:35894:0:(rw26.c:676:ll_write_begin()) Writing 1 of 0 to 4096 bytes 00000020:00000001:2.0:1789449591.412022:0:35894:0:(cl_page.c:432:cl_page_find()) Process entered 00000020:00008000:2.0:1789449591.412023:0:35894:0:(cl_page.c:438:cl_page_find()) 1@[0x200000405:0x2f:0x0] ffffe3bd445b8e80 0 1 00000020:00000001:2.0:1789449591.412026:0:35894:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:2.0:1789449591.412027:0:35894:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449591.412028:0:35894:0:(cl_page.c:353:cl_page_alloc()) Process entered 00000020:00000010:2.0:1789449591.412031:0:35894:0:(cl_page.c:304:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff9e8b91cc9a80. 00000020:00000001:2.0:1789449591.412033:0:35894:0:(cl_page.c:1294:cl_page_slice_add()) Process entered 00000020:00000001:2.0:1789449591.412034:0:35894:0:(cl_page.c:1301:cl_page_slice_add()) Process leaving 00020000:00000001:2.0:1789449591.412035:0:35894:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00000001:2.0:1789449591.412037:0:35894:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449591.412039:0:35894:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00008000:2.0:1789449591.412041:0:35894:0:(lov_page.c:146:lov_page_init_composite()) offset 4096, entry 0, stripe 0, suboff 4096 00020000:00000001:2.0:1789449591.412043:0:35894:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789449591.412044:0:35894:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993116240 : -107152716435376 : ffff9e8b90667050) 00000008:00000001:2.0:1789449591.412047:0:35894:0:(osc_cache.c:2482:osc_prep_async_page()) Process entered 00000008:00000040:2.0:1789449591.412048:0:35894:0:(osc_cache.c:2505:osc_prep_async_page()) oap ffff9e8b91cc9af0 folio ffffe3bd445b8e80 pg:0 obj off 4096 00000008:00000001:2.0:1789449591.412050:0:35894:0:(osc_cache.c:2506:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449591.412052:0:35894:0:(cl_page.c:1294:cl_page_slice_add()) Process entered 00000020:00000001:2.0:1789449591.412053:0:35894:0:(cl_page.c:1301:cl_page_slice_add()) Process leaving 00000008:00000001:2.0:1789449591.412054:0:35894:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:2.0:1789449591.412059:0:35894:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449591.412064:0:35894:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449591.412066:0:35894:0:(cl_page.c:400:cl_page_alloc()) Process leaving (rc=18446636921016588928 : -107152692962688 : ffff9e8b91cc9a80) 00000020:00000001:2.0:1789449591.412068:0:35894:0:(cl_page.c:461:cl_page_find()) Process leaving (rc=18446636921016588928 : -107152692962688 : ffff9e8b91cc9a80) 00000020:00000001:2.0:1789449591.412069:0:35894:0:(cl_page.c:811:cl_page_assume()) Process entered 00000020:00000001:2.0:1789449591.412071:0:35894:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:2.0:1789449591.412072:0:35894:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446636920799432256 : -107152910119360 : ffff9e8b84db0e40) 00000020:00000001:2.0:1789449591.412074:0:35894:0:(cl_page.c:645:cl_page_owner_set()) Process entered 00000020:00000001:2.0:1789449591.412074:0:35894:0:(cl_page.c:648:cl_page_owner_set()) Process leaving 00000020:00000001:2.0:1789449591.412076:0:35894:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1789449591.412078:0:35894:0:(cl_page.c:518:__cl_page_state_set()) page@0000000087a2ac14[2 00000000be0abf58 1 1 0000000073c12968 0 0 1] 00000020:00000001:2.0:1789449591.412080:0:35894:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 2 00000020:00000001:2.0:1789449591.412081:0:35894:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1789449591.412082:0:35894:0:(cl_page.c:825:cl_page_assume()) Process leaving 00000080:00008000:2.0:1789449591.412085:0:35894:0:(rw26.c:769:ll_write_begin()) page@0000000087a2ac14[2 00000000be0abf58 2 1 0000000073c12968 0 0 1] 00000080:00008000:2.0:1789449591.412086:0:35894:0:(rw26.c:769:ll_write_begin()) full page write 00000080:00000001:2.0:1789449591.412088:0:35894:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:2.0:1789449591.412089:0:35894:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449591.412094:0:35894:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:2.0:1789449591.412095:0:35894:0:(rw26.c:871:ll_write_end()) pos 4096, len 4096, copied 4096 00000020:00000001:2.0:1789449591.412097:0:35894:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:2.0:1789449591.412098:0:35894:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446636920799432256 : -107152910119360 : ffff9e8b84db0e40) 00000020:00000001:2.0:1789449591.412099:0:35894:0:(cl_page.c:680:cl_page_is_owned()) Process entered 00000020:00000001:2.0:1789449591.412101:0:35894:0:(cl_page.c:682:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789449591.412103:0:35894:0:(cl_io.c:928:cl_page_list_add()) Process entered 00000020:00000001:2.0:1789449591.412104:0:35894:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:2.0:1789449591.412105:0:35894:0:(cl_page.c:547:cl_page_get()) Process leaving 00000020:00000001:2.0:1789449591.412106:0:35894:0:(cl_io.c:939:cl_page_list_add()) Process leaving 00000080:00200000:2.0:1789449591.412109:0:35894:0:(rw26.c:929:ll_write_end()) page@0000000087a2ac14[3 00000000be0abf58 2 1 0000000073c12968 0 0 1] 00000080:00200000:2.0:1789449591.412112:0:35894:0:(rw26.c:929:ll_write_end()) vmpage @00000000e57714a5 17ffffc0001001 3:0 ffff9e8b91cc9a80 1 lru 00000080:00200000:2.0:1789449591.412117:0:35894:0:(rw26.c:929:ll_write_end()) osc-page@000000006050eee4 1: 1< 0 - - > 2< 4096 0 0 0x0 0x0 | 000000009390099a 00000000baf7252d > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789449591.412120:0:35894:0:(rw26.c:929:ll_write_end()) end page@0000000087a2ac14 00000080:00200000:2.0:1789449591.412121:0:35894:0:(rw26.c:929:ll_write_end()) queued cl_page: 2. 00000080:00000001:2.0:1789449591.412123:0:35894:0:(rw26.c:950:ll_write_end()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:2.0:1789449591.412137:0:35894:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:2.0:1789449591.412140:0:35894:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 2, from 0, to 4096 prio 0 00000020:00000001:2.0:1789449591.412144:0:35894:0:(cl_io.c:647:cl_io_commit_async()) Process entered 00020000:00000001:2.0:1789449591.412146:0:35894:0:(lov_io.c:1806:lov_io_commit_async()) Process entered 00020000:00000001:2.0:1789449591.412148:0:35894:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789449591.412150:0:35894:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993116240 : -107152716435376 : ffff9e8b90667050) 00000020:00000001:2.0:1789449591.412155:0:35894:0:(cl_io.c:647:cl_io_commit_async()) Process entered 00000008:00000001:2.0:1789449591.412158:0:35894:0:(osc_io.c:419:osc_io_commit_async()) Process entered 00000008:00000001:2.0:1789449591.412161:0:35894:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:2.0:1789449591.412163:0:35894:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:2.0:1789449591.412164:0:35894:0:(cl_page.c:547:cl_page_get()) Process leaving 00000008:00000001:2.0:1789449591.412166:0:35894:0:(osc_cache.c:2527:osc_queue_async_io()) Process entered 00000008:00000020:2.0:1789449591.412171:0:35894:0:(osc_cache.c:2586:osc_queue_async_io()) obj ffff9e8b85520540 ready 0|-|- wr 0|-|- rd 0|- oap ffff9e8b91cc9930 folio ffffe3bd449cc340 pg:0 added for cmd 2 00000008:00000001:2.0:1789449591.412176:0:35894:0:(osc_cache.c:1781:osc_enter_cache()) Process entered 00000008:00000020:2.0:1789449591.412179:0:35894:0:(osc_cache.c:1783:osc_enter_cache()) lustre-OST0000-osc-ffff9e8b89903000: grant { dirty: 0/118272 dirty_pages: 0/472726 dropped: 0 avail: 8437760, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 2, left: 2, waiters: 0 }need:28672 00000008:00000020:2.0:1789449591.412185:0:35894:0:(osc_cache.c:1683:osc_enter_cache_try()) lustre-OST0000-osc-ffff9e8b89903000: grant { dirty: 0/118272 dirty_pages: 0/472726 dropped: 0 avail: 8437760, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 2, left: 2, waiters: 0 }need:28672 00000008:00000020:2.0:1789449591.412190:0:35894:0:(osc_cache.c:1481:osc_consume_write_grant()) using 4096 grant credits for brw ffff9e8b91cc9968 page ffffe3bd449cc340 00000008:00000020:2.0:1789449591.412195:0:35894:0:(osc_cache.c:1815:osc_enter_cache()) lustre-OST0000-osc-ffff9e8b89903000: grant { dirty: 1/118272 dirty_pages: 1/472726 dropped: 0 avail: 8409088, dirty_grant: 0, reserved: 28672, flight: 0 } lru {in list: 2, left: 2, waiters: 0 }granted from cache 00000008:00000001:2.0:1789449591.412200:0:35894:0:(osc_cache.c:1831:osc_enter_cache()) Process leaving 00000008:00000001:2.0:1789449591.412201:0:35894:0:(osc_cache.c:1834:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789449591.412204:0:35894:0:(osc_cache.c:707:osc_extent_find()) Process entered 00000008:00000010:2.0:1789449591.412210:0:35894:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff9e8bc20e5000. 00000008:00000020:2.0:1789449591.412217:0:35894:0:(osc_cache.c:1310:__osc_extent_tree_dump()) Dump object ffff9e8b85520540 extents at osc_extent_find:841, mppr: 1024. 00000008:00000020:2.0:1789449591.412223:0:35894:0:(osc_cache.c:1927:osc_update_pending()) obj ffff9e8b85520540 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:2.0:1789449591.412229:0:35894:0:(osc_cache.c:859:osc_extent_find()) extent ffff9e8bc20e5000@{[0 -> 0/1023], [3|1|-|active|wi|ffff9e8b85520540], [28672|0|-|-|ffff9e8b91c75000|1024|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:2.0:1789449591.412240:0:35894:0:(osc_cache.c:859:osc_extent_find()) ### extent: 00000000e1034b36 ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000603fd3af/0xcddde1459ded682c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0xeb7cbf5e2fd3deb5 expref: -99 pid: 35894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00000001:2.0:1789449591.412249:0:35894:0:(osc_cache.c:876:osc_extent_find()) Process leaving 00000008:00000001:2.0:1789449591.412254:0:35894:0:(osc_cache.c:2723:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789449591.412257:0:35894:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789449591.412259:0:35894:0:(osc_io.c:380:osc_page_touch_at()) Process entered 00000020:00000001:2.0:1789449591.412262:0:35894:0:(cl_object.c:143:cl_object_top()) ffff9e8b85520540 -> ffff9e8b903b5e90 00000008:00000002:2.0:1789449591.412264:0:35894:0:(osc_io.c:388:osc_page_touch_at()) stripe KMS increasing 0->4096 0 00000020:00000001:2.0:1789449591.412267:0:35894:0:(cl_object.c:143:cl_object_top()) ffff9e8b85520540 -> ffff9e8b903b5e90 00000020:00000001:2.0:1789449591.412269:0:35894:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1789449591.412271:0:35894:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 4096 00020000:00000001:2.0:1789449591.412274:0:35894:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1789449591.412275:0:35894:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449591.412278:0:35894:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449591.412279:0:35894:0:(cl_object.c:143:cl_object_top()) ffff9e8b85520540 -> ffff9e8b903b5e90 00000008:00000001:2.0:1789449591.412281:0:35894:0:(osc_io.c:403:osc_page_touch_at()) Process leaving 00000020:00000001:2.0:1789449591.412282:0:35894:0:(cl_io.c:952:cl_page_list_del()) Process entered 00000020:00000001:2.0:1789449591.412284:0:35894:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:2.0:1789449591.412287:0:35894:0:(cl_page.c:567:cl_batch_put()) page@00000000b8134675[4 00000000be0abf58 2 1 0000000073c12968 0 0 0] 00000020:00000001:2.0:1789449591.412288:0:35894:0:(cl_page.c:567:cl_batch_put()) 4 00000020:00000001:2.0:1789449591.412290:0:35894:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:2.0:1789449591.412291:0:35894:0:(cl_io.c:957:cl_page_list_del()) Process leaving 00000008:00000001:2.0:1789449591.412292:0:35894:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:2.0:1789449591.412293:0:35894:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:2.0:1789449591.412294:0:35894:0:(cl_page.c:547:cl_page_get()) Process leaving 00000008:00000001:2.0:1789449591.412295:0:35894:0:(osc_cache.c:2527:osc_queue_async_io()) Process entered 00000008:00000020:2.0:1789449591.412297:0:35894:0:(osc_cache.c:2586:osc_queue_async_io()) obj ffff9e8b85520540 ready 0|-|- wr 0|-|- rd 0|- oap ffff9e8b91cc9af0 folio ffffe3bd445b8e80 pg:0 added for cmd 2 00000008:00000020:2.0:1789449591.412301:0:35894:0:(osc_cache.c:1683:osc_enter_cache_try()) lustre-OST0000-osc-ffff9e8b89903000: grant { dirty: 1/118272 dirty_pages: 1/472726 dropped: 0 avail: 8409088, dirty_grant: 28672, reserved: 0, flight: 0 } lru {in list: 2, left: 2, waiters: 0 }need:28672 00000008:00000020:2.0:1789449591.412304:0:35894:0:(osc_cache.c:1481:osc_consume_write_grant()) using 4096 grant credits for brw ffff9e8b91cc9b28 page ffffe3bd445b8e80 00000008:00000001:2.0:1789449591.412307:0:35894:0:(osc_cache.c:1257:osc_extent_expand()) Process entered 00000008:00000001:2.0:1789449591.412310:0:35894:0:(osc_cache.c:229:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:2.0:1789449591.412313:0:35894:0:(osc_cache.c:1293:osc_extent_expand()) Process leaving 00000008:00000001:2.0:1789449591.412314:0:35894:0:(osc_cache.c:1297:osc_extent_expand()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1789449591.412317:0:35894:0:(osc_cache.c:2622:osc_queue_async_io()) extent ffff9e8bc20e5000@{[0 -> 1/1023], [2|1|-|active|wi|ffff9e8b85520540], [32768|1|+|-|ffff9e8b91c75000|1024|0000000000000000]} expanded for 1. 00000008:00010000:2.0:1789449591.412321:0:35894:0:(osc_cache.c:2622:osc_queue_async_io()) ### extent: 00000000e1034b36 ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000603fd3af/0xcddde1459ded682c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0xeb7cbf5e2fd3deb5 expref: -99 pid: 35894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00000001:2.0:1789449591.412327:0:35894:0:(osc_cache.c:2723:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789449591.412329:0:35894:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789449591.412330:0:35894:0:(osc_io.c:380:osc_page_touch_at()) Process entered 00000020:00000001:2.0:1789449591.412331:0:35894:0:(cl_object.c:143:cl_object_top()) ffff9e8b85520540 -> ffff9e8b903b5e90 00000008:00000002:2.0:1789449591.412332:0:35894:0:(osc_io.c:388:osc_page_touch_at()) stripe KMS increasing 4096->8192 4096 00000020:00000001:2.0:1789449591.412334:0:35894:0:(cl_object.c:143:cl_object_top()) ffff9e8b85520540 -> ffff9e8b903b5e90 00000020:00000001:2.0:1789449591.412335:0:35894:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1789449591.412336:0:35894:0:(osc_object.c:161:osc_attr_update()) set kms from 4096to 8192 00020000:00000001:2.0:1789449591.412337:0:35894:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1789449591.412338:0:35894:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449591.412339:0:35894:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449591.412340:0:35894:0:(cl_object.c:143:cl_object_top()) ffff9e8b85520540 -> ffff9e8b903b5e90 00000008:00000001:2.0:1789449591.412341:0:35894:0:(osc_io.c:403:osc_page_touch_at()) Process leaving 00000020:00000001:2.0:1789449591.412342:0:35894:0:(cl_io.c:952:cl_page_list_del()) Process entered 00000020:00000001:2.0:1789449591.412343:0:35894:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:2.0:1789449591.412345:0:35894:0:(cl_page.c:567:cl_batch_put()) page@0000000087a2ac14[4 00000000be0abf58 2 1 0000000073c12968 0 0 1] 00000020:00000001:2.0:1789449591.412346:0:35894:0:(cl_page.c:567:cl_batch_put()) 4 00000020:00000001:2.0:1789449591.412347:0:35894:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:2.0:1789449591.412348:0:35894:0:(cl_io.c:957:cl_page_list_del()) Process leaving 00000008:00000020:2.0:1789449591.412350:0:35894:0:(osc_request.c:745:osc_update_next_shrink()) next time 3126 to shrink grant 00000080:00000001:2.0:1789449591.412354:0:35894:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:2.0:1789449591.412356:0:35894:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:2.0:1789449591.412364:0:35894:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9e8b891cccb8, count 2, dirtied 2 00000080:00000001:2.0:1789449591.412365:0:35894:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:2.0:1789449591.412367:0:35894:0:(cl_page.c:656:__cl_page_disown()) Process entered 00000020:00000001:2.0:1789449591.412368:0:35894:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1789449591.412369:0:35894:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1789449591.412370:0:35894:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1789449591.412372:0:35894:0:(cl_page.c:518:__cl_page_state_set()) page@00000000b8134675[3 00000000be0abf58 2 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1789449591.412373:0:35894:0:(cl_page.c:518:__cl_page_state_set()) 2 -> 1 00000020:00000001:2.0:1789449591.412374:0:35894:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1789449591.412375:0:35894:0:(cl_page.c:671:__cl_page_disown()) Process leaving 00000020:00000001:2.0:1789449591.412376:0:35894:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:2.0:1789449591.412377:0:35894:0:(cl_page.c:567:cl_batch_put()) page@00000000b8134675[3 00000000be0abf58 1 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1789449591.412378:0:35894:0:(cl_page.c:567:cl_batch_put()) 3 00000020:00000001:2.0:1789449591.412378:0:35894:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:2.0:1789449591.412379:0:35894:0:(cl_page.c:656:__cl_page_disown()) Process entered 00000020:00000001:2.0:1789449591.412379:0:35894:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1789449591.412380:0:35894:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1789449591.412380:0:35894:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1789449591.412382:0:35894:0:(cl_page.c:518:__cl_page_state_set()) page@0000000087a2ac14[3 00000000be0abf58 2 1 0000000000000000 0 0 1] 00000020:00000001:2.0:1789449591.412382:0:35894:0:(cl_page.c:518:__cl_page_state_set()) 2 -> 1 00000020:00000001:2.0:1789449591.412383:0:35894:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1789449591.412384:0:35894:0:(cl_page.c:671:__cl_page_disown()) Process leaving 00000020:00000001:2.0:1789449591.412384:0:35894:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:2.0:1789449591.412385:0:35894:0:(cl_page.c:567:cl_batch_put()) page@0000000087a2ac14[3 00000000be0abf58 1 1 0000000000000000 0 0 1] 00000020:00000001:2.0:1789449591.412386:0:35894:0:(cl_page.c:567:cl_batch_put()) 3 00000020:00000001:2.0:1789449591.412387:0:35894:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000080:00000001:2.0:1789449591.412387:0:35894:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:2.0:1789449591.412388:0:35894:0:(osc_io.c:492:osc_io_commit_async()) 0 0 00000008:00000001:2.0:1789449591.412389:0:35894:0:(osc_io.c:493:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449591.412390:0:35894:0:(cl_io.c:657:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449591.412391:0:35894:0:(lov_io.c:1818:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449591.412392:0:35894:0:(cl_io.c:657:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789449591.412394:0:35894:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 2 pages 8192 bytes, tot: 8192 00000020:00000001:2.0:1789449591.412396:0:35894:0:(cl_io.c:1044:cl_page_list_fini()) Process entered 00000020:00000001:2.0:1789449591.412397:0:35894:0:(cl_io.c:1048:cl_page_list_fini()) Process leaving 00000080:00000001:2.0:1789449591.412398:0:35894:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449591.412400:0:35894:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181513b80 00000080:00200000:2.0:1789449591.412401:0:35894:0:(vvp_io.c:1358:vvp_io_write_start()) f24b.recovery-small-2: write bytes 0, result: 8192 00000080:00000001:2.0:1789449591.412404:0:35894:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449591.412407:0:35894:0:(lov_io.c:1425:lov_io_start()) Process entered 00020000:00000001:2.0:1789449591.412409:0:35894:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:2.0:1789449591.412411:0:35894:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:2.0:1789449591.412413:0:35894:0:(osc_io.c:1053:osc_io_write_start()) Process entered 00000020:00000001:2.0:1789449591.412414:0:35894:0:(cl_object.c:143:cl_object_top()) ffff9e8b85520540 -> ffff9e8b903b5e90 00000020:00000001:2.0:1789449591.412416:0:35894:0:(cl_object.c:143:cl_object_top()) ffff9e8b85520540 -> ffff9e8b903b5e90 00000020:00000001:2.0:1789449591.412417:0:35894:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1789449591.412419:0:35894:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1789449591.412420:0:35894:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449591.412421:0:35894:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449591.412423:0:35894:0:(cl_object.c:143:cl_object_top()) ffff9e8b85520540 -> ffff9e8b903b5e90 00000008:00000001:2.0:1789449591.412425:0:35894:0:(osc_io.c:1061:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449591.412427:0:35894:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449591.412429:0:35894:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449591.412430:0:35894:0:(lov_io.c:1426:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449591.412432:0:35894:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449591.412434:0:35894:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:2.0:1789449591.412436:0:35894:0:(lov_io.c:1397:lov_io_call()) Process entered 00020000:00000001:2.0:1789449591.412437:0:35894:0:(lov_io.c:1431:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1789449591.412439:0:35894:0:(cl_io.c:556:cl_io_end()) Process entered 00000008:00000001:2.0:1789449591.412442:0:35894:0:(osc_cache.c:600:osc_extent_release()) Process entered 00000008:00000001:2.0:1789449591.412444:0:35894:0:(osc_cache.c:229:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:2.0:1789449591.412447:0:35894:0:(osc_cache.c:1927:osc_update_pending()) obj ffff9e8b85520540 ready 0|-|- wr 2|-|- rd 0|- update pending cmd 2 delta 2. 00000008:00000001:2.0:1789449591.412454:0:35894:0:(osc_cache.c:1859:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1789449591.412457:0:35894:0:(osc_cache.c:1912:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789449591.412458:0:35894:0:(osc_cache.c:1859:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1789449591.412460:0:35894:0:(osc_cache.c:1898:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789449591.412462:0:35894:0:(osc_cache.c:674:osc_extent_release()) Process leaving 00000020:00000001:2.0:1789449591.412464:0:35894:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:2.0:1789449591.412466:0:35894:0:(lov_io.c:1441:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449591.412467:0:35894:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449591.412469:0:35894:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:2.0:1789449591.412471:0:35894:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:2.0:1789449591.412473:0:35894:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1789449591.412474:0:35894:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9e8b9065ba88 (ffff9e8b862172d8/0) at cl_lock_release():245 00000020:00000001:2.0:1789449591.412477:0:35894:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1789449591.412478:0:35894:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e8b9065ba88 (ffff9e8b862172d8/0) at cl_lock_cancel():142 00020000:00000001:2.0:1789449591.412481:0:35894:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1789449591.412483:0:35894:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789449591.412484:0:35894:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993116240 : -107152716435376 : ffff9e8b90667050) 00000020:00000001:2.0:1789449591.412485:0:35894:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1789449591.412486:0:35894:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e8b84d027b0 (ffff9e8b862177e8/1) at cl_lock_cancel():142 00000008:00000001:2.0:1789449591.412488:0:35894:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1789449591.412489:0:35894:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:2.0:1789449591.412492:0:35894:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449591.412494:0:35894:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449591.412496:0:35894:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75000 refcount=5 00000020:00000001:2.0:1789449591.412498:0:35894:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016242176 : -107152693309440 : ffff9e8b91c75000) 00010000:00000001:2.0:1789449591.412500:0:35894:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016242176 : -107152693309440 : ffff9e8b91c75000) 00010000:00000001:2.0:1789449591.412501:0:35894:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789449591.412504:0:35894:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000603fd3af/0xcddde1459ded682c lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0xeb7cbf5e2fd3deb5 expref: -99 pid: 35894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449591.412510:0:35894:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449591.412511:0:35894:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449591.412513:0:35894:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789449591.412516:0:35894:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789449591.412518:0:35894:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000603fd3af/0xcddde1459ded682c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0xeb7cbf5e2fd3deb5 expref: -99 pid: 35894 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789449591.412525:0:35894:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789449591.412528:0:35894:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789449591.412530:0:35894:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789449591.412534:0:35894:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449591.412535:0:35894:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449591.412536:0:35894:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449591.412538:0:35894:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789449591.412540:0:35894:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449591.412542:0:35894:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449591.412545:0:35894:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449591.412546:0:35894:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789449591.412547:0:35894:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449591.412548:0:35894:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449591.412549:0:35894:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449591.412550:0:35894:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1789449591.412552:0:35894:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1789449591.412553:0:35894:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1789449591.412554:0:35894:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1789449591.412555:0:35894:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1789449591.412556:0:35894:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1789449591.412557:0:35894:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e8b9065ba88 (ffff9e8b862172d8/0) at cl_lock_fini():72 00020000:00000001:2.0:1789449591.412559:0:35894:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1789449591.412560:0:35894:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1789449591.412561:0:35894:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e8b84d027b0 (ffff9e8b862172d8/1) at cl_lock_fini():72 00000008:00000010:2.0:1789449591.412562:0:35894:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9e8b91cb4390. 00000020:00000001:2.0:1789449591.412567:0:35894:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1789449591.412568:0:35894:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9e8b84d02780. 00020000:00000001:2.0:1789449591.412570:0:35894:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1789449591.412570:0:35894:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1789449591.412571:0:35894:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:2.0:1789449591.412573:0:35894:0:(lov_io.c:1519:lov_io_unlock()) Process entered 00020000:00000001:2.0:1789449591.412574:0:35894:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:2.0:1789449591.412575:0:35894:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:2.0:1789449591.412575:0:35894:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1789449591.412576:0:35894:0:(lov_io.c:1453:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449591.412577:0:35894:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449591.412579:0:35894:0:(lov_io.c:1522:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1789449591.412580:0:35894:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1789449591.412581:0:35894:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000080:00200000:2.0:1789449591.412583:0:35894:0:(vvp_io.c:533:vvp_io_advance()) advancing 8192 bytes 00000020:00000001:2.0:1789449591.412584:0:35894:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1789449591.412585:0:35894:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1789449591.412587:0:35894:0:(lov_io.c:1500:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1789449591.412588:0:35894:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:2.0:1789449591.412588:0:35894:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1789449591.412590:0:35894:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1789449591.412591:0:35894:0:(lov_io.c:1447:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449591.412592:0:35894:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449591.412593:0:35894:0:(lov_io.c:1511:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1789449591.412594:0:35894:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1789449591.412595:0:35894:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789449591.412599:0:35894:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 1] 00000001:00000001:2.0:1789449591.412602:0:35894:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:2.0:1789449591.412605:0:35894:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:2.0:1789449591.412607:0:35894:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:2.0:1789449591.412609:0:35894:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1789449591.412610:0:35894:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1789449591.412611:0:35894:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:2.0:1789449591.412613:0:35894:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:2.0:1789449591.412615:0:35894:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b862177e0 00020000:00000001:2.0:1789449591.412618:0:35894:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1789449591.412619:0:35894:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1789449591.412620:0:35894:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1789449591.412622:0:35894:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2f:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1789449591.412624:0:35894:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1789449591.412624:0:35894:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00000001:2.0:1789449591.412625:0:35894:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181513c98 00000080:00200000:2.0:1789449591.412627:0:35894:0:(file.c:2238:ll_file_io_generic()) f24b.recovery-small-2: 2 io complete with rc: 0, result: 8192, restart: 0 00000080:00000001:2.0:1789449591.412633:0:35894:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1789449591.412634:0:35894:0:(cl_object.c:143:cl_object_top()) ffff9e8b903b5e90 -> ffff9e8b903b5e90 00000020:00000001:2.0:1789449591.412635:0:35894:0:(cl_object.c:143:cl_object_top()) ffff9e8b903b5e90 -> ffff9e8b903b5e90 00000020:00000001:2.0:1789449591.412637:0:35894:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1789449591.412641:0:35894:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1789449591.412646:0:35894:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1789449591.412647:0:35894:0:(lov_offset.c:58:lov_stripe_size()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000001:2.0:1789449591.412649:0:35894:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1789449591.412650:0:35894:0:(lov_offset.c:58:lov_stripe_size()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000002:2.0:1789449591.412652:0:35894:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x2f:1029 on OST[0]: s=8192 (1) m=1789449591 a=0 c=1789449591 b=0 00020000:00000001:2.0:1789449591.412655:0:35894:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789449591.412657:0:35894:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=8192 m=1789449591 a=0 c=1789449591 b=0 00020000:00000001:2.0:1789449591.412658:0:35894:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449591.412659:0:35894:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449591.412660:0:35894:0:(cl_object.c:143:cl_object_top()) ffff9e8b903b5e90 -> ffff9e8b903b5e90 00000080:00200000:2.0:1789449591.412662:0:35894:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2f:0x0] updating i_size 8192 i_blocks 0 00000080:00000001:2.0:1789449591.412663:0:35894:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:2.0:1789449591.412666:0:35894:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 8192 00000080:00000001:2.0:1789449591.412668:0:35894:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=8192 : 8192 : 2000) 00000020:00001000:2.0:1789449591.412670:0:35894:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b862172d0 00000020:00000001:2.0:1789449591.412672:0:35894:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181513d88 00000080:00000008:2.0:1789449591.412673:0:35894:0:(file.c:2732:do_file_write_iter()) COMPLETED: file f24b.recovery-small-2:[0x200000405:0x2f:0x0], ppos: 8192, count: 0, rc = 8192 00000080:00000001:2.0:1789449591.412675:0:35894:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=8192 : 8192 : 2000) 00000080:00000001:3.0:1789449591.440273:0:35898:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789449591.440283:0:35898:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789449591.440287:0:35898:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c5bb78 00000080:00200000:3.0:1789449591.440293:0:35898:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:3.0:1789449591.440304:0:35898:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b888a2e00. 00800000:00000002:3.0:1789449591.440314:0:35898:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:3.0:1789449591.440319:0:35898:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789449591.440325:0:35898:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789449591.440328:0:35898:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c5ba98 00800000:00000002:3.0:1789449591.440331:0:35898:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789449591.440335:0:35898:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789449591.440338:0:35898:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789449591.440341:0:35898:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789449591.440345:0:35898:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789449591.440347:0:35898:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789449591.440349:0:35898:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449591.440352:0:35898:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789449591.440354:0:35898:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449591.440358:0:35898:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789449591.440365:0:35898:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789449591.440367:0:35898:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c5b968 00000002:00010000:3.0:1789449591.440369:0:35898:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789449591.440373:0:35898:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789449591.440375:0:35898:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789449591.440380:0:35898:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789449591.440389:0:35898:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cba400 count: 2 00010000:00000001:3.0:1789449591.440393:0:35898:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789449591.440399:0:35898:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449591.440405:0:35898:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789449591.440411:0:35898:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499a00/0xcddde1459ded6802 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3de22 expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1789449591.440424:0:35898:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789449591.440431:0:35898:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449591.440435:0:35898:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499a00/0xcddde1459ded6802 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3de22 expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1789449591.440444:0:35898:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789449591.440446:0:35898:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789449591.440448:0:35898:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789449591.440449:0:35898:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789449591.440451:0:35898:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789449591.440454:0:35898:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789449591.440457:0:35898:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789449591.440460:0:35898:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:3.0:1789449591.440463:0:35898:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b888a2e00. 00000080:00000001:3.0:1789449591.440468:0:35898:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789449591.440470:0:35898:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789449591.440473:0:35898:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:3.0:1789449591.440477:0:35898:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded6802 00800000:00000001:3.0:1789449591.440480:0:35898:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789449591.440483:0:35898:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789449591.440485:0:35898:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449591.440488:0:35898:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449591.440491:0:35898:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499a00 refcount=3 00000020:00000001:3.0:1789449591.440493:0:35898:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823454208 : -107152886097408 : ffff9e8b86499a00) 00010000:00000001:3.0:1789449591.440496:0:35898:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823454208 : -107152886097408 : ffff9e8b86499a00) 00010000:00000001:3.0:1789449591.440499:0:35898:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449591.440501:0:35898:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789449591.440502:0:35898:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789449591.440505:0:35898:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789449591.440507:0:35898:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded6802 from it ffffb71181c5bbb0 00010000:00000001:3.0:1789449591.440510:0:35898:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449591.440512:0:35898:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449591.440513:0:35898:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499a00 refcount=3 00000020:00000001:3.0:1789449591.440515:0:35898:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823454208 : -107152886097408 : ffff9e8b86499a00) 00010000:00000001:3.0:1789449591.440517:0:35898:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823454208 : -107152886097408 : ffff9e8b86499a00) 00010000:00000001:3.0:1789449591.440519:0:35898:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789449591.440522:0:35898:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499a00/0xcddde1459ded6802 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3de22 expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1789449591.440529:0:35898:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449591.440530:0:35898:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449591.440532:0:35898:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789449591.440535:0:35898:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789449591.440537:0:35898:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499a00/0xcddde1459ded6802 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3de22 expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1789449591.440544:0:35898:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449591.440548:0:35898:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789449591.440550:0:35898:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449591.440556:0:35898:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449591.440557:0:35898:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449591.440558:0:35898:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449591.440562:0:35898:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789449591.440564:0:35898:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449591.440566:0:35898:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449591.440569:0:35898:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449591.440571:0:35898:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789449591.440572:0:35898:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449591.440574:0:35898:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789449591.440577:0:35898:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789449591.440579:0:35898:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789449591.440581:0:35898:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908), inode mode 41ff mask 44 00000080:00000001:3.0:1789449591.440587:0:35898:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449591.440591:0:35898:0:(dir.c:3016:ll_dir_open()) Process entered 00000080:00000001:3.0:1789449591.440594:0:35898:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1789449591.440596:0:35898:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c5bb78 00000080:00200008:3.0:1789449591.440598:0:35898:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9e8b89180908), flags 504000 00000080:00000010:3.0:1789449591.440603:0:35898:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9e8b817c0a00. 00000080:00000001:3.0:1789449591.440610:0:35898:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449591.440612:0:35898:0:(dir.c:3017:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449591.440636:0:35898:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789449591.440639:0:35898:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=8028667f arg=7ffe5fbc37d0 00000080:00000001:3.0:1789449591.440646:0:35898:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000080:00000001:3.0:1789449591.440648:0:35898:0:(llite_lib.c:4281:ll_get_sb_uuid()) Process entered 00000080:00000001:3.0:1789449591.440650:0:35898:0:(llite_lib.c:4287:ll_get_sb_uuid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449591.440652:0:35898:0:(llite_lib.c:3669:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449591.440654:0:35898:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449591.440661:0:35898:0:(dir.c:3022:ll_dir_release()) Process entered 00000080:00000001:3.0:1789449591.440663:0:35898:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1789449591.440665:0:35898:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c5bdd0 00000080:00200008:3.0:1789449591.440667:0:35898:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9e8b89180908), flags 504000 00000080:00400000:3.0:1789449591.440670:0:35898:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:3.0:1789449591.440675:0:35898:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9e8b817c0a00. 00000080:00000001:3.0:1789449591.440678:0:35898:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1789449591.440681:0:35898:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c5bdd0 00000080:00000008:3.0:1789449591.440683:0:35898:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9e8b89180908), flags 504000, rc = 0 00000080:00000001:3.0:1789449591.440685:0:35898:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449591.440687:0:35898:0:(dir.c:3023:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449592.260494:0:38:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:0.0:1789449592.260501:0:38:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1789449592.260504:0:38:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789449592.260509:0:38:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822024 : -107152888729592 : ffff9e8b86217008) 00000020:00001000:0.0:1789449592.260514:0:38:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217000 00000020:00000001:0.0:1789449592.260521:0:38:0:(cl_object.c:143:cl_object_top()) ffff9e8b84013b70 -> ffff9e8b84013b70 00000020:00000001:0.0:1789449592.260524:0:38:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:0.0:1789449592.260536:0:38:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1789449592.260538:0:38:0:(vvp_io.c:1826:vvp_io_init()) [0x240000402:0x8:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1789449592.260542:0:38:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789449592.260543:0:38:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1789449592.260545:0:38:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789449592.260549:0:38:0:(lov_object.c:1590:lov_io_init()) [0x240000402:0x8:0x0]io ffff9e8b84db2c50 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1789449592.260552:0:38:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b836975d0) owner 0000000000000000/ffff9e8b81384f80 00020000:00000001:0.0:1789449592.260556:0:38:0:(lov_io.c:2266:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1789449592.260558:0:38:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1789449592.260561:0:38:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1789449592.260562:0:38:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449592.260565:0:38:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1789449592.260567:0:38:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1789449592.260569:0:38:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449592.260570:0:38:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789449592.260572:0:38:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1789449592.260573:0:38:0:(lov_io.c:2279:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1789449592.260574:0:38:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b836975d0) owner 0000000000000000/ffff9e8b81384f80 00000020:00000001:0.0:1789449592.260577:0:38:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449592.260580:0:38:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:0.0:1789449592.260581:0:38:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1789449592.260584:0:38:0:(lov_io.c:1078:lov_io_iter_init()) Process entered 00020000:00000001:0.0:1789449592.260586:0:38:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00200000:0.0:1789449592.260589:0:38:0:(lov_io.c:1153:lov_io_iter_init()) component[0] flags 0x10 00020000:00000001:0.0:1789449592.260592:0:38:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449592.260594:0:38:0:(lov_offset.c:141:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789449592.260596:0:38:0:(lov_offset.c:264:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1789449592.260599:0:38:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789449592.260600:0:38:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1789449592.260601:0:38:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789449592.260603:0:38:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820825480 : -107152888726136 : ffff9e8b86217d88) 00000020:00001000:0.0:1789449592.260605:0:38:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217d80 00000020:00000001:0.0:1789449592.260608:0:38:0:(cl_object.c:143:cl_object_top()) ffff9e8b84013e90 -> ffff9e8b84013b70 00000020:00000001:0.0:1789449592.260609:0:38:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:0.0:1789449592.260612:0:38:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789449592.260613:0:38:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1789449592.260615:0:38:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:0.0:1789449592.260617:0:38:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446636920799439952 : -107152910111664 : ffff9e8b84db2c50) 00000020:00000001:0.0:1789449592.260619:0:38:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449592.260621:0:38:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449592.260623:0:38:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993117408 : -107152716434208 : ffff9e8b906674e0) 00000020:00000001:0.0:1789449592.260625:0:38:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1789449592.260627:0:38:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449592.260629:0:38:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000001:0.0:1789449592.260631:0:38:0:(lov_io.c:1276:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449592.260633:0:38:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449592.260635:0:38:0:(cl_io.c:315:cl_io_lock()) Process entered 00020000:00000001:0.0:1789449592.260637:0:38:0:(lov_io.c:1419:lov_io_lock()) Process entered 00020000:00000001:0.0:1789449592.260638:0:38:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:0.0:1789449592.260639:0:38:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:0.0:1789449592.260641:0:38:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1789449592.260643:0:38:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449592.260644:0:38:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449592.260646:0:38:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449592.260647:0:38:0:(lov_io.c:1420:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449592.260648:0:38:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1789449592.260649:0:38:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449592.260651:0:38:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449592.260653:0:38:0:(cl_io.c:529:cl_io_start()) Process entered 00020000:00000001:0.0:1789449592.260655:0:38:0:(lov_io.c:1425:lov_io_start()) Process entered 00020000:00000001:0.0:1789449592.260656:0:38:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:0.0:1789449592.260657:0:38:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:0.0:1789449592.260660:0:38:0:(osc_io.c:1105:osc_io_fsync_start()) Process entered 00000008:00000020:0.0:1789449592.260662:0:38:0:(osc_io.c:1119:osc_io_fsync_start()) lustre-OST0000-osc-ffff9e8b89903000: unstable/dirty counts are both zero 00000008:00000001:0.0:1789449592.260663:0:38:0:(osc_io.c:1120:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449592.260665:0:38:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449592.260666:0:38:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449592.260668:0:38:0:(lov_io.c:1426:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449592.260669:0:38:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449592.260671:0:38:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:0.0:1789449592.260673:0:38:0:(lov_io.c:1967:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1789449592.260674:0:38:0:(lov_io.c:1431:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1789449592.260675:0:38:0:(cl_io.c:556:cl_io_end()) Process entered 00000020:00000001:0.0:1789449592.260676:0:38:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:0.0:1789449592.260678:0:38:0:(lov_io.c:1441:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449592.260679:0:38:0:(lov_io.c:1978:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1789449592.260680:0:38:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:0.0:1789449592.260682:0:38:0:(cl_io.c:353:cl_io_unlock()) Process entered 00020000:00000001:0.0:1789449592.260684:0:38:0:(lov_io.c:1519:lov_io_unlock()) Process entered 00020000:00000001:0.0:1789449592.260685:0:38:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:0.0:1789449592.260687:0:38:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:0.0:1789449592.260688:0:38:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1789449592.260689:0:38:0:(lov_io.c:1453:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449592.260690:0:38:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449592.260692:0:38:0:(lov_io.c:1522:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1789449592.260693:0:38:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1789449592.260695:0:38:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1789449592.260696:0:38:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1789449592.260698:0:38:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1789449592.260699:0:38:0:(lov_io.c:1500:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1789449592.260701:0:38:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:0.0:1789449592.260701:0:38:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1789449592.260703:0:38:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1789449592.260704:0:38:0:(lov_io.c:1447:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449592.260706:0:38:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449592.260707:0:38:0:(lov_io.c:1511:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1789449592.260709:0:38:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1789449592.260710:0:38:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449592.260712:0:38:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:0.0:1789449592.260714:0:38:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1789449592.260715:0:38:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1789449592.260716:0:38:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:0.0:1789449592.260718:0:38:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789449592.260720:0:38:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217d80 00020000:00000001:0.0:1789449592.260723:0:38:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1789449592.260726:0:38:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1789449592.260728:0:38:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1789449592.260730:0:38:0:(vvp_io.c:304:vvp_io_fini()) [0x240000402:0x8:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1789449592.260733:0:38:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1789449592.260734:0:38:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789449592.260737:0:38:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217000 00000080:00000001:0.0:1789449592.260739:0:38:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449592.260741:0:38:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449592.260748:0:38:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:0.0:1789449592.260750:0:38:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1789449592.260751:0:38:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789449592.260753:0:38:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822024 : -107152888729592 : ffff9e8b86217008) 00000020:00001000:0.0:1789449592.260755:0:38:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217000 00000020:00000001:0.0:1789449592.260758:0:38:0:(cl_object.c:143:cl_object_top()) ffff9e8b84013f58 -> ffff9e8b84013f58 00000020:00000001:0.0:1789449592.260759:0:38:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:0.0:1789449592.260761:0:38:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1789449592.260762:0:38:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2e:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1789449592.260765:0:38:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789449592.260766:0:38:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1789449592.260767:0:38:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789449592.260769:0:38:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2e:0x0]io ffff9e8b84db2c50 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1789449592.260772:0:38:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b836976c8) owner 0000000000000000/ffff9e8b81384f80 00020000:00000001:0.0:1789449592.260774:0:38:0:(lov_io.c:2266:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1789449592.260775:0:38:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1789449592.260776:0:38:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1789449592.260778:0:38:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449592.260779:0:38:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1789449592.260781:0:38:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1789449592.260783:0:38:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449592.260784:0:38:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789449592.260785:0:38:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1789449592.260786:0:38:0:(lov_io.c:2279:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1789449592.260788:0:38:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b836976c8) owner 0000000000000000/ffff9e8b81384f80 00000020:00000001:0.0:1789449592.260790:0:38:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449592.260791:0:38:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:0.0:1789449592.260792:0:38:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1789449592.260794:0:38:0:(lov_io.c:1078:lov_io_iter_init()) Process entered 00020000:00000001:0.0:1789449592.260796:0:38:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00200000:0.0:1789449592.260798:0:38:0:(lov_io.c:1153:lov_io_iter_init()) component[0] flags 0x10 00020000:00000001:0.0:1789449592.260800:0:38:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449592.260802:0:38:0:(lov_offset.c:141:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789449592.260804:0:38:0:(lov_offset.c:264:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1789449592.260807:0:38:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789449592.260808:0:38:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1789449592.260809:0:38:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789449592.260810:0:38:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820825480 : -107152888726136 : ffff9e8b86217d88) 00000020:00001000:0.0:1789449592.260812:0:38:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217d80 00000020:00000001:0.0:1789449592.260814:0:38:0:(cl_object.c:143:cl_object_top()) ffff9e8b840135f8 -> ffff9e8b84013f58 00000020:00000001:0.0:1789449592.260815:0:38:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:0.0:1789449592.260817:0:38:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789449592.260818:0:38:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1789449592.260819:0:38:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:0.0:1789449592.260820:0:38:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446636920799439952 : -107152910111664 : ffff9e8b84db2c50) 00000020:00000001:0.0:1789449592.260822:0:38:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449592.260823:0:38:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449592.260824:0:38:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993117408 : -107152716434208 : ffff9e8b906674e0) 00000020:00000001:0.0:1789449592.260826:0:38:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1789449592.260827:0:38:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449592.260829:0:38:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000001:0.0:1789449592.260831:0:38:0:(lov_io.c:1276:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449592.260833:0:38:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449592.260834:0:38:0:(cl_io.c:315:cl_io_lock()) Process entered 00020000:00000001:0.0:1789449592.260835:0:38:0:(lov_io.c:1419:lov_io_lock()) Process entered 00020000:00000001:0.0:1789449592.260836:0:38:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:0.0:1789449592.260837:0:38:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:0.0:1789449592.260838:0:38:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1789449592.260839:0:38:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449592.260841:0:38:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449592.260843:0:38:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449592.260844:0:38:0:(lov_io.c:1420:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449592.260845:0:38:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1789449592.260846:0:38:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449592.260848:0:38:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449592.260849:0:38:0:(cl_io.c:529:cl_io_start()) Process entered 00020000:00000001:0.0:1789449592.260850:0:38:0:(lov_io.c:1425:lov_io_start()) Process entered 00020000:00000001:0.0:1789449592.260851:0:38:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:0.0:1789449592.260852:0:38:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:0.0:1789449592.260853:0:38:0:(osc_io.c:1105:osc_io_fsync_start()) Process entered 00000008:00000020:0.0:1789449592.260855:0:38:0:(osc_io.c:1119:osc_io_fsync_start()) lustre-OST0000-osc-ffff9e8b89903000: unstable/dirty counts are both zero 00000008:00000001:0.0:1789449592.260856:0:38:0:(osc_io.c:1120:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449592.260857:0:38:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449592.260859:0:38:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449592.260860:0:38:0:(lov_io.c:1426:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449592.260861:0:38:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449592.260863:0:38:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:0.0:1789449592.260914:0:38:0:(lov_io.c:1967:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1789449592.260915:0:38:0:(lov_io.c:1431:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1789449592.260916:0:38:0:(cl_io.c:556:cl_io_end()) Process entered 00000020:00000001:0.0:1789449592.260918:0:38:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:0.0:1789449592.260919:0:38:0:(lov_io.c:1441:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449592.260921:0:38:0:(lov_io.c:1978:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1789449592.260922:0:38:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:0.0:1789449592.260923:0:38:0:(cl_io.c:353:cl_io_unlock()) Process entered 00020000:00000001:0.0:1789449592.260924:0:38:0:(lov_io.c:1519:lov_io_unlock()) Process entered 00020000:00000001:0.0:1789449592.260925:0:38:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:0.0:1789449592.260927:0:38:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:0.0:1789449592.260928:0:38:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1789449592.260929:0:38:0:(lov_io.c:1453:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449592.260930:0:38:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449592.260932:0:38:0:(lov_io.c:1522:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1789449592.260933:0:38:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1789449592.260934:0:38:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1789449592.260936:0:38:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1789449592.260937:0:38:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1789449592.260938:0:38:0:(lov_io.c:1500:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1789449592.260939:0:38:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:0.0:1789449592.260940:0:38:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1789449592.260941:0:38:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1789449592.260942:0:38:0:(lov_io.c:1447:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449592.260944:0:38:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449592.260945:0:38:0:(lov_io.c:1511:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1789449592.260947:0:38:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1789449592.260948:0:38:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449592.260949:0:38:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:0.0:1789449592.260950:0:38:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1789449592.260952:0:38:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1789449592.260953:0:38:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:0.0:1789449592.260954:0:38:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789449592.260955:0:38:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217d80 00020000:00000001:0.0:1789449592.260958:0:38:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1789449592.260959:0:38:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1789449592.260960:0:38:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1789449592.260962:0:38:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2e:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1789449592.260964:0:38:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1789449592.260965:0:38:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789449592.260966:0:38:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217000 00000080:00000001:0.0:1789449592.260967:0:38:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449592.260969:0:38:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449592.260973:0:38:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:0.0:1789449592.260974:0:38:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1789449592.260976:0:38:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789449592.260977:0:38:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822024 : -107152888729592 : ffff9e8b86217008) 00000020:00001000:0.0:1789449592.260980:0:38:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217000 00000020:00000001:0.0:1789449592.260982:0:38:0:(cl_object.c:143:cl_object_top()) ffff9e8b903b5e90 -> ffff9e8b903b5e90 00000020:00000001:0.0:1789449592.260984:0:38:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:0.0:1789449592.260985:0:38:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1789449592.260987:0:38:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2f:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1789449592.260989:0:38:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789449592.260990:0:38:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1789449592.260991:0:38:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789449592.260993:0:38:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2f:0x0]io ffff9e8b84db2c50 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1789449592.260996:0:38:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b90f1ce88) owner 0000000000000000/ffff9e8b81384f80 00020000:00000001:0.0:1789449592.260999:0:38:0:(lov_io.c:2266:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1789449592.261000:0:38:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1789449592.261002:0:38:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1789449592.261003:0:38:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449592.261004:0:38:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1789449592.261006:0:38:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1789449592.261007:0:38:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449592.261009:0:38:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789449592.261010:0:38:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1789449592.261011:0:38:0:(lov_io.c:2279:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1789449592.261012:0:38:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b90f1ce88) owner 0000000000000000/ffff9e8b81384f80 00000020:00000001:0.0:1789449592.261014:0:38:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449592.261016:0:38:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:0.0:1789449592.261017:0:38:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1789449592.261018:0:38:0:(lov_io.c:1078:lov_io_iter_init()) Process entered 00020000:00000001:0.0:1789449592.261019:0:38:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00200000:0.0:1789449592.261022:0:38:0:(lov_io.c:1153:lov_io_iter_init()) component[0] flags 0x10 00020000:00000001:0.0:1789449592.261023:0:38:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449592.261025:0:38:0:(lov_offset.c:141:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789449592.261027:0:38:0:(lov_offset.c:264:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1789449592.261029:0:38:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789449592.261030:0:38:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1789449592.261031:0:38:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789449592.261033:0:38:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820825480 : -107152888726136 : ffff9e8b86217d88) 00000020:00001000:0.0:1789449592.261034:0:38:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217d80 00000020:00000001:0.0:1789449592.261037:0:38:0:(cl_object.c:143:cl_object_top()) ffff9e8b903b5f58 -> ffff9e8b903b5e90 00000020:00000001:0.0:1789449592.261039:0:38:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:0.0:1789449592.261040:0:38:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789449592.261041:0:38:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1789449592.261042:0:38:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:0.0:1789449592.261043:0:38:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446636920799439952 : -107152910111664 : ffff9e8b84db2c50) 00000020:00000001:0.0:1789449592.261046:0:38:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449592.261047:0:38:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449592.261048:0:38:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993117408 : -107152716434208 : ffff9e8b906674e0) 00000020:00000001:0.0:1789449592.261050:0:38:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1789449592.261051:0:38:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449592.261053:0:38:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000001:0.0:1789449592.261055:0:38:0:(lov_io.c:1276:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449592.261057:0:38:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449592.261058:0:38:0:(cl_io.c:315:cl_io_lock()) Process entered 00020000:00000001:0.0:1789449592.261059:0:38:0:(lov_io.c:1419:lov_io_lock()) Process entered 00020000:00000001:0.0:1789449592.261060:0:38:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:0.0:1789449592.261061:0:38:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:0.0:1789449592.261062:0:38:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1789449592.261063:0:38:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449592.261065:0:38:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449592.261066:0:38:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449592.261068:0:38:0:(lov_io.c:1420:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449592.261069:0:38:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1789449592.261070:0:38:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449592.261071:0:38:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449592.261073:0:38:0:(cl_io.c:529:cl_io_start()) Process entered 00020000:00000001:0.0:1789449592.261074:0:38:0:(lov_io.c:1425:lov_io_start()) Process entered 00020000:00000001:0.0:1789449592.261075:0:38:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:0.0:1789449592.261076:0:38:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:0.0:1789449592.261077:0:38:0:(osc_io.c:1105:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1789449592.261080:0:38:0:(osc_cache.c:3327:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1789449592.261085:0:38:0:(osc_cache.c:1859:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1789449592.261087:0:38:0:(osc_cache.c:1881:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1789449592.261088:0:38:0:(osc_cache.c:1882:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1789449592.261091:0:38:0:(osc_cache.c:2389:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1789449592.261092:0:38:0:(osc_cache.c:2350:osc_next_obj()) Process entered 00000008:00000001:0.0:1789449592.261093:0:38:0:(osc_cache.c:2358:osc_next_obj()) Process leaving (rc=18446636920807228736 : -107152902322880 : ffff9e8b85520540) 00000008:00000020:0.0:1789449592.261096:0:38:0:(osc_cache.c:2394:osc_check_rpcs()) obj ffff9e8b85520540 ready 0|-|- wr 2|-|+ rd 0|- 0 in flight 00000008:00000001:0.0:1789449592.261099:0:38:0:(osc_cache.c:1859:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1789449592.261100:0:38:0:(osc_cache.c:1881:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1789449592.261101:0:38:0:(osc_cache.c:1882:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1789449592.261103:0:38:0:(osc_cache.c:2214:osc_send_write_rpc()) Process entered 00000008:00000001:0.0:1789449592.261105:0:38:0:(osc_cache.c:2071:try_to_add_extent_for_io()) Process entered 00000008:00000020:0.0:1789449592.261108:0:38:0:(osc_cache.c:2075:try_to_add_extent_for_io()) extent ffff9e8bc20e5000@{[0 -> 1/1023], [1|0|+|cache|wiuY|ffff9e8b85520540], [32768|2|+|-|ffff9e8b91c75000|1024|0000000000000000]} trying to add this extent 00000008:00010000:0.0:1789449592.261118:0:38:0:(osc_cache.c:2075:try_to_add_extent_for_io()) ### extent: 00000000e1034b36 ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000603fd3af/0xcddde1459ded682c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0xeb7cbf5e2fd3deb5 expref: -99 pid: 35894 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:0.0:1789449592.261158:0:38:0:(osc_cache.c:2124:try_to_add_extent_for_io()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:0.0:1789449592.261162:0:38:0:(osc_cache.c:1927:osc_update_pending()) obj ffff9e8b85520540 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -2. 00000008:00000001:0.0:1789449592.261166:0:38:0:(osc_cache.c:1167:osc_extent_make_ready()) Process entered 00000008:00000001:0.0:1789449592.261169:0:38:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:0.0:1789449592.261173:0:38:0:(osc_cache.c:1175:osc_extent_make_ready()) extent ffff9e8bc20e5000@{[0 -> 1/1023], [1|0|+|locking|wiuY|ffff9e8b85520540], [32768|2|+|-|ffff9e8b91c75000|1024|ffff9e8b81384f80]} make ready 00000008:00010000:0.0:1789449592.261178:0:38:0:(osc_cache.c:1175:osc_extent_make_ready()) ### extent: 00000000e1034b36 ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000603fd3af/0xcddde1459ded682c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0xeb7cbf5e2fd3deb5 expref: -99 pid: 35894 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:0.0:1789449592.261186:0:38:0:(osc_cache.c:1359:osc_make_ready()) Process entered 00000020:00000001:0.0:1789449592.261188:0:38:0:(cl_page.c:1159:cl_page_make_ready()) Process entered 00000020:00008000:0.0:1789449592.261203:0:38:0:(cl_page.c:1171:cl_page_make_ready()) page@00000000b8134675[2 00000000be0abf58 1 1 0000000000000000 0 0 0] 00000020:00008000:0.0:1789449592.261205:0:38:0:(cl_page.c:1171:cl_page_make_ready()) readied 00000020:00000001:0.0:1789449592.261207:0:38:0:(cl_page.c:1020:cl_page_io_start()) Process entered 00000020:00000001:0.0:1789449592.261208:0:38:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1789449592.261210:0:38:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1789449592.261211:0:38:0:(cl_page.c:1012:cl_req_type_state()) Process entered 00000020:00000001:0.0:1789449592.261214:0:38:0:(cl_page.c:1013:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1789449592.261216:0:38:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1789449592.261220:0:38:0:(cl_page.c:518:__cl_page_state_set()) page@00000000b8134675[2 00000000be0abf58 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1789449592.261222:0:38:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 3 00000020:00000001:0.0:1789449592.261224:0:38:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1789449592.261225:0:38:0:(cl_page.c:1023:cl_page_io_start()) Process leaving 00000020:00000001:0.0:1789449592.261228:0:38:0:(cl_page.c:1193:cl_page_make_ready()) page@00000000b8134675[2 00000000be0abf58 3 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1789449592.261229:0:38:0:(cl_page.c:1193:cl_page_make_ready()) 1 0 00000008:00000001:0.0:1789449592.261230:0:38:0:(osc_cache.c:1363:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789449592.261232:0:38:0:(osc_cache.c:1359:osc_make_ready()) Process entered 00000020:00000001:0.0:1789449592.261233:0:38:0:(cl_page.c:1159:cl_page_make_ready()) Process entered 00000020:00008000:0.0:1789449592.261237:0:38:0:(cl_page.c:1171:cl_page_make_ready()) page@0000000087a2ac14[2 00000000be0abf58 1 1 0000000000000000 0 0 1] 00000020:00008000:0.0:1789449592.261238:0:38:0:(cl_page.c:1171:cl_page_make_ready()) readied 00000020:00000001:0.0:1789449592.261239:0:38:0:(cl_page.c:1020:cl_page_io_start()) Process entered 00000020:00000001:0.0:1789449592.261240:0:38:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1789449592.261241:0:38:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1789449592.261242:0:38:0:(cl_page.c:1012:cl_req_type_state()) Process entered 00000020:00000001:0.0:1789449592.261243:0:38:0:(cl_page.c:1013:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1789449592.261244:0:38:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1789449592.261247:0:38:0:(cl_page.c:518:__cl_page_state_set()) page@0000000087a2ac14[2 00000000be0abf58 1 1 0000000000000000 0 0 1] 00000020:00000001:0.0:1789449592.261248:0:38:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 3 00000020:00000001:0.0:1789449592.261249:0:38:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1789449592.261250:0:38:0:(cl_page.c:1023:cl_page_io_start()) Process leaving 00000020:00000001:0.0:1789449592.261253:0:38:0:(cl_page.c:1193:cl_page_make_ready()) page@0000000087a2ac14[2 00000000be0abf58 3 1 0000000000000000 0 0 1] 00000020:00000001:0.0:1789449592.261254:0:38:0:(cl_page.c:1193:cl_page_make_ready()) 1 0 00000008:00000001:0.0:1789449592.261256:0:38:0:(osc_cache.c:1363:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449592.261258:0:38:0:(cl_object.c:143:cl_object_top()) ffff9e8b85520540 -> ffff9e8b903b5e90 00000020:00000001:0.0:1789449592.261261:0:38:0:(cl_object.c:143:cl_object_top()) ffff9e8b85520540 -> ffff9e8b903b5e90 00000020:00000001:0.0:1789449592.261262:0:38:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:0.0:1789449592.261266:0:38:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449592.261267:0:38:0:(cl_object.c:143:cl_object_top()) ffff9e8b85520540 -> ffff9e8b903b5e90 00000008:00000001:0.0:1789449592.261270:0:38:0:(osc_cache.c:1228:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789449592.261273:0:38:0:(osc_request.c:2819:osc_build_rpc()) Process entered 00000008:00000020:0.0:1789449592.261276:0:38:0:(osc_page.c:1389:osc_over_unstable_soft_limit()) lustre-OST0000-osc-ffff9e8b89903000: cli: ffff9e8b8374bba8 unstable pages: 0, osc unstable pages: 0 00000008:00000010:0.0:1789449592.261285:0:38:0:(osc_request.c:2850:osc_build_rpc()) kmalloced '(pga)': 16 at ffff9e8b83077250. 00000008:00000010:0.0:1789449592.261289:0:38:0:(osc_request.c:2854:osc_build_rpc()) slab-alloced 'oa': 208 at ffff9e8b86681820. 00000008:00000020:0.0:1789449592.261292:0:38:0:(osc_request.c:2875:osc_build_rpc()) page i:2, oap->oap_obj_off 4096, oap->oap_page_off 0 00000020:00000001:0.0:1789449592.261295:0:38:0:(cl_io.c:1167:cl_req_attr_set()) Process entered 00020000:00000001:0.0:1789449592.261298:0:38:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:0.0:1789449592.261299:0:38:0:(cl_io.c:1167:cl_req_attr_set()) Process entered 00000020:00000002:0.0:1789449592.261303:0:38:0:(obdo.c:53:obdo_from_inode()) valid 0x10000000000070c, new time 1789449591/1789449591 00000020:00000001:0.0:1789449592.261307:0:38:0:(cl_io.c:1173:cl_req_attr_set()) Process leaving 00020000:00000001:0.0:1789449592.261308:0:38:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000008:00000001:0.0:1789449592.261312:0:38:0:(osc_lock.c:1343:osc_obj_dlmlock_at_pgoff()) Process entered 00000008:00000001:0.0:1789449592.261314:0:38:0:(osc_request.c:3331:osc_match_base()) Process entered 00010000:00000001:0.0:1789449592.261317:0:38:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449592.261324:0:38:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922de300 count: 2 00010000:00000001:0.0:1789449592.261327:0:38:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449592.261333:0:38:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1789449592.261337:0:38:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1789449592.261341:0:38:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789449592.261346:0:38:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449592.261349:0:38:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000603fd3af/0xcddde1459ded682c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0xeb7cbf5e2fd3deb5 expref: -99 pid: 35894 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789449592.261358:0:38:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449592.261360:0:38:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789449592.261362:0:38:0:(osc_request.c:3346:osc_match_base()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1789449592.261364:0:38:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449592.261366:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449592.261370:0:38:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75000 refcount=3 00000020:00000001:0.0:1789449592.261372:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016242176 : -107152693309440 : ffff9e8b91c75000) 00010000:00000001:0.0:1789449592.261375:0:38:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016242176 : -107152693309440 : ffff9e8b91c75000) 00000008:00000001:0.0:1789449592.261377:0:38:0:(osc_lock.c:1377:osc_obj_dlmlock_at_pgoff()) Process leaving (rc=18446636921016242176 : -107152693309440 : ffff9e8b91c75000) 00010000:00000001:0.0:1789449592.261379:0:38:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449592.261380:0:38:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1789449592.261382:0:38:0:(cl_io.c:1173:cl_req_attr_set()) Process leaving 00000008:00000001:0.0:1789449592.261384:0:38:0:(osc_request.c:1546:osc_brw_prep_request()) Process entered 00000100:00000010:0.0:1789449592.261390:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d1a300. 00000020:00000040:0.0:1789449592.261395:0:38:0:(genops.c:1209:class_import_get()) import ffff9e8b90c6e800 refcount=3 obd=lustre-OST0000-osc-ffff9e8b89903000 00000100:00000001:0.0:1789449592.261402:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449592.261405:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449592.261407:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449592.261435:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 16384 at ffff9e8b87c9c000. 00000100:00000001:0.0:1789449592.261442:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1789449592.261451:0:38:0:(osc_request.c:1828:osc_brw_prep_request()) Using short io for data transfer, size = 8192 00000008:00000020:0.0:1789449592.261461:0:38:0:(osc_request.c:736:osc_announce_cached()) lustre-OST0000-osc-ffff9e8b89903000: dirty: 32768 undirty: 484638720 dropped 0 grant: 8404992 cl_lost_grant 0 00000008:00000001:0.0:1789449592.261467:0:38:0:(osc_request.c:1375:osc_checksum_bulk_rw()) Process entered 00000001:00000040:0.0:1789449592.261497:0:38:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 3463 MB/s 00000008:00008000:0.0:1789449592.261507:0:38:0:(osc_request.c:1346:osc_checksum_bulk()) page ffffe3bd449cc340 map ffff9e8b891cccb8 index 0 flags 17ffffc0005028 count 2 priv ffff9e8b91cc98c0: off 0 00000008:00008000:0.0:1789449592.261511:0:38:0:(osc_request.c:1346:osc_checksum_bulk()) page ffffe3bd445b8e80 map ffff9e8b891cccb8 index 1 flags 17ffffc0005028 count 2 priv ffff9e8b91cc9a80: off 0 00000008:00000001:0.0:1789449592.261520:0:38:0:(osc_request.c:1386:osc_checksum_bulk_rw()) Process leaving (rc=0 : 0 : 0) 00000008:00008000:0.0:1789449592.261522:0:38:0:(osc_request.c:1953:osc_brw_prep_request()) checksum at write origin: 5872be30 (4) 00000008:00100000:0.0:1789449592.261526:0:38:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9e8b87d1a300 - object 0x280000401:67 offset 0<>8192 00000008:00000001:0.0:1789449592.261529:0:38:0:(osc_request.c:2001:osc_brw_prep_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449592.261531:0:38:0:(cl_io.c:1167:cl_req_attr_set()) Process entered 00020000:00000001:0.0:1789449592.261532:0:38:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:0.0:1789449592.261534:0:38:0:(cl_io.c:1167:cl_req_attr_set()) Process entered 00000020:00000002:0.0:1789449592.261535:0:38:0:(obdo.c:53:obdo_from_inode()) valid 0xc, new time 1789449591/1789449591 00000020:00000001:0.0:1789449592.261537:0:38:0:(cl_io.c:1173:cl_req_attr_set()) Process leaving 00020000:00000001:0.0:1789449592.261538:0:38:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000020:00000001:0.0:1789449592.261540:0:38:0:(cl_io.c:1173:cl_req_attr_set()) Process leaving 00000100:00000001:0.0:1789449592.261542:0:38:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449592.261544:0:38:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849146624 : -107152860404992 : ffff9e8b87d1a300) 00000008:00000002:0.0:1789449592.261556:0:38:0:(osc_request.c:2976:osc_build_rpc()) @@@ 2 pages, aa 00000000e0fd11a4, now 0r/1w/0d in flight req@ffff9e8b87d1a300 x1876371947542144/t0(0) o4->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000008:0.0:1789449592.261566:0:38:0:(osc_request.c:2988:osc_build_rpc()) [0x200000405:0x2f:0x0]: 2 write pages, start 0, end 2, now 0r/1w/0d in flight 00000100:00000040:0.0:1789449592.261573:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000958fbe81] to pc [ptlrpcd_00_01+1] req@ffff9e8b87d1a300 x1876371947542144/t0(0) o4->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:0.0:1789449592.261596:0:38:0:(osc_request.c:2994:osc_build_rpc()) Process leaving 00000008:00000001:0.0:1789449592.261598:0:38:0:(osc_request.c:3019:osc_build_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789449592.261600:0:38:0:(osc_cache.c:2263:osc_send_write_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789449592.261602:0:38:0:(osc_cache.c:1859:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1789449592.261604:0:38:0:(osc_cache.c:1898:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789449592.261606:0:38:0:(osc_cache.c:1859:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1789449592.261607:0:38:0:(osc_cache.c:1871:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789449592.261609:0:38:0:(osc_cache.c:1859:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1789449592.261610:0:38:0:(osc_cache.c:1898:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789449592.261613:0:38:0:(osc_cache.c:2350:osc_next_obj()) Process entered 00000008:00000001:0.0:1789449592.261614:0:38:0:(osc_cache.c:2380:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789449592.261616:0:38:0:(osc_cache.c:2453:osc_check_rpcs()) Process leaving 00000008:00000020:0.0:1789449592.261619:0:38:0:(osc_cache.c:3467:osc_cache_writeback_range()) obj ffff9e8b85520540 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 2: rc=2. 00000008:00000001:0.0:1789449592.261622:0:38:0:(osc_cache.c:3482:osc_cache_writeback_range()) Process leaving (rc=2 : 2 : 2) 00000008:00000001:0.0:1789449592.261624:0:38:0:(osc_io.c:1073:osc_fsync_ost()) Process entered 00000020:00000001:0.0:1789449592.261626:0:38:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1789449592.261628:0:38:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1789449592.261629:0:38:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1789449592.261631:0:38:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1789449592.261632:0:38:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1789449592.261633:0:38:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1789449592.261635:0:38:0:(osc_request.c:517:osc_sync_base()) Process entered 00000100:00000010:0.0:1789449592.261638:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d1b480. 00000020:00000040:0.0:1789449592.261640:0:38:0:(genops.c:1209:class_import_get()) import ffff9e8b90c6e800 refcount=4 obd=lustre-OST0000-osc-ffff9e8b89903000 00000100:00000001:0.0:1789449592.261642:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449592.261644:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449592.261645:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449592.261652:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e8b8b014800. 00000100:00000001:0.0:1789449592.261655:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449592.261659:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449592.261664:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449592.261668:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ed9bdfdd] to pc [ptlrpcd_00_00+0] req@ffff9e8b87d1b480 x1876371947542272/t0(0) o16->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000008:00000001:0.0:1789449592.261676:0:38:0:(osc_request.c:541:osc_sync_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789449592.261677:0:38:0:(osc_io.c:1090:osc_fsync_ost()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789449592.261679:0:38:0:(osc_io.c:1174:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449592.261681:0:38:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449592.261683:0:38:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449592.261685:0:38:0:(lov_io.c:1426:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449592.261686:0:38:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449592.261688:0:38:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:0.0:1789449592.261691:0:38:0:(lov_io.c:1967:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1789449592.261692:0:38:0:(lov_io.c:1431:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1789449592.261693:0:38:0:(cl_io.c:556:cl_io_end()) Process entered 00000100:00000001:0.0:1789449592.261708:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449592.261711:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449592.261713:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789449592.261718:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b87d1b480 x1876371947542272/t0(0) o16->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449592.261725:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789449592.261728:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449592.261732:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789449592.261734:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789449592.261736:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449592.261740:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b87d1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2399:1876371947542272:192.168.202.109@tcp:16:kworker.0 00000100:00000001:0.0:1789449592.261746:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789449592.261753:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789449592.261755:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449592.261759:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789449592.261764:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b836b1c00. 02000000:00000001:0.0:1789449592.261766:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449592.261776:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:0.0:1789449592.261782:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b86580b00. 00000400:00000010:0.0:1789449592.261790:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5770. 00000100:00000200:0.0:1789449592.261800:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947542272, portal 4 00000100:00000001:0.0:1789449592.261802:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449592.261803:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849151104 : -107152860400512 : ffff9e8b87d1b480) 00000100:00000040:0.0:1789449592.261811:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b87d1b480 x1876371947542272/t0(0) o16->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1789449608 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449592.261818:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789449592.261821:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1789449592.261824:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5c38. 00000100:00000200:0.0:1789449592.261827:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1876371947542272, offset 0 00000400:00000200:0.0:1789449592.261834:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1789449592.261843:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449592.261852:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1789449592.261857:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789449592.261861:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1789449592.261865:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789449592.261868:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1789449592.261872:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2994:2994:256:4294967295] 192.168.202.109@tcp LPNI seq info [2994:2994:8:4294967295] 00000400:00000200:0.0:1789449592.261877:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449592.261927:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1789449592.261934:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1789449592.261939:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b864ec600. 00000800:00000200:0.0:1789449592.261946:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1789449592.261954:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1789449592.261958:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b864ec600 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:0.0:1789449592.261969:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449592.261974:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: using a timeout of 22807 usecs (23 jiffies) 00000400:00000200:0.0:1789449592.261977:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:0.0:1789449592.261980:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296594971 00000100:00000001:0.0:1789449592.261984:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296596513 00000100:00000001:0.0:1789449592.261986:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296594971 00000100:00000001:0.0:1789449592.261989:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296596514 00000100:00000001:0.0:1789449592.261991:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449592.261994:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449592.261997:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449592.261999:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449592.262005:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449592.262008:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789449592.262010:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449592.262011:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449592.262012:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449592.262015:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1789449592.262016:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449592.262019:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449592.262020:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449592.262022:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449592.262023:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449592.262024:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789449592.262028:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b87d1a300 x1876371947542144/t0(0) o4->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449592.262035:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789449592.262036:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449592.262038:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789449592.262040:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789449592.262042:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449592.262045:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b87d1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2399:1876371947542144:192.168.202.109@tcp:4:multiop.0 00000100:00000001:0.0:1789449592.262048:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789449592.262050:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789449592.262052:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449592.262053:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789449592.262056:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b836b2800. 02000000:00000001:0.0:1789449592.262058:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449592.262062:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:0.0:1789449592.262065:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b865802c0. 00000400:00000010:0.0:1789449592.262068:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5d48. 00000100:00000200:0.0:1789449592.262071:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947542144, portal 4 00000100:00000001:0.0:1789449592.262073:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449592.262074:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849146624 : -107152860404992 : ffff9e8b87d1a300) 00000100:00000040:0.0:1789449592.262079:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b87d1a300 x1876371947542144/t0(0) o4->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789449608 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449592.262086:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789449592.262088:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1789449592.262090:0:2399:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff9e8b831c8600. 00000100:00000200:0.0:1789449592.262093:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 8680 bytes to portal 6, xid 1876371947542144, offset 0 00000400:00000200:0.0:1789449592.262097:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1789449592.262101:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449592.262104:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1789449592.262108:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789449592.262110:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1789449592.262112:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789449592.262115:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1789449592.262117:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2995:2995:255:4294967295] 192.168.202.109@tcp LPNI seq info [2995:2995:7:4294967295] 00000400:00000200:0.0:1789449592.262132:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449592.262138:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1789449592.262143:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 8680 bytes in 3 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1789449592.262147:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff9e8b8b014e00. 00000800:00000200:0.0:1789449592.262150:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1789449592.262154:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1789449592.262157:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b8b014e00 type 1, nob 8776 niov 1 nkiov 3 00000100:00000001:0.0:1789449592.262164:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449592.262167:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: using a timeout of 22807 usecs (23 jiffies) 00000400:00000200:0.0:1789449592.262170:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:0.0:1789449592.262172:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296594971 00000100:00000001:0.0:1789449592.262174:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296596513 00000100:00000001:0.0:1789449592.262176:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296594971 00000100:00000001:0.0:1789449592.262179:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296596514 00000100:00000001:0.0:1789449592.262181:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449592.262183:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449592.262185:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449592.262187:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449592.263156:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449592.263167:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ec600. 00000400:00000200:2.0:1789449592.263175:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449592.263183:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449592.263191:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5c38 00000400:00000010:2.0:1789449592.263194:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5c38. 00000100:00000001:2.0:1789449592.263200:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449592.263205:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d1b480 x1876371947542272/t0(0) o16->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1789449608 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449592.263217:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449592.263220:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d1b480 x1876371947542272/t0(0) o16->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1789449608 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449592.263227:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449592.263229:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789449592.263276:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449592.263279:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff9e8b8b014e00. 00000400:00000200:2.0:1789449592.263283:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449592.263287:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449592.263289:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b831c8600 00000400:00000010:2.0:1789449592.263292:0:2393:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 168 at ffff9e8b831c8600. 00000100:00000001:2.0:1789449592.263294:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449592.263298:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d1a300 x1876371947542144/t0(0) o4->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789449608 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449592.263305:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449592.263308:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d1a300 x1876371947542144/t0(0) o4->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789449608 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449592.263314:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449592.263315:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789449592.263561:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449592.263565:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789449592.271445:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449592.271463:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449592.271469:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449592.271471:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449592.271481:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.271488:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449592.271498:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.271504:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.271510:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.271514:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 448 into portal 4 MB=0x6aa8ce3665680 00000400:00000200:2.0:1789449592.271520:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.271526:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 448/448 into md 0x880d [1] + 224 00000800:00000001:2.0:1789449592.271546:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449592.271553:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449592.271557:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449592.271563:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449592.271571:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449592.271580:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d1a300 x1876371947542144/t0(0) o4->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789449608 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449592.271593:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448 req@ffff9e8b87d1a300 x1876371947542144/t0(0) o4->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789449608 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449592.271615:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449592.271624:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449592.271628:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449592.272066:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449592.272080:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789449592.272088:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449592.272091:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449592.272094:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b865802c0. 00000400:00000200:0.0:1789449592.272099:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5d48 00000400:00000010:0.0:1789449592.272102:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5d48. 00000100:00000001:0.0:1789449592.272105:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449592.272111:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b87d1a300 x1876371947542144/t0(0) o4->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789449608 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789449592.272131:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b87d1a300 x1876371947542144/t0(0) o4->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789449608 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449592.272138:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449592.272140:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449592.272143:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449592.272148:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449592.272150:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449592.272152:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449592.272155:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449592.272165:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b90c6eca8 time=71 v=5 (5 0 0 0) 00000100:00001000:0.0:1789449592.272169:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b90c6ec18 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1789449592.272172:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449592.272174:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449592.272177:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449592.272180:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449592.272183:0:2399:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789449592.272185:0:2399:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1789449592.272187:0:2399:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789449592.272190:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449592.272191:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849146624 : -107152860404992 : ffff9e8b87d1a300) 00000100:00000001:0.0:1789449592.272194:0:2399:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789449592.272196:0:2399:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e8b89903000: skip recheck: last_committed 4294967336 00000100:00000001:0.0:1789449592.272198:0:2399:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449592.272201:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449592.272207:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b87d1a300 x1876371947542144/t4294967337(4294967337) o4->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789449608 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449592.272215:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449592.272218:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449592.272221:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1789449592.272224:0:2399:0:(osc_request.c:2581:brw_interpret()) Process entered 00000008:00000001:0.0:1789449592.272227:0:2399:0:(osc_request.c:2172:osc_brw_fini_request()) Process entered 00000008:04000000:0.0:1789449592.272231:0:2399:0:(osc_request.c:2195:osc_brw_fini_request()) setdq for [0 0 0] with valid 0x18000006b584fb9, flags 404000 00000001:00000001:0.0:1789449592.272235:0:2399:0:(osc_quota.c:77:osc_quota_setdq()) Process entered 00000001:04000000:0.0:1789449592.272239:0:2399:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff9e8b89903000: setdq to remove for usr 0 00000001:04000000:0.0:1789449592.272242:0:2399:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff9e8b89903000: setdq to remove for grp 0 00000001:04000000:0.0:1789449592.272244:0:2399:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff9e8b89903000: setdq to remove for prj 0 00000001:00000001:0.0:1789449592.272247:0:2399:0:(osc_quota.c:139:osc_quota_setdq()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1789449592.272249:0:2399:0:(osc_request.c:759:osc_update_grant()) got 8437760 extra grant 00000008:00008000:0.0:1789449592.272253:0:2399:0:(osc_request.c:2091:check_write_checksum()) checksum 5872be30 confirmed 00000008:00000001:0.0:1789449592.272257:0:2399:0:(osc_request.c:2227:osc_brw_fini_request()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1789449592.272259:0:2399:0:(osc_request.c:2439:osc_brw_fini_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000002:0.0:1789449592.272261:0:2399:0:(osc_request.c:2586:brw_interpret()) request ffff9e8b87d1a300 aa ffff9e8b87d1a4b0 rc 0 00000020:00000001:0.0:1789449592.272269:0:2399:0:(cl_object.c:143:cl_object_top()) ffff9e8b85520540 -> ffff9e8b903b5e90 00000020:00000001:0.0:1789449592.272272:0:2399:0:(cl_object.c:143:cl_object_top()) ffff9e8b85520540 -> ffff9e8b903b5e90 00000020:00000001:0.0:1789449592.272274:0:2399:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1789449592.272278:0:2399:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1789449592.272281:0:2399:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449592.272283:0:2399:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449592.272285:0:2399:0:(cl_object.c:143:cl_object_top()) ffff9e8b85520540 -> ffff9e8b903b5e90 00000008:00000010:0.0:1789449592.272288:0:2399:0:(osc_request.c:2668:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff9e8b86681820. 00000020:00000001:0.0:1789449592.272293:0:2399:0:(cl_object.c:143:cl_object_top()) ffff9e8b85520540 -> ffff9e8b903b5e90 00000020:00000001:0.0:1789449592.272296:0:2399:0:(cl_object.c:278:cl_object_dirty_for_sync()) Process entered 00000020:00000001:0.0:1789449592.272299:0:2399:0:(cl_object.c:284:cl_object_dirty_for_sync()) Process leaving 00000100:00000001:0.0:1789449592.272302:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449592.272306:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d1a300 x1876371947542144/t4294967337(4294967337) o4->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789449608 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449592.272313:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789449592.272317:0:2399:0:(osc_cache.c:905:osc_extent_finish()) Process entered 00000008:00000020:0.0:1789449592.272320:0:2399:0:(osc_cache.c:909:osc_extent_finish()) extent ffff9e8bc20e5000@{[0 -> 1/1023], [2|0|-|rpc|wiuY|ffff9e8b85520540], [32768|2|+|-|ffff9e8b91c75000|1024|ffff9e8b81384f80]} extent finished. 00000008:00010000:0.0:1789449592.272329:0:2399:0:(osc_cache.c:909:osc_extent_finish()) ### extent: 00000000e1034b36 ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000603fd3af/0xcddde1459ded682c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0xeb7cbf5e2fd3deb5 expref: -99 pid: 35894 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:0.0:1789449592.272344:0:2399:0:(osc_cache.c:1408:osc_completion()) Process entered 00000020:00000001:0.0:1789449592.272347:0:2399:0:(cl_page.c:1113:cl_page_complete()) Process entered 00000020:00000001:0.0:1789449592.272352:0:2399:0:(cl_page.c:1115:cl_page_complete()) page@00000000b8134675[2 00000000be0abf58 3 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1789449592.272354:0:2399:0:(cl_page.c:1115:cl_page_complete()) 1 0 00000020:00000001:0.0:1789449592.272356:0:2399:0:(cl_page.c:1012:cl_req_type_state()) Process entered 00000020:00000001:0.0:1789449592.272357:0:2399:0:(cl_page.c:1013:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1789449592.272360:0:2399:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1789449592.272363:0:2399:0:(cl_page.c:518:__cl_page_state_set()) page@00000000b8134675[2 00000000be0abf58 3 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1789449592.272364:0:2399:0:(cl_page.c:518:__cl_page_state_set()) 3 -> 1 00000020:00000001:0.0:1789449592.272366:0:2399:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000080:00000001:0.0:1789449592.272368:0:2399:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:0.0:1789449592.272372:0:2399:0:(vvp_page.c:167:vvp_page_complete_write()) page@00000000b8134675[2 00000000be0abf58 1 1 0000000000000000 0 0 0] 00000080:00008000:0.0:1789449592.272373:0:2399:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:0.0:1789449592.272384:0:2399:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:0.0:1789449592.272386:0:2399:0:(cl_page.c:1136:cl_page_complete()) Process leaving 00000020:00000001:0.0:1789449592.272388:0:2399:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1789449592.272391:0:2399:0:(cl_page.c:567:cl_batch_put()) page@00000000b8134675[2 00000000be0abf58 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1789449592.272393:0:2399:0:(cl_page.c:567:cl_batch_put()) 2 00000020:00000001:0.0:1789449592.272395:0:2399:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000008:00000001:0.0:1789449592.272397:0:2399:0:(osc_cache.c:1452:osc_completion()) Process leaving 00000008:00000001:0.0:1789449592.272398:0:2399:0:(osc_cache.c:1408:osc_completion()) Process entered 00000020:00000001:0.0:1789449592.272399:0:2399:0:(cl_page.c:1113:cl_page_complete()) Process entered 00000020:00000001:0.0:1789449592.272402:0:2399:0:(cl_page.c:1115:cl_page_complete()) page@0000000087a2ac14[2 00000000be0abf58 3 1 0000000000000000 0 0 1] 00000020:00000001:0.0:1789449592.272403:0:2399:0:(cl_page.c:1115:cl_page_complete()) 1 0 00000020:00000001:0.0:1789449592.272404:0:2399:0:(cl_page.c:1012:cl_req_type_state()) Process entered 00000020:00000001:0.0:1789449592.272406:0:2399:0:(cl_page.c:1013:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1789449592.272407:0:2399:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1789449592.272410:0:2399:0:(cl_page.c:518:__cl_page_state_set()) page@0000000087a2ac14[2 00000000be0abf58 3 1 0000000000000000 0 0 1] 00000020:00000001:0.0:1789449592.272411:0:2399:0:(cl_page.c:518:__cl_page_state_set()) 3 -> 1 00000020:00000001:0.0:1789449592.272413:0:2399:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000080:00000001:0.0:1789449592.272414:0:2399:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:0.0:1789449592.272416:0:2399:0:(vvp_page.c:167:vvp_page_complete_write()) page@0000000087a2ac14[2 00000000be0abf58 1 1 0000000000000000 0 0 1] 00000080:00008000:0.0:1789449592.272417:0:2399:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:0.0:1789449592.272425:0:2399:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:0.0:1789449592.272427:0:2399:0:(cl_page.c:1136:cl_page_complete()) Process leaving 00000020:00000001:0.0:1789449592.272428:0:2399:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1789449592.272430:0:2399:0:(cl_page.c:567:cl_batch_put()) page@0000000087a2ac14[2 00000000be0abf58 1 1 0000000000000000 0 0 1] 00000020:00000001:0.0:1789449592.272432:0:2399:0:(cl_page.c:567:cl_batch_put()) 2 00000020:00000001:0.0:1789449592.272432:0:2399:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000008:00000001:0.0:1789449592.272433:0:2399:0:(osc_cache.c:1452:osc_completion()) Process leaving 00000008:00000020:0.0:1789449592.272436:0:2399:0:(osc_cache.c:1649:osc_free_grant()) lost 0 grant: 0 avail: 16842752 dirty: 0/0 00000008:00000020:0.0:1789449592.272441:0:2399:0:(osc_cache.c:497:__osc_extent_remove()) extent ffff9e8bc20e5000@{[0 -> 1/1023], [1|0|-|inv|wuY|ffff9e8b85520540], [32768|0|-|-|ffff9e8b91c75000|1024|ffff9e8b81384f80]} destroyed. 00000008:00010000:0.0:1789449592.272448:0:2399:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000e1034b36 ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000603fd3af/0xcddde1459ded682c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0xeb7cbf5e2fd3deb5 expref: -99 pid: 35894 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789449592.272457:0:2399:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449592.272459:0:2399:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:0.0:1789449592.272462:0:2399:0:(osc_cache.c:373:osc_extent_put()) slab-freed '(ext)': 192 at ffff9e8bc20e5000. 00000008:00000001:0.0:1789449592.272465:0:2399:0:(osc_cache.c:956:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1789449592.272467:0:2399:0:(osc_request.c:2540:osc_release_ppga()) kvfree 'ppga': 16 at ffff9e8b83077250. 00000008:00000020:0.0:1789449592.272475:0:2399:0:(osc_cache.c:2469:__osc_io_unplug()) Queue writeback work for client ffff9e8b8374bba8. 00000008:00000001:0.0:1789449592.272487:0:2399:0:(osc_request.c:2756:brw_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449592.272492:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b87d1a300 x1876371947542144/t4294967337(4294967337) o4->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789449608 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789449592.272500:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b87d1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2399:1876371947542144:192.168.202.109@tcp:4:multiop.0 00000100:00000001:0.0:1789449592.272506:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449592.272508:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449592.272511:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d1a300 x1876371947542144/t4294967337(4294967337) o4->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789449608 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449592.272518:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449592.272520:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449592.272523:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449592.272524:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449592.272526:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449592.272527:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449592.273692:0:31680:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789449592.273696:0:31680:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920879204616 : -107152830347000 : ffff9e8b899c4908) 00000020:00001000:0.0:1789449592.273700:0:31680:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b899c4900 00000008:00000020:0.0:1789449592.273703:0:31680:0:(osc_request.c:4051:brw_queue_work()) Run writeback work for client obd ffff9e8b8374bba8. 00000008:00000001:0.0:1789449592.273705:0:31680:0:(osc_cache.c:2389:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1789449592.273707:0:31680:0:(osc_cache.c:2350:osc_next_obj()) Process entered 00000008:00000001:0.0:1789449592.273709:0:31680:0:(osc_cache.c:2380:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789449592.273711:0:31680:0:(osc_cache.c:2453:osc_check_rpcs()) Process leaving 00000020:00001000:0.0:1789449592.273713:0:31680:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b899c4900 00000800:00000001:3.0:1789449592.280688:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449592.280707:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449592.280712:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449592.280715:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449592.280725:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449592.280733:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449592.280743:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449592.280748:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449592.280755:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449592.280759:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 432 into portal 4 MB=0x6aa8ce3665700 00000400:00000200:3.0:1789449592.280765:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449592.280772:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 432/432 into md 0x8805 [1] + 224 00000800:00000001:3.0:1789449592.280779:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449592.280786:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449592.280790:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449592.280794:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449592.280803:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449592.280812:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d1b480 x1876371947542272/t0(0) o16->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1789449608 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789449592.280824:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff9e8b87d1b480 x1876371947542272/t0(0) o16->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1789449608 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449592.280842:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449592.280851:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449592.280854:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449592.281161:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449592.281166:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789449592.281173:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449592.281175:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449592.281179:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b86580b00. 00000400:00000200:0.0:1789449592.281184:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5770 00000400:00000010:0.0:1789449592.281187:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5770. 00000100:00000001:0.0:1789449592.281191:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449592.281197:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b87d1b480 x1876371947542272/t0(0) o16->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1789449608 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789449592.281206:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b87d1b480 x1876371947542272/t0(0) o16->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1789449608 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449592.281213:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449592.281215:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449592.281218:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449592.281221:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449592.281224:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449592.281227:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449592.281231:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449592.281240:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b90c6ec60 time=72 v=5 (5 5 5 5) 00000100:00001000:0.0:1789449592.281245:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b90c6ec18 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1789449592.281247:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449592.281249:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449592.281252:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449592.281256:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449592.281260:0:2399:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1789449592.281263:0:2399:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e8b89903000: committing for last_committed 4294967337 gen 18 00000100:00000040:0.0:1789449592.281269:0:2399:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967337) req@ffff9e8b87d1a300 x1876371947542144/t4294967337(4294967337) o4->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789449608 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449592.281278:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449592.281282:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b87d1a300 x1876371947542144/t4294967337(4294967337) o4->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789449608 ref 1 fl Complete:RMQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449592.281289:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789449592.281291:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449592.281296:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b836b2800. 02000000:00000001:0.0:1789449592.281301:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789449592.281304:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449592.281306:0:2399:0:(genops.c:1222:class_import_put()) import ffff9e8b90c6e800 refcount=3 obd=lustre-OST0000-osc-ffff9e8b89903000 00000020:00000001:0.0:1789449592.281309:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449592.281311:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 16384 at ffff9e8b87c9c000. 02000000:00000001:0.0:1789449592.281330:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449592.281333:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449592.281335:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b87d1a300. 00000100:00000001:0.0:1789449592.281339:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449592.281341:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449592.281343:0:2399:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1789449592.281347:0:2399:0:(client.c:3236:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e8b89903000: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:0.0:1789449592.281350:0:2399:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449592.281353:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449592.281358:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b87d1b480 x1876371947542272/t0(0) o16->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1789449608 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449592.281366:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449592.281369:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449592.281371:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1789449592.281375:0:2399:0:(osc_request.c:477:osc_sync_interpret()) Process entered 00000020:00000001:0.0:1789449592.281382:0:2399:0:(cl_object.c:143:cl_object_top()) ffff9e8b85520540 -> ffff9e8b903b5e90 00000020:00000001:0.0:1789449592.281385:0:2399:0:(cl_object.c:143:cl_object_top()) ffff9e8b85520540 -> ffff9e8b903b5e90 00000020:00000001:0.0:1789449592.281387:0:2399:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1789449592.281391:0:2399:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1789449592.281394:0:2399:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449592.281396:0:2399:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449592.281397:0:2399:0:(cl_object.c:143:cl_object_top()) ffff9e8b85520540 -> ffff9e8b903b5e90 00000008:00000001:0.0:1789449592.281417:0:2399:0:(osc_request.c:505:osc_sync_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449592.281423:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b87d1b480 x1876371947542272/t0(0) o16->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1789449608 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789449592.281432:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b87d1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2399:1876371947542272:192.168.202.109@tcp:16:kworker.0 00000100:00000001:0.0:1789449592.281438:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449592.281441:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449592.281444:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b87d1b480 x1876371947542272/t0(0) o16->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1789449608 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449592.281450:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789449592.281452:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449592.281454:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b836b1c00. 02000000:00000001:0.0:1789449592.281458:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789449592.281459:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449592.281461:0:2399:0:(genops.c:1222:class_import_put()) import ffff9e8b90c6e800 refcount=2 obd=lustre-OST0000-osc-ffff9e8b89903000 00000020:00000001:0.0:1789449592.281463:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449592.281465:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e8b8b014800. 02000000:00000001:0.0:1789449592.281468:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449592.281469:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449592.281470:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b87d1b480. 00000100:00000001:0.0:1789449592.281473:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449592.281475:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449592.281477:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449592.281484:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449592.281486:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449592.281488:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449592.281491:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.282002:0:38:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:1.0:1789449592.282008:0:38:0:(lov_io.c:1441:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449592.282012:0:38:0:(lov_io.c:1978:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1789449592.282014:0:38:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:1.0:1789449592.282016:0:38:0:(cl_io.c:353:cl_io_unlock()) Process entered 00020000:00000001:1.0:1789449592.282019:0:38:0:(lov_io.c:1519:lov_io_unlock()) Process entered 00020000:00000001:1.0:1789449592.282022:0:38:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:1.0:1789449592.282023:0:38:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:1.0:1789449592.282025:0:38:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1789449592.282026:0:38:0:(lov_io.c:1453:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449592.282028:0:38:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449592.282030:0:38:0:(lov_io.c:1522:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1789449592.282031:0:38:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1789449592.282033:0:38:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1789449592.282035:0:38:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1789449592.282037:0:38:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1789449592.282038:0:38:0:(lov_io.c:1500:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1789449592.282040:0:38:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:1.0:1789449592.282041:0:38:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1789449592.282042:0:38:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1789449592.282044:0:38:0:(lov_io.c:1447:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449592.282045:0:38:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449592.282047:0:38:0:(lov_io.c:1511:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1789449592.282048:0:38:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1789449592.282050:0:38:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.282053:0:38:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:1.0:1789449592.282055:0:38:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1789449592.282057:0:38:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1789449592.282058:0:38:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:1.0:1789449592.282060:0:38:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:1.0:1789449592.282063:0:38:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217d80 00020000:00000001:1.0:1789449592.282067:0:38:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1789449592.282069:0:38:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1789449592.282082:0:38:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1789449592.282084:0:38:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2f:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1789449592.282088:0:38:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1789449592.282089:0:38:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:1.0:1789449592.282093:0:38:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217000 00000080:00000001:1.0:1789449592.282096:0:38:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=2 : 2 : 2) 00000080:00000001:1.0:1789449592.282100:0:38:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449592.322319:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449592.322326:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449592.322333:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449592.322334:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449592.322338:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449592.322341:0:29299:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789449592.322343:0:29299:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449592.322350:0:29299:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449592.322353:0:29299:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449592.322354:0:29299:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449592.322357:0:29299:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789449592.322359:0:29299:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449592.322361:0:29299:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449592.322363:0:29299:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449592.322367:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449592.322368:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449592.322548:0:16815:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789449592.322553:0:16815:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449592.322556:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1789449592.380763:0:35891:0:(file.c:5379:ll_fsync()) Process entered 00000020:00000001:2.0:1789449592.380771:0:35891:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71182103e48 00000080:00200008:2.0:1789449592.380775:0:35891:0:(file.c:5384:ll_fsync()) START file: name=f24b.recovery-small-1, fid=[0x200000405:0x2e:0x0], start=0, end=9223372036854775807, datasync=0, need_sync 1/0 00020000:00000001:2.0:1789449592.380784:0:35891:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1789449592.380788:0:35891:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b836976c8) owner 0000000000000000/ffff9e8b86598000 00020000:00000002:2.0:1789449592.380792:0:35891:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b836976c8) owner 0000000000000000/ffff9e8b86598000 00020000:00000001:2.0:1789449592.380794:0:35891:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789449592.380796:0:35891:0:(file.c:5353:ll_mdsync()) inode ffff9e8b89113a88 metadata sync [0x200000405:0x2e:0x0] (need_sync=1) 00800000:00000001:2.0:1789449592.380803:0:35891:0:(lmv_obd.c:3058:lmv_fsync()) Process entered 00800000:00000001:2.0:1789449592.380805:0:35891:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789449592.380808:0:35891:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789449592.380810:0:35891:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789449592.380813:0:35891:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789449592.380814:0:35891:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449592.380816:0:35891:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2e:0x0] 00800000:00000001:2.0:1789449592.380820:0:35891:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449592.380826:0:35891:0:(mdc_request.c:2773:mdc_fsync()) Process entered 00000100:00000010:2.0:1789449592.380832:0:35891:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065dc00. 00000020:00000040:2.0:1789449592.380837:0:35891:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000100:00000001:2.0:1789449592.380842:0:35891:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449592.380847:0:35891:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449592.380851:0:35891:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449592.380858:0:35891:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e8b83079a00. 00000100:00000001:2.0:1789449592.380876:0:35891:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449592.380909:0:35891:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789449592.380912:0:35891:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789449592.380918:0:35891:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b8580b6c0. 00000100:00000001:2.0:1789449592.380921:0:35891:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920810288832 : -107152899262784 : ffff9e8b8580b6c0) 00000100:00000001:2.0:1789449592.380924:0:35891:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449592.380925:0:35891:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993078272 : -107152716473344 : ffff9e8b9065dc00) 00000100:00000001:2.0:1789449592.380930:0:35891:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449592.380934:0:35891:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449592.380936:0:35891:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789449592.380937:0:35891:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789449592.380948:0:35891:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065dc00 x1876371947542400/t0(0) o44->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449592.380957:0:35891:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449592.380959:0:35891:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449592.380963:0:35891:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449592.380965:0:35891:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449592.380968:0:35891:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449592.380972:0:35891:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065dc00 pname:cluuid:pid:xid:nid:opc:job multiop:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35891:1876371947542400:192.168.202.109@tcp:44:multiop.0 00000100:00000001:2.0:1789449592.380976:0:35891:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789449592.380980:0:35891:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449592.380982:0:35891:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449592.380985:0:35891:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789449592.380990:0:35891:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b83607c00. 02000000:00000001:2.0:1789449592.380991:0:35891:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449592.380999:0:35891:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449592.381004:0:35891:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b9210. 00000400:00000010:2.0:1789449592.381010:0:35891:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d4c8. 00000100:00000200:2.0:1789449592.381016:0:35891:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947542400, portal 10 00000100:00000001:2.0:1789449592.381018:0:35891:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449592.381020:0:35891:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993078272 : -107152716473344 : ffff9e8b9065dc00) 00000100:00000040:2.0:1789449592.381026:0:35891:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b9065dc00 x1876371947542400/t0(0) o44->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 448/440 e 0 to 0 dl 1789449608 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449592.381033:0:35891:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449592.381036:0:35891:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449592.381039:0:35891:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085dbb0. 00000100:00000200:2.0:1789449592.381042:0:35891:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 12, xid 1876371947542400, offset 0 00000400:00000200:2.0:1789449592.381049:0:35891:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449592.381057:0:35891:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.381065:0:35891:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449592.381217:0:35891:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449592.381223:0:35891:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449592.381227:0:35891:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449592.381230:0:35891:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449592.381234:0:35891:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2996:2996:256:4294967295] 192.168.202.109@tcp LPNI seq info [2996:2996:8:4294967295] 00000400:00000200:2.0:1789449592.381239:0:35891:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.381249:0:35891:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449592.381256:0:35891:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449592.381263:0:35891:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b840b8600. 00000800:00000200:2.0:1789449592.381270:0:35891:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449592.381278:0:35891:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449592.381283:0:35891:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b840b8600 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:2.0:1789449592.381300:0:35891:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449592.381305:0:35891:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 820202 usecs (821 jiffies) 00000400:00000200:2.0:1789449592.381309:0:35891:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449592.381312:0:35891:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296595888 00000100:00000001:2.0:1789449592.381315:0:35891:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296596513 00000100:00000001:2.0:1789449592.381318:0:35891:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296595888 00000100:00000001:2.0:1789449592.381321:0:35891:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296596514 00000100:00000001:2.0:1789449592.381323:0:35891:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449592.381326:0:35891:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449592.381329:0:35891:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449592.381331:0:35891:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789449592.381334:0:35891:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b8580b6c0 going to sleep for 11 seconds 00000100:00000001:2.0:1789449592.381337:0:35891:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449592.381340:0:35891:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449592.381757:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449592.381762:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b840b8600. 00000400:00000200:3.0:1789449592.381769:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449592.381775:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449592.381781:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085dbb0 00000400:00000010:3.0:1789449592.381784:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085dbb0. 00000100:00000001:3.0:1789449592.381788:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449592.381793:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065dc00 x1876371947542400/t0(0) o44->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 448/440 e 0 to 0 dl 1789449608 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449592.381803:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449592.381806:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b9065dc00 x1876371947542400/t0(0) o44->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 448/440 e 0 to 0 dl 1789449608 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449592.381813:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449592.381814:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789449592.398719:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449592.398740:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449592.398747:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449592.398749:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449592.398758:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449592.398766:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449592.398774:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449592.398779:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449592.398784:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449592.398789:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 440 into portal 10 MB=0x6aa8ce3665780 00000400:00000200:3.0:1789449592.398794:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449592.398801:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 440/440 into md 0x8815 [1] + 224 00000800:00000001:3.0:1789449592.398808:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449592.398816:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449592.398819:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449592.398824:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449592.398831:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449592.398841:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065dc00 x1876371947542400/t0(0) o44->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 448/440 e 0 to 0 dl 1789449608 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449592.398853:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=440 offset=224 replen=440 req@ffff9e8b9065dc00 x1876371947542400/t0(0) o44->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 448/440 e 0 to 0 dl 1789449608 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449592.398873:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449592.398919:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449592.398922:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449592.399116:0:35891:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789449592.399134:0:35891:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789449592.399136:0:35891:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789449592.399139:0:35891:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b9210. 00000400:00000200:2.0:1789449592.399144:0:35891:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d4c8 00000400:00000010:2.0:1789449592.399146:0:35891:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d4c8. 00000100:00000001:2.0:1789449592.399149:0:35891:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449592.399154:0:35891:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065dc00 x1876371947542400/t0(0) o44->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 448/440 e 0 to 0 dl 1789449608 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789449592.399162:0:35891:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065dc00 x1876371947542400/t0(0) o44->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 448/440 e 0 to 0 dl 1789449608 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449592.399167:0:35891:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789449592.399170:0:35891:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449592.399173:0:35891:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789449592.399176:0:35891:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789449592.399179:0:35891:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789449592.399181:0:35891:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449592.399184:0:35891:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789449592.399194:0:35891:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=72 v=5 (5 5 102 102) 00000100:00001000:2.0:1789449592.399199:0:35891:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=39 v=5 (1 0 0 0) 00000100:00000001:2.0:1789449592.399201:0:35891:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789449592.399202:0:35891:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449592.399205:0:35891:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789449592.399208:0:35891:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449592.399213:0:35891:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1789449592.399216:0:35891:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: committing for last_committed 8589934608 gen 2 00000100:00000040:2.0:1789449592.399222:0:35891:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 8589934608) req@ffff9e8b83690e00 x1876371947539712/t8589934603(8589934603) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/448 e 0 to 0 dl 1789449607 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449592.399230:0:35891:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449592.399233:0:35891:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83690e00 x1876371947539712/t8589934603(8589934603) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/448 e 0 to 0 dl 1789449607 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449592.399239:0:35891:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789449592.399243:0:35891:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789449592.399247:0:35891:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b8678e000. 02000000:00000001:2.0:1789449592.399252:0:35891:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789449592.399254:0:35891:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789449592.399256:0:35891:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:2.0:1789449592.399258:0:35891:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789449592.399260:0:35891:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b8678e800. 02000000:00000001:2.0:1789449592.399264:0:35891:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789449592.399267:0:35891:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789449592.399268:0:35891:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83690e00. 00000100:00000001:2.0:1789449592.399272:0:35891:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789449592.399274:0:35891:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789449592.399284:0:35891:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 8589934608) req@ffff9e8b83692680 x1876371947540736/t8589934605(8589934605) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/456 e 0 to 0 dl 1789449607 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449592.399291:0:35891:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449592.399294:0:35891:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83692680 x1876371947540736/t8589934605(8589934605) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 520/456 e 0 to 0 dl 1789449607 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449592.399300:0:35891:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789449592.399301:0:35891:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789449592.399303:0:35891:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b8678d000. 02000000:00000001:2.0:1789449592.399307:0:35891:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789449592.399308:0:35891:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789449592.399309:0:35891:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:2.0:1789449592.399311:0:35891:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789449592.399312:0:35891:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b8678d400. 02000000:00000001:2.0:1789449592.399315:0:35891:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789449592.399316:0:35891:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789449592.399317:0:35891:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83692680. 00000100:00000001:2.0:1789449592.399320:0:35891:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789449592.399321:0:35891:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789449592.399326:0:35891:0:(client.c:3175:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff9e8b83690380 x1876371947541376/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/664 e 0 to 0 dl 1789449607 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789449592.399335:0:35891:0:(client.c:3175:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff9e8b9065d180 x1876371947541888/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/664 e 0 to 0 dl 1789449607 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449592.399341:0:35891:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1789449592.399355:0:35891:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: normal: skip=1 replay=2/4 committed=0/0 00000100:00000001:2.0:1789449592.399358:0:35891:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789449592.399360:0:35891:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449592.399364:0:35891:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065dc00 x1876371947542400/t0(0) o44->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 448/440 e 0 to 0 dl 1789449608 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449592.399372:0:35891:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449592.399375:0:35891:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789449592.399377:0:35891:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789449592.400645:0:35891:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065dc00 x1876371947542400/t0(0) o44->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 448/440 e 0 to 0 dl 1789449608 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789449592.400668:0:35891:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065dc00 pname:cluuid:pid:xid:nid:opc:job multiop:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35891:1876371947542400:192.168.202.109@tcp:44:multiop.0 00000100:00000001:2.0:1789449592.400675:0:35891:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449592.400679:0:35891:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449592.400682:0:35891:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789449592.401114:0:35891:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449592.401134:0:35891:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065dc00 x1876371947542400/t0(0) o44->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 448/440 e 0 to 0 dl 1789449608 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449592.401142:0:35891:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789449592.401145:0:35891:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b8580b6c0. 00000100:00000001:2.0:1789449592.401149:0:35891:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789449592.401152:0:35891:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449592.401156:0:35891:0:(mdc_request.c:2794:mdc_fsync()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789449592.401159:0:35891:0:(lmv_obd.c:3065:lmv_fsync()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449592.401162:0:35891:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449592.401166:0:35891:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065dc00 x1876371947542400/t0(0) o44->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 448/440 e 0 to 0 dl 1789449608 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449592.401172:0:35891:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789449592.401176:0:35891:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789449592.401179:0:35891:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b83607c00. 02000000:00000001:2.0:1789449592.401182:0:35891:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789449592.401184:0:35891:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789449592.401186:0:35891:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:2.0:1789449592.401189:0:35891:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789449592.401191:0:35891:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e8b83079a00. 02000000:00000001:2.0:1789449592.401194:0:35891:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789449592.401197:0:35891:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789449592.401198:0:35891:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065dc00. 00000100:00000001:2.0:1789449592.401202:0:35891:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789449592.401203:0:35891:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789449592.401208:0:35891:0:(pcc.c:2839:pcc_fsync()) Process entered 00000080:00000001:2.0:1789449592.401210:0:35891:0:(pcc.c:2842:pcc_fsync()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449592.401213:0:35891:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1789449592.401216:0:35891:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789449592.401221:0:35891:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822744 : -107152888728872 : ffff9e8b862172d8) 00000020:00001000:2.0:1789449592.401224:0:35891:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b862172d0 00000020:00000001:2.0:1789449592.401231:0:35891:0:(cl_object.c:143:cl_object_top()) ffff9e8b84013f58 -> ffff9e8b84013f58 00000020:00000001:2.0:1789449592.401233:0:35891:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:2.0:1789449592.401237:0:35891:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1789449592.401239:0:35891:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2e:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1789449592.401244:0:35891:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789449592.401246:0:35891:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1789449592.401248:0:35891:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789449592.401253:0:35891:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2e:0x0]io ffff9e8b84db0e40 type 6 ignore/verify layout 0/0 00020000:00000002:2.0:1789449592.401259:0:35891:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b836976c8) owner 0000000000000000/ffff9e8b86598000 00020000:00000001:3.0:1789449592.401609:0:35891:0:(lov_io.c:2266:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1789449592.401613:0:35891:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1789449592.401615:0:35891:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1789449592.401617:0:35891:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449592.401620:0:35891:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1789449592.401623:0:35891:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1789449592.401625:0:35891:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449592.401627:0:35891:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789449592.401628:0:35891:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1789449592.401630:0:35891:0:(lov_io.c:2279:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1789449592.401632:0:35891:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b836976c8) owner 0000000000000000/ffff9e8b86598000 00000020:00000001:3.0:1789449592.401636:0:35891:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449592.401639:0:35891:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:3.0:1789449592.401641:0:35891:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1789449592.401643:0:35891:0:(lov_io.c:1078:lov_io_iter_init()) Process entered 00020000:00000001:3.0:1789449592.401646:0:35891:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00200000:3.0:1789449592.401649:0:35891:0:(lov_io.c:1153:lov_io_iter_init()) component[0] flags 0x10 00020000:00000001:3.0:1789449592.401653:0:35891:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449592.401656:0:35891:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1789449592.401658:0:35891:0:(lov_offset.c:264:lov_stripe_intersects()) [0->9223372036854775806] -> [(0) 0->9223372036854775806 (0)] 00020000:00000001:3.0:1789449592.401662:0:35891:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789449592.401664:0:35891:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1789449592.401667:0:35891:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789449592.401669:0:35891:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822456 : -107152888729160 : ffff9e8b862171b8) 00000020:00001000:3.0:1789449592.401672:0:35891:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b862171b0 00000020:00000001:3.0:1789449592.401676:0:35891:0:(cl_object.c:143:cl_object_top()) ffff9e8b840135f8 -> ffff9e8b84013f58 00000020:00000001:3.0:1789449592.401678:0:35891:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:3.0:1789449592.401684:0:35891:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789449592.401686:0:35891:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1789449592.401688:0:35891:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:3.0:1789449592.401689:0:35891:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446636920799432256 : -107152910119360 : ffff9e8b84db0e40) 00000020:00000001:3.0:1789449592.401691:0:35891:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449592.401694:0:35891:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449592.401696:0:35891:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993116240 : -107152716435376 : ffff9e8b90667050) 00000020:00000001:3.0:1789449592.401698:0:35891:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1789449592.401700:0:35891:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449592.401702:0:35891:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000001:3.0:1789449592.401705:0:35891:0:(lov_io.c:1276:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449592.401706:0:35891:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449592.401709:0:35891:0:(cl_io.c:315:cl_io_lock()) Process entered 00020000:00000001:3.0:1789449592.401710:0:35891:0:(lov_io.c:1419:lov_io_lock()) Process entered 00020000:00000001:3.0:1789449592.401712:0:35891:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:3.0:1789449592.401713:0:35891:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:3.0:1789449592.401715:0:35891:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1789449592.401716:0:35891:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449592.401718:0:35891:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449592.401720:0:35891:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449592.401721:0:35891:0:(lov_io.c:1420:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449592.401723:0:35891:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1789449592.401724:0:35891:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449592.401725:0:35891:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449592.401727:0:35891:0:(cl_io.c:529:cl_io_start()) Process entered 00020000:00000001:3.0:1789449592.401730:0:35891:0:(lov_io.c:1425:lov_io_start()) Process entered 00020000:00000001:3.0:1789449592.401732:0:35891:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:3.0:1789449592.401733:0:35891:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:3.0:1789449592.401736:0:35891:0:(osc_io.c:1105:osc_io_fsync_start()) Process entered 00000008:00000001:3.0:1789449592.401739:0:35891:0:(osc_cache.c:3327:osc_cache_writeback_range()) Process entered 00000008:00000020:3.0:1789449592.401744:0:35891:0:(osc_cache.c:3467:osc_cache_writeback_range()) obj ffff9e8b84d27c00 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 2251799813685247] npages 2: rc=0. 00000008:00000001:3.0:1789449592.401748:0:35891:0:(osc_cache.c:3482:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789449592.401751:0:35891:0:(osc_cache.c:3262:osc_cache_wait_range()) Process entered 00000008:00000020:3.0:1789449592.401754:0:35891:0:(osc_cache.c:3299:osc_cache_wait_range()) obj ffff9e8b84d27c00 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:3.0:1789449592.401758:0:35891:0:(osc_cache.c:3300:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789449592.401760:0:35891:0:(osc_io.c:1073:osc_fsync_ost()) Process entered 00000020:00000001:3.0:1789449592.401763:0:35891:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1789449592.401765:0:35891:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1789449592.401767:0:35891:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1789449592.401769:0:35891:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1789449592.401771:0:35891:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1789449592.401772:0:35891:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1789449592.401775:0:35891:0:(osc_request.c:517:osc_sync_base()) Process entered 00000100:00000010:3.0:1789449592.401787:0:35891:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83108700. 00000020:00000040:3.0:1789449592.401791:0:35891:0:(genops.c:1209:class_import_get()) import ffff9e8b90c6e800 refcount=3 obd=lustre-OST0000-osc-ffff9e8b89903000 00000100:00000001:3.0:1789449592.401796:0:35891:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789449592.401800:0:35891:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789449592.401805:0:35891:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789449592.401814:0:35891:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e8b888a3400. 00000100:00000001:3.0:1789449592.401823:0:35891:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449592.401833:0:35891:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789449592.401837:0:35891:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449592.401847:0:35891:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006414f9c9] to pc [ptlrpcd_01_01+1] req@ffff9e8b83108700 x1876371947542528/t0(0) o16->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449592.402057:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449592.402062:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449592.402064:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789449592.402071:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83108700 x1876371947542528/t0(0) o16->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449592.402080:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449592.402083:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449592.402087:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449592.402090:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449592.402093:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449592.402096:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83108700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2402:1876371947542528:192.168.202.109@tcp:16:multiop.0 00000100:00000001:2.0:1789449592.402102:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789449592.402108:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449592.402110:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449592.402113:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789449592.402127:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b83607c00. 02000000:00000001:2.0:1789449592.402129:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449592.402140:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449592.402145:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b9210. 00000400:00000010:2.0:1789449592.402152:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d4c8. 00000100:00000200:2.0:1789449592.402160:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947542528, portal 4 00000100:00000001:2.0:1789449592.402163:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449592.402164:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769382144 : -107152940169472 : ffff9e8b83108700) 00000100:00000040:2.0:1789449592.402173:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b83108700 x1876371947542528/t0(0) o16->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1789449608 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449592.402181:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449592.402184:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449592.402187:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085dee0. 00000100:00000200:2.0:1789449592.402190:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1876371947542528, offset 0 00000400:00000200:2.0:1789449592.402197:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449592.402207:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.402215:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449592.402222:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449592.402226:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449592.402230:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449592.402233:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449592.402238:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2997:2997:256:4294967295] 192.168.202.109@tcp LPNI seq info [2997:2997:8:4294967295] 00000400:00000200:2.0:1789449592.402242:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.402252:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449592.402260:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449592.402265:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b840b8c00. 00000800:00000200:2.0:1789449592.402272:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449592.402280:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449592.402286:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b840b8c00 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:2.0:1789449592.402300:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449592.402306:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: using a timeout of 22772 usecs (23 jiffies) 00000400:00000200:2.0:1789449592.402310:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449592.402312:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296595111 00000100:00000001:2.0:1789449592.402316:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296596513 00000100:00000001:2.0:1789449592.402318:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296595111 00000100:00000001:2.0:1789449592.402321:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296596514 00000100:00000001:2.0:1789449592.402323:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449592.402326:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449592.402329:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449592.402332:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449592.402338:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449592.402340:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000008:00000001:3.0:1789449592.402483:0:35891:0:(osc_request.c:541:osc_sync_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789449592.402486:0:35891:0:(osc_io.c:1090:osc_fsync_ost()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789449592.402488:0:35891:0:(osc_io.c:1174:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449592.402490:0:35891:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449592.402493:0:35891:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449592.402494:0:35891:0:(lov_io.c:1426:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449592.402496:0:35891:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449592.402498:0:35891:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:3.0:1789449592.402501:0:35891:0:(lov_io.c:1967:lov_io_fsync_end()) Process entered 00020000:00000001:3.0:1789449592.402503:0:35891:0:(lov_io.c:1431:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1789449592.402504:0:35891:0:(cl_io.c:556:cl_io_end()) Process entered 00000100:00000001:3.0:1789449592.402518:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449592.402523:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449592.403568:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1789449592.403791:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449592.403796:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449592.403798:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449592.403802:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1789449592.404240:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b840b8c00. 00000400:00000200:3.0:1789449592.404246:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449592.404255:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449592.404263:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085dee0 00000400:00000010:3.0:1789449592.404266:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085dee0. 00000100:00000001:3.0:1789449592.404271:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449592.404277:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83108700 x1876371947542528/t0(0) o16->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1789449608 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449592.404290:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449592.404294:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83108700 x1876371947542528/t0(0) o16->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1789449608 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449592.404301:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449592.404303:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789449592.415845:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449592.415864:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449592.415869:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449592.415871:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449592.415924:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449592.415933:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449592.415944:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449592.415949:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449592.415954:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449592.415959:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 4 MB=0x6aa8ce3665800 00000400:00000200:3.0:1789449592.415966:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449592.415972:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 224/224 into md 0x8825 [1] + 224 00000800:00000001:3.0:1789449592.415980:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449592.415988:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449592.415991:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449592.415996:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449592.416004:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449592.416014:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83108700 x1876371947542528/t0(0) o16->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1789449608 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789449592.416025:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=224 offset=224 replen=432 req@ffff9e8b83108700 x1876371947542528/t0(0) o16->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1789449608 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449592.416048:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449592.416057:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449592.416061:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449592.416191:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449592.416196:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789449592.416205:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789449592.416208:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789449592.416212:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b9210. 00000400:00000200:2.0:1789449592.416218:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d4c8 00000400:00000010:2.0:1789449592.416221:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d4c8. 00000100:00000001:2.0:1789449592.416225:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449592.416230:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83108700 x1876371947542528/t0(0) o16->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1789449608 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789449592.416239:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83108700 x1876371947542528/t0(0) o16->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1789449608 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449592.416245:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789449592.416248:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449592.416251:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789449592.416254:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789449592.416257:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789449592.416260:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449592.416263:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789449592.416274:0:2402:0:(import.c:2196:obd_at_measure()) add 0 to ffff9e8b90c6ec60 time=72 v=5 (5 5 5 5) 00000100:00001000:2.0:1789449592.416278:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b90c6ec18 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1789449592.416281:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:02020000:2.0:1789449592.416285:0:2402:0:(client.c:1505:ptlrpc_check_status()) lustre-OST0000-osc-ffff9e8b89903000: operation ost_sync to node 192.168.202.109@tcp failed: rc = -107 00000100:00000001:2.0:1789449592.426035:0:2402:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1789449592.426055:0:2402:0:(recover.c:202:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:2.0:1789449592.426068:0:2402:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-OST0000-osc-ffff9e8b89903000 of lustre-OST0000_UUID@192.168.202.109@tcp abruptly disconnected: reconnecting 00000100:00080000:2.0:1789449592.426075:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9e8b90c6e800 lustre-OST0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1789449592.426081:0:2402:0:(import.c:182:ptlrpc_set_import_discon()) lustre-OST0000-osc-ffff9e8b89903000: Connection to lustre-OST0000 (at 192.168.202.109@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:2.0:1789449592.426086:0:2402:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:2.0:1789449592.426090:0:2402:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:2.0:1789449592.426093:0:2402:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449592.426095:0:2402:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:2.0:1789449592.426098:0:2402:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789449592.426100:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9e8b90c6e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789449592.426103:0:2402:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789449592.426107:0:2402:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff9e8b89903000: connect to NID 192.168.202.109@tcp last attempt 1918 00000400:00000200:2.0:1789449592.428612:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.428630:0:2402:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.202.109@tcp is discovered: rc = 1 00000100:00000040:2.0:1789449592.428640:0:2402:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9e8b895f2700 refcount 14 to 192.168.202.109@tcp 00000100:00000001:2.0:1789449592.428645:0:2402:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789449592.428648:0:2402:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9e8b895f2700 refcount 15 to 192.168.202.109@tcp 00000100:00000001:2.0:1789449592.428651:0:2402:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446636920875198208 : -107152834353408 : ffff9e8b895f2700) 00000020:00000001:2.0:1789449592.428659:0:2402:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789449592.428662:0:2402:0:(genops.c:804:class_conn2export()) looking for export cookie 0xcddde1459ded5b36 00000020:00000001:2.0:1789449592.428664:0:2402:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449592.428668:0:2402:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e8b89bcf000 refcount=4 00000020:00000001:2.0:1789449592.428671:0:2402:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920881344512 : -107152828207104 : ffff9e8b89bcf000) 00000020:00000001:2.0:1789449592.428674:0:2402:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636920881344512 : -107152828207104 : ffff9e8b89bcf000) 00000100:00000040:2.0:1789449592.428677:0:2402:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9e8b895f2700 refcount 14 to 192.168.202.109@tcp 00000100:00000001:2.0:1789449592.428679:0:2402:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789449592.428681:0:2402:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9e8b895f2700 refcount 15 to 192.168.202.109@tcp 00000100:00000001:2.0:1789449592.428683:0:2402:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446636920875198208 : -107152834353408 : ffff9e8b895f2700) 00000020:00000040:2.0:1789449592.428686:0:2402:0:(genops.c:879:class_export_put()) PUTting export ffff9e8b89bcf000 : new refcount 3 00000100:00080000:2.0:1789449592.428690:0:2402:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff9e8b89903000: import ffff9e8b90c6e800 using connection 192.168.202.109@tcp/192.168.202.109@tcp 00000100:00000001:2.0:1789449592.428693:0:2402:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449592.428697:0:2402:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789449592.428763:0:2402:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449592.428767:0:2402:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449592.428770:0:2402:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:2.0:1789449592.428774:0:2402:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683432 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1789449592.428777:0:2402:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449592.428779:0:2402:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789449592.428789:0:2402:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065dc00. 00000020:00000040:2.0:1789449592.428793:0:2402:0:(genops.c:1209:class_import_get()) import ffff9e8b90c6e800 refcount=4 obd=lustre-OST0000-osc-ffff9e8b89903000 02000000:00000001:2.0:1789449592.428798:0:2402:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789449592.428799:0:2402:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449592.428802:0:2402:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449592.428805:0:2402:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449592.428810:0:2402:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449592.428818:0:2402:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b83604800. 00000100:00000001:2.0:1789449592.428826:0:2402:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449592.428836:0:2402:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e8b9065dc00 x1876371947542656/t0(0) o8->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789449592.428847:0:2402:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449592.428851:0:2402:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449592.428855:0:2402:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a063d587] to pc [ptlrpcd_rcv+-1] req@ffff9e8b9065dc00 x1876371947542656/t0(0) o8->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449592.429162:0:2402:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449592.429166:0:2402:0:(recover.c:221:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:2.0:1789449592.429168:0:2402:0:(client.c:1715:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1789449592.429173:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449592.429175:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449592.429184:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449592.429186:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449592.429189:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449592.429192:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449592.429203:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449592.429207:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449592.429209:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789449592.429223:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065dc00 x1876371947542656/t0(0) o8->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449592.429232:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789449592.429235:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449592.429239:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789449592.429242:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789449592.429244:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449592.429248:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2398:1876371947542656:192.168.202.109@tcp:8:ptlrpcd_01_01.0 00000100:00000001:0.0:1789449592.429256:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789449592.429261:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789449592.429264:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449592.429266:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789449592.429272:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b836b1c00. 02000000:00000001:0.0:1789449592.429274:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449592.429282:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:0.0:1789449592.429286:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b86580b00. 00000400:00000010:0.0:1789449592.429294:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5770. 00000100:00000200:0.0:1789449592.429302:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947542656, portal 4 00000100:00000001:0.0:1789449592.429305:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449592.429307:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993078272 : -107152716473344 : ffff9e8b9065dc00) 00000100:00000040:0.0:1789449592.429315:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b9065dc00 x1876371947542656/t0(0) o8->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1789449602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449592.429324:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789449592.429327:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1789449592.429330:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5d48. 00000100:00000200:0.0:1789449592.429334:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876371947542656, offset 0 00000400:00000200:0.0:1789449592.429341:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1789449592.429352:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449592.429366:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1789449592.429371:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789449592.429376:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1789449592.429379:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789449592.429382:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1789449592.429385:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2998:2998:256:4294967295] 192.168.202.109@tcp LPNI seq info [2998:2998:8:4294967295] 00000400:00000200:0.0:1789449592.429391:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449592.429402:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1789449592.429410:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1789449592.429426:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b864ecc00. 00000800:00000200:0.0:1789449592.429434:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1789449592.429443:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1789449592.429448:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b864ecc00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1789449592.429468:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449592.429473:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: using a timeout of 22751 usecs (23 jiffies) 00000400:00000200:0.0:1789449592.429477:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:0.0:1789449592.429480:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296595138 00000100:00000001:0.0:1789449592.429483:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296596513 00000100:00000001:0.0:1789449592.429485:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296595138 00000100:00000001:0.0:1789449592.429488:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296596514 00000100:00000001:0.0:1789449592.429490:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449592.429494:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449592.429497:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449592.429499:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449592.429503:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449592.429504:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1789449592.429506:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449592.429507:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449592.429508:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449592.429510:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449592.431484:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449592.431493:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ecc00. 00000400:00000200:2.0:1789449592.431502:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449592.431510:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449592.431517:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5d48 00000400:00000010:2.0:1789449592.431520:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5d48. 00000100:00000001:2.0:1789449592.431537:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449592.431546:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065dc00 x1876371947542656/t0(0) o8->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1789449602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449592.431557:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449592.431560:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065dc00 x1876371947542656/t0(0) o8->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1789449602 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449592.431568:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449592.431569:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789449592.438455:0:2402:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449592.438466:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789449592.438469:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449592.438472:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449592.438478:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789449592.442431:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449592.442456:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449592.442460:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449592.442464:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449592.442475:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.442482:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449592.442495:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.442500:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.442506:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.442511:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 416 into portal 4 MB=0x6aa8ce3665880 00000400:00000200:2.0:1789449592.442516:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.442524:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 416/416 into md 0x8835 [1] + 0 00000800:00000001:2.0:1789449592.442545:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449592.442559:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449592.442562:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449592.442567:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449592.442576:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449592.442587:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065dc00 x1876371947542656/t0(0) o8->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1789449602 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449592.442600:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9e8b9065dc00 x1876371947542656/t0(0) o8->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1789449602 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449592.442617:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449592.442628:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449592.442631:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449592.442857:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449592.442862:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789449592.443087:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449592.443089:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449592.443094:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b86580b00. 00000400:00000200:0.0:1789449592.443100:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5770 00000400:00000010:0.0:1789449592.443102:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5770. 00000100:00000001:0.0:1789449592.443106:0:2398:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449592.443111:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065dc00 x1876371947542656/t0(0) o8->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1789449602 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789449592.443131:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065dc00 x1876371947542656/t0(0) o8->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1789449602 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449592.443138:0:2398:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449592.443141:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449592.443144:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449592.443147:0:2398:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449592.443150:0:2398:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449592.443152:0:2398:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449592.443155:0:2398:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449592.443167:0:2398:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b90c6ec60 time=72 v=5 (5 5 5 5) 00000100:00001000:0.0:1789449592.443171:0:2398:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b90c6ec18 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1789449592.443174:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449592.443176:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449592.443179:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449592.443182:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449592.443187:0:2398:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789449592.443189:0:2398:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e8b89903000: skip recheck: last_committed 4294967337 00000100:00000001:0.0:1789449592.443192:0:2398:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449592.443194:0:2398:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449592.443199:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065dc00 x1876371947542656/t0(0) o8->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/416 e 0 to 0 dl 1789449602 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449592.443206:0:2398:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449592.443209:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449592.443211:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449592.443214:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1789449592.443221:0:2398:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff9e8b89903000: connect to target with instance 1 00000020:00000001:0.0:1789449592.443224:0:2398:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789449592.443226:0:2398:0:(genops.c:804:class_conn2export()) looking for export cookie 0xcddde1459ded5b36 00000020:00000001:0.0:1789449592.443229:0:2398:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449592.443232:0:2398:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e8b89bcf000 refcount=4 00000020:00000001:0.0:1789449592.443235:0:2398:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920881344512 : -107152828207104 : ffff9e8b89bcf000) 00000020:00000001:0.0:1789449592.443237:0:2398:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636920881344512 : -107152828207104 : ffff9e8b89bcf000) 00000100:00001000:0.0:1789449592.443241:0:2398:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b90c6ec18 time=1789449592 v=0 (0 0 0 0) 00000100:00001000:0.0:1789449592.443244:0:2398:0:(import.c:2262:obd_at_measure()) AT ffff9e8b90c6ec18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:0.0:1789449592.443249:0:2398:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 710, crc32c 3463, adler 492 00000020:00000040:0.0:1789449592.443256:0:2398:0:(genops.c:879:class_export_put()) PUTting export ffff9e8b89bcf000 : new refcount 3 00000100:00000001:0.0:1789449592.443259:0:2398:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:0.0:1789449592.443264:0:2398:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000020:0.0:1789449592.443268:0:2398:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0000-osc-ffff9e8b89903000, setting cl_avail_grant: 8388608 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000008:00000001:0.0:1789449592.443273:0:2398:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:0.0:1789449592.443276:0:2398:0:(lov_obd.c:430:lov_notify()) Process entered 00000080:00000001:0.0:1789449592.443280:0:2398:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1789449592.443283:0:2398:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449592.443286:0:2398:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789449592.443288:0:2398:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789449592.443290:0:2398:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449592.443291:0:2398:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:0.0:1789449592.443296:0:2398:0:(import.c:1383:ptlrpc_connect_interpret()) @@@ lustre-OST0000-osc-ffff9e8b89903000: evicting (reconnect/recover flags not set: 4) req@ffff9e8b9065dc00 x1876371947542656/t0(0) o8->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/416 e 0 to 0 dl 1789449602 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789449592.443305:0:2398:0:(import.c:65:import_set_state_nolock()) ffff9e8b90c6e800 lustre-OST0000_UUID: changing import state from CONNECTING to EVICTED 00000100:00000001:0.0:1789449592.443310:0:2398:0:(import.c:1693:ptlrpc_import_recovery_state_machine()) Process entered 00000100:02020000:0.0:1789449592.443313:0:2398:0:(import.c:1708:ptlrpc_import_recovery_state_machine()) lustre-OST0000-osc-ffff9e8b89903000: This client was evicted by lustre-OST0000; in progress operations using this service will fail. 00000100:00080000:0.0:1789449592.462214:0:2398:0:(import.c:1719:ptlrpc_import_recovery_state_machine()) evicted from lustre-OST0000_UUID@192.168.202.109@tcp; invalidating 00000020:00000040:0.0:1789449592.462223:0:2398:0:(genops.c:1209:class_import_get()) import ffff9e8b90c6e800 refcount=5 obd=lustre-OST0000-osc-ffff9e8b89903000 00000100:00000001:2.0:1789449592.465457:0:2398:0:(import.c:1740:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449592.465467:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449592.465483:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065dc00 x1876371947542656/t0(0) o8->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/416 e 0 to 0 dl 1789449602 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789449592.465494:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2398:1876371947542656:192.168.202.109@tcp:8:ptlrpcd_01_01.0 00000100:00000001:2.0:1789449592.465499:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449592.465502:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449592.465506:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065dc00 x1876371947542656/t0(0) o8->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 520/416 e 0 to 0 dl 1789449602 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449592.465517:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789449592.465520:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789449592.465524:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b836b1c00. 02000000:00000001:2.0:1789449592.465539:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789449592.465542:0:2398:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789449592.465544:0:2398:0:(genops.c:1222:class_import_put()) import ffff9e8b90c6e800 refcount=4 obd=lustre-OST0000-osc-ffff9e8b89903000 00000020:00000001:2.0:1789449592.465547:0:2398:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789449592.465549:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b83604800. 02000000:00000001:2.0:1789449592.465553:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789449592.465555:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789449592.465557:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065dc00. 00000100:00000001:2.0:1789449592.465561:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789449592.465563:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449592.465565:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449592.465575:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449592.465576:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449592.465579:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449592.465582:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449592.465680:0:35907:0:(import.c:1639:ptlrpc_invalidate_import_thread()) Process entered 00000100:00080000:0.0:1789449592.465690:0:35907:0:(import.c:1643:ptlrpc_invalidate_import_thread()) thread invalidate import lustre-OST0000-osc-ffff9e8b89903000 to lustre-OST0000_UUID@192.168.202.109@tcp 00000100:00000001:0.0:1789449592.465695:0:35907:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1789449592.465696:0:35907:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:0.0:1789449592.465699:0:35907:0:(client.c:3576:ptlrpc_abort_inflight()) Process entered 00000100:00100000:0.0:1789449592.465706:0:35907:0:(client.c:3603:ptlrpc_abort_inflight()) @@@ aborting waiting req req@ffff9e8b83108700 x1876371947542528/t0(0) o16->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 440/224 e 0 to 0 dl 1789449608 ref 1 fl Rpc:RSQU/600/0 rc -107/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449592.465728:0:35907:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1789449592.465731:0:35907:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e8b89903000: committing for last_committed 4294967337 gen 19 00000100:00000040:0.0:1789449592.465734:0:35907:0:(client.c:3236:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e8b89903000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1789449592.465737:0:35907:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449592.465739:0:35907:0:(client.c:3621:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1789449592.465740:0:35907:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1789449592.465742:0:35907:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:0.0:1789449592.465745:0:35907:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:0.0:1789449592.465748:0:35907:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:0.0:1789449592.465753:0:35907:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:0.0:1789449592.465757:0:35907:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:0.0:1789449592.465759:0:35907:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff9e8b83133ba8 for uuid lustre-OST0000_UUID event(2) 00020000:01000000:0.0:1789449592.465765:0:35907:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID inactive 00020000:00000040:0.0:1789449592.465767:0:35907:0:(lov_obd.c:417:lov_set_osc_active()) lustre-OST0000_UUID: lov idx 0 conn cddde1459ded5b36 00020000:00000001:0.0:1789449592.465770:0:35907:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449592.465774:0:35907:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1789449592.465777:0:35907:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449592.465780:0:35907:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789449592.465782:0:35907:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789449592.465784:0:35907:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449592.465786:0:35907:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00100000:0.0:1789449592.465789:0:35907:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1789449592.468050:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449592.468058:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449592.468062:0:2402:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789449592.468087:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83108700 x1876371947542528/t0(0) o16->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 440/224 e 0 to 0 dl 1789449608 ref 1 fl Rpc:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449592.468099:0:2402:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:2.0:1789449592.468102:0:2402:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449592.468105:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789449592.468106:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1789449592.468111:0:2402:0:(osc_request.c:477:osc_sync_interpret()) Process entered 00000008:00000001:2.0:1789449592.468114:0:2402:0:(osc_request.c:479:osc_sync_interpret()) Process leaving via out (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000008:00000001:2.0:1789449592.468161:0:2402:0:(osc_request.c:505:osc_sync_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449592.468166:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83108700 x1876371947542528/t0(0) o16->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 440/224 e 0 to 0 dl 1789449608 ref 1 fl Interpret:ESQU/600/0 rc 0/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789449592.468175:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83108700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2402:1876371947542528:192.168.202.109@tcp:16:multiop.0 00000100:00000001:2.0:1789449592.468195:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449592.468198:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449592.468203:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83108700 x1876371947542528/t0(0) o16->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 440/224 e 0 to 0 dl 1789449608 ref 1 fl Complete:ESQU/600/0 rc 0/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449592.468210:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789449592.468212:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789449592.468217:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b83607c00. 02000000:00000001:2.0:1789449592.468223:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789449592.468226:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789449592.468228:0:2402:0:(genops.c:1222:class_import_put()) import ffff9e8b90c6e800 refcount=3 obd=lustre-OST0000-osc-ffff9e8b89903000 00000020:00000001:2.0:1789449592.468230:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789449592.468233:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e8b888a3400. 02000000:00000001:2.0:1789449592.468237:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789449592.468239:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789449592.468241:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83108700. 00000100:00000001:2.0:1789449592.468245:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789449592.468246:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449592.468249:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449592.468258:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449592.468260:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449592.468262:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449592.468265:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449592.468398:0:35907:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:1.0:1789449592.468404:0:35907:0:(osc_request.c:3902:osc_import_event()) Process entered 00000001:00000001:1.0:1789449592.468408:0:35907:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1789449592.468412:0:35907:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:1.0:1789449592.468424:0:35907:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bd500 count: 2 00010000:00000001:1.0:1789449592.468430:0:35907:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1789449592.468432:0:35907:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449592.468435:0:35907:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449592.468438:0:35907:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b889f1600 refcount=3 00000020:00000001:1.0:1789449592.468441:0:35907:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920862610944 : -107152846940672 : ffff9e8b889f1600) 00010000:00000001:1.0:1789449592.468444:0:35907:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920862610944 : -107152846940672 : ffff9e8b889f1600) 00010000:00000001:1.0:1789449592.468448:0:35907:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789449592.468453:0:35907:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 000000000bf342a0/0xcddde1459ded681e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x80012e400000000 nid: local remote: 0xeb7cbf5e2fd3de8b expref: -99 pid: 35891 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:1.0:1789449592.468470:0:35907:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1789449592.468473:0:35907:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789449592.468477:0:35907:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822024 : -107152888729592 : ffff9e8b86217008) 00000020:00001000:1.0:1789449592.468479:0:35907:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217000 00000008:00000001:1.0:1789449592.468482:0:35907:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:1.0:1789449592.468485:0:35907:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:1.0:1789449592.468486:0:35907:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789449592.468487:0:35907:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820825480 : -107152888726136 : ffff9e8b86217d88) 00000020:00001000:1.0:1789449592.468489:0:35907:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217d80 00000008:00000001:1.0:1789449592.468492:0:35907:0:(osc_cache.c:3761:osc_ldlm_hp_handle()) Process entered 00000008:00000020:1.0:1789449592.468494:0:35907:0:(osc_cache.c:3781:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:1.0:1789449592.468497:0:35907:0:(osc_cache.c:3797:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:1.0:1789449592.468499:0:35907:0:(osc_cache.c:3845:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789449592.468501:0:35907:0:(osc_cache.c:3327:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1789449592.468505:0:35907:0:(osc_cache.c:3262:osc_cache_wait_range()) Process entered 00000008:00000020:1.0:1789449592.468508:0:35907:0:(osc_cache.c:3299:osc_cache_wait_range()) obj ffff9e8b84d27c00 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1789449592.468511:0:35907:0:(osc_cache.c:3300:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1789449592.468514:0:35907:0:(osc_cache.c:3467:osc_cache_writeback_range()) obj ffff9e8b84d27c00 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 2: rc=0. 00000008:00000001:1.0:1789449592.468517:0:35907:0:(osc_cache.c:3482:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1789449592.468520:0:35907:0:(osc_lock.c:372:osc_lock_flush()) object ffff9e8b84d27c00: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:1.0:1789449592.468523:0:35907:0:(osc_cache.c:3730:osc_lock_discard_pages()) Process entered 00000020:00000001:1.0:1789449592.468526:0:35907:0:(cl_object.c:143:cl_object_top()) ffff9e8b84d27c00 -> ffff9e8b84013f58 00000020:00000001:1.0:1789449592.468540:0:35907:0:(cl_object.c:143:cl_object_top()) ffff9e8b84013f58 -> ffff9e8b84013f58 00000020:00000001:1.0:1789449592.468542:0:35907:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:1.0:1789449592.468545:0:35907:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1789449592.468548:0:35907:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2e:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1789449592.468551:0:35907:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789449592.468552:0:35907:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1789449592.468554:0:35907:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789449592.468558:0:35907:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2e:0x0]io ffff9e8b86a843c0 type 8 ignore/verify layout 1/0 00020000:00000001:1.0:1789449592.468562:0:35907:0:(lov_io.c:2266:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1789449592.468564:0:35907:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1789449592.468568:0:35907:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1789449592.468570:0:35907:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1789449592.468572:0:35907:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.468573:0:35907:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789449592.468574:0:35907:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1789449592.468575:0:35907:0:(lov_io.c:2279:lov_io_init_composite()) Process leaving 00000020:00000001:1.0:1789449592.468577:0:35907:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789449592.468579:0:35907:0:(osc_cache.c:3517:osc_page_gang_lookup()) Process entered 00000020:00000001:1.0:1789449592.468584:0:35907:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:1.0:1789449592.468585:0:35907:0:(cl_page.c:547:cl_page_get()) Process leaving 00000020:00000001:1.0:1789449592.468587:0:35907:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:1.0:1789449592.468587:0:35907:0:(cl_page.c:547:cl_page_get()) Process leaving 00000020:00000001:1.0:1789449592.468590:0:35907:0:(cl_page.c:711:__cl_page_own()) Process entered 00000020:00000001:1.0:1789449592.468593:0:35907:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:1.0:1789449592.468595:0:35907:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446636920829658048 : -107152879893568 : ffff9e8b86a843c0) 00000020:00000001:1.0:1789449592.468597:0:35907:0:(cl_page.c:645:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1789449592.468599:0:35907:0:(cl_page.c:648:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1789449592.468602:0:35907:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1789449592.468606:0:35907:0:(cl_page.c:518:__cl_page_state_set()) page@0000000033747c49[2 000000000512e8fe 1 1 0000000036c42856 0 0 0] 00000020:00000001:1.0:1789449592.468609:0:35907:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1789449592.468611:0:35907:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000040:1.0:1789449592.468612:0:35907:0:(cl_page.c:755:__cl_page_own()) res 0 00000020:00000001:1.0:1789449592.468614:0:35907:0:(cl_page.c:758:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.468618:0:35907:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:1.0:1789449592.468619:0:35907:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:1.0:1789449592.468620:0:35907:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1789449592.468622:0:35907:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1789449592.468623:0:35907:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1789449592.468625:0:35907:0:(cl_page.c:518:__cl_page_state_set()) page@0000000033747c49[2 000000000512e8fe 2 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1789449592.468627:0:35907:0:(cl_page.c:518:__cl_page_state_set()) 2 -> 5 00000020:00000001:1.0:1789449592.468628:0:35907:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:1.0:1789449592.468630:0:35907:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:1.0:1789449592.468632:0:35907:0:(osc_page.c:138:osc_page_delete()) ffff9e8b86355bc0 00000008:00000001:1.0:1789449592.468634:0:35907:0:(osc_cache.c:2731:osc_teardown_async_page()) Process entered 00000008:00000040:1.0:1789449592.468636:0:35907:0:(osc_cache.c:2734:osc_teardown_async_page()) teardown oap ffff9e8b86355bd0 page ffff9e8b86355bc0 at index 0. 00000008:00000001:1.0:1789449592.468638:0:35907:0:(osc_cache.c:2756:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789449592.468646:0:35907:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:1.0:1789449592.468649:0:35907:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe3bd443d7340 index 0 00000020:00000001:1.0:1789449592.468656:0:35907:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:1.0:1789449592.468657:0:35907:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:1.0:1789449592.468672:0:35907:0:(cl_page.c:656:__cl_page_disown()) Process entered 00000020:00000001:1.0:1789449592.468674:0:35907:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1789449592.468675:0:35907:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1789449592.468677:0:35907:0:(cl_page.c:671:__cl_page_disown()) Process leaving 00000020:00000001:1.0:1789449592.468678:0:35907:0:(cl_page.c:711:__cl_page_own()) Process entered 00000020:00000001:1.0:1789449592.468680:0:35907:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:1.0:1789449592.468680:0:35907:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446636920829658048 : -107152879893568 : ffff9e8b86a843c0) 00000020:00000001:1.0:1789449592.468683:0:35907:0:(cl_page.c:645:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1789449592.468683:0:35907:0:(cl_page.c:648:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1789449592.468684:0:35907:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1789449592.468687:0:35907:0:(cl_page.c:518:__cl_page_state_set()) page@000000009ecad144[2 000000000512e8fe 1 1 0000000036c42856 0 0 1] 00000020:00000001:1.0:1789449592.468689:0:35907:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1789449592.468690:0:35907:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000040:1.0:1789449592.468691:0:35907:0:(cl_page.c:755:__cl_page_own()) res 0 00000020:00000001:1.0:1789449592.468692:0:35907:0:(cl_page.c:758:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.468694:0:35907:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:1.0:1789449592.468695:0:35907:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:1.0:1789449592.468696:0:35907:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1789449592.468697:0:35907:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1789449592.468698:0:35907:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1789449592.468701:0:35907:0:(cl_page.c:518:__cl_page_state_set()) page@000000009ecad144[2 000000000512e8fe 2 1 0000000000000000 0 0 1] 00000020:00000001:1.0:1789449592.468702:0:35907:0:(cl_page.c:518:__cl_page_state_set()) 2 -> 5 00000020:00000001:1.0:1789449592.468703:0:35907:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:1.0:1789449592.468704:0:35907:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:1.0:1789449592.468706:0:35907:0:(osc_page.c:138:osc_page_delete()) ffff9e8b86355e60 00000008:00000001:1.0:1789449592.468707:0:35907:0:(osc_cache.c:2731:osc_teardown_async_page()) Process entered 00000008:00000040:1.0:1789449592.468708:0:35907:0:(osc_cache.c:2734:osc_teardown_async_page()) teardown oap ffff9e8b86355e70 page ffff9e8b86355e60 at index 1. 00000008:00000001:1.0:1789449592.468709:0:35907:0:(osc_cache.c:2756:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789449592.468718:0:35907:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:1.0:1789449592.468720:0:35907:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe3bd447a3540 index 1 00000020:00000001:1.0:1789449592.468722:0:35907:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:1.0:1789449592.468723:0:35907:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:1.0:1789449592.468727:0:35907:0:(cl_page.c:656:__cl_page_disown()) Process entered 00000020:00000001:1.0:1789449592.468728:0:35907:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1789449592.468730:0:35907:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1789449592.468731:0:35907:0:(cl_page.c:671:__cl_page_disown()) Process leaving 00000020:00000001:1.0:1789449592.468733:0:35907:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:1.0:1789449592.468736:0:35907:0:(cl_page.c:567:cl_batch_put()) page@0000000033747c49[1 000000000512e8fe 5 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1789449592.468738:0:35907:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:1.0:1789449592.468739:0:35907:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:1.0:1789449592.468745:0:35907:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff9e8b86355b60. 00000020:00000001:1.0:1789449592.468748:0:35907:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:1.0:1789449592.468749:0:35907:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:1.0:1789449592.468751:0:35907:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:1.0:1789449592.468753:0:35907:0:(cl_page.c:567:cl_batch_put()) page@000000009ecad144[1 000000000512e8fe 5 1 0000000000000000 0 0 1] 00000020:00000001:1.0:1789449592.468754:0:35907:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:1.0:1789449592.468755:0:35907:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:1.0:1789449592.468757:0:35907:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff9e8b86355e00. 00000020:00000001:1.0:1789449592.468758:0:35907:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:1.0:1789449592.468759:0:35907:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000008:00000001:1.0:1789449592.468794:0:35907:0:(osc_cache.c:3594:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789449592.468797:0:35907:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:1.0:1789449592.468800:0:35907:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1789449592.468802:0:35907:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1789449592.468805:0:35907:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1789449592.468807:0:35907:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2e:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:1.0:1789449592.468810:0:35907:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1789449592.468812:0:35907:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000008:00000001:1.0:1789449592.468813:0:35907:0:(osc_cache.c:3749:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1789449592.468816:0:35907:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217d80 00000008:00000001:1.0:1789449592.468819:0:35907:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.468822:0:35907:0:(cl_object.c:143:cl_object_top()) ffff9e8b84d27c00 -> ffff9e8b84013f58 00010000:00000001:1.0:1789449592.468825:0:35907:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:1.0:1789449592.468828:0:35907:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.468830:0:35907:0:(cl_object.c:143:cl_object_top()) ffff9e8b84d27c00 -> ffff9e8b84013f58 00000020:00000001:1.0:1789449592.468833:0:35907:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1789449592.468835:0:35907:0:(osc_object.c:161:osc_attr_update()) set kms from 8192to 0 00020000:00000001:1.0:1789449592.468838:0:35907:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1789449592.468840:0:35907:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.468843:0:35907:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.468845:0:35907:0:(cl_object.c:143:cl_object_top()) ffff9e8b84d27c00 -> ffff9e8b84013f58 00000020:00000001:1.0:1789449592.468846:0:35907:0:(cl_object.c:143:cl_object_top()) ffff9e8b84013f58 -> ffff9e8b84013f58 00000020:00000001:1.0:1789449592.468848:0:35907:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:1.0:1789449592.468850:0:35907:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.468852:0:35907:0:(cl_object.c:143:cl_object_top()) ffff9e8b84d27c00 -> ffff9e8b84013f58 00000008:00000001:1.0:1789449592.468856:0:35907:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1789449592.468857:0:35907:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217000 00000008:00000001:1.0:1789449592.468860:0:35907:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449592.468863:0:35907:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1789449592.468865:0:35907:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789449592.468871:0:35907:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789449592.468873:0:35907:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789449592.468875:0:35907:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449592.468946:0:35907:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1789449592.468951:0:35907:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9e8b889f1600 with handle 0xcddde1459ded681e from hash 00010000:00000001:1.0:1789449592.468954:0:35907:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789449592.468955:0:35907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449592.468957:0:35907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449592.468958:0:35907:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789449592.468964:0:35907:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789449592.468966:0:35907:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1789449592.468968:0:35907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449592.468969:0:35907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449592.468971:0:35907:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449592.468972:0:35907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789449592.468975:0:35907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 000000000bf342a0/0xcddde1459ded681e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x80496f400000000 nid: local remote: 0xeb7cbf5e2fd3de8b expref: -99 pid: 35891 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:1.0:1789449592.468986:0:35907:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9e8b91d9a900. 00010000:00000001:1.0:1789449592.468994:0:35907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:1.0:1789449592.468998:0:35907:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9e8b902bd500 count: 0 00010000:00000010:1.0:1789449592.469005:0:35907:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9e8b902bd400. 00010000:00000040:1.0:1789449592.469014:0:35907:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922de300 count: 2 00010000:00000001:1.0:1789449592.469016:0:35907:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1789449592.469018:0:35907:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449592.469019:0:35907:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449592.469021:0:35907:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75000 refcount=3 00000020:00000001:1.0:1789449592.469023:0:35907:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016242176 : -107152693309440 : ffff9e8b91c75000) 00010000:00000001:1.0:1789449592.469025:0:35907:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016242176 : -107152693309440 : ffff9e8b91c75000) 00010000:00000001:1.0:1789449592.469028:0:35907:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789449592.469031:0:35907:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000603fd3af/0xcddde1459ded682c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x80012e400000000 nid: local remote: 0xeb7cbf5e2fd3deb5 expref: -99 pid: 35894 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:1.0:1789449592.469045:0:35907:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1789449592.469046:0:35907:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789449592.469048:0:35907:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822024 : -107152888729592 : ffff9e8b86217008) 00000020:00001000:1.0:1789449592.469049:0:35907:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217000 00000008:00000001:1.0:1789449592.469051:0:35907:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:1.0:1789449592.469053:0:35907:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:1.0:1789449592.469055:0:35907:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789449592.469056:0:35907:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820825480 : -107152888726136 : ffff9e8b86217d88) 00000020:00001000:1.0:1789449592.469058:0:35907:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217d80 00000008:00000001:1.0:1789449592.469060:0:35907:0:(osc_cache.c:3761:osc_ldlm_hp_handle()) Process entered 00000008:00000020:1.0:1789449592.469061:0:35907:0:(osc_cache.c:3781:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:1.0:1789449592.469064:0:35907:0:(osc_cache.c:3797:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:1.0:1789449592.469076:0:35907:0:(osc_cache.c:3845:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789449592.469079:0:35907:0:(osc_cache.c:3327:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1789449592.469080:0:35907:0:(osc_cache.c:3262:osc_cache_wait_range()) Process entered 00000008:00000020:1.0:1789449592.469082:0:35907:0:(osc_cache.c:3299:osc_cache_wait_range()) obj ffff9e8b85520540 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1789449592.469085:0:35907:0:(osc_cache.c:3300:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1789449592.469088:0:35907:0:(osc_cache.c:3467:osc_cache_writeback_range()) obj ffff9e8b85520540 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 2: rc=0. 00000008:00000001:1.0:1789449592.469091:0:35907:0:(osc_cache.c:3482:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1789449592.469093:0:35907:0:(osc_lock.c:372:osc_lock_flush()) object ffff9e8b85520540: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:1.0:1789449592.469096:0:35907:0:(osc_cache.c:3730:osc_lock_discard_pages()) Process entered 00000020:00000001:1.0:1789449592.469098:0:35907:0:(cl_object.c:143:cl_object_top()) ffff9e8b85520540 -> ffff9e8b903b5e90 00000020:00000001:1.0:1789449592.469100:0:35907:0:(cl_object.c:143:cl_object_top()) ffff9e8b903b5e90 -> ffff9e8b903b5e90 00000020:00000001:1.0:1789449592.469102:0:35907:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:1.0:1789449592.469104:0:35907:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1789449592.469106:0:35907:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2f:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1789449592.469108:0:35907:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789449592.469109:0:35907:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1789449592.469111:0:35907:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789449592.469113:0:35907:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2f:0x0]io ffff9e8b86a843c0 type 8 ignore/verify layout 1/0 00020000:00000001:1.0:1789449592.469116:0:35907:0:(lov_io.c:2266:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1789449592.469127:0:35907:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1789449592.469130:0:35907:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1789449592.469132:0:35907:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1789449592.469133:0:35907:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.469134:0:35907:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789449592.469135:0:35907:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1789449592.469136:0:35907:0:(lov_io.c:2279:lov_io_init_composite()) Process leaving 00000020:00000001:1.0:1789449592.469137:0:35907:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789449592.469139:0:35907:0:(osc_cache.c:3517:osc_page_gang_lookup()) Process entered 00000020:00000001:1.0:1789449592.469143:0:35907:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:1.0:1789449592.469144:0:35907:0:(cl_page.c:547:cl_page_get()) Process leaving 00000020:00000001:1.0:1789449592.469146:0:35907:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:1.0:1789449592.469147:0:35907:0:(cl_page.c:547:cl_page_get()) Process leaving 00000020:00000001:1.0:1789449592.469149:0:35907:0:(cl_page.c:711:__cl_page_own()) Process entered 00000020:00000001:1.0:1789449592.469150:0:35907:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:1.0:1789449592.469152:0:35907:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446636920829658048 : -107152879893568 : ffff9e8b86a843c0) 00000020:00000001:1.0:1789449592.469154:0:35907:0:(cl_page.c:645:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1789449592.469155:0:35907:0:(cl_page.c:648:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1789449592.469156:0:35907:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1789449592.469160:0:35907:0:(cl_page.c:518:__cl_page_state_set()) page@00000000b8134675[2 00000000be0abf58 1 1 0000000036c42856 0 0 0] 00000020:00000001:1.0:1789449592.469161:0:35907:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1789449592.469162:0:35907:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000040:1.0:1789449592.469164:0:35907:0:(cl_page.c:755:__cl_page_own()) res 0 00000020:00000001:1.0:1789449592.469165:0:35907:0:(cl_page.c:758:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.469167:0:35907:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:1.0:1789449592.469168:0:35907:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:1.0:1789449592.469169:0:35907:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1789449592.469170:0:35907:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1789449592.469171:0:35907:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1789449592.469174:0:35907:0:(cl_page.c:518:__cl_page_state_set()) page@00000000b8134675[2 00000000be0abf58 2 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1789449592.469176:0:35907:0:(cl_page.c:518:__cl_page_state_set()) 2 -> 5 00000020:00000001:1.0:1789449592.469177:0:35907:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:1.0:1789449592.469179:0:35907:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:1.0:1789449592.469180:0:35907:0:(osc_page.c:138:osc_page_delete()) ffff9e8b91cc9920 00000008:00000001:1.0:1789449592.469182:0:35907:0:(osc_cache.c:2731:osc_teardown_async_page()) Process entered 00000008:00000040:1.0:1789449592.469184:0:35907:0:(osc_cache.c:2734:osc_teardown_async_page()) teardown oap ffff9e8b91cc9930 page ffff9e8b91cc9920 at index 0. 00000008:00000001:1.0:1789449592.469186:0:35907:0:(osc_cache.c:2756:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789449592.469189:0:35907:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:1.0:1789449592.469191:0:35907:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe3bd449cc340 index 0 00000020:00000001:1.0:1789449592.469194:0:35907:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:1.0:1789449592.469195:0:35907:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:1.0:1789449592.469200:0:35907:0:(cl_page.c:656:__cl_page_disown()) Process entered 00000020:00000001:1.0:1789449592.469201:0:35907:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1789449592.469202:0:35907:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1789449592.469204:0:35907:0:(cl_page.c:671:__cl_page_disown()) Process leaving 00000020:00000001:1.0:1789449592.469205:0:35907:0:(cl_page.c:711:__cl_page_own()) Process entered 00000020:00000001:1.0:1789449592.469206:0:35907:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:1.0:1789449592.469207:0:35907:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446636920829658048 : -107152879893568 : ffff9e8b86a843c0) 00000020:00000001:1.0:1789449592.469209:0:35907:0:(cl_page.c:645:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1789449592.469210:0:35907:0:(cl_page.c:648:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1789449592.469211:0:35907:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1789449592.469215:0:35907:0:(cl_page.c:518:__cl_page_state_set()) page@0000000087a2ac14[2 00000000be0abf58 1 1 0000000036c42856 0 0 1] 00000020:00000001:1.0:1789449592.469217:0:35907:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1789449592.469218:0:35907:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000040:1.0:1789449592.469219:0:35907:0:(cl_page.c:755:__cl_page_own()) res 0 00000020:00000001:1.0:1789449592.469221:0:35907:0:(cl_page.c:758:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.469223:0:35907:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:1.0:1789449592.469224:0:35907:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:1.0:1789449592.469225:0:35907:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1789449592.469226:0:35907:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1789449592.469228:0:35907:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1789449592.469230:0:35907:0:(cl_page.c:518:__cl_page_state_set()) page@0000000087a2ac14[2 00000000be0abf58 2 1 0000000000000000 0 0 1] 00000020:00000001:1.0:1789449592.469232:0:35907:0:(cl_page.c:518:__cl_page_state_set()) 2 -> 5 00000020:00000001:1.0:1789449592.469233:0:35907:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:1.0:1789449592.469234:0:35907:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:1.0:1789449592.469236:0:35907:0:(osc_page.c:138:osc_page_delete()) ffff9e8b91cc9ae0 00000008:00000001:1.0:1789449592.469237:0:35907:0:(osc_cache.c:2731:osc_teardown_async_page()) Process entered 00000008:00000040:1.0:1789449592.469239:0:35907:0:(osc_cache.c:2734:osc_teardown_async_page()) teardown oap ffff9e8b91cc9af0 page ffff9e8b91cc9ae0 at index 1. 00000008:00000001:1.0:1789449592.469240:0:35907:0:(osc_cache.c:2756:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789449592.469245:0:35907:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:1.0:1789449592.469247:0:35907:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe3bd445b8e80 index 1 00000020:00000001:1.0:1789449592.469249:0:35907:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:1.0:1789449592.469250:0:35907:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:1.0:1789449592.469255:0:35907:0:(cl_page.c:656:__cl_page_disown()) Process entered 00000020:00000001:1.0:1789449592.469256:0:35907:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1789449592.469257:0:35907:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1789449592.469258:0:35907:0:(cl_page.c:671:__cl_page_disown()) Process leaving 00000020:00000001:1.0:1789449592.469259:0:35907:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:1.0:1789449592.469262:0:35907:0:(cl_page.c:567:cl_batch_put()) page@00000000b8134675[1 00000000be0abf58 5 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1789449592.469263:0:35907:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:1.0:1789449592.469265:0:35907:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:1.0:1789449592.469267:0:35907:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff9e8b91cc98c0. 00000020:00000001:1.0:1789449592.469271:0:35907:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:1.0:1789449592.469272:0:35907:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:1.0:1789449592.469273:0:35907:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:1.0:1789449592.469276:0:35907:0:(cl_page.c:567:cl_batch_put()) page@0000000087a2ac14[1 00000000be0abf58 5 1 0000000000000000 0 0 1] 00000020:00000001:1.0:1789449592.469277:0:35907:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:1.0:1789449592.469278:0:35907:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:1.0:1789449592.469280:0:35907:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff9e8b91cc9a80. 00000020:00000001:1.0:1789449592.469282:0:35907:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:1.0:1789449592.469283:0:35907:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000008:00000001:1.0:1789449592.469294:0:35907:0:(osc_cache.c:3594:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789449592.469296:0:35907:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:1.0:1789449592.469298:0:35907:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1789449592.469299:0:35907:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1789449592.469301:0:35907:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1789449592.469303:0:35907:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2f:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:1.0:1789449592.469306:0:35907:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1789449592.469307:0:35907:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000008:00000001:1.0:1789449592.469308:0:35907:0:(osc_cache.c:3749:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1789449592.469310:0:35907:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217d80 00000008:00000001:1.0:1789449592.469313:0:35907:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.469315:0:35907:0:(cl_object.c:143:cl_object_top()) ffff9e8b85520540 -> ffff9e8b903b5e90 00010000:00000001:1.0:1789449592.469317:0:35907:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:1.0:1789449592.469320:0:35907:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.469322:0:35907:0:(cl_object.c:143:cl_object_top()) ffff9e8b85520540 -> ffff9e8b903b5e90 00000020:00000001:1.0:1789449592.469323:0:35907:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1789449592.469325:0:35907:0:(osc_object.c:161:osc_attr_update()) set kms from 8192to 0 00020000:00000001:1.0:1789449592.469327:0:35907:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1789449592.469329:0:35907:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.469332:0:35907:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.469333:0:35907:0:(cl_object.c:143:cl_object_top()) ffff9e8b85520540 -> ffff9e8b903b5e90 00000020:00000001:1.0:1789449592.469335:0:35907:0:(cl_object.c:143:cl_object_top()) ffff9e8b903b5e90 -> ffff9e8b903b5e90 00000020:00000001:1.0:1789449592.469337:0:35907:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:1.0:1789449592.469338:0:35907:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.469340:0:35907:0:(cl_object.c:143:cl_object_top()) ffff9e8b85520540 -> ffff9e8b903b5e90 00000008:00000001:1.0:1789449592.469342:0:35907:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1789449592.469344:0:35907:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217000 00000008:00000001:1.0:1789449592.469346:0:35907:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449592.469349:0:35907:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1789449592.469351:0:35907:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789449592.469353:0:35907:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789449592.469354:0:35907:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789449592.469356:0:35907:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449592.469357:0:35907:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1789449592.469360:0:35907:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9e8b91c75000 with handle 0xcddde1459ded682c from hash 00010000:00000001:1.0:1789449592.469363:0:35907:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789449592.469364:0:35907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449592.469365:0:35907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449592.469367:0:35907:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789449592.469369:0:35907:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789449592.469371:0:35907:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1789449592.469373:0:35907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449592.469374:0:35907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449592.469376:0:35907:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449592.469377:0:35907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789449592.469380:0:35907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000603fd3af/0xcddde1459ded682c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x80496f400000000 nid: local remote: 0xeb7cbf5e2fd3deb5 expref: -99 pid: 35894 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:1.0:1789449592.469387:0:35907:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9e8b896f0480. 00010000:00000001:1.0:1789449592.469392:0:35907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:1.0:1789449592.469394:0:35907:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9e8b922de300 count: 0 00010000:00000010:1.0:1789449592.469398:0:35907:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9e8b922dee00. 00000001:00000001:1.0:1789449592.469426:0:35907:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789449592.469430:0:35907:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1789449592.469432:0:35907:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1789449592.469457:0:35907:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.469459:0:35907:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789449592.469461:0:35907:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822024 : -107152888729592 : ffff9e8b86217008) 00000020:00001000:1.0:1789449592.469463:0:35907:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217000 00000008:00000001:1.0:1789449592.469467:0:35907:0:(osc_cache.c:2389:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1789449592.469468:0:35907:0:(osc_cache.c:2350:osc_next_obj()) Process entered 00000008:00000001:1.0:1789449592.469471:0:35907:0:(osc_cache.c:2380:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789449592.469473:0:35907:0:(osc_cache.c:2453:osc_check_rpcs()) Process leaving 00000001:00000001:1.0:1789449592.469475:0:35907:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1789449592.469476:0:35907:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1789449592.469504:0:35907:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1789449592.469507:0:35907:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217000 00000001:00000001:1.0:1789449592.469509:0:35907:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1789449592.469510:0:35907:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1789449592.469536:0:35907:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789449592.469538:0:35907:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1789449592.469539:0:35907:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1789449592.469566:0:35907:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789449592.469569:0:35907:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449592.469572:0:35907:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:1.0:1789449592.469577:0:35907:0:(import.c:65:import_set_state_nolock()) ffff9e8b90c6e800 lustre-OST0000_UUID: changing import state from EVICTED to RECOVER 00000100:00000001:1.0:1789449592.469580:0:35907:0:(import.c:1693:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1789449592.469584:0:35907:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00000001:1.0:1789449592.469586:0:35907:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789449592.469589:0:35907:0:(import.c:65:import_set_state_nolock()) ffff9e8b90c6e800 lustre-OST0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:1.0:1789449592.469591:0:35907:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:1.0:1789449592.469593:0:35907:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:1.0:1789449592.469596:0:35907:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:1.0:1789449592.469599:0:35907:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:1.0:1789449592.469602:0:35907:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:1.0:1789449592.469604:0:35907:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff9e8b83133ba8 for uuid lustre-OST0000_UUID event(1) 00020000:01000000:1.0:1789449592.469610:0:35907:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00020000:00000040:1.0:1789449592.469612:0:35907:0:(lov_obd.c:417:lov_set_osc_active()) lustre-OST0000_UUID: lov idx 0 conn cddde1459ded5b36 00020000:00000001:1.0:1789449592.469615:0:35907:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.469618:0:35907:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1789449592.469621:0:35907:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:1.0:1789449592.469623:0:35907:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:1.0:1789449592.469625:0:35907:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:1.0:1789449592.469627:0:35907:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:1.0:1789449592.469629:0:35907:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:1.0:1789449592.469632:0:35907:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.469634:0:35907:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.469635:0:35907:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:1.0:1789449592.469637:0:35907:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:1.0:1789449592.469639:0:35907:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.469641:0:35907:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:1.0:1789449592.469643:0:35907:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:1.0:1789449592.469647:0:35907:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:1.0:1789449592.469650:0:35907:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.469652:0:35907:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.469654:0:35907:0:(lcommon_misc.c:111:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.469657:0:35907:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449592.469660:0:35907:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789449592.469662:0:35907:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789449592.469664:0:35907:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449592.469667:0:35907:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:02000000:1.0:1789449592.469673:0:35907:0:(import.c:1788:ptlrpc_import_recovery_state_machine()) lustre-OST0000-osc-ffff9e8b89903000: Connection restored to 192.168.202.109@tcp (at 192.168.202.109@tcp) 00000100:00000001:1.0:1789449592.469677:0:35907:0:(import.c:1799:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.469680:0:35907:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449592.469682:0:35907:0:(genops.c:1222:class_import_put()) import ffff9e8b90c6e800 refcount=2 obd=lustre-OST0000-osc-ffff9e8b89903000 00000020:00000001:1.0:1789449592.469685:0:35907:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:1.0:1789449592.469686:0:35907:0:(import.c:1656:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449592.470112:0:35891:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:0.0:1789449592.470116:0:35891:0:(lov_io.c:1441:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449592.470128:0:35891:0:(lov_io.c:1978:lov_io_fsync_end()) Process leaving 00000080:00000001:0.0:1789449592.470136:0:35891:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1789449592.470140:0:35891:0:(cl_object.c:143:cl_object_top()) ffff9e8b84013f58 -> ffff9e8b84013f58 00000020:00000001:0.0:1789449592.470143:0:35891:0:(cl_object.c:143:cl_object_top()) ffff9e8b84013f58 -> ffff9e8b84013f58 00000020:00000001:0.0:1789449592.470145:0:35891:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1789449592.470150:0:35891:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1789449592.470155:0:35891:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1789449592.470157:0:35891:0:(lov_offset.c:45:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449592.470159:0:35891:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1789449592.470161:0:35891:0:(lov_offset.c:58:lov_stripe_size()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000002:0.0:1789449592.470164:0:35891:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x2e:1029 on OST[0]: s=8192 (1) m=1789449591 a=0 c=1789449591 b=16 00020000:00000001:0.0:1789449592.470168:0:35891:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789449592.470170:0:35891:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=8192 m=1789449591 a=0 c=1789449591 b=16 00020000:00000001:0.0:1789449592.470173:0:35891:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449592.470175:0:35891:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449592.470177:0:35891:0:(cl_object.c:143:cl_object_top()) ffff9e8b84013f58 -> ffff9e8b84013f58 00000080:00200000:0.0:1789449592.470179:0:35891:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2e:0x0] updating i_size 8192 i_blocks 16 00000080:00000001:0.0:1789449592.470182:0:35891:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1789449592.470183:0:35891:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:0.0:1789449592.470188:0:35891:0:(cl_io.c:353:cl_io_unlock()) Process entered 00020000:00000001:0.0:1789449592.470191:0:35891:0:(lov_io.c:1519:lov_io_unlock()) Process entered 00020000:00000001:0.0:1789449592.470194:0:35891:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:0.0:1789449592.470195:0:35891:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:0.0:1789449592.470197:0:35891:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1789449592.470198:0:35891:0:(lov_io.c:1453:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449592.470200:0:35891:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449592.470202:0:35891:0:(lov_io.c:1522:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1789449592.470203:0:35891:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1789449592.470204:0:35891:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1789449592.470206:0:35891:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1789449592.470208:0:35891:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1789449592.470210:0:35891:0:(lov_io.c:1500:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1789449592.470211:0:35891:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:0.0:1789449592.470212:0:35891:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1789449592.470214:0:35891:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1789449592.470215:0:35891:0:(lov_io.c:1447:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449592.470217:0:35891:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449592.470219:0:35891:0:(lov_io.c:1511:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1789449592.470221:0:35891:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1789449592.470222:0:35891:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000020:00000001:0.0:1789449592.470225:0:35891:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:0.0:1789449592.470226:0:35891:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1789449592.470228:0:35891:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1789449592.470229:0:35891:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:0.0:1789449592.470230:0:35891:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789449592.470232:0:35891:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b862171b0 00020000:00000001:0.0:1789449592.470234:0:35891:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1789449592.470236:0:35891:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1789449592.470238:0:35891:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1789449592.470240:0:35891:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2e:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1789449592.470242:0:35891:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1789449592.470244:0:35891:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789449592.470245:0:35891:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b862172d0 00000080:00000001:0.0:1789449592.470247:0:35891:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000020:00000001:0.0:1789449592.470253:0:35891:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71182103e48 00000080:00000008:0.0:1789449592.470255:0:35891:0:(file.c:5438:ll_fsync()) COMPLETED file: name=f24b.recovery-small-1, fid=[0x200000405:0x2e:0x0], start=0, end=9223372036854775807, datasync=0, rc=-5 00000080:00000001:0.0:1789449592.470259:0:35891:0:(file.c:5440:ll_fsync()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00020000:00000001:0.0:1789449592.471282:0:35891:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1789449592.471287:0:35891:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b836976c8) owner 0000000000000000/ffff9e8b86598000 00020000:00000002:0.0:1789449592.471292:0:35891:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b836976c8) owner 0000000000000000/ffff9e8b86598000 00020000:00000001:0.0:1789449592.471295:0:35891:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449592.471309:0:35891:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1789449592.471311:0:35891:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71182103d88 00000080:00200008:0.0:1789449592.471313:0:35891:0:(file.c:479:ll_file_release()) START file f24b.recovery-small-1:[0x200000405:0x2e:0x0](ffff9e8b89113a88), flags 100002 00000080:00000001:0.0:1789449592.471317:0:35891:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:0.0:1789449592.471320:0:35891:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:0.0:1789449592.471321:0:35891:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1789449592.471322:0:35891:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b836976c8) owner 0000000000000000/ffff9e8b86598000 00020000:00000002:0.0:1789449592.471325:0:35891:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b836976c8) owner 0000000000000000/ffff9e8b86598000 00020000:00000001:0.0:1789449592.471327:0:35891:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449592.471329:0:35891:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1789449592.471334:0:35891:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449592.471337:0:35891:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449592.471339:0:35891:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449592.471342:0:35891:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449592.471344:0:35891:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449592.471346:0:35891:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2e:0x0] 00800000:00000001:0.0:1789449592.471348:0:35891:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449592.471353:0:35891:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449592.471356:0:35891:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449592.471362:0:35891:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b902bd100 count: 2 00010000:00000001:0.0:1789449592.471364:0:35891:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789449592.471369:0:35891:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449592.471371:0:35891:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x2e:0x0]: 0 00000080:00000001:0.0:1789449592.471373:0:35891:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1789449592.471375:0:35891:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1789449592.471380:0:35891:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9e8b8b014800. 00000080:00000001:0.0:1789449592.471382:0:35891:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1789449592.471388:0:35891:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1789449592.471391:0:35891:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:0.0:1789449592.471392:0:35891:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449592.471393:0:35891:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449592.471394:0:35891:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449592.471395:0:35891:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449592.471397:0:35891:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449592.471398:0:35891:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2e:0x0] 00800000:00000001:0.0:1789449592.471400:0:35891:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449592.471402:0:35891:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x2e:0x0] 00000002:00000001:0.0:1789449592.471407:0:35891:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1789449592.471409:0:35891:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9e8b89903000: [0x200000405:0x2e:0x0] file closed with intent: 200 00000100:00000010:0.0:1789449592.471415:0:35891:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d1b480. 00000020:00000040:0.0:1789449592.471419:0:35891:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000100:00000001:0.0:1789449592.471424:0:35891:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449592.471428:0:35891:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449592.471433:0:35891:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449592.471442:0:35891:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e8b8b014e00. 00000100:00000001:0.0:1789449592.471449:0:35891:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1789449592.471466:0:35891:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9e8b83690380 x1876371947541376/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/664 e 0 to 0 dl 1789449607 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1789449592.471477:0:35891:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e8b89903000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1789449592.471483:0:35891:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e8b87d1b480 x1876371947542912/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1789449592.471489:0:35891:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789449592.471491:0:35891:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789449592.471499:0:35891:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b831c89c0. 00000100:00000001:0.0:1789449592.471501:0:35891:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920770169280 : -107152939382336 : ffff9e8b831c89c0) 00000100:00000001:0.0:1789449592.471504:0:35891:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449592.471506:0:35891:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849151104 : -107152860400512 : ffff9e8b87d1b480) 00000100:00000001:0.0:1789449592.471511:0:35891:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449592.471516:0:35891:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449592.471518:0:35891:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789449592.471521:0:35891:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789449592.472159:0:35891:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b87d1b480 x1876371947542912/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449592.472170:0:35891:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789449592.472172:0:35891:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449592.472177:0:35891:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789449592.472181:0:35891:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789449592.472183:0:35891:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449592.472188:0:35891:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b87d1b480 pname:cluuid:pid:xid:nid:opc:job multiop:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35891:1876371947542912:192.168.202.109@tcp:35:multiop.0 00000100:00000001:0.0:1789449592.472193:0:35891:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789449592.472200:0:35891:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789449592.472203:0:35891:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449592.472206:0:35891:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789449592.472211:0:35891:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b836b2800. 02000000:00000001:0.0:1789449592.472213:0:35891:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449592.472223:0:35891:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:0.0:1789449592.472227:0:35891:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b86580b00. 00000400:00000010:0.0:1789449592.472234:0:35891:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5770. 00000100:00000200:0.0:1789449592.472242:0:35891:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947542912, portal 10 00000100:00000001:0.0:1789449592.472244:0:35891:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449592.472245:0:35891:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849151104 : -107152860400512 : ffff9e8b87d1b480) 00000100:00000040:0.0:1789449592.472253:0:35891:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b87d1b480 x1876371947542912/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449608 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449592.472261:0:35891:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789449592.472264:0:35891:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1789449592.472267:0:35891:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5088. 00000100:00000200:0.0:1789449592.472272:0:35891:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876371947542912, offset 0 00000400:00000200:0.0:1789449592.472279:0:35891:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1789449592.472290:0:35891:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449592.472300:0:35891:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1789449592.472307:0:35891:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789449592.472311:0:35891:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1789449592.472315:0:35891:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789449592.472318:0:35891:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1789449592.472322:0:35891:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2999:2999:256:4294967295] 192.168.202.109@tcp LPNI seq info [2999:2999:8:4294967295] 00000400:00000200:0.0:1789449592.472326:0:35891:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449592.472336:0:35891:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1789449592.472344:0:35891:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1789449592.472349:0:35891:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b864ecd00. 00000800:00000200:0.0:1789449592.472357:0:35891:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1789449592.472368:0:35891:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1789449592.472373:0:35891:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b864ecd00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1789449592.472433:0:35891:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449592.472438:0:35891:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 819218 usecs (820 jiffies) 00000400:00000200:0.0:1789449592.472442:0:35891:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:0.0:1789449592.472445:0:35891:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296595978 00000100:00000001:0.0:1789449592.472449:0:35891:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296596513 00000100:00000001:0.0:1789449592.472451:0:35891:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296595978 00000100:00000001:0.0:1789449592.472453:0:35891:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296596514 00000100:00000001:0.0:1789449592.472456:0:35891:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449592.472459:0:35891:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449592.472462:0:35891:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449592.472464:0:35891:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789449592.472467:0:35891:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b831c89c0 going to sleep for 11 seconds 00000100:00000001:0.0:1789449592.472470:0:35891:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449592.472473:0:35891:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449592.478306:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449592.478316:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ecd00. 00000400:00000200:2.0:1789449592.478323:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449592.478333:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449592.478341:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5088 00000400:00000010:2.0:1789449592.478344:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5088. 00000100:00000001:2.0:1789449592.478349:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449592.478357:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d1b480 x1876371947542912/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449608 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449592.478370:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449592.478374:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d1b480 x1876371947542912/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449608 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449592.478387:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449592.478389:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1789449592.482189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b889f1600. 00010000:00000010:1.1:1789449592.482212:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b902bd500. 00010000:00000010:1.1:1789449592.482229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c75000. 00010000:00000010:1.1:1789449592.482233:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b922de300. 00000800:00000001:2.0:1789449592.486929:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449592.486946:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449592.486951:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449592.486953:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449592.486963:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.486971:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449592.486980:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.486986:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.486992:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.486997:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 456 into portal 10 MB=0x6aa8ce3665980 00000400:00000200:2.0:1789449592.487003:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.487010:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 456/456 into md 0x883d [1] + 224 00000800:00000001:2.0:1789449592.487017:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449592.487024:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449592.487029:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449592.487033:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449592.487043:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449592.487053:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d1b480 x1876371947542912/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449608 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449592.487065:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9e8b87d1b480 x1876371947542912/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449608 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449592.487267:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449592.487278:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449592.487282:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449592.487442:0:35891:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789449592.487449:0:35891:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449592.487451:0:35891:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449592.487454:0:35891:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b86580b00. 00000400:00000200:0.0:1789449592.487459:0:35891:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5770 00000400:00000010:0.0:1789449592.487461:0:35891:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5770. 00000100:00000001:0.0:1789449592.487464:0:35891:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449592.487470:0:35891:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b87d1b480 x1876371947542912/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449608 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789449592.487479:0:35891:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b87d1b480 x1876371947542912/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449608 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449592.487486:0:35891:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449592.487489:0:35891:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449592.487491:0:35891:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449592.487495:0:35891:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449592.487498:0:35891:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449592.487501:0:35891:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449592.487583:0:35891:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449592.487594:0:35891:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ecf0 time=72 v=5 (5 5 5 5) 00000100:00001000:0.0:1789449592.487599:0:35891:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=39 v=5 (1 0 0 0) 00000100:00000001:0.0:1789449592.487602:0:35891:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449592.487604:0:35891:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449592.487607:0:35891:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449592.487610:0:35891:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449592.487613:0:35891:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789449592.487615:0:35891:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1789449592.487617:0:35891:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789449592.487619:0:35891:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449592.487621:0:35891:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849151104 : -107152860400512 : ffff9e8b87d1b480) 00000100:00000001:0.0:1789449592.487624:0:35891:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789449592.487627:0:35891:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 8589934608 00000100:00000001:0.0:1789449592.487629:0:35891:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449592.487631:0:35891:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449592.487637:0:35891:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b87d1b480 x1876371947542912/t8589934609(8589934609) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449608 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449592.487645:0:35891:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449592.487649:0:35891:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449592.487651:0:35891:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449592.487655:0:35891:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b87d1b480 x1876371947542912/t8589934609(8589934609) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449608 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789449592.487664:0:35891:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b87d1b480 pname:cluuid:pid:xid:nid:opc:job multiop:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35891:1876371947542912:192.168.202.109@tcp:35:multiop.0 00000100:00000001:0.0:1789449592.487671:0:35891:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449592.487674:0:35891:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449592.487677:0:35891:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789449592.487679:0:35891:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449592.487683:0:35891:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d1b480 x1876371947542912/t8589934609(8589934609) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449608 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449592.487691:0:35891:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789449592.487695:0:35891:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b831c89c0. 00000100:00000001:0.0:1789449592.487699:0:35891:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789449592.487700:0:35891:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449592.487709:0:35891:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449592.487710:0:35891:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849151104 : -107152860400512 : ffff9e8b87d1b480) 00000002:00000001:0.0:1789449592.487713:0:35891:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449592.487717:0:35891:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789449592.487722:0:35891:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b8b014800. 00000080:00000001:0.0:1789449592.487727:0:35891:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1789449592.487730:0:35891:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1789449592.487733:0:35891:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449592.487736:0:35891:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449592.487739:0:35891:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449592.487741:0:35891:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449592.487743:0:35891:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449592.487746:0:35891:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2e:0x0] 00800000:00000001:0.0:1789449592.487748:0:35891:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449592.487753:0:35891:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1789449592.487758:0:35891:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9e8b83690380 x1876371947541376/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/664 e 0 to 0 dl 1789449607 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449592.487767:0:35891:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449592.487768:0:35891:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775181184 : -107152934370432 : ffff9e8b83690380) 00000100:00000001:0.0:1789449592.487771:0:35891:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449592.487774:0:35891:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83690380 x1876371947541376/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/664 e 0 to 0 dl 1789449607 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449592.487781:0:35891:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449592.487783:0:35891:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449592.487786:0:35891:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83690380 x1876371947541376/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/664 e 0 to 0 dl 1789449607 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449592.487792:0:35891:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1789449592.487796:0:35891:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449592.487798:0:35891:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:0.0:1789449592.487800:0:35891:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449592.487804:0:35891:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b8678dc00. 02000000:00000001:0.0:1789449592.487809:0:35891:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449592.487811:0:35891:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449592.487813:0:35891:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83690380. 00000100:00000001:0.0:1789449592.487816:0:35891:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449592.487817:0:35891:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449592.487819:0:35891:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449592.487822:0:35891:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d1b480 x1876371947542912/t8589934609(8589934609) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449608 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449592.487829:0:35891:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789449592.487831:0:35891:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff9e8b8984f720. 00000002:00000001:0.0:1789449592.487833:0:35891:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449592.487835:0:35891:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789449592.487837:0:35891:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9e8b91d9a340. 00000100:00000001:0.0:1789449592.487840:0:35891:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449592.487843:0:35891:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d1b480 x1876371947542912/t8589934609(8589934609) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449608 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449592.487849:0:35891:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449592.487851:0:35891:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789449592.487855:0:35891:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9e8b8c446c80. 00000080:00000001:0.0:1789449592.487859:0:35891:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449592.492516:0:35891:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71182103d88 00000080:00000008:0.0:1789449592.492536:0:35891:0:(file.c:523:ll_file_release()) COMPLETED file f24b.recovery-small-1:[0x200000405:0x2e:0x0](ffff9e8b89113a88), flags 100002, rc = 0 00000080:00000001:0.0:1789449592.492542:0:35891:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449592.492549:0:35891:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1789449592.492552:0:35891:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71182103d98 00000080:00002000:0.0:1789449592.492554:0:35891:0:(dcache.c:127:ll_ddelete()) keeping dentry f24b.recovery-small-1 (ffff9e8b89371798, parent ffff9e8b893716c0, inode ffff9e8b89113a88) hashed, 00000080:00000001:0.0:1789449592.492557:0:35891:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449592.494360:0:35894:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1789449592.494368:0:35894:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b90f1ce88) owner 0000000000000000/ffff9e8b88b2cf80 00020000:00000002:2.0:1789449592.494373:0:35894:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b90f1ce88) owner 0000000000000000/ffff9e8b88b2cf80 00020000:00000001:2.0:1789449592.494375:0:35894:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449592.494384:0:35894:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1789449592.494387:0:35894:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181513df0 00000080:00200008:2.0:1789449592.494389:0:35894:0:(file.c:479:ll_file_release()) START file f24b.recovery-small-2:[0x200000405:0x2f:0x0](ffff9e8b891ccb08), flags 100002 00000080:00000001:2.0:1789449592.494394:0:35894:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:2.0:1789449592.494397:0:35894:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:2.0:1789449592.494399:0:35894:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1789449592.494401:0:35894:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b90f1ce88) owner 0000000000000000/ffff9e8b88b2cf80 00020000:00000002:2.0:1789449592.494403:0:35894:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b90f1ce88) owner 0000000000000000/ffff9e8b88b2cf80 00020000:00000001:2.0:1789449592.494405:0:35894:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449592.494408:0:35894:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:2.0:1789449592.494415:0:35894:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789449592.494418:0:35894:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789449592.494421:0:35894:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789449592.494424:0:35894:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789449592.494426:0:35894:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449592.494428:0:35894:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2f:0x0] 00800000:00000001:2.0:1789449592.494431:0:35894:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449592.494435:0:35894:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789449592.494439:0:35894:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789449592.494446:0:35894:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922de900 count: 2 00010000:00000001:2.0:1789449592.494449:0:35894:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789449592.494454:0:35894:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449592.494456:0:35894:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x2f:0x0]: 0 00000080:00000001:2.0:1789449592.494459:0:35894:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1789449592.494461:0:35894:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1789449592.494467:0:35894:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9e8b83079a00. 00000080:00000001:2.0:1789449592.494469:0:35894:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1789449592.494475:0:35894:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1789449592.494479:0:35894:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:2.0:1789449592.494481:0:35894:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789449592.494482:0:35894:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789449592.494483:0:35894:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789449592.494484:0:35894:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789449592.494486:0:35894:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449592.494488:0:35894:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2f:0x0] 00800000:00000001:2.0:1789449592.494490:0:35894:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449592.494492:0:35894:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x2f:0x0] 00000002:00000001:2.0:1789449592.494496:0:35894:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1789449592.494498:0:35894:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9e8b89903000: [0x200000405:0x2f:0x0] file closed with intent: 200 00000100:00000010:2.0:1789449592.494504:0:35894:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065dc00. 00000020:00000040:2.0:1789449592.494508:0:35894:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000100:00000001:2.0:1789449592.494513:0:35894:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449592.494517:0:35894:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449592.494522:0:35894:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449592.494543:0:35894:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e8b83078c00. 00000100:00000001:2.0:1789449592.494550:0:35894:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1789449592.494570:0:35894:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9e8b9065d180 x1876371947541888/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/664 e 0 to 0 dl 1789449607 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1789449592.494582:0:35894:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e8b89903000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1789449592.494588:0:35894:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e8b9065dc00 x1876371947543168/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1789449592.494595:0:35894:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789449592.494596:0:35894:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789449592.494603:0:35894:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b8580b6c0. 00000100:00000001:2.0:1789449592.494606:0:35894:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920810288832 : -107152899262784 : ffff9e8b8580b6c0) 00000100:00000001:2.0:1789449592.494608:0:35894:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449592.494610:0:35894:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993078272 : -107152716473344 : ffff9e8b9065dc00) 00000100:00000001:2.0:1789449592.494615:0:35894:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449592.494618:0:35894:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449592.494621:0:35894:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789449592.494622:0:35894:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789449592.494627:0:35894:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065dc00 x1876371947543168/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449592.494634:0:35894:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449592.494636:0:35894:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449592.494640:0:35894:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449592.494643:0:35894:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449592.494645:0:35894:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449592.494648:0:35894:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065dc00 pname:cluuid:pid:xid:nid:opc:job multiop:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35894:1876371947543168:192.168.202.109@tcp:35:multiop.0 00000100:00000001:2.0:1789449592.494651:0:35894:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789449592.494657:0:35894:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449592.494659:0:35894:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449592.494662:0:35894:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789449592.494667:0:35894:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b83604800. 02000000:00000001:2.0:1789449592.494669:0:35894:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449592.494677:0:35894:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449592.494682:0:35894:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b9210. 00000400:00000010:2.0:1789449592.494689:0:35894:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d4c8. 00000100:00000200:2.0:1789449592.494698:0:35894:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947543168, portal 10 00000100:00000001:2.0:1789449592.494700:0:35894:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449592.494701:0:35894:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993078272 : -107152716473344 : ffff9e8b9065dc00) 00000100:00000040:2.0:1789449592.494708:0:35894:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b9065dc00 x1876371947543168/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449608 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449592.494716:0:35894:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449592.494720:0:35894:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449592.494724:0:35894:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d330. 00000100:00000200:2.0:1789449592.494726:0:35894:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876371947543168, offset 0 00000400:00000200:2.0:1789449592.494734:0:35894:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449592.494744:0:35894:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.494754:0:35894:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449592.494760:0:35894:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449592.494765:0:35894:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449592.494769:0:35894:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449592.494772:0:35894:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449592.494775:0:35894:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [3000:3000:256:4294967295] 192.168.202.109@tcp LPNI seq info [3000:3000:8:4294967295] 00000400:00000200:2.0:1789449592.494780:0:35894:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.494789:0:35894:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449592.494796:0:35894:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449592.494801:0:35894:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b840b8500. 00000800:00000200:2.0:1789449592.494808:0:35894:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449592.494816:0:35894:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449592.494821:0:35894:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b840b8500 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1789449592.494835:0:35894:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449592.494839:0:35894:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 818232 usecs (819 jiffies) 00000400:00000200:2.0:1789449592.494843:0:35894:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449592.494846:0:35894:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296595999 00000100:00000001:2.0:1789449592.494849:0:35894:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296596513 00000100:00000001:2.0:1789449592.494851:0:35894:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296595999 00000100:00000001:2.0:1789449592.494853:0:35894:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296596514 00000100:00000001:2.0:1789449592.494855:0:35894:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449592.494857:0:35894:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449592.494859:0:35894:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449592.494861:0:35894:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789449592.494863:0:35894:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b8580b6c0 going to sleep for 11 seconds 00000100:00000001:2.0:1789449592.494865:0:35894:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449592.494868:0:35894:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449592.495003:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449592.495007:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b840b8500. 00000400:00000200:2.0:1789449592.495014:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449592.495019:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449592.495025:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d330 00000400:00000010:2.0:1789449592.495027:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d330. 00000100:00000001:2.0:1789449592.495031:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449592.495036:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065dc00 x1876371947543168/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449608 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449592.495046:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449592.495049:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b9065dc00 x1876371947543168/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449608 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449592.495056:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449592.495057:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449592.503718:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449592.503739:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449592.503744:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449592.503746:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449592.503758:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.503767:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449592.503777:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.503782:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.503788:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.503793:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 456 into portal 10 MB=0x6aa8ce3665a80 00000400:00000200:2.0:1789449592.503798:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.503805:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 456/456 into md 0x8845 [1] + 224 00000800:00000001:2.0:1789449592.503814:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449592.503822:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449592.503826:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449592.503831:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449592.503840:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449592.503850:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065dc00 x1876371947543168/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449608 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449592.503862:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9e8b9065dc00 x1876371947543168/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449608 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449592.503926:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449592.503937:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449592.503940:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449592.504642:0:35894:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789449592.504653:0:35894:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449592.504656:0:35894:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449592.504659:0:35894:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b9210. 00000400:00000200:3.0:1789449592.504665:0:35894:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d4c8 00000400:00000010:3.0:1789449592.504668:0:35894:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d4c8. 00000100:00000001:3.0:1789449592.504671:0:35894:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449592.504677:0:35894:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065dc00 x1876371947543168/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449608 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789449592.504687:0:35894:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065dc00 x1876371947543168/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449608 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449592.504694:0:35894:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449592.504696:0:35894:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449592.504699:0:35894:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449592.504702:0:35894:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449592.504705:0:35894:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449592.504707:0:35894:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449592.504711:0:35894:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449592.504721:0:35894:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ecf0 time=72 v=5 (5 5 5 5) 00000100:00001000:3.0:1789449592.504725:0:35894:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=39 v=5 (1 0 0 0) 00000100:00000001:3.0:1789449592.504727:0:35894:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789449592.504729:0:35894:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449592.504732:0:35894:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789449592.504736:0:35894:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449592.504739:0:35894:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1789449592.504741:0:35894:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1789449592.504743:0:35894:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1789449592.504745:0:35894:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449592.504747:0:35894:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993078272 : -107152716473344 : ffff9e8b9065dc00) 00000100:00000001:3.0:1789449592.504751:0:35894:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789449592.504754:0:35894:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 8589934608 00000100:00000001:3.0:1789449592.504757:0:35894:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789449592.504760:0:35894:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449592.504764:0:35894:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065dc00 x1876371947543168/t8589934610(8589934610) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449608 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449592.504773:0:35894:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449592.504777:0:35894:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449592.504779:0:35894:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449592.504783:0:35894:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065dc00 x1876371947543168/t8589934610(8589934610) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449608 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789449592.504792:0:35894:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065dc00 pname:cluuid:pid:xid:nid:opc:job multiop:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35894:1876371947543168:192.168.202.109@tcp:35:multiop.0 00000100:00000001:3.0:1789449592.504797:0:35894:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449592.504800:0:35894:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449592.504802:0:35894:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789449592.504804:0:35894:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449592.504808:0:35894:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b9065dc00 x1876371947543168/t8589934610(8589934610) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449608 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449592.504816:0:35894:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789449592.504818:0:35894:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b8580b6c0. 00000100:00000001:3.0:1789449592.504822:0:35894:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789449592.504824:0:35894:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449592.504831:0:35894:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449592.504832:0:35894:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993078272 : -107152716473344 : ffff9e8b9065dc00) 00000002:00000001:3.0:1789449592.504835:0:35894:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789449592.504838:0:35894:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1789449592.504843:0:35894:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b83079a00. 00000080:00000001:3.0:1789449592.504847:0:35894:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1789449592.504850:0:35894:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:3.0:1789449592.504853:0:35894:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789449592.504855:0:35894:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789449592.504858:0:35894:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789449592.504860:0:35894:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789449592.504863:0:35894:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449592.504866:0:35894:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2f:0x0] 00800000:00000001:3.0:1789449592.504869:0:35894:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449592.504874:0:35894:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1789449592.504912:0:35894:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9e8b9065d180 x1876371947541888/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/664 e 0 to 0 dl 1789449607 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449592.504921:0:35894:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449592.504923:0:35894:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993075584 : -107152716476032 : ffff9e8b9065d180) 00000100:00000001:3.0:1789449592.504925:0:35894:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449592.504929:0:35894:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065d180 x1876371947541888/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/664 e 0 to 0 dl 1789449607 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449592.504935:0:35894:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449592.504938:0:35894:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449592.504940:0:35894:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065d180 x1876371947541888/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 592/664 e 0 to 0 dl 1789449607 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449592.504947:0:35894:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1789449592.504950:0:35894:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449592.504952:0:35894:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:3.0:1789449592.504954:0:35894:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449592.504958:0:35894:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b83605c00. 02000000:00000001:3.0:1789449592.504963:0:35894:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449592.504965:0:35894:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449592.504968:0:35894:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065d180. 00000100:00000001:3.0:1789449592.504972:0:35894:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449592.504973:0:35894:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449592.504974:0:35894:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449592.504977:0:35894:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b9065dc00 x1876371947543168/t8589934610(8589934610) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449608 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449592.504983:0:35894:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789449592.504985:0:35894:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff9e8b889af5e0. 00000002:00000001:3.0:1789449592.504988:0:35894:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789449592.504990:0:35894:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1789449592.504993:0:35894:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9e8b896f0a80. 00000100:00000001:3.0:1789449592.504996:0:35894:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449592.504999:0:35894:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065dc00 x1876371947543168/t8589934610(8589934610) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449608 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449592.505005:0:35894:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449592.505007:0:35894:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1789449592.505011:0:35894:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9e8b817c0c80. 00000080:00000001:3.0:1789449592.505015:0:35894:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449592.505021:0:35894:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181513df0 00000080:00000008:3.0:1789449592.505024:0:35894:0:(file.c:523:ll_file_release()) COMPLETED file f24b.recovery-small-2:[0x200000405:0x2f:0x0](ffff9e8b891ccb08), flags 100002, rc = 0 00000080:00000001:3.0:1789449592.505027:0:35894:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449592.505033:0:35894:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1789449592.505035:0:35894:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181513e00 00000080:00002000:3.0:1789449592.505037:0:35894:0:(dcache.c:127:ll_ddelete()) keeping dentry f24b.recovery-small-2 (ffff9e8b890c4e58, parent ffff9e8b893716c0, inode ffff9e8b891ccb08) hashed, 00000080:00000001:3.0:1789449592.505040:0:35894:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449592.547540:0:35909:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789449592.547549:0:35909:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789449592.547552:0:35909:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789449592.547555:0:35909:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c5bbc0 00000080:00200000:2.0:1789449592.547560:0:35909:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:2.0:1789449592.547569:0:35909:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b83079c00. 00800000:00000002:2.0:1789449592.547577:0:35909:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:2.0:1789449592.547581:0:35909:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789449592.547587:0:35909:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789449592.547590:0:35909:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c5bae0 00800000:00000002:2.0:1789449592.547592:0:35909:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789449592.547597:0:35909:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789449592.547600:0:35909:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789449592.547604:0:35909:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789449592.547606:0:35909:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789449592.547608:0:35909:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789449592.547611:0:35909:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449592.547613:0:35909:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789449592.547615:0:35909:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449592.547619:0:35909:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789449592.547625:0:35909:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789449592.547626:0:35909:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c5b9b0 00000002:00010000:2.0:1789449592.547628:0:35909:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789449592.547632:0:35909:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789449592.547633:0:35909:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789449592.547636:0:35909:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789449592.547642:0:35909:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cba400 count: 2 00010000:00000001:2.0:1789449592.547645:0:35909:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789449592.547651:0:35909:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449592.547655:0:35909:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789449592.547660:0:35909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499a00/0xcddde1459ded6802 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3de22 expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:2.0:1789449592.547672:0:35909:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789449592.547678:0:35909:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449592.547681:0:35909:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499a00/0xcddde1459ded6802 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3de22 expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:2.0:1789449592.547688:0:35909:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789449592.547690:0:35909:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789449592.547693:0:35909:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789449592.547694:0:35909:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789449592.547696:0:35909:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789449592.547699:0:35909:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789449592.547702:0:35909:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789449592.547705:0:35909:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:2.0:1789449592.547710:0:35909:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b83079c00. 00000080:00000001:2.0:1789449592.547716:0:35909:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789449592.547719:0:35909:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789449592.547722:0:35909:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:2.0:1789449592.547727:0:35909:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded6802 00800000:00000001:2.0:1789449592.547730:0:35909:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789449592.547733:0:35909:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789449592.547735:0:35909:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449592.547737:0:35909:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449592.547741:0:35909:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499a00 refcount=3 00000020:00000001:2.0:1789449592.547744:0:35909:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823454208 : -107152886097408 : ffff9e8b86499a00) 00010000:00000001:2.0:1789449592.547746:0:35909:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823454208 : -107152886097408 : ffff9e8b86499a00) 00010000:00000001:2.0:1789449592.547749:0:35909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449592.547751:0:35909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789449592.547752:0:35909:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789449592.547754:0:35909:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789449592.547756:0:35909:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded6802 from it ffffb71181c5bbf8 00010000:00000001:2.0:1789449592.547758:0:35909:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449592.547759:0:35909:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449592.547760:0:35909:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499a00 refcount=3 00000020:00000001:2.0:1789449592.547762:0:35909:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823454208 : -107152886097408 : ffff9e8b86499a00) 00010000:00000001:2.0:1789449592.547764:0:35909:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823454208 : -107152886097408 : ffff9e8b86499a00) 00010000:00000001:2.0:1789449592.547766:0:35909:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789449592.547769:0:35909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499a00/0xcddde1459ded6802 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3de22 expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1789449592.547775:0:35909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449592.547776:0:35909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449592.547777:0:35909:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789449592.547780:0:35909:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789449592.547782:0:35909:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499a00/0xcddde1459ded6802 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3de22 expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1789449592.547792:0:35909:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789449592.547795:0:35909:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789449592.547798:0:35909:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789449592.547802:0:35909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449592.547803:0:35909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449592.547805:0:35909:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449592.547808:0:35909:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789449592.547810:0:35909:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449592.547814:0:35909:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449592.547816:0:35909:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449592.547818:0:35909:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789449592.547820:0:35909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449592.547821:0:35909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789449592.547824:0:35909:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789449592.547826:0:35909:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789449592.547828:0:35909:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908), inode mode 41ff mask 1 00000080:00000001:2.0:1789449592.547834:0:35909:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789449592.547849:0:35909:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9e8b8316fae0. 00000080:00000001:2.0:1789449592.547854:0:35909:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789449592.547856:0:35909:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789449592.547857:0:35909:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c5bb00 00000080:00200000:2.0:1789449592.547860:0:35909:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:2.0:1789449592.547864:0:35909:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b83079c00. 00800000:00000002:2.0:1789449592.547867:0:35909:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:2.0:1789449592.547869:0:35909:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789449592.547871:0:35909:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789449592.547872:0:35909:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c5ba20 00800000:00000002:2.0:1789449592.547874:0:35909:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789449592.547924:0:35909:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789449592.547925:0:35909:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789449592.547927:0:35909:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789449592.547928:0:35909:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789449592.547929:0:35909:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789449592.547931:0:35909:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449592.547933:0:35909:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789449592.547935:0:35909:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449592.547938:0:35909:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789449592.547941:0:35909:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789449592.547943:0:35909:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c5b8f0 00000002:00010000:2.0:1789449592.547946:0:35909:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789449592.547948:0:35909:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789449592.547950:0:35909:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789449592.547951:0:35909:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789449592.547954:0:35909:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cba400 count: 2 00010000:00000001:2.0:1789449592.547956:0:35909:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789449592.547958:0:35909:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449592.547960:0:35909:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789449592.547963:0:35909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499a00/0xcddde1459ded6802 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3de22 expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:2.0:1789449592.547971:0:35909:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789449592.547973:0:35909:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449592.547976:0:35909:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499a00/0xcddde1459ded6802 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3de22 expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:2.0:1789449592.547982:0:35909:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789449592.547984:0:35909:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789449592.547985:0:35909:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789449592.547987:0:35909:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789449592.547988:0:35909:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789449592.547990:0:35909:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789449592.547993:0:35909:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789449592.547995:0:35909:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:2.0:1789449592.547997:0:35909:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b83079c00. 00000080:00000001:2.0:1789449592.548000:0:35909:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789449592.548001:0:35909:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789449592.548004:0:35909:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:2.0:1789449592.548007:0:35909:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded6802 00800000:00000001:2.0:1789449592.548010:0:35909:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789449592.548011:0:35909:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789449592.548012:0:35909:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449592.548014:0:35909:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449592.548015:0:35909:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499a00 refcount=3 00000020:00000001:2.0:1789449592.548018:0:35909:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823454208 : -107152886097408 : ffff9e8b86499a00) 00010000:00000001:2.0:1789449592.548020:0:35909:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823454208 : -107152886097408 : ffff9e8b86499a00) 00010000:00000001:2.0:1789449592.548023:0:35909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449592.548024:0:35909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789449592.548025:0:35909:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789449592.548027:0:35909:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789449592.548029:0:35909:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded6802 from it ffffb71181c5bb38 00010000:00000001:2.0:1789449592.548031:0:35909:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449592.548032:0:35909:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449592.548033:0:35909:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b86499a00 refcount=3 00000020:00000001:2.0:1789449592.548035:0:35909:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920823454208 : -107152886097408 : ffff9e8b86499a00) 00010000:00000001:2.0:1789449592.548038:0:35909:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920823454208 : -107152886097408 : ffff9e8b86499a00) 00010000:00000001:2.0:1789449592.548040:0:35909:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789449592.548042:0:35909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499a00/0xcddde1459ded6802 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3de22 expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1789449592.548049:0:35909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449592.548050:0:35909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449592.548051:0:35909:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789449592.548052:0:35909:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789449592.548055:0:35909:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499a00/0xcddde1459ded6802 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3de22 expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1789449592.548061:0:35909:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789449592.548063:0:35909:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789449592.548064:0:35909:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789449592.548067:0:35909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449592.548068:0:35909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449592.548069:0:35909:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449592.548071:0:35909:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789449592.548073:0:35909:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449592.548074:0:35909:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449592.548076:0:35909:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449592.548078:0:35909:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789449592.548079:0:35909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449592.548081:0:35909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789449592.548082:0:35909:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789449592.548083:0:35909:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789449592.548085:0:35909:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908), inode mode 41ff mask 3 00000080:00000001:2.0:1789449592.548089:0:35909:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449592.548092:0:35909:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:2.0:1789449592.548094:0:35909:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c5bb58 00000080:00200000:2.0:1789449592.548097:0:35909:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff9e8b89180908), file ffff9e8b8b0b1c80, open_flags 8441, mode 81b6 opened 0 00000080:00000010:2.0:1789449592.548102:0:35909:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9e8b898c6ba0. 00000080:00000001:2.0:1789449592.548106:0:35909:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1789449592.548108:0:35909:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c5ba08 00000080:00200000:2.0:1789449592.548110:0:35909:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff9e8b89180908), intent=open|creat 00000080:00000010:2.0:1789449592.548125:0:35909:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b83079c00. 00800000:00000002:2.0:1789449592.548129:0:35909:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:2.0:1789449592.548134:0:35909:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789449592.548136:0:35909:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789449592.548137:0:35909:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c5b928 00800000:00000002:2.0:1789449592.548139:0:35909:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789449592.548143:0:35909:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1789449592.548145:0:35909:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1789449592.548148:0:35909:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789449592.548150:0:35909:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789449592.548151:0:35909:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789449592.548152:0:35909:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789449592.548154:0:35909:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449592.548155:0:35909:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789449592.548157:0:35909:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789449592.548160:0:35909:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446636920772627456 : -107152936924160 : ffff9e8b83420c00) 00800000:00000001:2.0:1789449592.548164:0:35909:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1789449592.548166:0:35909:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1789449592.548169:0:35909:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1789449592.548173:0:35909:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1789449592.548175:0:35909:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9e8b89903000: Allocated FID [0x200000405:0x30:0x0] 40000000:00000001:2.0:1789449592.548178:0:35909:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449592.548181:0:35909:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789449592.548183:0:35909:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789449592.548185:0:35909:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449592.548187:0:35909:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c5b8a8 00800000:00000002:2.0:1789449592.548189:0:35909:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x30:0x0], name='recon' -> mds #0 layout version 1 00000002:00000001:2.0:1789449592.548193:0:35909:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789449592.548194:0:35909:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c5b7e0 00000002:00010000:2.0:1789449592.548196:0:35909:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: recon,[0x200000405:0x30:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0102102 00000002:00000001:2.0:1789449592.548201:0:35909:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789449592.548204:0:35909:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1789449592.548207:0:35909:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1789449592.548211:0:35909:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449592.548213:0:35909:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1789449592.548215:0:35909:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cba400 count: 2 00010000:00000001:2.0:1789449592.548217:0:35909:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789449592.548220:0:35909:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1789449592.548223:0:35909:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789449592.548226:0:35909:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499a00/0xcddde1459ded6802 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xeb7cbf5e2fd3de22 expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00000001:2.0:1789449592.548236:0:35909:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789449592.548240:0:35909:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789449592.548243:0:35909:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789449592.548246:0:35909:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1789449592.548248:0:35909:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789449592.548250:0:35909:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789449592.548252:0:35909:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cba400 count: 3 00010000:00000001:2.0:1789449592.548255:0:35909:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789449592.548258:0:35909:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449592.548260:0:35909:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789449592.548261:0:35909:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789449592.548262:0:35909:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cba400 count: 3 00010000:00000001:2.0:1789449592.548264:0:35909:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789449592.548266:0:35909:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449592.548268:0:35909:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789449592.548269:0:35909:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789449592.548271:0:35909:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b82cba400 count: 3 00010000:00000001:2.0:1789449592.548273:0:35909:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789449592.548274:0:35909:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449592.548277:0:35909:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789449592.548279:0:35909:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9e8b89180840, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1789449592.548284:0:35909:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1789449592.548286:0:35909:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1789449592.548289:0:35909:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789449592.548291:0:35909:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449592.548295:0:35909:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789449592.548298:0:35909:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789449592.548300:0:35909:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789449592.548302:0:35909:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449592.548303:0:35909:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1789449592.548307:0:35909:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9e8b86499a00 with handle 0xcddde1459ded6802 from hash 00010000:00000001:2.0:1789449592.548309:0:35909:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789449592.548311:0:35909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449592.548312:0:35909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449592.548313:0:35909:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789449592.548316:0:35909:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789449592.548318:0:35909:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1789449592.548322:0:35909:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789449592.548324:0:35909:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789449592.548326:0:35909:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1789449592.548332:0:35909:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065c000. 00000020:00000040:2.0:1789449592.548336:0:35909:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e8b89903000 02000000:00000001:2.0:1789449592.548343:0:35909:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789449592.548345:0:35909:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449592.548349:0:35909:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789449592.548354:0:35909:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789449592.548356:0:35909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449592.548358:0:35909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449592.548359:0:35909:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449592.548362:0:35909:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449592.548364:0:35909:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449592.548368:0:35909:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449592.548376:0:35909:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b83605c00. 00000100:00000001:2.0:1789449592.548384:0:35909:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449592.548389:0:35909:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789449592.548392:0:35909:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1789449592.548395:0:35909:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499a00/0xcddde1459ded6802 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xeb7cbf5e2fd3de22 expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1789449592.548403:0:35909:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1789449592.548404:0:35909:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789449592.548406:0:35909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789449592.548409:0:35909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b86499a00/0xcddde1459ded6802 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xeb7cbf5e2fd3de22 expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000040:2.0:1789449592.548416:0:35909:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9e8b82cba400 count: 0 00010000:00000010:2.0:1789449592.548421:0:35909:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e8b9066e100. 00010000:00000001:2.0:1789449592.548432:0:35909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449592.548434:0:35909:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449592.548436:0:35909:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789449592.548437:0:35909:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449592.548439:0:35909:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449592.548449:0:35909:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446636920993071104 : -107152716480512 : ffff9e8b9065c000) 00010000:00000001:2.0:1789449592.548453:0:35909:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789449592.548455:0:35909:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1789449592.548459:0:35909:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9e8b90652f00. 00010000:00000010:2.0:1789449592.548462:0:35909:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e8b83162d80. 00010000:00000001:2.0:1789449592.548466:0:35909:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789449592.548469:0:35909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8b91c4d000. 00000020:00000001:2.0:1789449592.548472:0:35909:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789449592.548474:0:35909:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8b91c4d000 with handle 0xcddde1459ded6833 to hash 00000020:00000001:2.0:1789449592.548476:0:35909:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789449592.548478:0:35909:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636921016078336 : -107152693473280 : ffff9e8b91c4d000) 00010000:00000001:2.0:1789449592.548481:0:35909:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636921016078336 : -107152693473280 : ffff9e8b91c4d000) 00010000:00000001:2.0:1789449592.548484:0:35909:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449592.548486:0:35909:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449592.548489:0:35909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d000/0xcddde1459ded6833 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789449592.548496:0:35909:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d000/0xcddde1459ded6833 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35909 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1789449592.548509:0:35909:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e8b89903000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1789449592.548522:0:35909:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e8b9065c000 x1876371947543424/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1789449592.548532:0:35909:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d000/0xcddde1459ded6833 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789449592.548538:0:35909:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789449592.548539:0:35909:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789449592.548546:0:35909:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b8580bcc0. 00000100:00000001:2.0:1789449592.548548:0:35909:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920810290368 : -107152899261248 : ffff9e8b8580bcc0) 00000100:00000001:2.0:1789449592.548551:0:35909:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449592.548552:0:35909:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993071104 : -107152716480512 : ffff9e8b9065c000) 00000100:00000001:2.0:1789449592.548558:0:35909:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449592.548562:0:35909:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449592.548564:0:35909:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789449592.548566:0:35909:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789449592.548570:0:35909:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065c000 x1876371947543424/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449592.548577:0:35909:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449592.548579:0:35909:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449592.548583:0:35909:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449592.548586:0:35909:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449592.548588:0:35909:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449592.548592:0:35909:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065c000 pname:cluuid:pid:xid:nid:opc:job bash:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35909:1876371947543424:192.168.202.109@tcp:101:bash.0 00000100:00000001:2.0:1789449592.548595:0:35909:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789449592.548600:0:35909:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449592.548602:0:35909:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449592.548605:0:35909:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789449592.548659:0:35909:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9e8b86740000. 02000000:00000001:2.0:1789449592.548663:0:35909:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449592.548672:0:35909:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449592.548676:0:35909:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b9420. 00000400:00000010:2.0:1789449592.548683:0:35909:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9e8b83604000. 00000100:00000200:2.0:1789449592.548691:0:35909:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876371947543424, portal 10 00000100:00000001:2.0:1789449592.548693:0:35909:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449592.548694:0:35909:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993071104 : -107152716480512 : ffff9e8b9065c000) 00000100:00000040:2.0:1789449592.548701:0:35909:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b9065c000 x1876371947543424/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789449608 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449592.548709:0:35909:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449592.548712:0:35909:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449592.548715:0:35909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d330. 00000100:00000200:2.0:1789449592.548718:0:35909:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1876371947543424, offset 0 00000400:00000200:2.0:1789449592.548725:0:35909:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449592.548733:0:35909:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.548742:0:35909:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449592.548747:0:35909:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449592.548752:0:35909:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449592.548756:0:35909:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449592.548759:0:35909:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449592.548762:0:35909:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [3001:3001:256:4294967295] 192.168.202.109@tcp LPNI seq info [3001:3001:8:4294967295] 00000400:00000200:2.0:1789449592.548767:0:35909:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.548776:0:35909:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449592.548783:0:35909:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449592.548788:0:35909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b840b8500. 00000800:00000200:2.0:1789449592.548796:0:35909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449592.548804:0:35909:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449592.548809:0:35909:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b840b8500 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:2.0:1789449592.548830:0:35909:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449592.548835:0:35909:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 817241 usecs (818 jiffies) 00000400:00000200:2.0:1789449592.548839:0:35909:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449592.548842:0:35909:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296596052 00000100:00000001:2.0:1789449592.548845:0:35909:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296596513 00000100:00000001:2.0:1789449592.548847:0:35909:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296596052 00000100:00000001:2.0:1789449592.548849:0:35909:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296596514 00000100:00000001:2.0:1789449592.548852:0:35909:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449592.548855:0:35909:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449592.548857:0:35909:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449592.548859:0:35909:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789449592.548862:0:35909:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b8580bcc0 going to sleep for 11 seconds 00000100:00000001:2.0:1789449592.548865:0:35909:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449592.548868:0:35909:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449592.552105:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449592.552115:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b840b8500. 00000400:00000200:3.0:1789449592.552132:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449592.552142:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449592.552151:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d330 00000400:00000010:3.0:1789449592.552155:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d330. 00000100:00000001:3.0:1789449592.552162:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449592.552171:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065c000 x1876371947543424/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789449608 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449592.552184:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449592.552187:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b9065c000 x1876371947543424/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789449608 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449592.552194:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449592.552196:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:2.1:1789449592.564407:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b82cba400. 00010000:00000010:2.1:1789449592.564426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b86499a00. 00000800:00000001:2.0:1789449592.570460:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449592.570481:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449592.570485:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449592.570487:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449592.570497:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.570504:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449592.570514:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.570520:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.570526:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.570531:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 664 into portal 10 MB=0x6aa8ce3665b80 00000400:00000200:2.0:1789449592.570537:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.570545:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 664/664 into md 0x8855 [32] + 224 00000800:00000001:2.0:1789449592.570551:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449592.570565:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449592.570568:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449592.570573:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449592.570582:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449592.570592:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065c000 x1876371947543424/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789449608 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449592.570603:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9e8b9065c000 x1876371947543424/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789449608 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449592.570626:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449592.570637:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449592.570641:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449592.571146:0:35909:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789449592.571157:0:35909:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449592.571159:0:35909:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449592.571163:0:35909:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b9420. 00000400:00000200:3.0:1789449592.571170:0:35909:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b83604000 00000400:00000010:3.0:1789449592.571173:0:35909:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9e8b83604000. 00000100:00000001:3.0:1789449592.571179:0:35909:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449592.571185:0:35909:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065c000 x1876371947543424/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789449608 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789449592.571194:0:35909:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065c000 x1876371947543424/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789449608 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449592.571200:0:35909:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449592.571203:0:35909:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449592.571205:0:35909:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449592.571208:0:35909:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449592.571211:0:35909:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449592.571213:0:35909:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449592.571216:0:35909:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449592.571227:0:35909:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=72 v=5 (5 5 102 102) 00000100:00001000:3.0:1789449592.571230:0:35909:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=39 v=5 (1 0 0 0) 00000100:00000001:3.0:1789449592.571233:0:35909:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789449592.571234:0:35909:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449592.571237:0:35909:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789449592.571240:0:35909:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449592.571244:0:35909:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1789449592.571245:0:35909:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009c/0x1] 00000100:00000001:3.0:1789449592.571247:0:35909:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1789449592.571250:0:35909:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449592.571251:0:35909:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993071104 : -107152716480512 : ffff9e8b9065c000) 00000100:00000001:3.0:1789449592.571254:0:35909:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789449592.571257:0:35909:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 8589934608 00000100:00000001:3.0:1789449592.571258:0:35909:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789449592.571261:0:35909:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449592.571265:0:35909:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065c000 x1876371947543424/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1789449608 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449592.571273:0:35909:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449592.571275:0:35909:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449592.571277:0:35909:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449592.571281:0:35909:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065c000 x1876371947543424/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1789449608 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789449592.571290:0:35909:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065c000 pname:cluuid:pid:xid:nid:opc:job bash:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35909:1876371947543424:192.168.202.109@tcp:101:bash.0 00000100:00000001:3.0:1789449592.571296:0:35909:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449592.571299:0:35909:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449592.571302:0:35909:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789449592.571304:0:35909:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449592.571308:0:35909:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b9065c000 x1876371947543424/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1789449608 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449592.571315:0:35909:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789449592.571317:0:35909:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b8580bcc0. 00000100:00000001:3.0:1789449592.571320:0:35909:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789449592.571322:0:35909:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449592.571325:0:35909:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789449592.571330:0:35909:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449592.571333:0:35909:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449592.571337:0:35909:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4d000 refcount=4 00000020:00000001:3.0:1789449592.571339:0:35909:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016078336 : -107152693473280 : ffff9e8b91c4d000) 00010000:00000001:3.0:1789449592.571342:0:35909:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016078336 : -107152693473280 : ffff9e8b91c4d000) 00010000:00000040:3.0:1789449592.571348:0:35909:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e8b91c4d000, remote cookie: 0xeb7cbf5e2fd3ded8, flags: 0x1001 00010000:00010000:3.0:1789449592.571354:0:35909:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d000/0xcddde1459ded6833 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3ded8 expref: -99 pid: 35909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1789449592.571362:0:35909:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x30:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1789449592.571366:0:35909:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1789449592.571375:0:35909:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9e8b922de300. 00010000:00000010:3.0:1789449592.571381:0:35909:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e8b84d02d80. 00010000:00000040:3.0:1789449592.571387:0:35909:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9e8b90652f00 count: 0 00010000:00000010:3.0:1789449592.571393:0:35909:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e8b83162d80. 00010000:00000001:3.0:1789449592.571400:0:35909:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449592.571403:0:35909:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d000/0xcddde1459ded6833 lrc: 4/0,1 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3ded8 expref: -99 pid: 35909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789449592.571413:0:35909:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d000/0xcddde1459ded6833 lrc: 4/0,1 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3ded8 expref: -99 pid: 35909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449592.571420:0:35909:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1789449592.571423:0:35909:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1789449592.571425:0:35909:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1789449592.571427:0:35909:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1789449592.571428:0:35909:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1789449592.571431:0:35909:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x30:0x0].0x0 (ffff9e8b922de300) refcount = 1 00010000:00010000:3.0:1789449592.571435:0:35909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d000/0xcddde1459ded6833 lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3ded8 expref: -99 pid: 35909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449592.571441:0:35909:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1789449592.571444:0:35909:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1789449592.571446:0:35909:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789449592.571449:0:35909:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1789449592.571452:0:35909:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449592.571455:0:35909:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d000/0xcddde1459ded6833 lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3ded8 expref: -99 pid: 35909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449592.571461:0:35909:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1789449592.571463:0:35909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449592.571464:0:35909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449592.571465:0:35909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449592.571466:0:35909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449592.571468:0:35909:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449592.571473:0:35909:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1789449592.571475:0:35909:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449592.571477:0:35909:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449592.571478:0:35909:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4d000 refcount=3 00000020:00000001:3.0:1789449592.571480:0:35909:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016078336 : -107152693473280 : ffff9e8b91c4d000) 00010000:00000001:3.0:1789449592.571482:0:35909:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016078336 : -107152693473280 : ffff9e8b91c4d000) 00010000:00000001:3.0:1789449592.571485:0:35909:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449592.571487:0:35909:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449592.571488:0:35909:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4d000 refcount=4 00000020:00000001:3.0:1789449592.571490:0:35909:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016078336 : -107152693473280 : ffff9e8b91c4d000) 00010000:00000001:3.0:1789449592.571491:0:35909:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016078336 : -107152693473280 : ffff9e8b91c4d000) 00010000:00000001:3.0:1789449592.571495:0:35909:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449592.571498:0:35909:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449592.571502:0:35909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d000/0xcddde1459ded6833 lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3ded8 expref: -99 pid: 35909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449592.571508:0:35909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449592.571509:0:35909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449592.571511:0:35909:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449592.571512:0:35909:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449592.571513:0:35909:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4d000 refcount=5 00000020:00000001:3.0:1789449592.571514:0:35909:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016078336 : -107152693473280 : ffff9e8b91c4d000) 00010000:00000001:3.0:1789449592.571517:0:35909:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016078336 : -107152693473280 : ffff9e8b91c4d000) 00010000:00000001:3.0:1789449592.571519:0:35909:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789449592.571522:0:35909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d000/0xcddde1459ded6833 lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3ded8 expref: -99 pid: 35909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449592.571529:0:35909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449592.571530:0:35909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789449592.571533:0:35909:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d000/0xcddde1459ded6833 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3ded8 expref: -99 pid: 35909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449592.571539:0:35909:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789449592.571541:0:35909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449592.571542:0:35909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449592.571543:0:35909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449592.571544:0:35909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1789449592.571549:0:35909:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9e8b9065c000 x1876371947543424/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1789449608 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1789449592.571562:0:35909:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1789449592.571567:0:35909:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9e8b9065c000 x1876371947543424/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1789449608 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1789449592.571574:0:35909:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449592.571580:0:35909:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449592.571582:0:35909:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449592.571583:0:35909:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4d000 refcount=3 00000020:00000001:3.0:1789449592.571585:0:35909:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016078336 : -107152693473280 : ffff9e8b91c4d000) 00010000:00000001:3.0:1789449592.571587:0:35909:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016078336 : -107152693473280 : ffff9e8b91c4d000) 00000002:00010000:3.0:1789449592.571592:0:35909:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d000/0xcddde1459ded6833 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3ded8 expref: -99 pid: 35909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:3.0:1789449592.571601:0:35909:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9e8b896f0a80. 00010000:00000001:3.0:1789449592.571604:0:35909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449592.571605:0:35909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789449592.571606:0:35909:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449592.571608:0:35909:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449592.571611:0:35909:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1789449592.571614:0:35909:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449592.571616:0:35909:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993071104 : -107152716480512 : ffff9e8b9065c000) 00000100:00000001:3.0:1789449592.571618:0:35909:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449592.571619:0:35909:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993071104 : -107152716480512 : ffff9e8b9065c000) 00010000:00000001:3.0:1789449592.571621:0:35909:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449592.571622:0:35909:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449592.571623:0:35909:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4d000 refcount=3 00000020:00000001:3.0:1789449592.571626:0:35909:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016078336 : -107152693473280 : ffff9e8b91c4d000) 00010000:00000001:3.0:1789449592.571628:0:35909:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016078336 : -107152693473280 : ffff9e8b91c4d000) 00000002:00010000:3.0:1789449592.571630:0:35909:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d000/0xcddde1459ded6833 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3ded8 expref: -99 pid: 35909 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449592.571642:0:35909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449592.571643:0:35909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449592.571645:0:35909:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789449592.571646:0:35909:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449592.571647:0:35909:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449592.571649:0:35909:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4d000 refcount=3 00000020:00000001:3.0:1789449592.571651:0:35909:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016078336 : -107152693473280 : ffff9e8b91c4d000) 00010000:00000001:3.0:1789449592.571653:0:35909:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016078336 : -107152693473280 : ffff9e8b91c4d000) 00010000:00000040:3.0:1789449592.571656:0:35909:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922de300 count: 2 00010000:00000001:3.0:1789449592.571659:0:35909:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1789449592.571664:0:35909:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e8b83488400 type 13 mode 4 res 8589935621/48 (0 0) 00010000:00000001:3.0:1789449592.571667:0:35909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449592.571668:0:35909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789449592.571669:0:35909:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1789449592.571672:0:35909:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c5b768 00000002:00002000:3.0:1789449592.571675:0:35909:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=recon intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:3.0:1789449592.571678:0:35909:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789449592.571682:0:35909:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789449592.571685:0:35909:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1789449592.571688:0:35909:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1789449592.571693:0:35909:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449592.571697:0:35909:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000001:3.0:1789449592.571700:0:35909:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1789449592.571702:0:35909:0:(namei.c:674:ll_lookup_it_finish()) it ffff9e8b898c6ba0 it_disposition 1800037 00000080:00002000:3.0:1789449592.571707:0:35909:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9e8b891d30d8 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:3.0:1789449592.571712:0:35909:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1789449592.571714:0:35909:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:3.0:1789449592.571716:0:35909:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c5b990 00000080:00200000:3.0:1789449592.571718:0:35909:0:(namei.c:1628:ll_create_it()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff9e8b89180908), intent=open|creat 00000080:00000001:3.0:1789449592.571720:0:35909:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:3.0:1789449592.571723:0:35909:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1789449592.571728:0:35909:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1789449592.571732:0:35909:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1789449592.571736:0:35909:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611184 : 144115205339611184 : 200000405000030) 00000080:00000001:3.0:1789449592.571739:0:35909:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:3.0:1789449592.571752:0:35909:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9e8b891ca100. 00000020:00000001:3.0:1789449592.571763:0:35909:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:3.0:1789449592.571765:0:35909:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:3.0:1789449592.571768:0:35909:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:3.0:1789449592.571770:0:35909:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000405:0x30:0x0](ffff9e8b891ca1c8) 00000020:00000001:3.0:1789449592.571774:0:35909:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789449592.571779:0:35909:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820823176 : -107152888728440 : ffff9e8b86217488) 00000020:00001000:3.0:1789449592.571781:0:35909:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217480 00000020:00000001:3.0:1789449592.571786:0:35909:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:3.0:1789449592.571790:0:35909:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9e8b903b5d48. 00000020:00000001:3.0:1789449592.571793:0:35909:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1789449592.571794:0:35909:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449592.571802:0:35909:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:3.0:1789449592.571806:0:35909:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9e8b90f1c0f8. 00020000:00000001:3.0:1789449592.571808:0:35909:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446636921002246392 : -107152707305224 : ffff9e8b90f1c0f8) 00020000:00000001:3.0:1789449592.571811:0:35909:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:3.0:1789449592.571814:0:35909:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1789449592.571820:0:35909:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9e8b87cd58a0. 00020000:00000010:3.0:1789449592.571825:0:35909:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9e8b86770780. 00020000:00000010:3.0:1789449592.571831:0:35909:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9e8b87cd5600. 00020000:00000001:3.0:1789449592.571833:0:35909:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446636920848864768 : -107152860686848 : ffff9e8b87cd5600) 00020000:00000002:3.0:1789449592.571836:0:35909:0:(lov_ea.c:755:dump_lsm()) lsm ffff9e8b87cd5600, objid 0x30:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1789449592.571841:0:35909:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout 1 layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1789449592.571845:0:35909:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff9e8b86770780: ostid: 0x280000401:68 ost idx: 0 gen: 0 00020000:00000001:3.0:1789449592.571848:0:35909:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:3.0:1789449592.571851:0:35909:0:(lov_ea.c:755:dump_lsm()) lsm ffff9e8b87cd5600, objid 0x30:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1789449592.571853:0:35909:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout 1 layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1789449592.571856:0:35909:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff9e8b86770780: ostid: 0x280000401:68 ost idx: 0 gen: 0 00020000:00000010:3.0:1789449592.571859:0:35909:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9e8b84dbab10. 00020000:00000010:3.0:1789449592.573014:0:35909:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff9e8b831c5000. 00020000:00000001:3.0:1789449592.573028:0:35909:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:3.0:1789449592.573035:0:35909:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9e8b82d26a98. 00020000:00000001:3.0:1789449592.573039:0:35909:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:3.0:1789449592.573041:0:35909:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:3.0:1789449592.573047:0:35909:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:3.0:1789449592.573051:0:35909:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9e8b903b5898. 00000020:00000001:3.0:1789449592.573054:0:35909:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1789449592.573056:0:35909:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449592.573059:0:35909:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446636920990292248 : -107152719259368 : ffff9e8b903b5918) 00020000:00000001:3.0:1789449592.573063:0:35909:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:3.0:1789449592.573068:0:35909:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff9e8b85520fc0. 00020000:00000001:3.0:1789449592.573071:0:35909:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449592.573076:0:35909:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446636920990292248 : -107152719259368 : ffff9e8b903b5918) 00020000:00000001:3.0:1789449592.573078:0:35909:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446636920990292248 : -107152719259368 : ffff9e8b903b5918) 00020000:00000002:3.0:1789449592.573082:0:35909:0:(lov_object.c:134:lov_init_sub()) [0x280000401:0x44:0x0]@ffff9e8b903b5898[0:0] -> [0x200000405:0x30:0x0]@ffff9e8b903b5d48: ostid: 0x280000401:68 ost idx: 0 gen: 0 00020000:00000001:3.0:1789449592.573086:0:35909:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:3.0:1789449592.573089:0:35909:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:3.0:1789449592.573091:0:35909:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449592.573095:0:35909:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446636920990293448 : -107152719258168 : ffff9e8b903b5dc8) 00000020:00001000:3.0:1789449592.573099:0:35909:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217480 00000080:00000001:3.0:1789449592.573104:0:35909:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611184 : 144115205339611184 : 200000405000030) 00000080:00000001:3.0:1789449592.573107:0:35909:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1789449592.573110:0:35909:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611184 mtime from 0 to 1789449592 00000080:00000001:3.0:1789449592.573115:0:35909:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1789449592.573127:0:35909:0:(namei.c:156:ll_iget()) Process leaving (rc=18446636920870838728 : -107152838712888 : ffff9e8b891ca1c8) 00010000:00000001:3.0:1789449592.573131:0:35909:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449592.573133:0:35909:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449592.573136:0:35909:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4d000 refcount=3 00000020:00000001:3.0:1789449592.573138:0:35909:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016078336 : -107152693473280 : ffff9e8b91c4d000) 00010000:00000001:3.0:1789449592.573140:0:35909:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016078336 : -107152693473280 : ffff9e8b91c4d000) 00000080:00000001:3.0:1789449592.573143:0:35909:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:3.0:1789449592.573144:0:35909:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789449592.573147:0:35909:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820823176 : -107152888728440 : ffff9e8b86217488) 00000020:00001000:3.0:1789449592.573149:0:35909:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217480 00000020:00000001:3.0:1789449592.573151:0:35909:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:3.0:1789449592.573153:0:35909:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1789449592.573154:0:35909:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1789449592.573159:0:35909:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9e8b87cd5cc0. 00020000:00000010:3.0:1789449592.573163:0:35909:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9e8b86770000. 00020000:00000010:3.0:1789449592.573166:0:35909:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9e8b87cd56c0. 00020000:00000001:3.0:1789449592.573168:0:35909:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446636920848864960 : -107152860686656 : ffff9e8b87cd56c0) 00020000:00000002:3.0:1789449592.573171:0:35909:0:(lov_ea.c:755:dump_lsm()) lsm ffff9e8b87cd56c0, objid 0x30:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1789449592.573175:0:35909:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout 1 layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1789449592.573178:0:35909:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff9e8b86770000: ostid: 0x280000401:68 ost idx: 0 gen: 0 00020000:00000002:3.0:1789449592.573182:0:35909:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9e8b90f1c0f8) owner ffff9e8b86598000 00020000:00000001:3.0:1789449592.573184:0:35909:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1789449592.573187:0:35909:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9e8b90f1c0f8) owner ffff9e8b86598000 00020000:00000010:3.0:1789449592.573191:0:35909:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9e8b86770000. 00020000:00000010:3.0:1789449592.573197:0:35909:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9e8b87cd5cc0. 00020000:00000010:3.0:1789449592.573201:0:35909:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9e8b87cd56c0. 00020000:00000002:3.0:1789449592.573203:0:35909:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x30:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1789449592.573206:0:35909:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449592.573208:0:35909:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449592.573211:0:35909:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1789449592.573214:0:35909:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b90f1c0f8) owner 0000000000000000/ffff9e8b86598000 00020000:00000002:3.0:1789449592.573217:0:35909:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9e8b87cd5600 addref 2/0 by ffff9e8b86598000. 00020000:00000002:3.0:1789449592.573219:0:35909:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b90f1c0f8) owner 0000000000000000/ffff9e8b86598000 00020000:00000001:3.0:1789449592.573222:0:35909:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1789449592.573224:0:35909:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1789449592.573226:0:35909:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1789449592.573227:0:35909:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:3.0:1789449592.573230:0:35909:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:3.0:1789449592.573232:0:35909:0:(file.c:6843:ll_layout_conf()) [0x200000405:0x30:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:3.0:1789449592.573234:0:35909:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217480 00000080:00000001:3.0:1789449592.573236:0:35909:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449592.573239:0:35909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449592.573241:0:35909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789449592.573242:0:35909:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1789449592.573246:0:35909:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1789449592.573248:0:35909:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789449592.573251:0:35909:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000405:0x30:0x0](ffff9e8b891ca1c8) 00000080:00010000:3.0:1789449592.573254:0:35909:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x30:0x0](ffff9e8b891ca1c8) for lock 0xcddde1459ded6833 00800000:00000001:3.0:1789449592.573258:0:35909:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789449592.573261:0:35909:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789449592.573262:0:35909:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449592.573263:0:35909:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449592.573265:0:35909:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4d000 refcount=3 00000020:00000001:3.0:1789449592.573267:0:35909:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016078336 : -107152693473280 : ffff9e8b91c4d000) 00010000:00000001:3.0:1789449592.573269:0:35909:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016078336 : -107152693473280 : ffff9e8b91c4d000) 00010000:00000001:3.0:1789449592.573272:0:35909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449592.573273:0:35909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789449592.573275:0:35909:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789449592.573277:0:35909:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449592.573279:0:35909:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:3.0:1789449592.573282:0:35909:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449592.573293:0:35909:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9e8b9065c000 x1876371947543424/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1789449608 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449592.573302:0:35909:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1789449592.573308:0:35909:0:(namei.c:1651:ll_create_it()) inode ffff9e8b891ca1c8 need_sync_to_mds [0x200000405:0x30:0x0] 00000080:00000001:3.0:1789449592.573313:0:35909:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789449592.573317:0:35909:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x30:0x0](ffff9e8b891ca1c8) 00000080:00000001:3.0:1789449592.573320:0:35909:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1789449592.573323:0:35909:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b83079c00. 00000100:00000001:3.0:1789449592.573328:0:35909:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449592.573331:0:35909:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b9065c000 x1876371947543424/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1789449608 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449592.573338:0:35909:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449592.573341:0:35909:0:(pcc.c:3603:pcc_inode_create_fini()) Process entered 00000080:00000001:3.0:1789449592.573343:0:35909:0:(pcc.c:3606:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1789449592.573346:0:35909:0:(namei.c:1500:ll_atomic_open()) inode ffff9e8b891ca1c8 need_sync_to_mds [0x200000405:0x30:0x0] 00000080:00000001:3.0:1789449592.573355:0:35909:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1789449592.573358:0:35909:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c5ba68 00000080:00200008:3.0:1789449592.573360:0:35909:0:(file.c:1090:ll_file_open()) START file recon:[0x200000405:0x30:0x0](ffff9e8b891ca1c8), flags 102101 00000080:00000010:3.0:1789449592.573367:0:35909:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9e8b817c0c80. 00000080:00000010:3.0:1789449592.573373:0:35909:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9e8b896f0e40. 00000080:00000001:3.0:1789449592.573377:0:35909:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:3.0:1789449592.573381:0:35909:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:3.0:1789449592.573384:0:35909:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789449592.573388:0:35909:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789449592.573391:0:35909:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789449592.573393:0:35909:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789449592.573396:0:35909:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449592.573398:0:35909:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:3.0:1789449592.573401:0:35909:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449592.573404:0:35909:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1789449592.573408:0:35909:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9e8b889affc0. 00000002:00100000:3.0:1789449592.573413:0:35909:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9e8b9065c000 x1876371947543424/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1789449608 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1789449592.573419:0:35909:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789449592.573421:0:35909:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1789449592.573425:0:35909:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1789449592.573428:0:35909:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449592.573431:0:35909:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449592.573434:0:35909:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449592.573436:0:35909:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065c000 x1876371947543424/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1789449608 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1789449592.573443:0:35909:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449592.573447:0:35909:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9e8b86740000. 02000000:00000001:3.0:1789449592.573487:0:35909:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1789449592.573490:0:35909:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449592.573492:0:35909:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c5ba68 00000080:00000008:3.0:1789449592.573494:0:35909:0:(file.c:1329:ll_file_open()) COMPLETED file recon:[0x200000405:0x30:0x0](ffff9e8b891ca1c8), flags 102101, rc = 0 00000080:00000001:3.0:1789449592.573499:0:35909:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1789449592.573502:0:35909:0:(dcache.c:176:ll_intent_release()) intent ffff9e8b898c6ba0 released 00000080:00010000:3.0:1789449592.573504:0:35909:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded6833 from it ffff9e8b898c6ba0 00010000:00000001:3.0:1789449592.573506:0:35909:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449592.573507:0:35909:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449592.573509:0:35909:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4d000 refcount=3 00000020:00000001:3.0:1789449592.573511:0:35909:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016078336 : -107152693473280 : ffff9e8b91c4d000) 00010000:00000001:3.0:1789449592.573513:0:35909:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016078336 : -107152693473280 : ffff9e8b91c4d000) 00010000:00000001:3.0:1789449592.573516:0:35909:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789449592.573520:0:35909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d000/0xcddde1459ded6833 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xeb7cbf5e2fd3ded8 expref: -99 pid: 35909 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449592.573528:0:35909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449592.573529:0:35909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449592.573531:0:35909:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789449592.573534:0:35909:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789449592.573537:0:35909:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d000/0xcddde1459ded6833 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xeb7cbf5e2fd3ded8 expref: -99 pid: 35909 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789449592.573545:0:35909:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449592.573548:0:35909:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789449592.573550:0:35909:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449592.573555:0:35909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449592.573556:0:35909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449592.573557:0:35909:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449592.573560:0:35909:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789449592.573562:0:35909:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449592.573564:0:35909:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449592.573568:0:35909:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449592.573570:0:35909:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789449592.573571:0:35909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449592.573572:0:35909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789449592.573574:0:35909:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1789449592.573577:0:35909:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:3.0:1789449592.573579:0:35909:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1789449592.573581:0:35909:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789449592.573584:0:35909:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1789449592.573586:0:35909:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449592.573589:0:35909:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:3.0:1789449592.573591:0:35909:0:(pcc.c:1970:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449592.573593:0:35909:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1789449592.573596:0:35909:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449592.573598:0:35909:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1789449592.573600:0:35909:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9e8b898c6ba0. 00000080:00000001:3.0:1789449592.573603:0:35909:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449592.573608:0:35909:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1789449592.573611:0:35909:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x30:0x0](ffff9e8b891ca1c8), inode mode 81a4 mask 40 00000080:00000001:3.0:1789449592.573615:0:35909:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449592.573716:0:35909:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1789449592.573720:0:35909:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b90f1c0f8) owner 0000000000000000/ffff9e8b86598000 00020000:00000002:3.0:1789449592.573723:0:35909:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b90f1c0f8) owner 0000000000000000/ffff9e8b86598000 00020000:00000001:3.0:1789449592.573725:0:35909:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449592.580855:0:35909:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c5bd28 00000080:00200008:3.0:1789449592.580863:0:35909:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000405:0x30:0x0](ffff9e8b891ca1c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1789449592.580871:0:35909:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789449592.580872:0:35909:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c5bca0 00000080:00200000:3.0:1789449592.580875:0:35909:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x30:0x0](ffff9e8b891ca1c8),name=recon 00000080:00000010:2.0:1789449592.583409:0:35909:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b83079e00. 00800000:00000002:2.0:1789449592.583425:0:35909:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:2.0:1789449592.583434:0:35909:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789449592.583440:0:35909:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789449592.583444:0:35909:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c5bbc0 00800000:00000002:2.0:1789449592.583447:0:35909:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x30:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789449592.583452:0:35909:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789449592.583457:0:35909:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789449592.583459:0:35909:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789449592.583462:0:35909:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789449592.583465:0:35909:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789449592.583467:0:35909:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449592.583469:0:35909:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789449592.583471:0:35909:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789449592.583473:0:35909:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789449592.583474:0:35909:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789449592.583476:0:35909:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789449592.583477:0:35909:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789449592.583479:0:35909:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449592.583480:0:35909:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:2.0:1789449592.583482:0:35909:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449592.583485:0:35909:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x30:0x0], name='' -> mds #0 00000002:00000001:2.0:1789449592.583490:0:35909:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789449592.583492:0:35909:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c5ba90 00000002:00010000:2.0:1789449592.583494:0:35909:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x30:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789449592.583498:0:35909:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789449592.583500:0:35909:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789449592.583505:0:35909:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789449592.583513:0:35909:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922de300 count: 2 00010000:00000001:2.0:1789449592.583516:0:35909:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789449592.583522:0:35909:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449592.583527:0:35909:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789449592.583533:0:35909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d000/0xcddde1459ded6833 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xeb7cbf5e2fd3ded8 expref: -99 pid: 35909 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1789449592.583545:0:35909:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789449592.583551:0:35909:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449592.583554:0:35909:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d000/0xcddde1459ded6833 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xeb7cbf5e2fd3ded8 expref: -99 pid: 35909 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1789449592.583562:0:35909:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789449592.583564:0:35909:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789449592.583566:0:35909:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789449592.583568:0:35909:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789449592.583570:0:35909:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789449592.583572:0:35909:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789449592.583576:0:35909:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789449592.583579:0:35909:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:2.0:1789449592.583583:0:35909:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b83079e00. 00000080:00000001:2.0:1789449592.583588:0:35909:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789449592.583590:0:35909:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789449592.583593:0:35909:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x30:0x0](ffff9e8b891ca1c8) 00000080:00010000:2.0:1789449592.583597:0:35909:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x30:0x0](ffff9e8b891ca1c8) for lock 0xcddde1459ded6833 00800000:00000001:2.0:1789449592.583601:0:35909:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789449592.583604:0:35909:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789449592.583606:0:35909:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449592.583608:0:35909:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449592.583612:0:35909:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4d000 refcount=3 00000020:00000001:2.0:1789449592.583614:0:35909:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016078336 : -107152693473280 : ffff9e8b91c4d000) 00010000:00000001:2.0:1789449592.583617:0:35909:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016078336 : -107152693473280 : ffff9e8b91c4d000) 00010000:00000001:2.0:1789449592.583620:0:35909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449592.583623:0:35909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789449592.583624:0:35909:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789449592.583626:0:35909:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789449592.583628:0:35909:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded6833 from it ffffb71181c5bcd8 00010000:00000001:2.0:1789449592.583631:0:35909:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449592.583632:0:35909:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449592.583633:0:35909:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4d000 refcount=3 00000020:00000001:2.0:1789449592.583635:0:35909:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016078336 : -107152693473280 : ffff9e8b91c4d000) 00010000:00000001:2.0:1789449592.583637:0:35909:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016078336 : -107152693473280 : ffff9e8b91c4d000) 00010000:00000001:2.0:1789449592.583639:0:35909:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789449592.583643:0:35909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d000/0xcddde1459ded6833 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xeb7cbf5e2fd3ded8 expref: -99 pid: 35909 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789449592.583648:0:35909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449592.583650:0:35909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449592.583652:0:35909:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789449592.583654:0:35909:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789449592.583657:0:35909:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d000/0xcddde1459ded6833 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xeb7cbf5e2fd3ded8 expref: -99 pid: 35909 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789449592.583665:0:35909:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789449592.583668:0:35909:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789449592.583670:0:35909:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789449592.583674:0:35909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449592.583675:0:35909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449592.583677:0:35909:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449592.583680:0:35909:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789449592.583682:0:35909:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449592.583685:0:35909:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449592.583687:0:35909:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449592.583690:0:35909:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789449592.583691:0:35909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449592.583693:0:35909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789449592.583696:0:35909:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789449592.583698:0:35909:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789449592.583702:0:35909:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:2.0:1789449592.583706:0:35909:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1789449592.583708:0:35909:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789449592.583710:0:35909:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1789449592.583712:0:35909:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449592.583714:0:35909:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789449592.583718:0:35909:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:2.0:1789449592.583721:0:35909:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789449592.583726:0:35909:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820824040 : -107152888727576 : ffff9e8b862177e8) 00000020:00001000:2.0:1789449592.583729:0:35909:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b862177e0 00000020:00000001:2.0:1789449592.583734:0:35909:0:(cl_object.c:143:cl_object_top()) ffff9e8b903b5dc8 -> ffff9e8b903b5dc8 00000020:00000001:2.0:1789449592.583738:0:35909:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:2.0:1789449592.583741:0:35909:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1789449592.583744:0:35909:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x30:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:2.0:1789449592.583747:0:35909:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789449592.583749:0:35909:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1789449592.583752:0:35909:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1789449592.583754:0:35909:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449592.583757:0:35909:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789449592.583762:0:35909:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x30:0x0]io ffff9e8b84db1090 type 7 ignore/verify layout 0/1 00020000:00000002:2.0:1789449592.583766:0:35909:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b90f1c0f8) owner 0000000000000000/ffff9e8b86598000 00020000:00000001:2.0:1789449592.583770:0:35909:0:(lov_io.c:2266:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1789449592.583772:0:35909:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1789449592.583775:0:35909:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1789449592.583776:0:35909:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449592.583779:0:35909:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1789449592.583782:0:35909:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1789449592.583784:0:35909:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449592.583785:0:35909:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789449592.583786:0:35909:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1789449592.583788:0:35909:0:(lov_io.c:2279:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1789449592.583789:0:35909:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b90f1c0f8) owner 0000000000000000/ffff9e8b86598000 00000020:00000001:2.0:1789449592.583792:0:35909:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789449592.583795:0:35909:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1789449592.583797:0:35909:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x30:0x0] 00000020:00000001:2.0:1789449592.583799:0:35909:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1789449592.583801:0:35909:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1789449592.583804:0:35909:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1789449592.583807:0:35909:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000001:2.0:1789449592.583810:0:35909:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449592.583815:0:35909:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449592.583817:0:35909:0:(lov_offset.c:141:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789449592.583819:0:35909:0:(lov_offset.c:264:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1789449592.583822:0:35909:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000010:2.0:1789449592.583828:0:35909:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9e8b83162880. 00020000:00000001:2.0:1789449592.583830:0:35909:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449592.583832:0:35909:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449592.583833:0:35909:0:(lov_offset.c:141:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789449592.583835:0:35909:0:(lov_offset.c:264:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1789449592.583838:0:35909:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1789449592.583840:0:35909:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789449592.583842:0:35909:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1789449592.583843:0:35909:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789449592.583845:0:35909:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822168 : -107152888729448 : ffff9e8b86217098) 00000020:00001000:2.0:1789449592.583847:0:35909:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217090 00000020:00000001:2.0:1789449592.583850:0:35909:0:(cl_object.c:143:cl_object_top()) ffff9e8b903b5918 -> ffff9e8b903b5dc8 00000020:00000001:2.0:1789449592.583851:0:35909:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:2.0:1789449592.583855:0:35909:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789449592.583856:0:35909:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1789449592.583858:0:35909:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:2.0:1789449592.583860:0:35909:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446636920799432848 : -107152910118768 : ffff9e8b84db1090) 00000020:00000001:2.0:1789449592.583863:0:35909:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449592.583970:0:35909:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449592.583972:0:35909:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993113320 : -107152716438296 : ffff9e8b906664e8) 00000020:00000001:2.0:1789449592.583974:0:35909:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1789449592.583980:0:35909:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9e8b8633dc80. 00000008:00010000:2.0:1789449592.583984:0:35909:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1789449592.583987:0:35909:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1789449592.583988:0:35909:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1789449592.583990:0:35909:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9e8b831628b0, osc lock ffff9e8b8633dc80, flags 0x400001002 00000020:00000001:2.0:1789449592.583992:0:35909:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449592.583994:0:35909:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449592.583997:0:35909:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000001:2.0:1789449592.584000:0:35909:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446636920769751168 : -107152939800448 : ffff9e8b83162880) 00000020:00000001:2.0:1789449592.584002:0:35909:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1789449592.584003:0:35909:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1789449592.584005:0:35909:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449592.584007:0:35909:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449592.584010:0:35909:0:(cl_io.c:1190:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1789449592.584012:0:35909:0:(cl_io.c:1198:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1789449592.584014:0:35909:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1789449592.584016:0:35909:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1789449592.584017:0:35909:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789449592.584018:0:35909:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993113320 : -107152716438296 : ffff9e8b906664e8) 00000020:00000001:2.0:1789449592.584020:0:35909:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1789449592.584022:0:35909:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1789449592.584025:0:35909:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1789449592.584028:0:35909:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1789449592.584031:0:35909:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1789449592.584032:0:35909:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1789449592.584034:0:35909:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1789449592.584035:0:35909:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1789449592.584037:0:35909:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1789449592.584039:0:35909:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1789449592.584040:0:35909:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789449592.584044:0:35909:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449592.584047:0:35909:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:2.0:1789449592.584051:0:35909:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065f480. 00000020:00000040:2.0:1789449592.584055:0:35909:0:(genops.c:1209:class_import_get()) import ffff9e8b90c6e800 refcount=3 obd=lustre-OST0000-osc-ffff9e8b89903000 00010000:00000001:2.0:1789449592.584059:0:35909:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789449592.584064:0:35909:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789449592.584066:0:35909:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449592.584069:0:35909:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449592.584071:0:35909:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449592.584074:0:35909:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449592.584080:0:35909:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e8b83079e00. 00000100:00000001:2.0:1789449592.584087:0:35909:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449592.584092:0:35909:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789449592.584094:0:35909:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449592.584096:0:35909:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789449592.584097:0:35909:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449592.584099:0:35909:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449592.584103:0:35909:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446636920993084544 : -107152716467072 : ffff9e8b9065f480) 00010000:00000001:2.0:1789449592.584106:0:35909:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789449592.584109:0:35909:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1789449592.584114:0:35909:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9e8b90652700. 00010000:00000010:2.0:1789449592.584125:0:35909:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9e8b90652600. 00010000:00000001:2.0:1789449592.584130:0:35909:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789449592.584134:0:35909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8b91c4c200. 00000020:00000001:2.0:1789449592.584138:0:35909:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789449592.584140:0:35909:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8b91c4c200 with handle 0xcddde1459ded683a to hash 00000020:00000001:2.0:1789449592.584142:0:35909:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789449592.584143:0:35909:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636921016074752 : -107152693476864 : ffff9e8b91c4c200) 00010000:00000010:2.0:1789449592.584147:0:35909:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff9e8b90fc9d00. 00010000:00000001:2.0:1789449592.584149:0:35909:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636921016074752 : -107152693476864 : ffff9e8b91c4c200) 00010000:00000001:2.0:1789449592.584152:0:35909:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449592.584154:0:35909:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449592.584157:0:35909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000ebd53019/0xcddde1459ded683a lrc: 3/1,0 mode: --/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789449592.584168:0:35909:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000ebd53019/0xcddde1459ded683a lrc: 3/1,0 mode: --/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449592.584179:0:35909:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449592.584184:0:35909:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449592.584188:0:35909:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449592.584202:0:35909:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042360096] to pc [ptlrpcd_01_00+0] req@ffff9e8b9065f480 x1876371947543552/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000008:00000001:2.0:1789449592.584234:0:35909:0:(osc_request.c:3308:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789449592.584237:0:35909:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449592.584239:0:35909:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449592.584241:0:35909:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449592.584243:0:35909:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449592.584245:0:35909:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1789449592.584248:0:35909:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1789449592.584250:0:35909:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1789449592.584251:0:35909:0:(cl_io.c:1210:cl_sync_io_wait()) Process entered 00000100:00000001:2.0:1789449592.584262:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1789449592.584265:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1789449592.584267:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449592.584273:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449592.584276:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449592.584278:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789449592.584280:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449592.584283:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789449592.584289:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065f480 x1876371947543552/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449592.584297:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449592.584299:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449592.584303:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449592.584306:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449592.584309:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449592.584313:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2402:1876371947543552:192.168.202.109@tcp:101:uname.0 00000100:00000001:2.0:1789449592.584317:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789449592.584323:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449592.584325:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449592.584328:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789449592.584333:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b83607c00. 02000000:00000001:2.0:1789449592.584335:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449592.584343:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449592.584347:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b9160. 00000400:00000010:2.0:1789449592.584355:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d330. 00000100:00000200:2.0:1789449592.584362:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947543552, portal 4 00000100:00000001:2.0:1789449592.584365:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449592.584367:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993084544 : -107152716467072 : ffff9e8b9065f480) 00000100:00000040:2.0:1789449592.584373:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b9065f480 x1876371947543552/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449608 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449592.584381:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449592.584384:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449592.584387:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d4c8. 00000100:00000200:2.0:1789449592.584390:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1876371947543552, offset 0 00000400:00000200:2.0:1789449592.584397:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449592.584406:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.584414:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449592.584419:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449592.584424:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449592.584428:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449592.584431:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449592.584434:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [3002:3002:256:4294967295] 192.168.202.109@tcp LPNI seq info [3002:3002:8:4294967295] 00000400:00000200:2.0:1789449592.584438:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.584446:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449592.584452:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449592.584458:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b840b8700. 00000800:00000200:2.0:1789449592.584465:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449592.584473:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449592.584477:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b840b8700 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1789449592.584487:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449592.584492:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: using a timeout of 22728 usecs (23 jiffies) 00000400:00000200:2.0:1789449592.584495:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449592.584498:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296595292 00000100:00000001:2.0:1789449592.584501:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296596513 00000100:00000001:2.0:1789449592.584503:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296595292 00000100:00000001:2.0:1789449592.584505:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296596514 00000100:00000001:2.0:1789449592.584508:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449592.584510:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449592.584513:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449592.584515:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449592.584608:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449592.584612:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449592.585086:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449592.585092:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b840b8700. 00000400:00000200:3.0:1789449592.585099:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449592.585105:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449592.585111:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d4c8 00000400:00000010:3.0:1789449592.585114:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d4c8. 00000100:00000001:3.0:1789449592.585129:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449592.585134:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065f480 x1876371947543552/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449608 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449592.585144:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449592.585147:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065f480 x1876371947543552/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449608 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449592.585160:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449592.585162:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:3.1:1789449592.591785:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b90652f00. 00000800:00000001:2.0:1789449592.596267:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449592.596289:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449592.596293:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449592.596296:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449592.596307:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.596315:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449592.596324:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.596328:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.596334:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.596339:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 400 into portal 4 MB=0x6aa8ce3665c00 00000400:00000200:2.0:1789449592.596344:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.596350:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 400/400 into md 0x8865 [1] + 224 00000800:00000001:2.0:1789449592.596357:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449592.596364:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449592.596367:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449592.596372:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449592.596379:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449592.596389:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065f480 x1876371947543552/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449608 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449592.596399:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9e8b9065f480 x1876371947543552/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449608 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449592.596423:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449592.596430:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449592.596433:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449592.596488:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449592.596492:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789449592.596498:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449592.596500:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449592.596504:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b9160. 00000400:00000200:3.0:1789449592.596508:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d330 00000400:00000010:3.0:1789449592.596511:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d330. 00000100:00000001:3.0:1789449592.596513:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449592.596518:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065f480 x1876371947543552/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449608 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789449592.596527:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065f480 x1876371947543552/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449608 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449592.596533:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449592.596535:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449592.596537:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449592.596540:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449592.596542:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449592.596545:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449592.596548:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449592.596557:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b90c6ec60 time=72 v=5 (5 5 5 5) 00000100:00001000:3.0:1789449592.596561:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b90c6ec18 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1789449592.596563:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789449592.596565:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449592.596568:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789449592.596571:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449592.596574:0:2402:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789449592.596576:0:2402:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e8b89903000: skip recheck: last_committed 4294967337 00000100:00000001:3.0:1789449592.596578:0:2402:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789449592.596579:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449592.596583:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065f480 x1876371947543552/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449608 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449592.596590:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449592.596593:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449592.596595:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1789449592.596599:0:2402:0:(osc_request.c:3123:osc_enqueue_interpret()) Process entered 00010000:00000001:3.0:1789449592.596601:0:2402:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449592.596604:0:2402:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449592.596607:0:2402:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c200 refcount=4 00000020:00000001:3.0:1789449592.596610:0:2402:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016074752 : -107152693476864 : ffff9e8b91c4c200) 00010000:00000001:3.0:1789449592.596612:0:2402:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016074752 : -107152693476864 : ffff9e8b91c4c200) 00010000:00000001:3.0:1789449592.596615:0:2402:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449592.596616:0:2402:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449592.596617:0:2402:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c200 refcount=5 00000020:00000001:3.0:1789449592.596618:0:2402:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016074752 : -107152693476864 : ffff9e8b91c4c200) 00010000:00000001:3.0:1789449592.596620:0:2402:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016074752 : -107152693476864 : ffff9e8b91c4c200) 00010000:00000001:3.0:1789449592.596623:0:2402:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449592.596626:0:2402:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449592.596631:0:2402:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000ebd53019/0xcddde1459ded683a lrc: 6/2,0 mode: --/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449592.596642:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449592.596643:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449592.596645:0:2402:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789449592.596647:0:2402:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449592.596648:0:2402:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449592.596649:0:2402:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c200 refcount=6 00000020:00000001:3.0:1789449592.596651:0:2402:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016074752 : -107152693476864 : ffff9e8b91c4c200) 00010000:00000001:3.0:1789449592.596653:0:2402:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016074752 : -107152693476864 : ffff9e8b91c4c200) 00010000:00000040:3.0:1789449592.596660:0:2402:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e8b91c4c200, remote cookie: 0xeb7cbf5e2fd3dee6, flags: 0x1001 00010000:00010000:3.0:1789449592.596666:0:2402:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000ebd53019/0xcddde1459ded683a lrc: 6/2,0 mode: --/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dee6 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449592.596674:0:2402:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:3.0:1789449592.596677:0:2402:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449592.596679:0:2402:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1789449592.596683:0:2402:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:3.0:1789449592.596687:0:2402:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000ebd53019/0xcddde1459ded683a lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3dee6 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1789449592.596696:0:2402:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000401:0x44:0x0].0x0 (ffff9e8b90652700) refcount = 1 00010000:00000040:3.0:1789449592.596699:0:2402:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1789449592.596702:0:2402:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000ebd53019/0xcddde1459ded683a lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3dee6 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449592.596709:0:2402:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1789449592.596711:0:2402:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789449592.596713:0:2402:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1789449592.596716:0:2402:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449592.596720:0:2402:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000ebd53019/0xcddde1459ded683a lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3dee6 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449592.596726:0:2402:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1789449592.596727:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449592.596728:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449592.596730:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449592.596731:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789449592.596733:0:2402:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:3.0:1789449592.596735:0:2402:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1789449592.596738:0:2402:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449592.596739:0:2402:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449592.596740:0:2402:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c200 refcount=5 00000020:00000001:3.0:1789449592.596742:0:2402:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016074752 : -107152693476864 : ffff9e8b91c4c200) 00010000:00000001:3.0:1789449592.596744:0:2402:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016074752 : -107152693476864 : ffff9e8b91c4c200) 00000008:00000001:3.0:1789449592.596748:0:2402:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:3.0:1789449592.596752:0:2402:0:(cl_object.c:143:cl_object_top()) ffff9e8b85520fc0 -> ffff9e8b903b5dc8 00000008:00010000:3.0:1789449592.596756:0:2402:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000ebd53019/0xcddde1459ded683a lrc: 5/2,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xeb7cbf5e2fd3dee6 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:3.0:1789449592.596770:0:2402:0:(cl_object.c:143:cl_object_top()) ffff9e8b85520fc0 -> ffff9e8b903b5dc8 00000020:00000001:3.0:1789449592.596772:0:2402:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1789449592.596775:0:2402:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:3.0:1789449592.596778:0:2402:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1789449592.596780:0:2402:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449592.596782:0:2402:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449592.596784:0:2402:0:(cl_object.c:143:cl_object_top()) ffff9e8b85520fc0 -> ffff9e8b903b5dc8 00000008:00000001:3.0:1789449592.596785:0:2402:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:3.0:1789449592.596788:0:2402:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1789449592.596790:0:2402:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:3.0:1789449592.596803:0:2402:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000008:00000001:3.0:1789449592.596805:0:2402:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449592.596807:0:2402:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449592.596808:0:2402:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449592.596809:0:2402:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c200 refcount=6 00000020:00000001:3.0:1789449592.596811:0:2402:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016074752 : -107152693476864 : ffff9e8b91c4c200) 00010000:00000001:3.0:1789449592.596813:0:2402:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016074752 : -107152693476864 : ffff9e8b91c4c200) 00010000:00000001:3.0:1789449592.596815:0:2402:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789449592.596819:0:2402:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000ebd53019/0xcddde1459ded683a lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xeb7cbf5e2fd3dee6 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449592.596826:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449592.596827:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789449592.596829:0:2402:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000ebd53019/0xcddde1459ded683a lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xeb7cbf5e2fd3dee6 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449592.596836:0:2402:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789449592.596837:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449592.596838:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789449592.596839:0:2402:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449592.596841:0:2402:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449592.596842:0:2402:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449592.596844:0:2402:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c200 refcount=5 00000020:00000001:3.0:1789449592.596845:0:2402:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016074752 : -107152693476864 : ffff9e8b91c4c200) 00010000:00000001:3.0:1789449592.596847:0:2402:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016074752 : -107152693476864 : ffff9e8b91c4c200) 00010000:00000001:3.0:1789449592.596850:0:2402:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789449592.596852:0:2402:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000ebd53019/0xcddde1459ded683a lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xeb7cbf5e2fd3dee6 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449592.596858:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449592.596859:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449592.596860:0:2402:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789449592.596862:0:2402:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789449592.596872:0:2402:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000ebd53019/0xcddde1459ded683a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xeb7cbf5e2fd3dee6 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789449592.597049:0:2402:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449592.597052:0:2402:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789449592.597054:0:2402:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449592.597057:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449592.597058:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449592.597060:0:2402:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449592.597063:0:2402:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789449592.597065:0:2402:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449592.597067:0:2402:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449592.597069:0:2402:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449592.597071:0:2402:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789449592.597072:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449592.597073:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449592.597074:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449592.597075:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789449592.597077:0:2402:0:(osc_request.c:3162:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449592.597083:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065f480 x1876371947543552/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449608 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789449592.597091:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2402:1876371947543552:192.168.202.109@tcp:101:uname.0 00000100:00000001:3.0:1789449592.597096:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449592.597099:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449592.597102:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065f480 x1876371947543552/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449608 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449592.597109:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449592.597111:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449592.597115:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b83607c00. 02000000:00000001:3.0:1789449592.597129:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449592.597132:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449592.597133:0:2402:0:(genops.c:1222:class_import_put()) import ffff9e8b90c6e800 refcount=2 obd=lustre-OST0000-osc-ffff9e8b89903000 00000020:00000001:3.0:1789449592.597136:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449592.597139:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e8b83079e00. 02000000:00000001:3.0:1789449592.597142:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449592.597144:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449592.597145:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065f480. 00000100:00000001:3.0:1789449592.597149:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449592.597150:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449592.597152:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449592.597160:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449592.597163:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449592.597165:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449592.597168:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449592.597296:0:35909:0:(cl_io.c:1234:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449592.597300:0:35909:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449592.597306:0:35909:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1789449592.597309:0:35909:0:(cl_object.c:143:cl_object_top()) ffff9e8b903b5dc8 -> ffff9e8b903b5dc8 00000020:00000001:2.0:1789449592.597311:0:35909:0:(cl_object.c:143:cl_object_top()) ffff9e8b903b5dc8 -> ffff9e8b903b5dc8 00000020:00000001:2.0:1789449592.597313:0:35909:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1789449592.597317:0:35909:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1789449592.597322:0:35909:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1789449592.597325:0:35909:0:(lov_offset.c:45:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449592.597326:0:35909:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1789449592.597328:0:35909:0:(lov_offset.c:45:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789449592.597330:0:35909:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x30:1029 on OST[0]: s=0 (1) m=0 a=0 c=0 b=0 00020000:00000001:2.0:1789449592.597334:0:35909:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789449592.597336:0:35909:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:2.0:1789449592.597339:0:35909:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449592.597341:0:35909:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449592.597342:0:35909:0:(cl_object.c:143:cl_object_top()) ffff9e8b903b5dc8 -> ffff9e8b903b5dc8 00000080:00200000:2.0:1789449592.597345:0:35909:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x30:0x0] updating i_size 0 i_blocks 0 00000080:00000001:2.0:1789449592.597348:0:35909:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1789449592.597351:0:35909:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1789449592.597353:0:35909:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9e8b84db1030 (ffff9e8b862177e8/0) at cl_lock_release():245 00000020:00000001:2.0:1789449592.597355:0:35909:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1789449592.597356:0:35909:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e8b84db1030 (ffff9e8b862177e8/0) at cl_lock_cancel():142 00020000:00000001:2.0:1789449592.597360:0:35909:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1789449592.597364:0:35909:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789449592.597365:0:35909:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993113320 : -107152716438296 : ffff9e8b906664e8) 00000020:00000001:2.0:1789449592.597367:0:35909:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1789449592.597368:0:35909:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e8b831628b0 (ffff9e8b86217098/1) at cl_lock_cancel():142 00000008:00000001:2.0:1789449592.597371:0:35909:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1789449592.597372:0:35909:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:2.0:1789449592.597374:0:35909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449592.597375:0:35909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1789449592.597376:0:35909:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1789449592.597378:0:35909:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1789449592.597379:0:35909:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1789449592.597380:0:35909:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1789449592.597382:0:35909:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1789449592.597383:0:35909:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e8b84db1030 (ffff9e8b862177e8/0) at cl_lock_fini():72 00020000:00000001:2.0:1789449592.597386:0:35909:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1789449592.597387:0:35909:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1789449592.597388:0:35909:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e8b831628b0 (ffff9e8b862177e8/1) at cl_lock_fini():72 00000008:00000010:2.0:1789449592.597391:0:35909:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9e8b8633dc80. 00000020:00000001:2.0:1789449592.597394:0:35909:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1789449592.597395:0:35909:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9e8b83162880. 00020000:00000001:2.0:1789449592.597398:0:35909:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1789449592.597399:0:35909:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1789449592.597400:0:35909:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1789449592.597401:0:35909:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449592.597404:0:35909:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:2.0:1789449592.597406:0:35909:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1789449592.597408:0:35909:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1789449592.597409:0:35909:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:2.0:1789449592.597411:0:35909:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:2.0:1789449592.597413:0:35909:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217090 00020000:00000001:2.0:1789449592.597416:0:35909:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1789449592.597418:0:35909:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1789449592.597421:0:35909:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1789449592.597423:0:35909:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x30:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1789449592.597427:0:35909:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1789449592.597429:0:35909:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449592.597431:0:35909:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1789449592.597433:0:35909:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1789449592.597434:0:35909:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:2.0:1789449592.597435:0:35909:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b862177e0 00000001:00000001:2.0:1789449592.597437:0:35909:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449592.597444:0:35909:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c5bd28 00000080:00000008:2.0:1789449592.597447:0:35909:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000405:0x30:0x0](ffff9e8b891ca1c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1789449592.597521:0:35909:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:2.0:1789449592.597523:0:35909:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c5bd88 00000080:00200008:2.0:1789449592.597525:0:35909:0:(file.c:2650:do_file_write_iter()) START file recon:[0x200000405:0x30:0x0], ppos: 0, count: 23 00000080:00000002:2.0:1789449592.597528:0:35909:0:(file.c:2656:do_file_write_iter()) inode ffff9e8b891ca1c8 need_sync_to_oss [0x200000405:0x30:0x0] 00000080:00000001:2.0:1789449592.597531:0:35909:0:(pcc.c:2644:pcc_file_write_iter()) Process entered 00000080:00000001:2.0:1789449592.597534:0:35909:0:(pcc.c:2647:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449592.597536:0:35909:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:2.0:1789449592.597539:0:35909:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449592.597542:0:35909:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789449592.597544:0:35909:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820824040 : -107152888727576 : ffff9e8b862177e8) 00000020:00001000:2.0:1789449592.597546:0:35909:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b862177e0 00000080:00000001:2.0:1789449592.597548:0:35909:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:2.0:1789449592.597550:0:35909:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c5bc98 00000080:00200000:2.0:1789449592.597551:0:35909:0:(file.c:2090:ll_file_io_generic()) recon: write ppos: 0, bytes: 23 00000020:00000001:2.0:1789449592.597556:0:35909:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c5bc30 00000080:00200000:2.0:1789449592.597557:0:35909:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000080:00000001:2.0:1789449592.597559:0:35909:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1789449592.597561:0:35909:0:(cl_object.c:143:cl_object_top()) ffff9e8b903b5dc8 -> ffff9e8b903b5dc8 00000020:00000001:2.0:1789449592.597562:0:35909:0:(cl_object.c:143:cl_object_top()) ffff9e8b903b5dc8 -> ffff9e8b903b5dc8 00000020:00000001:2.0:1789449592.597564:0:35909:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1789449592.597565:0:35909:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1789449592.597567:0:35909:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:2.0:1789449592.597569:0:35909:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449592.597571:0:35909:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449592.597573:0:35909:0:(cl_object.c:143:cl_object_top()) ffff9e8b903b5dc8 -> ffff9e8b903b5dc8 00000080:00200000:2.0:1789449592.597575:0:35909:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x30:0x0] updating i_size 0 i_blocks 0 00000080:00000001:2.0:1789449592.597577:0:35909:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1789449592.597578:0:35909:0:(cl_io.c:210:cl_io_rw_init()) Process entered 00000020:00200000:2.0:1789449592.597584:0:35909:0:(cl_io.c:215:cl_io_rw_init()) header@0000000028f566d5[0x110, 1, [0x200000405:0x30:0x0] hash] 00000020:00200000:2.0:1789449592.597585:0:35909:0:(cl_io.c:215:cl_io_rw_init()) io range: 2 [0, 23) 0 1 00000020:00000001:2.0:1789449592.597587:0:35909:0:(cl_object.c:143:cl_object_top()) ffff9e8b903b5dc8 -> ffff9e8b903b5dc8 00000020:00000001:2.0:1789449592.597589:0:35909:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:2.0:1789449592.597591:0:35909:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1789449592.597593:0:35909:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x30:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1789449592.597596:0:35909:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789449592.597598:0:35909:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1789449592.597600:0:35909:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449592.597604:0:35909:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449592.597606:0:35909:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1789449592.597607:0:35909:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449592.597609:0:35909:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789449592.597612:0:35909:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x30:0x0]io ffff9e8b84db1090 type 2 ignore/verify layout 0/0 00020000:00000002:2.0:1789449592.597616:0:35909:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b90f1c0f8) owner 0000000000000000/ffff9e8b86598000 00020000:00000001:2.0:1789449592.597620:0:35909:0:(lov_io.c:2266:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1789449592.597623:0:35909:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1789449592.597625:0:35909:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1789449592.597627:0:35909:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:2.0:1789449592.597629:0:35909:0:(lov_io.c:860:lov_io_slice_init()) 0 23 00020000:00000001:2.0:1789449592.597631:0:35909:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449592.597634:0:35909:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000001:2.0:1789449592.597636:0:35909:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:2.0:1789449592.597638:0:35909:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1789449592.597640:0:35909:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449592.597641:0:35909:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789449592.597642:0:35909:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1789449592.597643:0:35909:0:(lov_io.c:2279:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1789449592.597645:0:35909:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b90f1c0f8) owner 0000000000000000/ffff9e8b86598000 00000020:00000001:2.0:1789449592.597647:0:35909:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449592.597649:0:35909:0:(cl_io.c:218:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789449592.597651:0:35909:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 18446744073709551615] 00000001:00000001:2.0:1789449592.597654:0:35909:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:2.0:1789449592.597657:0:35909:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449592.597660:0:35909:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:2.0:1789449592.597662:0:35909:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1789449592.597665:0:35909:0:(cl_io.c:915:cl_page_list_init()) Process entered 00000020:00000001:2.0:1789449592.597666:0:35909:0:(cl_io.c:918:cl_page_list_init()) Process leaving 00020000:00000001:2.0:1789449592.597668:0:35909:0:(lov_io.c:1290:lov_io_rw_iter_init()) Process entered 00020000:00000001:2.0:1789449592.597671:0:35909:0:(lov_io.c:1078:lov_io_iter_init()) Process entered 00020000:00000001:2.0:1789449592.597673:0:35909:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00200000:2.0:1789449592.597675:0:35909:0:(lov_io.c:1153:lov_io_iter_init()) component[0] flags 0x10 00020000:00000001:2.0:1789449592.597679:0:35909:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449592.597681:0:35909:0:(lov_offset.c:141:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789449592.597683:0:35909:0:(lov_offset.c:264:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1789449592.597685:0:35909:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789449592.597687:0:35909:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1789449592.597688:0:35909:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789449592.597690:0:35909:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822168 : -107152888729448 : ffff9e8b86217098) 00000020:00001000:2.0:1789449592.597692:0:35909:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217090 00000020:00000001:2.0:1789449592.597694:0:35909:0:(cl_object.c:143:cl_object_top()) ffff9e8b903b5918 -> ffff9e8b903b5dc8 00000020:00000001:2.0:1789449592.597696:0:35909:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:2.0:1789449592.597698:0:35909:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789449592.597700:0:35909:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1789449592.597702:0:35909:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:2.0:1789449592.597703:0:35909:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446636920799432848 : -107152910118768 : ffff9e8b84db1090) 00000020:00000001:2.0:1789449592.597705:0:35909:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449592.597707:0:35909:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449592.597709:0:35909:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993113320 : -107152716438296 : ffff9e8b906664e8) 00000020:00000001:2.0:1789449592.597711:0:35909:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000008:00000001:2.0:1789449592.597715:0:35909:0:(osc_io.c:525:osc_io_iter_init()) Process entered 00000008:00000001:2.0:1789449592.597719:0:35909:0:(osc_io.c:545:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449592.597721:0:35909:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449592.597723:0:35909:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000001:2.0:1789449592.597725:0:35909:0:(lov_io.c:1276:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449592.597727:0:35909:0:(lov_io.c:1312:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449592.597728:0:35909:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449592.597730:0:35909:0:(cl_io.c:315:cl_io_lock()) Process entered 00000080:00000001:2.0:1789449592.597732:0:35909:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:2.0:1789449592.597734:0:35909:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:2.0:1789449592.597738:0:35909:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:2.0:1789449592.597742:0:35909:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449592.597744:0:35909:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449592.597746:0:35909:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:2.0:1789449592.597749:0:35909:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:2.0:1789449592.597751:0:35909:0:(cl_io.c:477:cl_io_lock_add()) Process entered 00000020:00000001:2.0:1789449592.597753:0:35909:0:(cl_io.c:260:cl_lockset_merge()) Process entered 00000020:00000001:2.0:1789449592.597755:0:35909:0:(cl_io.c:277:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449592.597756:0:35909:0:(cl_io.c:484:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449592.597758:0:35909:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449592.597760:0:35909:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449592.597762:0:35909:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449592.597765:0:35909:0:(lov_io.c:1419:lov_io_lock()) Process entered 00020000:00000001:2.0:1789449592.597767:0:35909:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:2.0:1789449592.597768:0:35909:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:2.0:1789449592.597770:0:35909:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1789449592.597771:0:35909:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449592.597772:0:35909:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449592.597775:0:35909:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449592.597776:0:35909:0:(lov_io.c:1420:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449592.597778:0:35909:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1789449592.597779:0:35909:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1789449592.597781:0:35909:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1789449592.597783:0:35909:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1789449592.597785:0:35909:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000001:2.0:1789449592.597787:0:35909:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449592.597789:0:35909:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449592.597791:0:35909:0:(lov_offset.c:141:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789449592.597793:0:35909:0:(lov_offset.c:264:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1789449592.597795:0:35909:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000010:2.0:1789449592.597802:0:35909:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9e8b83162880. 00020000:00000001:2.0:1789449592.597804:0:35909:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449592.597807:0:35909:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449592.597809:0:35909:0:(lov_offset.c:141:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789449592.597811:0:35909:0:(lov_offset.c:264:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1789449592.597813:0:35909:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1789449592.597814:0:35909:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789449592.597816:0:35909:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993113320 : -107152716438296 : ffff9e8b906664e8) 00000020:00000001:2.0:1789449592.597818:0:35909:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1789449592.597821:0:35909:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9e8b8633dc80. 00000008:00010000:2.0:1789449592.597823:0:35909:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:2.0:1789449592.597825:0:35909:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1789449592.597827:0:35909:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1789449592.597830:0:35909:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9e8b831628b0, osc lock ffff9e8b8633dc80, flags 0x0 00000020:00000001:2.0:1789449592.597833:0:35909:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449592.597835:0:35909:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449592.597837:0:35909:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000001:2.0:1789449592.597839:0:35909:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446636920769751168 : -107152939800448 : ffff9e8b83162880) 00000020:00000001:2.0:1789449592.597841:0:35909:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1789449592.597842:0:35909:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1789449592.597844:0:35909:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449592.597846:0:35909:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449592.597848:0:35909:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1789449592.597850:0:35909:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1789449592.597851:0:35909:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789449592.597852:0:35909:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993113320 : -107152716438296 : ffff9e8b906664e8) 00000020:00000001:2.0:1789449592.597854:0:35909:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1789449592.597856:0:35909:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1789449592.597858:0:35909:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:2.0:1789449592.597860:0:35909:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449592.598115:0:35909:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1789449592.598137:0:35909:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1789449592.598138:0:35909:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1789449592.598140:0:35909:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1789449592.598141:0:35909:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1789449592.598142:0:35909:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1789449592.598144:0:35909:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1789449592.598148:0:35909:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789449592.598155:0:35909:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652700 count: 2 00010000:00000001:2.0:1789449592.598159:0:35909:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1789449592.598165:0:35909:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e8b83776000 type 11 mode 2 res 10737419265/68 (0 18446744073709551615) 00010000:00000001:2.0:1789449592.598170:0:35909:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:2.0:1789449592.598176:0:35909:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065e680. 00000020:00000040:2.0:1789449592.598180:0:35909:0:(genops.c:1209:class_import_get()) import ffff9e8b90c6e800 refcount=3 obd=lustre-OST0000-osc-ffff9e8b89903000 00010000:00000001:2.0:1789449592.598185:0:35909:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789449592.598190:0:35909:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789449592.598196:0:35909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449592.598197:0:35909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449592.598199:0:35909:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449592.598203:0:35909:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449592.598206:0:35909:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449592.598210:0:35909:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449592.598220:0:35909:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e8b83079800. 00000100:00000001:2.0:1789449592.598228:0:35909:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449592.598234:0:35909:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789449592.598235:0:35909:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449592.598237:0:35909:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789449592.598238:0:35909:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449592.598241:0:35909:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449592.598244:0:35909:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446636920993080960 : -107152716470656 : ffff9e8b9065e680) 00010000:00000001:2.0:1789449592.598248:0:35909:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789449592.598250:0:35909:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1789449592.598252:0:35909:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652700 count: 2 00010000:00000001:2.0:1789449592.598254:0:35909:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789449592.598256:0:35909:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789449592.598259:0:35909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8b91c4da00. 00000020:00000001:2.0:1789449592.598263:0:35909:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789449592.598267:0:35909:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8b91c4da00 with handle 0xcddde1459ded6841 to hash 00000020:00000001:2.0:1789449592.598269:0:35909:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789449592.598270:0:35909:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000010:2.0:1789449592.598274:0:35909:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff9e8b90fc9880. 00010000:00000001:2.0:1789449592.598277:0:35909:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:2.0:1789449592.598280:0:35909:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449592.598283:0:35909:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449592.598288:0:35909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000c45015f7/0xcddde1459ded6841 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789449592.598299:0:35909:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000c45015f7/0xcddde1459ded6841 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789449592.598310:0:35909:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000c45015f7/0xcddde1459ded6841 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789449592.598322:0:35909:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789449592.598324:0:35909:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789449592.598332:0:35909:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b8580b600. 00000100:00000001:2.0:1789449592.598334:0:35909:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920810288640 : -107152899262976 : ffff9e8b8580b600) 00000100:00000001:2.0:1789449592.598337:0:35909:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449592.598339:0:35909:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993080960 : -107152716470656 : ffff9e8b9065e680) 00000100:00000001:2.0:1789449592.598342:0:35909:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449592.598345:0:35909:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449592.598348:0:35909:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789449592.598350:0:35909:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789449592.598358:0:35909:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065e680 x1876371947543680/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449592.598366:0:35909:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449592.598368:0:35909:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449592.598372:0:35909:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449592.598375:0:35909:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449592.598377:0:35909:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449592.598380:0:35909:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065e680 pname:cluuid:pid:xid:nid:opc:job uname:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35909:1876371947543680:192.168.202.109@tcp:101:uname.0 00000100:00000001:2.0:1789449592.598385:0:35909:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789449592.598390:0:35909:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449592.598393:0:35909:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449592.598395:0:35909:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789449592.598400:0:35909:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b83606400. 02000000:00000001:2.0:1789449592.598402:0:35909:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449592.598411:0:35909:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449592.598415:0:35909:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b9a50. 00000400:00000010:2.0:1789449592.598421:0:35909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085dee0. 00000100:00000200:2.0:1789449592.598428:0:35909:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947543680, portal 4 00000100:00000001:2.0:1789449592.598430:0:35909:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449592.598431:0:35909:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993080960 : -107152716470656 : ffff9e8b9065e680) 00000100:00000040:2.0:1789449592.598437:0:35909:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b9065e680 x1876371947543680/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449608 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449592.598446:0:35909:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449592.598448:0:35909:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449592.598451:0:35909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085dbb0. 00000100:00000200:2.0:1789449592.598453:0:35909:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1876371947543680, offset 0 00000400:00000200:2.0:1789449592.598459:0:35909:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449592.598467:0:35909:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.598474:0:35909:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449592.598480:0:35909:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449592.598484:0:35909:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449592.598487:0:35909:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449592.598490:0:35909:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449592.598494:0:35909:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [3003:3003:256:4294967295] 192.168.202.109@tcp LPNI seq info [3003:3003:8:4294967295] 00000400:00000200:2.0:1789449592.598498:0:35909:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.598507:0:35909:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449592.598514:0:35909:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449592.598519:0:35909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b840b8200. 00000800:00000200:2.0:1789449592.598526:0:35909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449592.598534:0:35909:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449592.598538:0:35909:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b840b8200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1789449592.598563:0:35909:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449592.598568:0:35909:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: using a timeout of 22696 usecs (23 jiffies) 00000400:00000200:2.0:1789449592.598572:0:35909:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449592.598575:0:35909:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296595307 00000100:00000001:2.0:1789449592.598578:0:35909:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296596513 00000100:00000001:2.0:1789449592.598581:0:35909:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296595307 00000100:00000001:2.0:1789449592.598583:0:35909:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296596514 00000100:00000001:2.0:1789449592.598585:0:35909:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449592.598588:0:35909:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449592.598590:0:35909:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449592.598592:0:35909:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789449592.598595:0:35909:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b8580b600 going to sleep for 11 seconds 00000100:00000001:2.0:1789449592.598597:0:35909:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449592.598600:0:35909:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449592.599328:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449592.599337:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b840b8200. 00000400:00000200:3.0:1789449592.599343:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449592.599350:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449592.599357:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085dbb0 00000400:00000010:3.0:1789449592.599360:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085dbb0. 00000100:00000001:3.0:1789449592.599365:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449592.599370:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065e680 x1876371947543680/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449608 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449592.599381:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449592.599384:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b9065e680 x1876371947543680/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449608 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449592.599396:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449592.599398:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449592.611328:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449592.611348:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449592.611353:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449592.611356:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449592.611365:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.611375:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449592.611386:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.611391:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.611396:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.611400:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 328 into portal 15 MB=0x6aa8ce47dac80 00000400:00000200:2.0:1789449592.611410:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.109@tcp of length 328/328 into md 0x7f8d [2] + 2032 00000400:00000010:2.0:1789449592.611415:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b8525c7e8. 00000400:00000200:2.0:1789449592.611423:0:2394:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9e8b831c5300 00000800:00000001:2.0:1789449592.611428:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449592.611437:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449592.611440:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449592.611445:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449592.611453:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b831c5300 00000400:00000010:2.0:1789449592.611456:0:2394:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff9e8b831c5300. 00000100:00000001:2.0:1789449592.611462:0:2394:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1789449592.611464:0:2394:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:2.0:1789449592.611468:0:2394:0:(events.c:341:request_in_callback()) incoming req@ffff9e8b87c49c50 x1876371965848704 msgsize 328 00000100:00100000:2.0:1789449592.611472:0:2394:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.109@tcp (source: 12345-192.168.202.109@tcp) 00000100:00000040:2.0:1789449592.611475:0:2394:0:(events.c:353:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:2.0:1789449592.611498:0:2394:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:2.0:1789449592.611507:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449592.611510:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1789449592.611603:0:16807:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff9e8b87c4a400. 00000100:00000010:3.0:1789449592.611613:0:16807:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff9e8b8658a000. 00000100:00100000:3.0:1789449592.611616:0:16807:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000200:3.0:1789449592.611620:0:16807:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:3.0:1789449592.611626:0:16807:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b8525cf20. 00000400:00000010:3.0:1789449592.611632:0:16807:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e8b831c5780. 00000100:00000001:3.0:1789449592.611644:0:16807:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1789449592.611647:0:16807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876371965848704 02000000:00000001:3.0:1789449592.611650:0:16807:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1789449592.611652:0:16807:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449592.611655:0:16807:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449592.611660:0:16807:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449592.611664:0:16807:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876371965848704 00000020:00000001:3.0:1789449592.611667:0:16807:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789449592.611669:0:16807:0:(genops.c:804:class_conn2export()) looking for export cookie 0xcddde1459ded5b36 00000020:00000001:3.0:1789449592.611672:0:16807:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449592.611675:0:16807:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e8b89bcf000 refcount=4 00000020:00000001:3.0:1789449592.611677:0:16807:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920881344512 : -107152828207104 : ffff9e8b89bcf000) 00000020:00000001:3.0:1789449592.611679:0:16807:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636920881344512 : -107152828207104 : ffff9e8b89bcf000) 00000100:00000001:3.0:1789449592.611683:0:16807:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789449592.611688:0:16807:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e8b896f0b00. 00000100:00000001:3.0:1789449592.611691:0:16807:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789449592.611693:0:16807:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e8b896f0b00. 00000020:00000010:3.0:1789449592.611700:0:16807:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e8b888a2000. 00000020:00000010:3.0:1789449592.611707:0:16807:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e8b84d02c00. 00000020:00000010:3.0:1789449592.611712:0:16807:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e8b903b5000. 00000100:00000040:3.0:1789449592.611725:0:16807:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1789449592.611729:0:16807:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1789449592.611731:0:16807:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1789449592.611734:0:16807:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449592.611744:0:16807:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449592.611759:0:16807:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449592.611771:0:16807:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1789449592.611774:0:16807:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1789449592.611779:0:16807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.109@tcp, seq: 66 00000100:00000040:3.0:1789449592.611783:0:16807:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9e8b89bcf000 : new rpc_count 1 00000100:00000001:3.0:1789449592.611785:0:16807:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446636920848292944 : -107152861258672 : ffff9e8b87c49c50) 00000100:00000040:3.0:1789449592.611795:0:16807:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e8b87c49c50 x1876371965848704/t0(0) o104->LOV_OSC_UUID@192.168.202.109@tcp:698/0 lens 328/0 e 0 to 0 dl 1789449603 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789449592.611806:0:16807:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789449592.611808:0:16807:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e8b896f0b00. 00000100:00000001:3.0:1789449592.611810:0:16807:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789449592.611812:0:16807:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e8b896f0b00. 00000100:00100000:3.0:1789449592.611817:0:16807:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9e8b87c49c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8827:x1876371965848704:12345-192.168.202.109@tcp:104: 00000100:00000200:3.0:1789449592.611821:0:16807:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876371965848704 00010000:00000001:3.0:1789449592.611824:0:16807:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1789449592.611833:0:16807:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449592.611834:0:16807:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449592.611837:0:16807:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c200 refcount=2 00000020:00000001:3.0:1789449592.611839:0:16807:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016074752 : -107152693476864 : ffff9e8b91c4c200) 00010000:00000001:3.0:1789449592.611842:0:16807:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016074752 : -107152693476864 : ffff9e8b91c4c200) 00010000:00000001:3.0:1789449592.611846:0:16807:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449592.611850:0:16807:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789449592.611856:0:16807:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000ebd53019/0xcddde1459ded683a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0xeb7cbf5e2fd3dee6 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:3.0:1789449592.611918:0:16807:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1789449592.611921:0:16807:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1789449592.611926:0:16807:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e8b87c4b800. 02000000:00000001:3.0:1789449592.611928:0:16807:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449592.611931:0:16807:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449592.611936:0:16807:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1789449592.611940:0:16807:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449592.611944:0:16807:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b91c491e8 time=71 v=5 (1 1 1 1) 00000100:00000001:3.0:1789449592.611949:0:16807:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789449592.611951:0:16807:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9e8b895f2700 refcount 16 to 192.168.202.109@tcp 00000100:00000001:3.0:1789449592.611954:0:16807:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446636920875198208 : -107152834353408 : ffff9e8b895f2700) 02000000:00000001:3.0:1789449592.611956:0:16807:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1789449592.611958:0:16807:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449592.611961:0:16807:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449592.611963:0:16807:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1789449592.611967:0:16807:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69220. 00000100:00000200:3.0:1789449592.611970:0:16807:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1876371965848704, offset 224 00000400:00000200:3.0:1789449592.611977:0:16807:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1789449592.611984:0:16807:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449592.611991:0:16807:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.202.9@tcp to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449592.611997:0:16807:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [3004:3004:256:4294967295] 192.168.202.109@tcp LPNI seq info [3004:3004:8:4294967295] 00000400:00000200:3.0:1789449592.612001:0:16807:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449592.612009:0:16807:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449592.612014:0:16807:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449592.612020:0:16807:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051ce00. 00000800:00000200:3.0:1789449592.612027:0:16807:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449592.612035:0:16807:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449592.612039:0:16807:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051ce00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789449592.612052:0:16807:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449592.612055:0:16807:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9e8b895f2700 refcount 15 to 192.168.202.109@tcp 00010000:00000001:3.0:1789449592.612058:0:16807:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1789449592.612062:0:16807:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9e8b831c5180. 00010000:00000001:3.0:1789449592.612065:0:16807:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1789449592.612071:0:16807:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1789449592.612074:0:16807:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449592.612076:0:16807:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449592.612078:0:16807:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449592.612082:0:16807:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b87c49c50 x1876371965848704/t0(0) o104->LOV_OSC_UUID@192.168.202.109@tcp:698/0 lens 328/224 e 0 to 0 dl 1789449603 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789449592.612091:0:16807:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9e8b87c49c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8827:x1876371965848704:12345-192.168.202.109@tcp:104: Request processed in 284us (621us total) trans 0 rc 0/0 00000100:00100000:3.0:1789449592.612099:0:16807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.109@tcp, seq: 66 00000100:00000040:3.0:1789449592.612102:0:16807:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e8b89bcf000 : new rpc_count 0 00000100:00000001:3.0:1789449592.612104:0:16807:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1789449592.612107:0:16807:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1789449592.612111:0:16807:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e8b84d02c00. 00000020:00000010:3.0:1789449592.612115:0:16807:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e8b903b5000. 00000020:00000010:3.0:1789449592.612129:0:16807:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e8b888a2000. 00000020:00000040:3.0:1789449592.612134:0:16807:0:(genops.c:879:class_export_put()) PUTting export ffff9e8b89bcf000 : new refcount 3 02000000:00000001:3.0:1789449592.612142:0:16807:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1789449592.612144:0:16807:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff9e8b87c4ac00. 02000000:00000001:3.0:1789449592.612148:0:16807:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1789449592.612150:0:16807:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065d880. 02000000:00000001:3.0:1789449592.612155:0:16807:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1789449592.612157:0:16807:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff9e8b87c4a800. 02000000:00000001:3.0:1789449592.612158:0:16807:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1789449592.612160:0:16807:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065df80. 02000000:00000001:3.0:1789449592.612163:0:16807:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1789449592.612164:0:16807:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff9e8b87c49800. 02000000:00000001:3.0:1789449592.612167:0:16807:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1789449592.612168:0:16807:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065d500. 02000000:00000001:3.0:1789449592.612171:0:16807:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1789449592.612172:0:16807:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff9e8b83605000. 02000000:00000001:3.0:1789449592.612177:0:16807:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1789449592.612179:0:16807:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b8310b800. 02000000:00000001:3.0:1789449592.612183:0:16807:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1789449592.612184:0:16807:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff9e8b83607400. 02000000:00000001:3.0:1789449592.612188:0:16807:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1789449592.612189:0:16807:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065ce00. 02000000:00000001:3.0:1789449592.612193:0:16807:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1789449592.612194:0:16807:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff9e8b87c48c00. 02000000:00000001:3.0:1789449592.612196:0:16807:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1789449592.612197:0:16807:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83108e00. 00000100:00000010:3.0:1789449592.612202:0:16807:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff9e8b86588000. 00000100:00000010:3.0:1789449592.612206:0:16807:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff9e8b87c49c00. 00000100:00000001:3.0:1789449592.612209:0:16807:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789449592.612314:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449592.612318:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b9051ce00. 00000400:00000200:3.0:1789449592.612322:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449592.612326:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449592.612330:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69220 00000400:00000010:3.0:1789449592.612333:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69220. 00000100:00000001:3.0:1789449592.612337:0:2393:0:(events.c:390:reply_out_callback()) Process entered 02000000:00000001:3.0:1789449592.612340:0:2393:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1789449592.612341:0:2393:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff9e8b87c4b800. 02000000:00000001:3.0:1789449592.612344:0:2393:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1789449592.612346:0:2393:0:(events.c:402:reply_out_callback()) Process leaving 00000020:00000001:0.0:1789449592.612420:0:16942:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789449592.612423:0:16942:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449592.612426:0:16942:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1789449592.612430:0:16942:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1789449592.612432:0:16942:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1789449592.612438:0:16942:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000ebd53019/0xcddde1459ded683a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0xeb7cbf5e2fd3dee6 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1789449592.612450:0:16942:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e8b91c4c200 already unused, calling callback (ffffffffc11f9300) 00000008:00000001:0.0:1789449592.612453:0:16942:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1789449592.612456:0:16942:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1789449592.612458:0:16942:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449592.612460:0:16942:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449592.612462:0:16942:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c200 refcount=3 00000020:00000001:0.0:1789449592.612464:0:16942:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016074752 : -107152693476864 : ffff9e8b91c4c200) 00010000:00000001:0.0:1789449592.612466:0:16942:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016074752 : -107152693476864 : ffff9e8b91c4c200) 00010000:00000001:0.0:1789449592.612470:0:16942:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789449592.612473:0:16942:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000ebd53019/0xcddde1459ded683a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0xeb7cbf5e2fd3dee6 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:0.0:1789449592.612480:0:16942:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1789449592.612483:0:16942:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789449592.612488:0:16942:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822744 : -107152888728872 : ffff9e8b862172d8) 00000020:00001000:0.0:1789449592.612490:0:16942:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b862172d0 00000008:00000001:0.0:1789449592.612492:0:16942:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1789449592.612496:0:16942:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1789449592.612497:0:16942:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789449592.612499:0:16942:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822456 : -107152888729160 : ffff9e8b862171b8) 00000020:00001000:0.0:1789449592.612501:0:16942:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b862171b0 00000008:00000001:0.0:1789449592.612504:0:16942:0:(osc_cache.c:3761:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1789449592.612506:0:16942:0:(osc_cache.c:3781:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1789449592.612509:0:16942:0:(osc_cache.c:3797:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1789449592.612512:0:16942:0:(osc_cache.c:3845:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789449592.612515:0:16942:0:(osc_cache.c:3730:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1789449592.612518:0:16942:0:(cl_object.c:143:cl_object_top()) ffff9e8b85520fc0 -> ffff9e8b903b5dc8 00000020:00000001:0.0:1789449592.612520:0:16942:0:(cl_object.c:143:cl_object_top()) ffff9e8b903b5dc8 -> ffff9e8b903b5dc8 00000020:00000001:0.0:1789449592.612523:0:16942:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:0.0:1789449592.612526:0:16942:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1789449592.612528:0:16942:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x30:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1789449592.612532:0:16942:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789449592.612534:0:16942:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1789449592.612536:0:16942:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789449592.612539:0:16942:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x30:0x0]io ffff9e8b86a82230 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1789449592.612543:0:16942:0:(lov_io.c:2266:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1789449592.612545:0:16942:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1789449592.612547:0:16942:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1789449592.612550:0:16942:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1789449592.612552:0:16942:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449592.612554:0:16942:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789449592.612555:0:16942:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1789449592.612556:0:16942:0:(lov_io.c:2279:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1789449592.612558:0:16942:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789449592.612560:0:16942:0:(osc_cache.c:3517:osc_page_gang_lookup()) Process entered 00000008:00000001:0.0:1789449592.612563:0:16942:0:(osc_cache.c:3594:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1789449592.612565:0:16942:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:0.0:1789449592.612567:0:16942:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1789449592.612569:0:16942:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1789449592.612571:0:16942:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1789449592.612573:0:16942:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x30:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1789449592.612576:0:16942:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1789449592.612578:0:16942:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000008:00000001:0.0:1789449592.612579:0:16942:0:(osc_cache.c:3749:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1789449592.612581:0:16942:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b862171b0 00000008:00000001:0.0:1789449592.612584:0:16942:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449592.612586:0:16942:0:(cl_object.c:143:cl_object_top()) ffff9e8b85520fc0 -> ffff9e8b903b5dc8 00010000:00000001:0.0:1789449592.612590:0:16942:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1789449592.612592:0:16942:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449592.612595:0:16942:0:(cl_object.c:143:cl_object_top()) ffff9e8b85520fc0 -> ffff9e8b903b5dc8 00000020:00000001:0.0:1789449592.612597:0:16942:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1789449592.612599:0:16942:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1789449592.612603:0:16942:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1789449592.612605:0:16942:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449592.612607:0:16942:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449592.612609:0:16942:0:(cl_object.c:143:cl_object_top()) ffff9e8b85520fc0 -> ffff9e8b903b5dc8 00000020:00000001:0.0:1789449592.612610:0:16942:0:(cl_object.c:143:cl_object_top()) ffff9e8b903b5dc8 -> ffff9e8b903b5dc8 00000020:00000001:0.0:1789449592.612612:0:16942:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:0.0:1789449592.612615:0:16942:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449592.612617:0:16942:0:(cl_object.c:143:cl_object_top()) ffff9e8b85520fc0 -> ffff9e8b903b5dc8 00000008:00000001:0.0:1789449592.612626:0:16942:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1789449592.612628:0:16942:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b862172d0 00000008:00000001:0.0:1789449592.612630:0:16942:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449592.612632:0:16942:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789449592.612637:0:16942:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789449592.612638:0:16942:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789449592.612640:0:16942:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449592.612642:0:16942:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789449592.612644:0:16942:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9e8b91c4c200 with handle 0xcddde1459ded683a from hash 00010000:00000001:0.0:1789449592.612647:0:16942:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789449592.612648:0:16942:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449592.612650:0:16942:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449592.612651:0:16942:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789449592.612654:0:16942:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789449592.612656:0:16942:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1789449592.612661:0:16942:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449592.612664:0:16942:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449592.612667:0:16942:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789449592.612669:0:16942:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1789449592.612677:0:16942:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d1a300. 00000020:00000040:0.0:1789449592.612681:0:16942:0:(genops.c:1209:class_import_get()) import ffff9e8b90c6e800 refcount=4 obd=lustre-OST0000-osc-ffff9e8b89903000 00000100:00000001:0.0:1789449592.612685:0:16942:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449592.612688:0:16942:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449592.612692:0:16942:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449592.612698:0:16942:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e8b8b014800. 00000100:00000001:0.0:1789449592.612703:0:16942:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449592.612706:0:16942:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1789449592.612710:0:16942:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000ebd53019/0xcddde1459ded683a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xeb7cbf5e2fd3dee6 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1789449592.612717:0:16942:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1789449592.612719:0:16942:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449592.612723:0:16942:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449592.612729:0:16942:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449592.612735:0:16942:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000958fbe81] to pc [ptlrpcd_00_01+1] req@ffff9e8b87d1a300 x1876371947543808/t0(0) o103->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1789449592.612768:0:16942:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449592.612770:0:16942:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449592.612771:0:16942:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449592.612773:0:16942:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449592.612775:0:16942:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789449592.612777:0:16942:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449592.612781:0:16942:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000ebd53019/0xcddde1459ded683a lrc: 1/0,0 mode: --/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xeb7cbf5e2fd3dee6 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789449592.612788:0:16942:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789449592.612791:0:16942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000ebd53019/0xcddde1459ded683a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xeb7cbf5e2fd3dee6 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1789449592.612800:0:16942:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9e8b90fc9d00. 00010000:00000001:0.0:1789449592.612811:0:16942:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449592.612812:0:16942:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1789449592.612814:0:16942:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9e8b831c5180. 00010000:00000001:0.0:1789449592.612817:0:16942:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449592.612819:0:16942:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789449592.612821:0:16942:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449592.612824:0:16942:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1789449592.612825:0:16942:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789449592.612826:0:16942:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449592.612828:0:16942:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1789449592.612829:0:16942:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789449592.612830:0:16942:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449592.612832:0:16942:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789449592.612841:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1789449592.612845:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1789449592.612847:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449592.612853:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449592.612856:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449592.612858:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449592.612860:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449592.612863:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789449592.612868:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b87d1a300 x1876371947543808/t0(0) o103->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449592.612876:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789449592.612920:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449592.612925:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789449592.612928:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789449592.612930:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449592.612934:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b87d1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2399:1876371947543808:192.168.202.109@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1789449592.612938:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789449592.612943:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789449592.612945:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449592.612948:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789449592.612953:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b8137f400. 02000000:00000001:0.0:1789449592.612955:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449592.612961:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:0.0:1789449592.612965:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b86580b00. 00000400:00000010:0.0:1789449592.612970:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5770. 00000100:00000200:0.0:1789449592.612975:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947543808, portal 18 00000100:00000001:0.0:1789449592.612978:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449592.612980:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849146624 : -107152860404992 : ffff9e8b87d1a300) 00000100:00000040:0.0:1789449592.612987:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b87d1a300 x1876371947543808/t0(0) o103->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449608 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449592.612994:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789449592.612996:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1789449592.612998:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5880. 00000100:00000200:0.0:1789449592.613003:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1876371947543808, offset 0 00000400:00000200:0.0:1789449592.613009:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1789449592.613014:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449592.613020:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1789449592.613025:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789449592.613029:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1789449592.613033:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789449592.613035:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1789449592.613038:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [3005:3005:256:4294967295] 192.168.202.109@tcp LPNI seq info [3005:3005:8:4294967295] 00000400:00000200:0.0:1789449592.613042:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449592.613049:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1789449592.613054:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1789449592.613057:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b864ec900. 00000800:00000200:0.0:1789449592.613062:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1789449592.613068:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1789449592.613072:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b864ec900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1789449592.613078:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449592.613082:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: using a timeout of 22696 usecs (23 jiffies) 00000400:00000200:0.0:1789449592.613085:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:0.0:1789449592.613088:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296595322 00000100:00000001:0.0:1789449592.613091:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296596513 00000100:00000001:0.0:1789449592.613094:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296595322 00000100:00000001:0.0:1789449592.613096:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296596514 00000100:00000001:0.0:1789449592.613099:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449592.613101:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449592.613105:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449592.613107:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449592.613187:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449592.613190:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449592.613258:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449592.613262:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ec900. 00000400:00000200:2.0:1789449592.613265:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449592.613270:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449592.613274:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5880 00000400:00000010:2.0:1789449592.613277:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5880. 00000100:00000001:2.0:1789449592.613281:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449592.613285:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d1a300 x1876371947543808/t0(0) o103->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449608 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449592.613295:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449592.613299:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d1a300 x1876371947543808/t0(0) o103->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449608 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449592.613306:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449592.613308:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:0.1:1789449592.621160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4c200. 00000800:00000001:3.0:1789449592.633741:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449592.633761:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449592.633766:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449592.633769:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449592.633780:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449592.633789:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449592.633798:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449592.633804:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449592.633811:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449592.633816:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 400 into portal 4 MB=0x6aa8ce3665c80 00000400:00000200:3.0:1789449592.633822:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449592.633828:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 400/400 into md 0x8875 [1] + 224 00000800:00000001:3.0:1789449592.633837:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449592.633840:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449592.633844:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449592.633849:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449592.633857:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449592.633924:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065e680 x1876371947543680/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449608 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789449592.633937:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9e8b9065e680 x1876371947543680/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449608 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449592.633957:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449592.633967:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449592.633972:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449592.633974:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449592.633976:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449592.633979:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449592.633983:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449592.633988:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449592.633991:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449592.633994:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449592.633997:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 392 into portal 15 MB=0x6aa8ce47dad00 00000400:00000200:3.0:1789449592.634003:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.109@tcp of length 392/392 into md 0x8885 [2] + 0 00000800:00000001:3.0:1789449592.634008:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449592.634016:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449592.634018:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449592.634021:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449592.634025:0:2393:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1789449592.634027:0:2393:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1789449592.634033:0:2393:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83108e00. 00000100:00000040:3.0:1789449592.634035:0:2393:0:(events.c:341:request_in_callback()) incoming req@ffff9e8b83108e00 x1876371965848832 msgsize 392 00000100:00100000:3.0:1789449592.634039:0:2393:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.109@tcp (source: 12345-192.168.202.109@tcp) 00000100:00000001:3.0:1789449592.634051:0:2393:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:3.0:1789449592.634055:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449592.634058:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449592.634089:0:16807:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1789449592.634092:0:16807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876371965848832 02000000:00000001:3.0:1789449592.634095:0:16807:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1789449592.634097:0:16807:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449592.634100:0:16807:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449592.634105:0:16807:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449592.634110:0:16807:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876371965848832 00000020:00000001:3.0:1789449592.634113:0:16807:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789449592.634115:0:16807:0:(genops.c:804:class_conn2export()) looking for export cookie 0xcddde1459ded5b36 00000020:00000001:3.0:1789449592.634127:0:16807:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449592.634131:0:16807:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e8b89bcf000 refcount=4 00000020:00000001:3.0:1789449592.634134:0:16807:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920881344512 : -107152828207104 : ffff9e8b89bcf000) 00000020:00000001:3.0:1789449592.634137:0:16807:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636920881344512 : -107152828207104 : ffff9e8b89bcf000) 00000100:00000001:3.0:1789449592.634141:0:16807:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789449592.634147:0:16807:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e8b896f0b00. 00000100:00000001:3.0:1789449592.634150:0:16807:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789449592.634153:0:16807:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e8b896f0b00. 00000020:00000010:3.0:1789449592.634162:0:16807:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e8b888a2000. 00000020:00000010:3.0:1789449592.634169:0:16807:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e8b84d02c00. 00000020:00000010:3.0:1789449592.634174:0:16807:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e8b903b5000. 00000100:00000040:3.0:1789449592.634183:0:16807:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1789449592.634187:0:16807:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1789449592.634188:0:16807:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1789449592.634191:0:16807:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449592.634200:0:16807:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449592.634210:0:16807:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449592.634221:0:16807:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1789449592.634224:0:16807:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1789449592.634228:0:16807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.109@tcp, seq: 67 00000100:00000040:3.0:1789449592.634232:0:16807:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9e8b89bcf000 : new rpc_count 1 00000100:00000001:3.0:1789449592.634234:0:16807:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446636920769383936 : -107152940167680 : ffff9e8b83108e00) 00000100:00000040:3.0:1789449592.634239:0:16807:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e8b83108e00 x1876371965848832/t0(0) o105->LOV_OSC_UUID@192.168.202.109@tcp:698/0 lens 392/0 e 0 to 0 dl 1789449603 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789449592.634248:0:16807:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789449592.634251:0:16807:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e8b896f0b00. 00000100:00000001:3.0:1789449592.634253:0:16807:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789449592.634255:0:16807:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e8b896f0b00. 00000100:00100000:3.0:1789449592.634259:0:16807:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9e8b83108e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6501:x1876371965848832:12345-192.168.202.109@tcp:105: 00000100:00000200:3.0:1789449592.634263:0:16807:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876371965848832 00010000:00000001:3.0:1789449592.634267:0:16807:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1789449592.634275:0:16807:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449592.634276:0:16807:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449592.634278:0:16807:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4da00 refcount=4 00000020:00000001:3.0:1789449592.634281:0:16807:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:3.0:1789449592.634284:0:16807:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00010000:3.0:1789449592.634291:0:16807:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000c45015f7/0xcddde1459ded6841 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3deed expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449592.634304:0:16807:0:(ldlm_lockd.c:1966:ldlm_handle_cp_callback()) Process entered 00010000:00010000:3.0:1789449592.634307:0:16807:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000c45015f7/0xcddde1459ded6841 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3deed expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789449592.634319:0:16807:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000c45015f7/0xcddde1459ded6841 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3deed expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449592.634327:0:16807:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:3.0:1789449592.634330:0:16807:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449592.634332:0:16807:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1789449592.634334:0:16807:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1789449592.634338:0:16807:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000c45015f7/0xcddde1459ded6841 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000000000 nid: local remote: 0xeb7cbf5e2fd3deed expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449592.634346:0:16807:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:3.0:1789449592.634351:0:16807:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000c45015f7/0xcddde1459ded6841 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000000000 nid: local remote: 0xeb7cbf5e2fd3deed expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1789449592.634360:0:16807:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000401:0x44:0x0].0x0 (ffff9e8b90652700) refcount = 1 00010000:00000040:3.0:1789449592.634364:0:16807:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1789449592.634366:0:16807:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000c45015f7/0xcddde1459ded6841 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000000000 nid: local remote: 0xeb7cbf5e2fd3deed expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449592.634381:0:16807:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00010000:3.0:1789449592.634384:0:16807:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000c45015f7/0xcddde1459ded6841 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000000000 nid: local remote: 0xeb7cbf5e2fd3deed expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000010:3.0:1789449592.634393:0:16807:0:(ldlm_lock.c:2325:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e8b896f0b00. 00000100:00000001:3.0:1789449592.634397:0:16807:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789449592.634405:0:16807:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b831c5b40. 00000100:00000001:3.0:1789449592.634407:0:16807:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920770157376 : -107152939394240 : ffff9e8b831c5b40) 00000100:00000001:3.0:1789449592.634410:0:16807:0:(client.c:1218:ptlrpc_prep_fcset()) Process leaving (rc=18446636920770157376 : -107152939394240 : ffff9e8b831c5b40) 00000100:00000001:3.0:1789449592.634412:0:16807:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789449592.634414:0:16807:0:(client.c:1949:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1789449592.634416:0:16807:0:(ldlm_lock.c:2272:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1789449592.634420:0:16807:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1789449592.634422:0:16807:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449592.634425:0:16807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449592.634427:0:16807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449592.634429:0:16807:0:(ldlm_lock.c:2306:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449592.634430:0:16807:0:(ldlm_lock.c:2272:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1789449592.634432:0:16807:0:(ldlm_lock.c:2275:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1789449592.634435:0:16807:0:(client.c:1964:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449592.634437:0:16807:0:(client.c:2699:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449592.634439:0:16807:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1789449592.634441:0:16807:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b831c5b40. 00000100:00000001:3.0:1789449592.634444:0:16807:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1789449592.634446:0:16807:0:(ldlm_lock.c:2369:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1789449592.634448:0:16807:0:(ldlm_lock.c:2371:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e8b896f0b00. 00010000:00010000:3.0:1789449592.634451:0:16807:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9e8b91c4da00) 00010000:00000001:3.0:1789449592.634453:0:16807:0:(ldlm_lockd.c:2085:ldlm_handle_cp_callback()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789449592.634455:0:16807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449592.634456:0:16807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789449592.634459:0:16807:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1789449592.634462:0:16807:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1789449592.634468:0:16807:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e8b87c49c00. 02000000:00000001:3.0:1789449592.634471:0:16807:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449592.634474:0:16807:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449592.634480:0:16807:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1789449592.634483:0:16807:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449592.634487:0:16807:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b91c491e8 time=71 v=5 (1 1 1 1) 00000100:00000001:3.0:1789449592.634492:0:16807:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789449592.634496:0:16807:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9e8b895f2700 refcount 16 to 192.168.202.109@tcp 00000100:00000001:3.0:1789449592.634498:0:16807:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446636920875198208 : -107152834353408 : ffff9e8b895f2700) 02000000:00000001:3.0:1789449592.634501:0:16807:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1789449592.634504:0:16807:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449592.634507:0:16807:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449592.634510:0:16807:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1789449592.634515:0:16807:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69220. 00000100:00000200:3.0:1789449592.634521:0:16807:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1876371965848832, offset 224 00000400:00000200:3.0:1789449592.634527:0:16807:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1789449592.634534:0:16807:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449592.634541:0:16807:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.202.9@tcp to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449592.634547:0:16807:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [3006:3006:256:4294967295] 192.168.202.109@tcp LPNI seq info [3006:3006:8:4294967295] 00000400:00000200:3.0:1789449592.634552:0:16807:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449592.634560:0:16807:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449592.634566:0:16807:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449592.634572:0:16807:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051ce00. 00000800:00000200:3.0:1789449592.634578:0:16807:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449592.634585:0:16807:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449592.634589:0:16807:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051ce00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789449592.634601:0:16807:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449592.634605:0:16807:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9e8b895f2700 refcount 15 to 192.168.202.109@tcp 00010000:00000001:3.0:1789449592.634608:0:16807:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449592.634613:0:16807:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83108e00 x1876371965848832/t0(0) o105->LOV_OSC_UUID@192.168.202.109@tcp:698/0 lens 392/224 e 0 to 0 dl 1789449603 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789449592.634629:0:16807:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9e8b83108e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6501:x1876371965848832:12345-192.168.202.109@tcp:105: Request processed in 379us (591us total) trans 0 rc 0/0 00000100:00100000:3.0:1789449592.634637:0:16807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.109@tcp, seq: 67 00000100:00000040:3.0:1789449592.634641:0:16807:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e8b89bcf000 : new rpc_count 0 00000100:00000001:3.0:1789449592.634644:0:16807:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1789449592.634645:0:16807:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1789449592.634650:0:16807:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e8b84d02c00. 00000020:00000010:3.0:1789449592.634654:0:16807:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e8b903b5000. 00000020:00000010:3.0:1789449592.634658:0:16807:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e8b888a2000. 00000020:00000040:3.0:1789449592.634662:0:16807:0:(genops.c:879:class_export_put()) PUTting export ffff9e8b89bcf000 : new refcount 3 00000100:00000001:3.0:1789449592.634664:0:16807:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789449592.634750:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449592.634755:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b9051ce00. 00000400:00000200:3.0:1789449592.634758:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449592.634762:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449592.634767:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69220 00000400:00000010:3.0:1789449592.634770:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69220. 00000100:00000001:3.0:1789449592.634774:0:2394:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1789449592.634776:0:2394:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:2.0:1789449592.635320:0:35909:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789449592.635328:0:35909:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789449592.635331:0:35909:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789449592.635334:0:35909:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b9a50. 00000400:00000200:2.0:1789449592.635339:0:35909:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085dee0 00000400:00000010:2.0:1789449592.635342:0:35909:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085dee0. 00000100:00000001:2.0:1789449592.635345:0:35909:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449592.635351:0:35909:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065e680 x1876371947543680/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449608 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789449592.635360:0:35909:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065e680 x1876371947543680/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449608 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449592.635368:0:35909:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789449592.635369:0:35909:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449592.635372:0:35909:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789449592.635377:0:35909:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789449592.635379:0:35909:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789449592.635381:0:35909:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449592.635384:0:35909:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789449592.635392:0:35909:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b90c6ec60 time=72 v=5 (5 5 5 5) 00000100:00001000:2.0:1789449592.635396:0:35909:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b90c6ec18 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1789449592.635399:0:35909:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789449592.635401:0:35909:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449592.635404:0:35909:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789449592.635408:0:35909:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449592.635412:0:35909:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789449592.635414:0:35909:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e8b89903000: skip recheck: last_committed 4294967337 00000100:00000001:2.0:1789449592.635416:0:35909:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789449592.635418:0:35909:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449592.635422:0:35909:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065e680 x1876371947543680/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449608 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449592.635430:0:35909:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449592.635433:0:35909:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789449592.635435:0:35909:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789449592.635439:0:35909:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065e680 x1876371947543680/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449608 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789449592.635447:0:35909:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065e680 pname:cluuid:pid:xid:nid:opc:job uname:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35909:1876371947543680:192.168.202.109@tcp:101:uname.0 00000100:00000001:2.0:1789449592.635453:0:35909:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449592.635456:0:35909:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449592.635459:0:35909:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789449592.635461:0:35909:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449592.635465:0:35909:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065e680 x1876371947543680/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449608 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449592.635472:0:35909:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789449592.635474:0:35909:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b8580b600. 00000100:00000001:2.0:1789449592.635478:0:35909:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789449592.635479:0:35909:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449592.635482:0:35909:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789449592.635485:0:35909:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449592.635487:0:35909:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449592.635489:0:35909:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4da00 refcount=4 00000020:00000001:2.0:1789449592.635491:0:35909:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:2.0:1789449592.635493:0:35909:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000040:2.0:1789449592.635498:0:35909:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e8b91c4da00, remote cookie: 0xeb7cbf5e2fd3deed, flags: 0x20002 00010000:00000001:2.0:1789449592.635502:0:35909:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1789449592.635505:0:35909:0:(ldlm_lock.c:1884:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789449592.635508:0:35909:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789449592.635510:0:35909:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449592.635515:0:35909:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000c45015f7/0xcddde1459ded6841 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xeb7cbf5e2fd3deed expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449592.635524:0:35909:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1789449592.635526:0:35909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449592.635527:0:35909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449592.635529:0:35909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449592.635530:0:35909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449592.635531:0:35909:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789449592.635535:0:35909:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:2.0:1789449592.635538:0:35909:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1789449592.635542:0:35909:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449592.635543:0:35909:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449592.635544:0:35909:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4da00 refcount=3 00000020:00000001:2.0:1789449592.635546:0:35909:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:2.0:1789449592.635548:0:35909:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:2.0:1789449592.635551:0:35909:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449592.635551:0:35909:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449592.635552:0:35909:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4da00 refcount=4 00000020:00000001:2.0:1789449592.635555:0:35909:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:2.0:1789449592.635556:0:35909:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:2.0:1789449592.635559:0:35909:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449592.635563:0:35909:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449592.635567:0:35909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000c45015f7/0xcddde1459ded6841 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xeb7cbf5e2fd3deed expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449592.635575:0:35909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449592.635576:0:35909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1789449592.635580:0:35909:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:2.0:1789449592.635585:0:35909:0:(cl_object.c:143:cl_object_top()) ffff9e8b85520fc0 -> ffff9e8b903b5dc8 00000008:00010000:2.0:1789449592.635589:0:35909:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000c45015f7/0xcddde1459ded6841 lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0xeb7cbf5e2fd3deed expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:2.0:1789449592.635599:0:35909:0:(cl_object.c:143:cl_object_top()) ffff9e8b85520fc0 -> ffff9e8b903b5dc8 00000020:00000001:2.0:1789449592.635601:0:35909:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1789449592.635604:0:35909:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:2.0:1789449592.635607:0:35909:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1789449592.635609:0:35909:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449592.635611:0:35909:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449592.635613:0:35909:0:(cl_object.c:143:cl_object_top()) ffff9e8b85520fc0 -> ffff9e8b903b5dc8 00000008:00000001:2.0:1789449592.635615:0:35909:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:2.0:1789449592.635617:0:35909:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449592.635619:0:35909:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449592.635621:0:35909:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449592.635622:0:35909:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4da00 refcount=5 00000020:00000001:2.0:1789449592.635624:0:35909:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:2.0:1789449592.635626:0:35909:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:2.0:1789449592.635629:0:35909:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789449592.635632:0:35909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000c45015f7/0xcddde1459ded6841 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xeb7cbf5e2fd3deed expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449592.635639:0:35909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449592.635640:0:35909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789449592.635643:0:35909:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000c45015f7/0xcddde1459ded6841 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xeb7cbf5e2fd3deed expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449592.635650:0:35909:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789449592.635651:0:35909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449592.635652:0:35909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1789449592.635654:0:35909:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449592.635656:0:35909:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449592.635660:0:35909:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065e680 x1876371947543680/t0(0) o101->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1789449608 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449592.635667:0:35909:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789449592.635670:0:35909:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789449592.635673:0:35909:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b83606400. 02000000:00000001:2.0:1789449592.635676:0:35909:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789449592.635680:0:35909:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789449592.635682:0:35909:0:(genops.c:1222:class_import_put()) import ffff9e8b90c6e800 refcount=3 obd=lustre-OST0000-osc-ffff9e8b89903000 00000020:00000001:2.0:1789449592.635684:0:35909:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789449592.635687:0:35909:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e8b83079800. 02000000:00000001:2.0:1789449592.635690:0:35909:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789449592.635692:0:35909:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789449592.635694:0:35909:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065e680. 00000100:00000001:2.0:1789449592.635698:0:35909:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789449592.635699:0:35909:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1789449592.635701:0:35909:0:(osc_request.c:3317:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789449592.635704:0:35909:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449592.635707:0:35909:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449592.635710:0:35909:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449592.635712:0:35909:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449592.635715:0:35909:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449592.635717:0:35909:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449592.635719:0:35909:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449592.635722:0:35909:0:(cl_io.c:529:cl_io_start()) Process entered 00000080:00000001:2.0:1789449592.635728:0:35909:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000080:00000001:2.0:1789449592.635734:0:35909:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1789449592.635736:0:35909:0:(cl_object.c:143:cl_object_top()) ffff9e8b903b5dc8 -> ffff9e8b903b5dc8 00000020:00000001:2.0:1789449592.635738:0:35909:0:(cl_object.c:143:cl_object_top()) ffff9e8b903b5dc8 -> ffff9e8b903b5dc8 00000020:00000001:2.0:1789449592.635740:0:35909:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1789449592.635745:0:35909:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1789449592.635750:0:35909:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1789449592.635752:0:35909:0:(lov_offset.c:45:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449592.635754:0:35909:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1789449592.635755:0:35909:0:(lov_offset.c:45:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789449592.635757:0:35909:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x30:1029 on OST[0]: s=0 (1) m=0 a=0 c=0 b=0 00020000:00000001:2.0:1789449592.635761:0:35909:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789449592.635763:0:35909:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:2.0:1789449592.635766:0:35909:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449592.635768:0:35909:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449592.635770:0:35909:0:(cl_object.c:143:cl_object_top()) ffff9e8b903b5dc8 -> ffff9e8b903b5dc8 00000080:00200000:2.0:1789449592.635772:0:35909:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x30:0x0] updating i_size 0 i_blocks 0 00000080:00000001:2.0:1789449592.635776:0:35909:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1789449592.635780:0:35909:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c5bb80 00000080:00200000:2.0:1789449592.635782:0:35909:0:(vvp_io.c:1292:vvp_io_write_start()) recon: write [0, 23) append 1 append lockpos 18446744073709551615 00000020:00000001:2.0:1789449592.635785:0:35909:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:2.0:1789449592.635788:0:35909:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b90f1c0f8) owner 0000000000000000/ffff9e8b86598000 00020000:00000002:2.0:1789449592.635792:0:35909:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9e8b87cd5600 addref 2/0 by ffff9e8b86598000. 00020000:00000002:2.0:1789449592.635794:0:35909:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b90f1c0f8) owner 0000000000000000/ffff9e8b86598000 00000020:00000001:2.0:1789449592.635797:0:35909:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000020:00000001:2.0:1789449592.635800:0:35909:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00020000:00000001:2.0:1789449592.635804:0:35909:0:(lov_io.c:1617:lov_io_lru_reserve()) Process entered 00020000:00000001:2.0:1789449592.635807:0:35909:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449592.635810:0:35909:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449592.635812:0:35909:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789449592.635814:0:35909:0:(lov_offset.c:264:lov_stripe_intersects()) [0->22] -> [(0) 0->22 (0)] 00020000:00000001:2.0:1789449592.635817:0:35909:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789449592.635819:0:35909:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993113320 : -107152716438296 : ffff9e8b906664e8) 00000020:00000001:2.0:1789449592.635822:0:35909:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00000008:00000001:2.0:1789449592.635824:0:35909:0:(osc_io.c:1417:osc_io_lru_reserve()) Process entered 00000008:00000001:2.0:1789449592.635828:0:35909:0:(osc_io.c:1430:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449592.635829:0:35909:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449592.635832:0:35909:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000001:2.0:1789449592.635834:0:35909:0:(lov_io.c:1658:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449592.635835:0:35909:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449592.635843:0:35909:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:2.0:1789449592.635846:0:35909:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 23 bytes 00000020:00000001:2.0:1789449592.635928:0:35909:0:(cl_page.c:432:cl_page_find()) Process entered 00000020:00008000:2.0:1789449592.635931:0:35909:0:(cl_page.c:438:cl_page_find()) 0@[0x200000405:0x30:0x0] ffffe3bd449d2200 0 1 00000020:00000001:2.0:1789449592.635935:0:35909:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:2.0:1789449592.635937:0:35909:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449592.635939:0:35909:0:(cl_page.c:353:cl_page_alloc()) Process entered 00000020:00000010:2.0:1789449592.635945:0:35909:0:(cl_page.c:304:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff9e8b91cc9540. 00000020:00000001:2.0:1789449592.635949:0:35909:0:(cl_page.c:1294:cl_page_slice_add()) Process entered 00000020:00000001:2.0:1789449592.635950:0:35909:0:(cl_page.c:1301:cl_page_slice_add()) Process leaving 00020000:00000001:2.0:1789449592.635953:0:35909:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00000001:2.0:1789449592.635955:0:35909:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449592.635957:0:35909:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00008000:2.0:1789449592.635959:0:35909:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:2.0:1789449592.635961:0:35909:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789449592.635962:0:35909:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993113320 : -107152716438296 : ffff9e8b906664e8) 00000008:00000001:2.0:1789449592.635966:0:35909:0:(osc_cache.c:2482:osc_prep_async_page()) Process entered 00000008:00000040:2.0:1789449592.635968:0:35909:0:(osc_cache.c:2505:osc_prep_async_page()) oap ffff9e8b91cc95b0 folio ffffe3bd449d2200 pg:0 obj off 0 00000008:00000001:2.0:1789449592.635970:0:35909:0:(osc_cache.c:2506:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449592.635972:0:35909:0:(cl_page.c:1294:cl_page_slice_add()) Process entered 00000020:00000001:2.0:1789449592.635973:0:35909:0:(cl_page.c:1301:cl_page_slice_add()) Process leaving 00000008:00000001:2.0:1789449592.635975:0:35909:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:2.0:1789449592.635977:0:35909:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449592.635980:0:35909:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449592.635982:0:35909:0:(cl_page.c:400:cl_page_alloc()) Process leaving (rc=18446636921016587584 : -107152692964032 : ffff9e8b91cc9540) 00000020:00000001:2.0:1789449592.635985:0:35909:0:(cl_page.c:461:cl_page_find()) Process leaving (rc=18446636921016587584 : -107152692964032 : ffff9e8b91cc9540) 00000020:00000001:2.0:1789449592.635987:0:35909:0:(cl_page.c:811:cl_page_assume()) Process entered 00000020:00000001:2.0:1789449592.635989:0:35909:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:2.0:1789449592.635991:0:35909:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446636920799432848 : -107152910118768 : ffff9e8b84db1090) 00000020:00000001:2.0:1789449592.635993:0:35909:0:(cl_page.c:645:cl_page_owner_set()) Process entered 00000020:00000001:2.0:1789449592.635995:0:35909:0:(cl_page.c:648:cl_page_owner_set()) Process leaving 00000020:00000001:2.0:1789449592.635997:0:35909:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1789449592.636001:0:35909:0:(cl_page.c:518:__cl_page_state_set()) page@000000007bfb4d0a[2 000000005b1c3924 1 1 00000000fc33aba6 0 0 0] 00000020:00000001:2.0:1789449592.636003:0:35909:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 2 00000020:00000001:2.0:1789449592.636005:0:35909:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1789449592.636007:0:35909:0:(cl_page.c:825:cl_page_assume()) Process leaving 00000080:00000001:2.0:1789449592.636009:0:35909:0:(rw26.c:582:ll_prepare_partial_page()) Process entered 00000020:00000001:2.0:1789449592.636011:0:35909:0:(cl_object.c:143:cl_object_top()) ffff9e8b903b5dc8 -> ffff9e8b903b5dc8 00000020:00000001:2.0:1789449592.636013:0:35909:0:(cl_object.c:143:cl_object_top()) ffff9e8b903b5dc8 -> ffff9e8b903b5dc8 00000020:00000001:2.0:1789449592.636014:0:35909:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1789449592.636016:0:35909:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1789449592.636018:0:35909:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:2.0:1789449592.636020:0:35909:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449592.636022:0:35909:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449592.636023:0:35909:0:(cl_object.c:143:cl_object_top()) ffff9e8b903b5dc8 -> ffff9e8b903b5dc8 00000080:00000001:2.0:1789449592.636026:0:35909:0:(rw26.c:602:ll_prepare_partial_page()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1789449592.636029:0:35909:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:2.0:1789449592.636030:0:35909:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449592.636034:0:35909:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:2.0:1789449592.636035:0:35909:0:(rw26.c:871:ll_write_end()) pos 0, len 23, copied 23 00000020:00000001:2.0:1789449592.636038:0:35909:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:2.0:1789449592.636039:0:35909:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446636920799432848 : -107152910118768 : ffff9e8b84db1090) 00000020:00000001:2.0:1789449592.636041:0:35909:0:(cl_page.c:680:cl_page_is_owned()) Process entered 00000020:00000001:2.0:1789449592.636042:0:35909:0:(cl_page.c:682:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789449592.636054:0:35909:0:(cl_io.c:928:cl_page_list_add()) Process entered 00000020:00000001:2.0:1789449592.636056:0:35909:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:2.0:1789449592.636057:0:35909:0:(cl_page.c:547:cl_page_get()) Process leaving 00000020:00000001:2.0:1789449592.636058:0:35909:0:(cl_io.c:939:cl_page_list_add()) Process leaving 00000080:00200000:2.0:1789449592.636062:0:35909:0:(rw26.c:929:ll_write_end()) page@000000007bfb4d0a[3 000000005b1c3924 2 1 00000000fc33aba6 0 0 0] 00000080:00200000:2.0:1789449592.636065:0:35909:0:(rw26.c:929:ll_write_end()) vmpage @00000000acdca9b0 17ffffc0001001 3:0 ffff9e8b91cc9540 0 lru 00000080:00200000:2.0:1789449592.636082:0:35909:0:(rw26.c:929:ll_write_end()) osc-page@00000000ac4ae222 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 000000009390099a 0000000025edc32c > 3< 0 0 > 4< 0 0 8 8388608 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789449592.636085:0:35909:0:(rw26.c:929:ll_write_end()) end page@000000007bfb4d0a 00000080:00200000:2.0:1789449592.636086:0:35909:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00000001:2.0:1789449592.636088:0:35909:0:(rw26.c:950:ll_write_end()) Process leaving (rc=23 : 23 : 17) 00000080:00000001:2.0:1789449592.636092:0:35909:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:2.0:1789449592.636094:0:35909:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 0, to 23 prio 0 00000020:00000001:2.0:1789449592.636097:0:35909:0:(cl_io.c:647:cl_io_commit_async()) Process entered 00020000:00000001:2.0:1789449592.636098:0:35909:0:(lov_io.c:1806:lov_io_commit_async()) Process entered 00020000:00000001:2.0:1789449592.636100:0:35909:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789449592.636101:0:35909:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993113320 : -107152716438296 : ffff9e8b906664e8) 00000020:00000001:2.0:1789449592.636103:0:35909:0:(cl_io.c:647:cl_io_commit_async()) Process entered 00000008:00000001:2.0:1789449592.636105:0:35909:0:(osc_io.c:419:osc_io_commit_async()) Process entered 00000008:00000001:2.0:1789449592.636107:0:35909:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:2.0:1789449592.636108:0:35909:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:2.0:1789449592.636109:0:35909:0:(cl_page.c:547:cl_page_get()) Process leaving 00000008:00000001:2.0:1789449592.636111:0:35909:0:(osc_cache.c:2527:osc_queue_async_io()) Process entered 00000008:00000020:2.0:1789449592.636114:0:35909:0:(osc_cache.c:2586:osc_queue_async_io()) obj ffff9e8b85520fc0 ready 0|-|- wr 0|-|- rd 0|- oap ffff9e8b91cc95b0 folio ffffe3bd449d2200 pg:0 added for cmd 2 00000008:00000001:2.0:1789449592.636128:0:35909:0:(osc_cache.c:1781:osc_enter_cache()) Process entered 00000008:00000020:2.0:1789449592.636131:0:35909:0:(osc_cache.c:1783:osc_enter_cache()) lustre-OST0000-osc-ffff9e8b89903000: grant { dirty: 0/118272 dirty_pages: 0/472726 dropped: 0 avail: 8388608, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:28672 00000008:00000020:2.0:1789449592.636136:0:35909:0:(osc_cache.c:1683:osc_enter_cache_try()) lustre-OST0000-osc-ffff9e8b89903000: grant { dirty: 0/118272 dirty_pages: 0/472726 dropped: 0 avail: 8388608, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:28672 00000008:00000020:2.0:1789449592.636140:0:35909:0:(osc_cache.c:1481:osc_consume_write_grant()) using 4096 grant credits for brw ffff9e8b91cc95e8 page ffffe3bd449d2200 00000008:00000020:2.0:1789449592.636144:0:35909:0:(osc_cache.c:1815:osc_enter_cache()) lustre-OST0000-osc-ffff9e8b89903000: grant { dirty: 1/118272 dirty_pages: 1/472726 dropped: 0 avail: 8359936, dirty_grant: 0, reserved: 28672, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }granted from cache 00000008:00000001:2.0:1789449592.636148:0:35909:0:(osc_cache.c:1831:osc_enter_cache()) Process leaving 00000008:00000001:2.0:1789449592.636150:0:35909:0:(osc_cache.c:1834:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789449592.636153:0:35909:0:(osc_cache.c:707:osc_extent_find()) Process entered 00000008:00000010:2.0:1789449592.636157:0:35909:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff9e8bc20e5780. 00000008:00000020:2.0:1789449592.636162:0:35909:0:(osc_cache.c:1310:__osc_extent_tree_dump()) Dump object ffff9e8b85520fc0 extents at osc_extent_find:841, mppr: 1024. 00000008:00000020:2.0:1789449592.636168:0:35909:0:(osc_cache.c:1927:osc_update_pending()) obj ffff9e8b85520fc0 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:2.0:1789449592.636174:0:35909:0:(osc_cache.c:859:osc_extent_find()) extent ffff9e8bc20e5780@{[0 -> 0/1023], [3|1|-|active|wi|ffff9e8b85520fc0], [28672|0|-|-|ffff9e8b91c4da00|1024|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:2.0:1789449592.636180:0:35909:0:(osc_cache.c:859:osc_extent_find()) ### extent: 00000000a89d8a22 ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000c45015f7/0xcddde1459ded6841 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xeb7cbf5e2fd3deed expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00000001:2.0:1789449592.636189:0:35909:0:(osc_cache.c:876:osc_extent_find()) Process leaving 00000008:00000001:2.0:1789449592.636193:0:35909:0:(osc_cache.c:2723:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789449592.636195:0:35909:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789449592.636198:0:35909:0:(osc_io.c:380:osc_page_touch_at()) Process entered 00000020:00000001:2.0:1789449592.636199:0:35909:0:(cl_object.c:143:cl_object_top()) ffff9e8b85520fc0 -> ffff9e8b903b5dc8 00000008:00000002:2.0:1789449592.636201:0:35909:0:(osc_io.c:388:osc_page_touch_at()) stripe KMS increasing 0->23 0 00000020:00000001:2.0:1789449592.636203:0:35909:0:(cl_object.c:143:cl_object_top()) ffff9e8b85520fc0 -> ffff9e8b903b5dc8 00000020:00000001:2.0:1789449592.636205:0:35909:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1789449592.636207:0:35909:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 23 00020000:00000001:2.0:1789449592.636209:0:35909:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1789449592.636210:0:35909:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449592.636212:0:35909:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449592.636214:0:35909:0:(cl_object.c:143:cl_object_top()) ffff9e8b85520fc0 -> ffff9e8b903b5dc8 00000008:00000001:2.0:1789449592.636216:0:35909:0:(osc_io.c:403:osc_page_touch_at()) Process leaving 00000020:00000001:2.0:1789449592.636218:0:35909:0:(cl_io.c:952:cl_page_list_del()) Process entered 00000020:00000001:2.0:1789449592.636220:0:35909:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:2.0:1789449592.636224:0:35909:0:(cl_page.c:567:cl_batch_put()) page@000000007bfb4d0a[4 000000005b1c3924 2 1 00000000fc33aba6 0 0 0] 00000020:00000001:2.0:1789449592.636226:0:35909:0:(cl_page.c:567:cl_batch_put()) 4 00000020:00000001:2.0:1789449592.636227:0:35909:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:2.0:1789449592.636229:0:35909:0:(cl_io.c:957:cl_page_list_del()) Process leaving 00000008:00000020:2.0:1789449592.636231:0:35909:0:(osc_request.c:745:osc_update_next_shrink()) next time 3128 to shrink grant 00000080:00000001:2.0:1789449592.636233:0:35909:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:2.0:1789449592.636235:0:35909:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:2.0:1789449592.636241:0:35909:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9e8b891ca378, count 1, dirtied 1 00000080:00000001:2.0:1789449592.636244:0:35909:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:2.0:1789449592.636246:0:35909:0:(cl_page.c:656:__cl_page_disown()) Process entered 00000020:00000001:2.0:1789449592.636247:0:35909:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1789449592.636249:0:35909:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1789449592.636250:0:35909:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1789449592.636253:0:35909:0:(cl_page.c:518:__cl_page_state_set()) page@000000007bfb4d0a[3 000000005b1c3924 2 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1789449592.636254:0:35909:0:(cl_page.c:518:__cl_page_state_set()) 2 -> 1 00000020:00000001:2.0:1789449592.636255:0:35909:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1789449592.636257:0:35909:0:(cl_page.c:671:__cl_page_disown()) Process leaving 00000020:00000001:2.0:1789449592.636258:0:35909:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:2.0:1789449592.636260:0:35909:0:(cl_page.c:567:cl_batch_put()) page@000000007bfb4d0a[3 000000005b1c3924 1 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1789449592.636261:0:35909:0:(cl_page.c:567:cl_batch_put()) 3 00000020:00000001:2.0:1789449592.636262:0:35909:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000080:00000001:2.0:1789449592.636264:0:35909:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:2.0:1789449592.636265:0:35909:0:(osc_io.c:492:osc_io_commit_async()) 0 0 00000008:00000001:2.0:1789449592.636267:0:35909:0:(osc_io.c:493:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449592.636268:0:35909:0:(cl_io.c:657:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449592.636271:0:35909:0:(lov_io.c:1818:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449592.636272:0:35909:0:(cl_io.c:657:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789449592.636274:0:35909:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 23 bytes, tot: 23 00000020:00000001:2.0:1789449592.636277:0:35909:0:(cl_io.c:1044:cl_page_list_fini()) Process entered 00000020:00000001:2.0:1789449592.636278:0:35909:0:(cl_io.c:1048:cl_page_list_fini()) Process leaving 00000080:00000001:2.0:1789449592.636280:0:35909:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449592.636282:0:35909:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c5bb80 00000080:00200000:2.0:1789449592.636284:0:35909:0:(vvp_io.c:1358:vvp_io_write_start()) recon: write bytes 0, result: 23 00000080:00000001:2.0:1789449592.636287:0:35909:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449592.636289:0:35909:0:(lov_io.c:1425:lov_io_start()) Process entered 00020000:00000001:2.0:1789449592.636291:0:35909:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:2.0:1789449592.636292:0:35909:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:2.0:1789449592.636294:0:35909:0:(osc_io.c:1053:osc_io_write_start()) Process entered 00000020:00000001:2.0:1789449592.636295:0:35909:0:(cl_object.c:143:cl_object_top()) ffff9e8b85520fc0 -> ffff9e8b903b5dc8 00000020:00000001:2.0:1789449592.636297:0:35909:0:(cl_object.c:143:cl_object_top()) ffff9e8b85520fc0 -> ffff9e8b903b5dc8 00000020:00000001:2.0:1789449592.636298:0:35909:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1789449592.636300:0:35909:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1789449592.636301:0:35909:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449592.636302:0:35909:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449592.636304:0:35909:0:(cl_object.c:143:cl_object_top()) ffff9e8b85520fc0 -> ffff9e8b903b5dc8 00000008:00000001:2.0:1789449592.636305:0:35909:0:(osc_io.c:1061:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449592.636307:0:35909:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449592.636309:0:35909:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449592.636310:0:35909:0:(lov_io.c:1426:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449592.636312:0:35909:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449592.636314:0:35909:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:2.0:1789449592.636315:0:35909:0:(lov_io.c:1397:lov_io_call()) Process entered 00020000:00000001:2.0:1789449592.636317:0:35909:0:(lov_io.c:1431:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1789449592.636318:0:35909:0:(cl_io.c:556:cl_io_end()) Process entered 00000008:00000001:2.0:1789449592.636320:0:35909:0:(osc_cache.c:600:osc_extent_release()) Process entered 00000008:00000001:2.0:1789449592.636324:0:35909:0:(osc_cache.c:229:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:2.0:1789449592.636327:0:35909:0:(osc_cache.c:1927:osc_update_pending()) obj ffff9e8b85520fc0 ready 0|-|- wr 1|-|- rd 0|- update pending cmd 2 delta 1. 00000008:00000001:2.0:1789449592.636334:0:35909:0:(osc_cache.c:1859:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1789449592.636337:0:35909:0:(osc_cache.c:1912:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789449592.636339:0:35909:0:(osc_cache.c:1859:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1789449592.636341:0:35909:0:(osc_cache.c:1898:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789449592.636342:0:35909:0:(osc_cache.c:674:osc_extent_release()) Process leaving 00000020:00000001:2.0:1789449592.636344:0:35909:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:2.0:1789449592.636345:0:35909:0:(lov_io.c:1441:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449592.636346:0:35909:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449592.636349:0:35909:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:2.0:1789449592.636351:0:35909:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:2.0:1789449592.636353:0:35909:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1789449592.636355:0:35909:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9e8b9065b3f8 (ffff9e8b862177e8/0) at cl_lock_release():245 00000020:00000001:2.0:1789449592.636358:0:35909:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1789449592.636359:0:35909:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e8b9065b3f8 (ffff9e8b862177e8/0) at cl_lock_cancel():142 00020000:00000001:2.0:1789449592.636362:0:35909:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1789449592.636364:0:35909:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789449592.636365:0:35909:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993113320 : -107152716438296 : ffff9e8b906664e8) 00000020:00000001:2.0:1789449592.636367:0:35909:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1789449592.636368:0:35909:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e8b831628b0 (ffff9e8b86217098/1) at cl_lock_cancel():142 00000008:00000001:2.0:1789449592.636371:0:35909:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1789449592.636372:0:35909:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:2.0:1789449592.636375:0:35909:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449592.636376:0:35909:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449592.636378:0:35909:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4da00 refcount=5 00000020:00000001:2.0:1789449592.636380:0:35909:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:2.0:1789449592.636382:0:35909:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:2.0:1789449592.636385:0:35909:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789449592.636388:0:35909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000c45015f7/0xcddde1459ded6841 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xeb7cbf5e2fd3deed expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449592.636401:0:35909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449592.636402:0:35909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449592.636404:0:35909:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789449592.636406:0:35909:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789449592.636422:0:35909:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000c45015f7/0xcddde1459ded6841 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xeb7cbf5e2fd3deed expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789449592.636432:0:35909:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789449592.636434:0:35909:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789449592.636436:0:35909:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789449592.636440:0:35909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449592.636441:0:35909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449592.636443:0:35909:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449592.636445:0:35909:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789449592.636447:0:35909:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449592.636449:0:35909:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449592.636451:0:35909:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449592.636452:0:35909:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789449592.636453:0:35909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449592.636455:0:35909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449592.636456:0:35909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449592.636457:0:35909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1789449592.636458:0:35909:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1789449592.636460:0:35909:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1789449592.636461:0:35909:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1789449592.636462:0:35909:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1789449592.636463:0:35909:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1789449592.636464:0:35909:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e8b9065b3f8 (ffff9e8b862177e8/0) at cl_lock_fini():72 00020000:00000001:2.0:1789449592.636467:0:35909:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1789449592.636468:0:35909:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1789449592.636469:0:35909:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e8b831628b0 (ffff9e8b862177e8/1) at cl_lock_fini():72 00000008:00000010:2.0:1789449592.636472:0:35909:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9e8b8633dc80. 00000020:00000001:2.0:1789449592.636475:0:35909:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1789449592.636477:0:35909:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9e8b83162880. 00020000:00000001:2.0:1789449592.636480:0:35909:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1789449592.636481:0:35909:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1789449592.636483:0:35909:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:2.0:1789449592.636484:0:35909:0:(lov_io.c:1519:lov_io_unlock()) Process entered 00020000:00000001:2.0:1789449592.636486:0:35909:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:2.0:1789449592.636487:0:35909:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:2.0:1789449592.636488:0:35909:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1789449592.636489:0:35909:0:(lov_io.c:1453:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449592.636491:0:35909:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449592.636493:0:35909:0:(lov_io.c:1522:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1789449592.636494:0:35909:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1789449592.636495:0:35909:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000080:00200000:2.0:1789449592.636497:0:35909:0:(vvp_io.c:533:vvp_io_advance()) advancing 23 bytes 00000020:00000001:2.0:1789449592.636499:0:35909:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1789449592.636500:0:35909:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1789449592.636502:0:35909:0:(lov_io.c:1500:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1789449592.636503:0:35909:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:2.0:1789449592.636504:0:35909:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1789449592.636506:0:35909:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1789449592.636508:0:35909:0:(lov_io.c:1447:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449592.636510:0:35909:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449592.636512:0:35909:0:(lov_io.c:1511:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1789449592.636513:0:35909:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1789449592.636515:0:35909:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789449592.636518:0:35909:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 18446744073709551615] 00000001:00000001:2.0:1789449592.636523:0:35909:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:2.0:1789449592.636527:0:35909:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:2.0:1789449592.636529:0:35909:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:2.0:1789449592.636530:0:35909:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1789449592.636532:0:35909:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1789449592.636533:0:35909:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:2.0:1789449592.636534:0:35909:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:2.0:1789449592.636536:0:35909:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217090 00020000:00000001:2.0:1789449592.636539:0:35909:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1789449592.636541:0:35909:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1789449592.636542:0:35909:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1789449592.636544:0:35909:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x30:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1789449592.636547:0:35909:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1789449592.636548:0:35909:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00000001:2.0:1789449592.636549:0:35909:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c5bc98 00000080:00200000:2.0:1789449592.636550:0:35909:0:(file.c:2238:ll_file_io_generic()) recon: 2 io complete with rc: 0, result: 23, restart: 0 00000080:00000001:2.0:1789449592.636554:0:35909:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1789449592.636556:0:35909:0:(cl_object.c:143:cl_object_top()) ffff9e8b903b5dc8 -> ffff9e8b903b5dc8 00000020:00000001:2.0:1789449592.636558:0:35909:0:(cl_object.c:143:cl_object_top()) ffff9e8b903b5dc8 -> ffff9e8b903b5dc8 00000020:00000001:2.0:1789449592.636559:0:35909:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1789449592.636561:0:35909:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1789449592.636563:0:35909:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1789449592.636564:0:35909:0:(lov_offset.c:58:lov_stripe_size()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:2.0:1789449592.636566:0:35909:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1789449592.636567:0:35909:0:(lov_offset.c:58:lov_stripe_size()) Process leaving (rc=23 : 23 : 17) 00020000:00000002:2.0:1789449592.636569:0:35909:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x30:1029 on OST[0]: s=23 (1) m=1789449592 a=0 c=1789449592 b=0 00020000:00000001:2.0:1789449592.636572:0:35909:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789449592.636574:0:35909:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1789449592 a=0 c=1789449592 b=0 00020000:00000001:2.0:1789449592.636576:0:35909:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449592.636577:0:35909:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449592.636579:0:35909:0:(cl_object.c:143:cl_object_top()) ffff9e8b903b5dc8 -> ffff9e8b903b5dc8 00000080:00200000:2.0:1789449592.636581:0:35909:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x30:0x0] updating i_size 23 i_blocks 0 00000080:00000001:2.0:1789449592.636583:0:35909:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:2.0:1789449592.636586:0:35909:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 23 00000080:00000001:2.0:1789449592.636589:0:35909:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=23 : 23 : 17) 00000020:00001000:2.0:1789449592.636592:0:35909:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b862177e0 00000020:00000001:2.0:1789449592.636596:0:35909:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c5bd88 00000080:00000008:2.0:1789449592.636598:0:35909:0:(file.c:2732:do_file_write_iter()) COMPLETED: file recon:[0x200000405:0x30:0x0], ppos: 23, count: 0, rc = 23 00000080:00000001:2.0:1789449592.636601:0:35909:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:2.0:1789449592.636620:0:35909:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1789449592.636622:0:35909:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b90f1c0f8) owner 0000000000000000/ffff9e8b86598000 00020000:00000002:2.0:1789449592.636627:0:35909:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b90f1c0f8) owner 0000000000000000/ffff9e8b86598000 00020000:00000001:2.0:1789449592.636629:0:35909:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449592.636637:0:35909:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1789449592.636639:0:35909:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c5bdf0 00000080:00200008:2.0:1789449592.636641:0:35909:0:(file.c:479:ll_file_release()) START file recon:[0x200000405:0x30:0x0](ffff9e8b891ca1c8), flags 102001 00000080:00000001:2.0:1789449592.636645:0:35909:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:2.0:1789449592.636648:0:35909:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:2.0:1789449592.636649:0:35909:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1789449592.636650:0:35909:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b90f1c0f8) owner 0000000000000000/ffff9e8b86598000 00020000:00000002:2.0:1789449592.636652:0:35909:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b90f1c0f8) owner 0000000000000000/ffff9e8b86598000 00020000:00000001:2.0:1789449592.636654:0:35909:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449592.636657:0:35909:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:2.0:1789449592.636663:0:35909:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789449592.636666:0:35909:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789449592.637052:0:35909:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789449592.637057:0:35909:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789449592.637059:0:35909:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449592.637062:0:35909:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:2.0:1789449592.637129:0:35909:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449592.637136:0:35909:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789449592.637139:0:35909:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789449592.637146:0:35909:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922de300 count: 2 00010000:00000001:2.0:1789449592.637149:0:35909:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789449592.637154:0:35909:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449592.637156:0:35909:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x30:0x0]: 0 00000080:00000001:2.0:1789449592.637159:0:35909:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1789449592.637162:0:35909:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1789449592.637167:0:35909:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9e8b83079800. 00000080:00000001:2.0:1789449592.637169:0:35909:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1789449592.637175:0:35909:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1789449592.637178:0:35909:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:2.0:1789449592.637180:0:35909:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789449592.637181:0:35909:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789449592.637183:0:35909:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789449592.637184:0:35909:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789449592.637186:0:35909:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449592.637188:0:35909:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:2.0:1789449592.637190:0:35909:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449592.637192:0:35909:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x30:0x0] 00000002:00000001:2.0:1789449592.637195:0:35909:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1789449592.637198:0:35909:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9e8b89903000: [0x200000405:0x30:0x0] file closed with intent: 200 00000100:00000010:2.0:1789449592.637204:0:35909:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065e680. 00000020:00000040:2.0:1789449592.637209:0:35909:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000100:00000001:2.0:1789449592.637214:0:35909:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449592.637218:0:35909:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449592.637222:0:35909:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449592.637232:0:35909:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e8b83079e00. 00000100:00000001:2.0:1789449592.637239:0:35909:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1789449592.637255:0:35909:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9e8b9065c000 x1876371947543424/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1789449608 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1789449592.637273:0:35909:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e8b89903000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1789449592.637278:0:35909:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e8b9065e680 x1876371947544064/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1789449592.637286:0:35909:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789449592.637288:0:35909:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789449592.637295:0:35909:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b8580b600. 00000100:00000001:2.0:1789449592.637297:0:35909:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920810288640 : -107152899262976 : ffff9e8b8580b600) 00000100:00000001:2.0:1789449592.637300:0:35909:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449592.637302:0:35909:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993080960 : -107152716470656 : ffff9e8b9065e680) 00000100:00000001:2.0:1789449592.637307:0:35909:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449592.637312:0:35909:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449592.637314:0:35909:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789449592.637316:0:35909:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789449592.637319:0:35909:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065e680 x1876371947544064/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449592.637327:0:35909:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449592.637330:0:35909:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449592.637334:0:35909:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449592.637337:0:35909:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449592.637339:0:35909:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449592.637343:0:35909:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065e680 pname:cluuid:pid:xid:nid:opc:job uname:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35909:1876371947544064:192.168.202.109@tcp:35:uname.0 00000100:00000001:2.0:1789449592.637348:0:35909:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789449592.637353:0:35909:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449592.637355:0:35909:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449592.637357:0:35909:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789449592.637362:0:35909:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b83606400. 02000000:00000001:2.0:1789449592.637364:0:35909:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449592.637373:0:35909:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449592.637377:0:35909:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b9a50. 00000400:00000010:2.0:1789449592.637383:0:35909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085dee0. 00000100:00000200:2.0:1789449592.637390:0:35909:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947544064, portal 10 00000100:00000001:2.0:1789449592.637393:0:35909:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449592.637394:0:35909:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993080960 : -107152716470656 : ffff9e8b9065e680) 00000100:00000040:2.0:1789449592.637401:0:35909:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b9065e680 x1876371947544064/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449608 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449592.637409:0:35909:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449592.637412:0:35909:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449592.637414:0:35909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d5d8. 00000100:00000200:2.0:1789449592.637417:0:35909:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876371947544064, offset 0 00000400:00000200:2.0:1789449592.637423:0:35909:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449592.637433:0:35909:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.637441:0:35909:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449592.637446:0:35909:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449592.637450:0:35909:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449592.637454:0:35909:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449592.637456:0:35909:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449592.637461:0:35909:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [3007:3007:256:4294967295] 192.168.202.109@tcp LPNI seq info [3007:3007:8:4294967295] 00000400:00000200:2.0:1789449592.637466:0:35909:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.637475:0:35909:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449592.637481:0:35909:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449592.637487:0:35909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b840b8200. 00000800:00000200:2.0:1789449592.637495:0:35909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449592.637502:0:35909:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449592.637507:0:35909:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b840b8200 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1789449592.637579:0:35909:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449592.637586:0:35909:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 816270 usecs (817 jiffies) 00000400:00000200:2.0:1789449592.637590:0:35909:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449592.637593:0:35909:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296596140 00000100:00000001:2.0:1789449592.637598:0:35909:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296596513 00000100:00000001:2.0:1789449592.637600:0:35909:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296596140 00000100:00000001:2.0:1789449592.637603:0:35909:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296596514 00000100:00000001:2.0:1789449592.637606:0:35909:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449592.637608:0:35909:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449592.637611:0:35909:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449592.637614:0:35909:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789449592.637617:0:35909:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b8580b600 going to sleep for 11 seconds 00000100:00000001:2.0:1789449592.637619:0:35909:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449592.637622:0:35909:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449592.641656:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449592.641666:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b840b8200. 00000400:00000200:2.0:1789449592.641675:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449592.641684:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449592.641692:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d5d8 00000400:00000010:2.0:1789449592.641695:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d5d8. 00000100:00000001:2.0:1789449592.641700:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449592.641708:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065e680 x1876371947544064/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449608 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449592.641719:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449592.641722:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b9065e680 x1876371947544064/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449608 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449592.641729:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449592.641731:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449592.650045:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449592.650146:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449592.650151:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449592.650155:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449592.650166:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.650175:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449592.650187:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.650192:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.650199:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.650203:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 18 MB=0x6aa8ce3665d00 00000400:00000200:2.0:1789449592.650210:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.650217:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.109@tcp of length 224/224 into md 0x8895 [1] + 224 00000800:00000001:2.0:1789449592.650230:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449592.650234:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449592.650238:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449592.650243:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449592.650252:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449592.650263:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d1a300 x1876371947543808/t0(0) o103->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449608 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449592.650276:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b87d1a300 x1876371947543808/t0(0) o103->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449608 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449592.650347:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449592.650352:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449592.650370:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449592.650383:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449592.650388:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449592.650389:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449592.650391:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449592.650395:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.650398:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449592.650403:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.650405:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.650408:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.650411:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 456 into portal 10 MB=0x6aa8ce3665e00 00000400:00000200:2.0:1789449592.650415:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.650420:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 456/456 into md 0x88a5 [1] + 224 00000800:00000001:2.0:1789449592.650424:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449592.650502:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449592.650505:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449592.650508:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449592.650512:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449592.650517:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065e680 x1876371947544064/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449608 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449592.650525:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9e8b9065e680 x1876371947544064/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449608 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449592.650551:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449592.650556:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449592.650559:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449592.654579:0:35909:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789449592.654597:0:35909:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449592.654600:0:35909:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449592.654604:0:35909:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b9a50. 00000400:00000200:3.0:1789449592.654613:0:35909:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085dee0 00000400:00000010:3.0:1789449592.654616:0:35909:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085dee0. 00000100:00000001:3.0:1789449592.654621:0:35909:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449592.654635:0:35909:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065e680 x1876371947544064/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449608 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789449592.654648:0:35909:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065e680 x1876371947544064/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449608 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449592.654655:0:35909:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449592.654656:0:35909:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449592.654660:0:35909:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449592.654664:0:35909:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449592.654666:0:35909:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449592.654669:0:35909:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449592.654672:0:35909:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449592.654685:0:35909:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ecf0 time=72 v=5 (5 5 5 5) 00000100:00001000:3.0:1789449592.654689:0:35909:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=39 v=5 (1 0 0 0) 00000100:00000001:3.0:1789449592.654692:0:35909:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789449592.654693:0:35909:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449592.654696:0:35909:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789449592.654701:0:35909:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449592.654705:0:35909:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1789449592.654708:0:35909:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1789449592.654709:0:35909:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1789449592.654712:0:35909:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449592.654714:0:35909:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993080960 : -107152716470656 : ffff9e8b9065e680) 00000100:00000001:3.0:1789449592.654717:0:35909:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789449592.654718:0:35909:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 8589934608 00000100:00000001:3.0:1789449592.654720:0:35909:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789449592.654723:0:35909:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449592.654728:0:35909:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065e680 x1876371947544064/t8589934612(8589934612) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449608 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449592.654735:0:35909:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449592.654739:0:35909:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449592.654741:0:35909:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449592.654745:0:35909:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065e680 x1876371947544064/t8589934612(8589934612) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449608 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789449592.654754:0:35909:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065e680 pname:cluuid:pid:xid:nid:opc:job uname:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35909:1876371947544064:192.168.202.109@tcp:35:uname.0 00000100:00000001:3.0:1789449592.654759:0:35909:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449592.654761:0:35909:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449592.654764:0:35909:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789449592.654766:0:35909:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449592.654770:0:35909:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b9065e680 x1876371947544064/t8589934612(8589934612) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449608 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449592.654778:0:35909:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789449592.654781:0:35909:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b8580b600. 00000100:00000001:3.0:1789449592.654784:0:35909:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789449592.654785:0:35909:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449592.654792:0:35909:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449592.654794:0:35909:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993080960 : -107152716470656 : ffff9e8b9065e680) 00000002:00000001:3.0:1789449592.654796:0:35909:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789449592.654800:0:35909:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1789449592.654805:0:35909:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b83079800. 00000080:00000001:3.0:1789449592.654808:0:35909:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1789449592.654812:0:35909:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:3.0:1789449592.654815:0:35909:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789449592.654818:0:35909:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789449592.654820:0:35909:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789449592.654823:0:35909:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789449592.654825:0:35909:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449592.654828:0:35909:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:3.0:1789449592.654830:0:35909:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449592.654836:0:35909:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1789449592.654841:0:35909:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9e8b9065c000 x1876371947543424/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1789449608 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1789449592.654849:0:35909:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789449592.654851:0:35909:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1789449592.654853:0:35909:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9e8b896f0e40. 00000100:00000001:3.0:1789449592.654856:0:35909:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449592.654860:0:35909:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b9065e680 x1876371947544064/t8589934612(8589934612) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449608 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449592.654873:0:35909:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449592.654876:0:35909:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1789449592.658594:0:35909:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9e8b817c0c80. 00000080:00000001:3.0:1789449592.658609:0:35909:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449592.658618:0:35909:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c5bdf0 00000080:00000008:3.0:1789449592.658621:0:35909:0:(file.c:523:ll_file_release()) COMPLETED file recon:[0x200000405:0x30:0x0](ffff9e8b891ca1c8), flags 102001, rc = 0 00000080:00000001:3.0:1789449592.658626:0:35909:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449592.658634:0:35909:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1789449592.658636:0:35909:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c5be00 00000080:00002000:3.0:1789449592.658638:0:35909:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff9e8b891d30d8, parent ffff9e8b892cbca8, inode ffff9e8b891ca1c8) hashed, 00000080:00000001:3.0:1789449592.658641:0:35909:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1789449592.660084:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449592.660091:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449592.660095:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b86580b00. 00000400:00000200:0.0:1789449592.660103:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5770 00000400:00000010:0.0:1789449592.660106:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5770. 00000100:00000001:0.0:1789449592.660112:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449592.660138:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b87d1a300 x1876371947543808/t0(0) o103->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449608 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789449592.660157:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b87d1a300 x1876371947543808/t0(0) o103->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449608 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449592.660166:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449592.660169:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449592.660172:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449592.660176:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449592.660179:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449592.660182:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449592.660186:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449592.660200:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b90c6ed38 time=220 v=5 (5 5 5 5) 00000100:00001000:0.0:1789449592.660205:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b90c6ec18 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1789449592.660207:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449592.660209:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449592.660213:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449592.660218:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449592.660224:0:2399:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789449592.660226:0:2399:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e8b89903000: skip recheck: last_committed 4294967337 00000100:00000001:0.0:1789449592.660228:0:2399:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449592.660230:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449592.660235:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b87d1a300 x1876371947543808/t0(0) o103->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449608 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449592.660244:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449592.660249:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449592.660251:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449592.660255:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b87d1a300 x1876371947543808/t0(0) o103->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449608 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789449592.660263:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b87d1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2399:1876371947543808:192.168.202.109@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1789449592.660270:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449592.660274:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449592.660285:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b87d1a300 x1876371947543808/t0(0) o103->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449608 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449592.660299:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789449592.660302:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449592.660305:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b8137f400. 02000000:00000001:0.0:1789449592.660311:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789449592.660315:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449592.660317:0:2399:0:(genops.c:1222:class_import_put()) import ffff9e8b90c6e800 refcount=2 obd=lustre-OST0000-osc-ffff9e8b89903000 00000020:00000001:0.0:1789449592.660319:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449592.660322:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e8b8b014800. 02000000:00000001:0.0:1789449592.660328:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449592.660331:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449592.660333:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b87d1a300. 00000100:00000001:0.0:1789449592.660337:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449592.660339:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449592.660342:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449592.660350:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449592.660353:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449592.660356:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449592.660359:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449592.716354:0:35914:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c5bd08 00000080:00200008:2.0:1789449592.716365:0:35914:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9e8b89180908), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1789449592.716374:0:35914:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789449592.716375:0:35914:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c5bc80 00000080:00200000:2.0:1789449592.716377:0:35914:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:2.0:1789449592.716385:0:35914:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b83078600. 00800000:00000002:2.0:1789449592.716392:0:35914:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:2.0:1789449592.716396:0:35914:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789449592.716401:0:35914:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789449592.716403:0:35914:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c5bba0 00800000:00000002:2.0:1789449592.716406:0:35914:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789449592.716410:0:35914:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789449592.716413:0:35914:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789449592.716416:0:35914:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789449592.716419:0:35914:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789449592.716421:0:35914:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789449592.716424:0:35914:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449592.716426:0:35914:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789449592.716429:0:35914:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449592.716433:0:35914:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789449592.716439:0:35914:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789449592.716441:0:35914:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c5ba70 00000002:00010000:2.0:1789449592.716443:0:35914:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789449592.716447:0:35914:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789449592.716449:0:35914:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789449592.716452:0:35914:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789449592.716459:0:35914:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449592.716462:0:35914:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449592.716464:0:35914:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449592.716467:0:35914:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789449592.716469:0:35914:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1789449592.716476:0:35914:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065fb80. 00000020:00000040:2.0:1789449592.716480:0:35914:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00010000:00000001:2.0:1789449592.716487:0:35914:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789449592.716492:0:35914:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789449592.716498:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449592.716501:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449592.716502:0:35914:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449592.716506:0:35914:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449592.716508:0:35914:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449592.716512:0:35914:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449592.716520:0:35914:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b83606000. 00000100:00000001:2.0:1789449592.716528:0:35914:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449592.716534:0:35914:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789449592.716536:0:35914:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449592.716538:0:35914:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789449592.716539:0:35914:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449592.716541:0:35914:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449592.716547:0:35914:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446636920993086336 : -107152716465280 : ffff9e8b9065fb80) 00010000:00000001:2.0:1789449592.716551:0:35914:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789449592.716554:0:35914:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1789449592.716558:0:35914:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9e8b90652e00. 00010000:00000010:2.0:1789449592.716563:0:35914:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e8b83162880. 00010000:00000001:2.0:1789449592.716567:0:35914:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789449592.716570:0:35914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8b91c4c800. 00000020:00000001:2.0:1789449592.716575:0:35914:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789449592.716578:0:35914:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8b91c4c800 with handle 0xcddde1459ded6848 to hash 00000020:00000001:2.0:1789449592.716580:0:35914:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789449592.716581:0:35914:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636921016076288 : -107152693475328 : ffff9e8b91c4c800) 00010000:00000001:2.0:1789449592.716585:0:35914:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636921016076288 : -107152693475328 : ffff9e8b91c4c800) 00010000:00000001:2.0:1789449592.716589:0:35914:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449592.716592:0:35914:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449592.716597:0:35914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c800/0xcddde1459ded6848 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789449592.716608:0:35914:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c800/0xcddde1459ded6848 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789449592.716619:0:35914:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c800/0xcddde1459ded6848 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789449592.716625:0:35914:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789449592.716627:0:35914:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789449592.716634:0:35914:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b8580b780. 00000100:00000001:2.0:1789449592.716636:0:35914:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920810289024 : -107152899262592 : ffff9e8b8580b780) 00000100:00000001:2.0:1789449592.716639:0:35914:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449592.716641:0:35914:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993086336 : -107152716465280 : ffff9e8b9065fb80) 00000100:00000001:2.0:1789449592.716645:0:35914:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449592.716649:0:35914:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449592.716651:0:35914:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789449592.716653:0:35914:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789449592.716663:0:35914:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065fb80 x1876371947544192/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449592.716672:0:35914:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449592.716674:0:35914:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449592.716678:0:35914:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449592.716680:0:35914:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449592.716683:0:35914:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449592.716686:0:35914:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065fb80 pname:cluuid:pid:xid:nid:opc:job lfs:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35914:1876371947544192:192.168.202.109@tcp:101:lfs.0 00000100:00000001:2.0:1789449592.716691:0:35914:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789449592.716697:0:35914:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449592.716699:0:35914:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449592.716702:0:35914:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789449592.716706:0:35914:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e8b8bc6a800. 02000000:00000001:2.0:1789449592.716709:0:35914:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449592.716717:0:35914:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449592.716721:0:35914:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b99f8. 00000400:00000010:2.0:1789449592.716728:0:35914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d5d8. 00000100:00000200:2.0:1789449592.716735:0:35914:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876371947544192, portal 10 00000100:00000001:2.0:1789449592.716737:0:35914:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449592.716739:0:35914:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993086336 : -107152716465280 : ffff9e8b9065fb80) 00000100:00000040:2.0:1789449592.716746:0:35914:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b9065fb80 x1876371947544192/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449608 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449592.716753:0:35914:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449592.716756:0:35914:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449592.716758:0:35914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085df68. 00000100:00000200:2.0:1789449592.716761:0:35914:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876371947544192, offset 0 00000400:00000200:2.0:1789449592.716767:0:35914:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449592.716774:0:35914:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.716782:0:35914:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449592.716788:0:35914:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449592.716792:0:35914:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449592.716795:0:35914:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449592.716798:0:35914:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449592.716802:0:35914:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [3008:3008:256:4294967295] 192.168.202.109@tcp LPNI seq info [3008:3008:8:4294967295] 00000400:00000200:2.0:1789449592.716806:0:35914:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.716816:0:35914:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449592.716823:0:35914:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449592.716829:0:35914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b840b8200. 00000800:00000200:2.0:1789449592.716835:0:35914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449592.716843:0:35914:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449592.716848:0:35914:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b840b8200 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1789449592.716873:0:35914:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449592.716914:0:35914:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 815293 usecs (816 jiffies) 00000400:00000200:2.0:1789449592.716919:0:35914:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449592.716922:0:35914:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296596215 00000100:00000001:2.0:1789449592.716926:0:35914:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296596513 00000800:00000200:3.0:1789449592.717206:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449592.717211:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b840b8200. 00000400:00000200:3.0:1789449592.717217:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449592.717222:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449592.717227:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085df68 00000400:00000010:3.0:1789449592.717230:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085df68. 00000100:00000001:3.0:1789449592.717233:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449592.717237:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065fb80 x1876371947544192/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449608 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449592.717246:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449592.717248:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b9065fb80 x1876371947544192/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449608 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449592.717254:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449592.717255:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789449592.717709:0:35914:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296596219 00000100:00000001:2.0:1789449592.717713:0:35914:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296596514 00000100:00000001:2.0:1789449592.717716:0:35914:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449592.717720:0:35914:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449592.717723:0:35914:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449592.717725:0:35914:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789449592.717728:0:35914:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b8580b780 going to sleep for 11 seconds 00000100:00000001:2.0:1789449592.717731:0:35914:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449592.717734:0:35914:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789449592.722237:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449592.722261:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449592.722267:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449592.722270:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449592.722281:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.722290:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449592.722302:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.722308:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.722314:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.722319:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 688 into portal 10 MB=0x6aa8ce3665e80 00000400:00000200:2.0:1789449592.722324:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.722330:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 688/688 into md 0x88b5 [1] + 224 00000800:00000001:2.0:1789449592.722338:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449592.722345:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449592.722348:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449592.722353:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449592.722361:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449592.722370:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065fb80 x1876371947544192/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449608 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449592.722381:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9e8b9065fb80 x1876371947544192/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449608 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449592.722397:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449592.722405:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449592.722407:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449592.723074:0:35914:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789449592.723084:0:35914:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449592.723087:0:35914:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449592.723090:0:35914:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b99f8. 00000400:00000200:0.0:1789449592.723096:0:35914:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d5d8 00000400:00000010:0.0:1789449592.723099:0:35914:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d5d8. 00000100:00000001:0.0:1789449592.723103:0:35914:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449592.723109:0:35914:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065fb80 x1876371947544192/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449608 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789449592.723128:0:35914:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065fb80 x1876371947544192/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449608 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449592.723134:0:35914:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449592.723136:0:35914:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449592.723138:0:35914:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449592.723141:0:35914:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449592.723143:0:35914:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449592.723146:0:35914:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449592.723149:0:35914:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449592.723159:0:35914:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=72 v=5 (5 5 102 102) 00000100:00001000:0.0:1789449592.723163:0:35914:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=39 v=5 (1 0 0 0) 00000100:00000001:0.0:1789449592.723166:0:35914:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449592.723168:0:35914:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449592.723171:0:35914:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449592.723176:0:35914:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449592.723180:0:35914:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789449592.723183:0:35914:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 8589934608 00000100:00000001:0.0:1789449592.723185:0:35914:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449592.723189:0:35914:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449592.723195:0:35914:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065fb80 x1876371947544192/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449608 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449592.723202:0:35914:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449592.723205:0:35914:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449592.723207:0:35914:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449592.723212:0:35914:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065fb80 x1876371947544192/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449608 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789449592.723220:0:35914:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065fb80 pname:cluuid:pid:xid:nid:opc:job lfs:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35914:1876371947544192:192.168.202.109@tcp:101:lfs.0 00000100:00000001:0.0:1789449592.723226:0:35914:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449592.723230:0:35914:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449592.723233:0:35914:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789449592.723236:0:35914:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449592.723240:0:35914:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065fb80 x1876371947544192/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449608 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449592.723248:0:35914:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789449592.723252:0:35914:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b8580b780. 00000100:00000001:0.0:1789449592.723256:0:35914:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789449592.723259:0:35914:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449592.723262:0:35914:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789449592.723267:0:35914:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449592.723270:0:35914:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449592.723274:0:35914:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c800 refcount=4 00000020:00000001:0.0:1789449592.723277:0:35914:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016076288 : -107152693475328 : ffff9e8b91c4c800) 00010000:00000001:0.0:1789449592.723281:0:35914:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016076288 : -107152693475328 : ffff9e8b91c4c800) 00010000:00000040:0.0:1789449592.723288:0:35914:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e8b91c4c800, remote cookie: 0xeb7cbf5e2fd3defb, flags: 0x1001 00010000:00010000:0.0:1789449592.723295:0:35914:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c800/0xcddde1459ded6848 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3defb expref: -99 pid: 35914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789449592.723306:0:35914:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c800/0xcddde1459ded6848 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3defb expref: -99 pid: 35914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449592.723313:0:35914:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789449592.723317:0:35914:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789449592.723319:0:35914:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789449592.723321:0:35914:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789449592.723323:0:35914:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789449592.723326:0:35914:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9e8b90652e00) refcount = 1 00010000:00010000:0.0:1789449592.723330:0:35914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c800/0xcddde1459ded6848 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3defb expref: -99 pid: 35914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449592.723337:0:35914:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789449592.723341:0:35914:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789449592.723343:0:35914:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449592.723346:0:35914:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789449592.723349:0:35914:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449592.723353:0:35914:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c800/0xcddde1459ded6848 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3defb expref: -99 pid: 35914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449592.723359:0:35914:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789449592.723361:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449592.723364:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449592.723365:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449592.723366:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449592.723368:0:35914:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449592.723373:0:35914:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789449592.723376:0:35914:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449592.723377:0:35914:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449592.723379:0:35914:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c800 refcount=3 00000020:00000001:0.0:1789449592.723381:0:35914:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016076288 : -107152693475328 : ffff9e8b91c4c800) 00010000:00000001:0.0:1789449592.723384:0:35914:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016076288 : -107152693475328 : ffff9e8b91c4c800) 00010000:00000001:0.0:1789449592.723386:0:35914:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449592.723388:0:35914:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449592.723389:0:35914:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c800 refcount=4 00000020:00000001:0.0:1789449592.723391:0:35914:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016076288 : -107152693475328 : ffff9e8b91c4c800) 00010000:00000001:0.0:1789449592.723394:0:35914:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016076288 : -107152693475328 : ffff9e8b91c4c800) 00010000:00000001:0.0:1789449592.723397:0:35914:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449592.723400:0:35914:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449592.723404:0:35914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c800/0xcddde1459ded6848 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3defb expref: -99 pid: 35914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449592.723410:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449592.723411:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449592.723413:0:35914:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449592.723414:0:35914:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449592.723415:0:35914:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c800 refcount=5 00000020:00000001:0.0:1789449592.723417:0:35914:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016076288 : -107152693475328 : ffff9e8b91c4c800) 00010000:00000001:0.0:1789449592.723419:0:35914:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016076288 : -107152693475328 : ffff9e8b91c4c800) 00010000:00000001:0.0:1789449592.723422:0:35914:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449592.723425:0:35914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c800/0xcddde1459ded6848 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3defb expref: -99 pid: 35914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449592.723431:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449592.723433:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789449592.723435:0:35914:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c800/0xcddde1459ded6848 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3defb expref: -99 pid: 35914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449592.723441:0:35914:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449592.723443:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449592.723444:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449592.723446:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449592.723447:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789449592.723452:0:35914:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9e8b9065fb80 x1876371947544192/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449608 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1789449592.723460:0:35914:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449592.723462:0:35914:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449592.723463:0:35914:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c800 refcount=3 00000020:00000001:0.0:1789449592.723465:0:35914:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016076288 : -107152693475328 : ffff9e8b91c4c800) 00010000:00000001:0.0:1789449592.723467:0:35914:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016076288 : -107152693475328 : ffff9e8b91c4c800) 00010000:00000001:0.0:1789449592.723469:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449592.723470:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449592.723472:0:35914:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449592.723474:0:35914:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449592.723478:0:35914:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1789449592.723481:0:35914:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449592.723482:0:35914:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449592.723484:0:35914:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c800 refcount=3 00000020:00000001:0.0:1789449592.723485:0:35914:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016076288 : -107152693475328 : ffff9e8b91c4c800) 00010000:00000001:0.0:1789449592.723487:0:35914:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016076288 : -107152693475328 : ffff9e8b91c4c800) 00000002:00010000:0.0:1789449592.723491:0:35914:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c800/0xcddde1459ded6848 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3defb expref: -99 pid: 35914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449592.723496:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449592.723497:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449592.723500:0:35914:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789449592.723501:0:35914:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449592.723502:0:35914:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449592.723503:0:35914:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c800 refcount=3 00000020:00000001:0.0:1789449592.723505:0:35914:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016076288 : -107152693475328 : ffff9e8b91c4c800) 00010000:00000001:0.0:1789449592.723507:0:35914:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016076288 : -107152693475328 : ffff9e8b91c4c800) 00010000:00000040:0.0:1789449592.723514:0:35914:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652e00 count: 2 00010000:00000001:0.0:1789449592.723517:0:35914:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789449592.723522:0:35914:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e8b83488400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1789449592.723525:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449592.723526:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449592.723527:0:35914:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789449592.723532:0:35914:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c5b9f8 00000002:00002000:0.0:1789449592.723534:0:35914:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1789449592.723537:0:35914:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449592.723541:0:35914:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449592.723546:0:35914:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789449592.723549:0:35914:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1789449592.723553:0:35914:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449592.723558:0:35914:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:0.0:1789449592.723562:0:35914:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b83078600. 00000080:00000001:0.0:1789449592.723567:0:35914:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789449592.723571:0:35914:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789449592.723577:0:35914:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1789449592.723583:0:35914:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1789449592.723590:0:35914:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9e8b8c476a40. 00800000:00000001:0.0:1789449592.723593:0:35914:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446636920923974208 : -107152785577408 : ffff9e8b8c476a40) 00800000:00000001:0.0:1789449592.723596:0:35914:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449592.723598:0:35914:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789449592.723601:0:35914:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1789449592.723603:0:35914:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1789449592.723606:0:35914:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1789449592.723609:0:35914:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1789449592.723611:0:35914:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449592.723616:0:35914:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1789449592.723619:0:35914:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:0.0:1789449592.723622:0:35914:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115188193296385 mtime from 1789449591 to 1789449592 00000080:00200000:0.0:1789449592.723627:0:35914:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:0.0:1789449592.723630:0:35914:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449592.723632:0:35914:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449592.723633:0:35914:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c800 refcount=3 00000020:00000001:0.0:1789449592.723635:0:35914:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016076288 : -107152693475328 : ffff9e8b91c4c800) 00010000:00000001:0.0:1789449592.723638:0:35914:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016076288 : -107152693475328 : ffff9e8b91c4c800) 00010000:00000001:0.0:1789449592.723641:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449592.723642:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789449592.723643:0:35914:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789449592.723645:0:35914:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1789449592.723647:0:35914:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8c476a40 1 00800000:00000010:0.0:1789449592.723649:0:35914:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9e8b8c476a40. 00800000:00000001:0.0:1789449592.723652:0:35914:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449592.723656:0:35914:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded6848 00800000:00000001:0.0:1789449592.723659:0:35914:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789449592.723661:0:35914:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789449592.723662:0:35914:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449592.723663:0:35914:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449592.723665:0:35914:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c800 refcount=3 00000020:00000001:0.0:1789449592.723666:0:35914:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016076288 : -107152693475328 : ffff9e8b91c4c800) 00010000:00000001:0.0:1789449592.723669:0:35914:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016076288 : -107152693475328 : ffff9e8b91c4c800) 00010000:00000001:0.0:1789449592.723671:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449592.723672:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449592.723673:0:35914:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449592.723675:0:35914:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449592.723677:0:35914:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449592.723679:0:35914:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:0.0:1789449592.723683:0:35914:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded6848 from it ffffb71181c5bcb8 00010000:00000001:0.0:1789449592.723684:0:35914:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449592.723685:0:35914:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449592.723686:0:35914:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c800 refcount=3 00000020:00000001:0.0:1789449592.723688:0:35914:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016076288 : -107152693475328 : ffff9e8b91c4c800) 00010000:00000001:0.0:1789449592.723689:0:35914:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016076288 : -107152693475328 : ffff9e8b91c4c800) 00010000:00000001:0.0:1789449592.723691:0:35914:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449592.723694:0:35914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c800/0xcddde1459ded6848 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3defb expref: -99 pid: 35914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449592.723700:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449592.723701:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449592.723704:0:35914:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789449592.723706:0:35914:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789449592.723709:0:35914:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c800/0xcddde1459ded6848 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3defb expref: -99 pid: 35914 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789449592.723717:0:35914:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789449592.723720:0:35914:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789449592.723722:0:35914:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449592.723726:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449592.723727:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449592.723728:0:35914:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449592.723732:0:35914:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789449592.723734:0:35914:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449592.723736:0:35914:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449592.723738:0:35914:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449592.723740:0:35914:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449592.723741:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449592.723742:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789449592.723744:0:35914:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449592.723748:0:35914:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065fb80 x1876371947544192/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449608 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449592.723755:0:35914:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789449592.723758:0:35914:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449592.723761:0:35914:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9e8b8bc6a800. 02000000:00000001:0.0:1789449592.723765:0:35914:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789449592.723768:0:35914:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449592.723770:0:35914:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:0.0:1789449592.723772:0:35914:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449592.723775:0:35914:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b83606000. 02000000:00000001:0.0:1789449592.723779:0:35914:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449592.723781:0:35914:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449592.723783:0:35914:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065fb80. 00000100:00000001:0.0:1789449592.723787:0:35914:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449592.723788:0:35914:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789449592.723793:0:35914:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449592.723800:0:35914:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c5bd08 00000080:00000008:0.0:1789449592.723802:0:35914:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9e8b89180908), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1789449592.724531:0:35914:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449592.724572:0:35914:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c5bd08 00000080:00200008:0.0:1789449592.724576:0:35914:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9e8b89180908), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1789449592.724583:0:35914:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789449592.724585:0:35914:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c5bc80 00000080:00200000:0.0:1789449592.724586:0:35914:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:0.0:1789449592.724592:0:35914:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b8b014800. 00800000:00000002:0.0:1789449592.724598:0:35914:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:0.0:1789449592.724602:0:35914:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789449592.724606:0:35914:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789449592.724608:0:35914:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c5bba0 00800000:00000002:0.0:1789449592.724610:0:35914:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449592.724614:0:35914:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789449592.724617:0:35914:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449592.724620:0:35914:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449592.724623:0:35914:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449592.724626:0:35914:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449592.724627:0:35914:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449592.724630:0:35914:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449592.724632:0:35914:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449592.724636:0:35914:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789449592.724641:0:35914:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789449592.724643:0:35914:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c5ba70 00000002:00010000:0.0:1789449592.724645:0:35914:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789449592.724648:0:35914:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789449592.724650:0:35914:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449592.724653:0:35914:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449592.724658:0:35914:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652e00 count: 2 00010000:00000001:0.0:1789449592.724661:0:35914:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449592.724665:0:35914:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449592.724668:0:35914:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789449592.724672:0:35914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c800/0xcddde1459ded6848 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3defb expref: -99 pid: 35914 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1789449592.724687:0:35914:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789449592.724692:0:35914:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449592.724695:0:35914:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c800/0xcddde1459ded6848 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3defb expref: -99 pid: 35914 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1789449592.724701:0:35914:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789449592.724703:0:35914:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789449592.724705:0:35914:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789449592.724707:0:35914:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789449592.724709:0:35914:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789449592.724711:0:35914:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789449592.724713:0:35914:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789449592.724715:0:35914:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:0.0:1789449592.724718:0:35914:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b8b014800. 00000080:00000001:0.0:1789449592.724722:0:35914:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789449592.724724:0:35914:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449592.724726:0:35914:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:0.0:1789449592.724730:0:35914:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded6848 00800000:00000001:0.0:1789449592.724732:0:35914:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789449592.724734:0:35914:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789449592.724735:0:35914:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449592.724736:0:35914:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449592.724738:0:35914:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c800 refcount=3 00000020:00000001:0.0:1789449592.724739:0:35914:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016076288 : -107152693475328 : ffff9e8b91c4c800) 00010000:00000001:0.0:1789449592.724741:0:35914:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016076288 : -107152693475328 : ffff9e8b91c4c800) 00010000:00000001:0.0:1789449592.724744:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449592.724745:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449592.724746:0:35914:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449592.724747:0:35914:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449592.724750:0:35914:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded6848 from it ffffb71181c5bcb8 00010000:00000001:0.0:1789449592.724752:0:35914:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449592.724753:0:35914:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449592.724754:0:35914:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c800 refcount=3 00000020:00000001:0.0:1789449592.724756:0:35914:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016076288 : -107152693475328 : ffff9e8b91c4c800) 00010000:00000001:0.0:1789449592.724758:0:35914:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016076288 : -107152693475328 : ffff9e8b91c4c800) 00010000:00000001:0.0:1789449592.724760:0:35914:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449592.724762:0:35914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c800/0xcddde1459ded6848 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3defb expref: -99 pid: 35914 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789449592.724768:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449592.724769:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449592.724771:0:35914:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789449592.724772:0:35914:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789449592.724774:0:35914:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c800/0xcddde1459ded6848 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3defb expref: -99 pid: 35914 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789449592.724781:0:35914:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789449592.724783:0:35914:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789449592.724785:0:35914:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449592.724788:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449592.724789:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449592.724791:0:35914:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449592.724793:0:35914:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789449592.724794:0:35914:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449592.724796:0:35914:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449592.724798:0:35914:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449592.724799:0:35914:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449592.724800:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449592.724802:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789449592.724804:0:35914:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789449592.724805:0:35914:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789449592.724808:0:35914:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449592.724811:0:35914:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c5bd08 00000080:00000008:0.0:1789449592.724813:0:35914:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9e8b89180908), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1789449592.724965:0:35914:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789449592.724967:0:35914:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789449592.724969:0:35914:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c5bb78 00000080:00200000:0.0:1789449592.724971:0:35914:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:0.0:1789449592.724975:0:35914:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b8b014800. 00800000:00000002:0.0:1789449592.724978:0:35914:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:0.0:1789449592.724980:0:35914:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789449592.724982:0:35914:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789449592.724984:0:35914:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c5ba98 00800000:00000002:0.0:1789449592.724985:0:35914:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449592.724988:0:35914:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789449592.724989:0:35914:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449592.724991:0:35914:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449592.724992:0:35914:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449592.724994:0:35914:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449592.724996:0:35914:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449592.724998:0:35914:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449592.725000:0:35914:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449592.725002:0:35914:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789449592.725005:0:35914:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789449592.725006:0:35914:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c5b968 00000002:00010000:0.0:1789449592.725008:0:35914:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789449592.725011:0:35914:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789449592.725012:0:35914:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449592.725013:0:35914:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449592.725016:0:35914:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652e00 count: 2 00010000:00000001:0.0:1789449592.725018:0:35914:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449592.725020:0:35914:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449592.725022:0:35914:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789449592.725025:0:35914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c800/0xcddde1459ded6848 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3defb expref: -99 pid: 35914 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1789449592.725032:0:35914:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789449592.725034:0:35914:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449592.725037:0:35914:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c800/0xcddde1459ded6848 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3defb expref: -99 pid: 35914 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1789449592.725042:0:35914:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789449592.725045:0:35914:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789449592.725046:0:35914:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789449592.725048:0:35914:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789449592.725049:0:35914:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789449592.725051:0:35914:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789449592.725053:0:35914:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789449592.725055:0:35914:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:0.0:1789449592.725056:0:35914:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b8b014800. 00000080:00000001:0.0:1789449592.725059:0:35914:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789449592.725060:0:35914:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449592.725062:0:35914:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:0.0:1789449592.725064:0:35914:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded6848 00800000:00000001:0.0:1789449592.725066:0:35914:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789449592.725068:0:35914:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789449592.725069:0:35914:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449592.725070:0:35914:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449592.725072:0:35914:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c800 refcount=3 00000020:00000001:0.0:1789449592.725073:0:35914:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016076288 : -107152693475328 : ffff9e8b91c4c800) 00010000:00000001:0.0:1789449592.725075:0:35914:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016076288 : -107152693475328 : ffff9e8b91c4c800) 00010000:00000001:0.0:1789449592.725077:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449592.725078:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449592.725080:0:35914:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449592.725081:0:35914:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449592.725083:0:35914:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded6848 from it ffffb71181c5bbb0 00010000:00000001:0.0:1789449592.725084:0:35914:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449592.725085:0:35914:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449592.725087:0:35914:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c800 refcount=3 00000020:00000001:0.0:1789449592.725088:0:35914:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016076288 : -107152693475328 : ffff9e8b91c4c800) 00010000:00000001:0.0:1789449592.725090:0:35914:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016076288 : -107152693475328 : ffff9e8b91c4c800) 00010000:00000001:0.0:1789449592.725092:0:35914:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449592.725094:0:35914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c800/0xcddde1459ded6848 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3defb expref: -99 pid: 35914 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789449592.725099:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449592.725101:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449592.725102:0:35914:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789449592.725103:0:35914:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789449592.725106:0:35914:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c800/0xcddde1459ded6848 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3defb expref: -99 pid: 35914 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1789449592.725111:0:35914:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789449592.725113:0:35914:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789449592.725114:0:35914:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449592.725127:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449592.725129:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449592.725130:0:35914:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449592.725132:0:35914:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789449592.725133:0:35914:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449592.725135:0:35914:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449592.725136:0:35914:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449592.725138:0:35914:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449592.725139:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449592.725140:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789449592.725142:0:35914:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789449592.725143:0:35914:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789449592.725145:0:35914:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908), inode mode 41ff mask 44 00000080:00000001:0.0:1789449592.725149:0:35914:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449592.725153:0:35914:0:(dir.c:3016:ll_dir_open()) Process entered 00000080:00000001:0.0:1789449592.725155:0:35914:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1789449592.725157:0:35914:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c5bb78 00000080:00200008:0.0:1789449592.725159:0:35914:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9e8b89180908), flags 100000 00000080:00000010:0.0:1789449592.725163:0:35914:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9e8b8432d680. 00000080:00000001:0.0:1789449592.725168:0:35914:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449592.725170:0:35914:0:(dir.c:3017:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449592.725264:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449592.725267:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:0.0:1789449592.725275:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449592.725278:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449592.725283:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b1800. 00000020:00000001:0.0:1789449592.725287:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449592.725290:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449592.725293:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449592.725296:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b1800 uarg=0000000000000000 00800000:00000001:0.0:1789449592.725303:0:35914:0:(obd_class.h:1074:obd_statfs()) Process entered 00800000:00000004:0.0:1789449592.725305:0:35914:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff9e8b89903000: age 1918, max_age 1927 00000002:00000001:0.0:1789449592.725310:0:35914:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:0.0:1789449592.725313:0:35914:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000100:00000010:0.0:1789449592.725319:0:35914:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d1a300. 00000020:00000040:0.0:1789449592.725321:0:35914:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=9 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000100:00000001:0.0:1789449592.725325:0:35914:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449592.725328:0:35914:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449592.725330:0:35914:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449592.725338:0:35914:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b864ec300. 00000100:00000001:0.0:1789449592.725343:0:35914:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449592.725347:0:35914:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789449592.725349:0:35914:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789449592.725355:0:35914:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b831c89c0. 00000100:00000001:0.0:1789449592.725357:0:35914:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920770169280 : -107152939382336 : ffff9e8b831c89c0) 00000100:00000001:0.0:1789449592.725360:0:35914:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449592.725362:0:35914:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849146624 : -107152860404992 : ffff9e8b87d1a300) 00000100:00000001:0.0:1789449592.725367:0:35914:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449592.725372:0:35914:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449592.725375:0:35914:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789449592.725377:0:35914:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789449592.725385:0:35914:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b87d1a300 x1876371947544320/t0(0) o41->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449592.725393:0:35914:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789449592.725395:0:35914:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449592.725399:0:35914:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789449592.725401:0:35914:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789449592.725403:0:35914:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449592.725406:0:35914:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b87d1a300 pname:cluuid:pid:xid:nid:opc:job lfs:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35914:1876371947544320:192.168.202.109@tcp:41:lfs.0 00000100:00000001:0.0:1789449592.725410:0:35914:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789449592.725416:0:35914:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789449592.725417:0:35914:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449592.725420:0:35914:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789449592.725424:0:35914:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b836b0800. 02000000:00000001:0.0:1789449592.725425:0:35914:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449592.725434:0:35914:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:0.0:1789449592.725439:0:35914:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b86580b00. 00000400:00000010:0.0:1789449592.725445:0:35914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5770. 00000100:00000200:0.0:1789449592.725453:0:35914:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947544320, portal 10 00000100:00000001:0.0:1789449592.725454:0:35914:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449592.725455:0:35914:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849146624 : -107152860404992 : ffff9e8b87d1a300) 00000100:00000040:0.0:1789449592.725462:0:35914:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b87d1a300 x1876371947544320/t0(0) o41->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1789449608 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449592.725469:0:35914:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789449592.725472:0:35914:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1789449592.725475:0:35914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5bb0. 00000100:00000200:0.0:1789449592.725479:0:35914:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876371947544320, offset 0 00000400:00000200:0.0:1789449592.725484:0:35914:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1789449592.725492:0:35914:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449592.725499:0:35914:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1789449592.725505:0:35914:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789449592.725509:0:35914:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1789449592.725514:0:35914:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789449592.725517:0:35914:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1789449592.725521:0:35914:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [3009:3009:256:4294967295] 192.168.202.109@tcp LPNI seq info [3009:3009:8:4294967295] 00000400:00000200:0.0:1789449592.725525:0:35914:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449592.725536:0:35914:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1789449592.725542:0:35914:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1789449592.725547:0:35914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b864ec900. 00000800:00000200:0.0:1789449592.725553:0:35914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1789449592.725561:0:35914:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1789449592.725565:0:35914:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b864ec900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789449592.725580:0:35914:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449592.725584:0:35914:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 814303 usecs (815 jiffies) 00000400:00000200:0.0:1789449592.725588:0:35914:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:0.0:1789449592.725591:0:35914:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296596226 00000100:00000001:0.0:1789449592.725595:0:35914:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296596513 00000100:00000001:0.0:1789449592.725598:0:35914:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296596226 00000100:00000001:0.0:1789449592.725601:0:35914:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296596514 00000100:00000001:0.0:1789449592.725604:0:35914:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449592.725606:0:35914:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449592.725609:0:35914:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449592.725612:0:35914:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789449592.725615:0:35914:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b831c89c0 going to sleep for 11 seconds 00000100:00000001:0.0:1789449592.725619:0:35914:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449592.725622:0:35914:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449592.726380:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449592.726389:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ec900. 00000400:00000200:3.0:1789449592.726396:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449592.726405:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449592.726412:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5bb0 00000400:00000010:3.0:1789449592.726415:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5bb0. 00000100:00000001:3.0:1789449592.726420:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449592.726426:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d1a300 x1876371947544320/t0(0) o41->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1789449608 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449592.726436:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449592.726439:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d1a300 x1876371947544320/t0(0) o41->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1789449608 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449592.726446:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449592.726448:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449592.732439:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449592.732459:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449592.732463:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449592.732467:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449592.732477:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.732484:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449592.732494:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.732500:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.732505:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.732510:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 368 into portal 10 MB=0x6aa8ce3665f00 00000400:00000200:2.0:1789449592.732516:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.732522:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 368/368 into md 0x88c5 [1] + 224 00000800:00000001:2.0:1789449592.732529:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449592.732538:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449592.732541:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449592.732546:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449592.732557:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449592.732567:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d1a300 x1876371947544320/t0(0) o41->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1789449608 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449592.732579:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9e8b87d1a300 x1876371947544320/t0(0) o41->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1789449608 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449592.732594:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449592.732603:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449592.732606:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449592.733396:0:35914:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789449592.733408:0:35914:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449592.733410:0:35914:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449592.733415:0:35914:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b86580b00. 00000400:00000200:0.0:1789449592.733423:0:35914:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5770 00000400:00000010:0.0:1789449592.733427:0:35914:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5770. 00000100:00000001:0.0:1789449592.733430:0:35914:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449592.733438:0:35914:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b87d1a300 x1876371947544320/t0(0) o41->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1789449608 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789449592.733449:0:35914:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b87d1a300 x1876371947544320/t0(0) o41->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1789449608 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449592.733455:0:35914:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449592.733457:0:35914:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449592.733460:0:35914:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449592.733463:0:35914:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449592.733466:0:35914:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449592.733467:0:35914:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449592.733470:0:35914:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449592.733479:0:35914:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=72 v=5 (5 5 102 102) 00000100:00001000:0.0:1789449592.733484:0:35914:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=39 v=5 (1 0 0 0) 00000100:00000001:0.0:1789449592.733486:0:35914:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449592.733488:0:35914:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449592.733492:0:35914:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449592.733495:0:35914:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449592.733499:0:35914:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789449592.733501:0:35914:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 8589934608 00000100:00000001:0.0:1789449592.733503:0:35914:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449592.733505:0:35914:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449592.733510:0:35914:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b87d1a300 x1876371947544320/t0(0) o41->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1789449608 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449592.733518:0:35914:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449592.733522:0:35914:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449592.733524:0:35914:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449592.733529:0:35914:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b87d1a300 x1876371947544320/t0(0) o41->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1789449608 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789449592.733537:0:35914:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b87d1a300 pname:cluuid:pid:xid:nid:opc:job lfs:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35914:1876371947544320:192.168.202.109@tcp:41:lfs.0 00000100:00000001:0.0:1789449592.733543:0:35914:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449592.733546:0:35914:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449592.733548:0:35914:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789449592.733551:0:35914:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449592.733554:0:35914:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d1a300 x1876371947544320/t0(0) o41->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1789449608 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449592.733561:0:35914:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789449592.733564:0:35914:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b831c89c0. 00000100:00000001:0.0:1789449592.733567:0:35914:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789449592.733569:0:35914:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449592.733575:0:35914:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:0.0:1789449592.733576:0:35914:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449592.733579:0:35914:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b87d1a300 x1876371947544320/t0(0) o41->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1789449608 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449592.733586:0:35914:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789449592.733589:0:35914:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449592.733591:0:35914:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b836b0800. 02000000:00000001:0.0:1789449592.733595:0:35914:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789449592.733598:0:35914:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449592.733600:0:35914:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:0.0:1789449592.733602:0:35914:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449592.733605:0:35914:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b864ec300. 02000000:00000001:0.0:1789449592.733609:0:35914:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449592.733612:0:35914:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449592.733614:0:35914:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b87d1a300. 00000100:00000001:0.0:1789449592.733617:0:35914:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449592.733619:0:35914:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1789449592.733621:0:35914:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449592.733622:0:35914:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:0.0:1789449592.733624:0:35914:0:(genops.c:1229:class_import_put()) Process leaving 00800000:00000004:0.0:1789449592.733627:0:35914:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff9e8b89903000: update ffff9e8b83131e18 cache blocks 317378/353529 objects 1023699/1024000 00800000:00000001:0.0:1789449592.733632:0:35914:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449592.733638:0:35914:0:(lmv_obd.c:1197:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449592.733642:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789449592.733645:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b1800. 00000080:00000001:0.0:1789449592.733649:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449592.733653:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449592.734303:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449592.734309:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:0.0:1789449592.734318:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449592.734321:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449592.734329:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b1800. 00000020:00000001:0.0:1789449592.734334:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449592.734336:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449592.734340:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449592.734343:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b1800 uarg=0000000000000000 00800000:00000001:0.0:1789449592.734349:0:35914:0:(obd_class.h:1074:obd_statfs()) Process entered 00800000:00000004:0.0:1789449592.734352:0:35914:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0001-mdc-ffff9e8b89903000: age 1918, max_age 1927 00000002:00000001:0.0:1789449592.734355:0:35914:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:0.0:1789449592.734359:0:35914:0:(genops.c:1209:class_import_get()) import ffff9e8b862dc800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000100:00000010:0.0:1789449592.734365:0:35914:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d1a300. 00000020:00000040:0.0:1789449592.734368:0:35914:0:(genops.c:1209:class_import_get()) import ffff9e8b862dc800 refcount=5 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000100:00000001:0.0:1789449592.734372:0:35914:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449592.734377:0:35914:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449592.734383:0:35914:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449592.734436:0:35914:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b840b8700. 00000100:00000001:2.0:1789449592.734445:0:35914:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449592.734449:0:35914:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789449592.734451:0:35914:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789449592.734458:0:35914:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b8580b240. 00000100:00000001:2.0:1789449592.734460:0:35914:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920810287680 : -107152899263936 : ffff9e8b8580b240) 00000100:00000001:2.0:1789449592.734463:0:35914:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449592.734465:0:35914:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849146624 : -107152860404992 : ffff9e8b87d1a300) 00000100:00000001:2.0:1789449592.734470:0:35914:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449592.734475:0:35914:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449592.734477:0:35914:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789449592.734479:0:35914:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789449592.734486:0:35914:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b87d1a300 x1876371947544448/t0(0) o41->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449592.734494:0:35914:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449592.734496:0:35914:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449592.734500:0:35914:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449592.734502:0:35914:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449592.734504:0:35914:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449592.734508:0:35914:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b87d1a300 pname:cluuid:pid:xid:nid:opc:job lfs:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35914:1876371947544448:192.168.202.109@tcp:41:lfs.0 00000100:00000001:2.0:1789449592.734513:0:35914:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789449592.734517:0:35914:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449592.734519:0:35914:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449592.734522:0:35914:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789449592.734527:0:35914:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b83606800. 02000000:00000001:2.0:1789449592.734529:0:35914:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449592.734539:0:35914:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449592.734543:0:35914:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b9688. 00000400:00000010:2.0:1789449592.734551:0:35914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085daa0. 00000100:00000200:2.0:1789449592.734561:0:35914:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947544448, portal 10 00000100:00000001:2.0:1789449592.734563:0:35914:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449592.734564:0:35914:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849146624 : -107152860404992 : ffff9e8b87d1a300) 00000100:00000040:2.0:1789449592.734573:0:35914:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b87d1a300 x1876371947544448/t0(0) o41->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1789449608 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449592.734580:0:35914:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449592.734583:0:35914:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449592.734585:0:35914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085d7f8. 00000100:00000200:2.0:1789449592.734588:0:35914:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876371947544448, offset 0 00000400:00000200:2.0:1789449592.734595:0:35914:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449592.734603:0:35914:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.734610:0:35914:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449592.734616:0:35914:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449592.734620:0:35914:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449592.734624:0:35914:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449592.734626:0:35914:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449592.734631:0:35914:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [3010:3010:256:4294967295] 192.168.202.109@tcp LPNI seq info [3010:3010:8:4294967295] 00000400:00000200:2.0:1789449592.734636:0:35914:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.734645:0:35914:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449592.734650:0:35914:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449592.734655:0:35914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b840b8500. 00000800:00000200:2.0:1789449592.734662:0:35914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449592.734669:0:35914:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449592.734674:0:35914:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b840b8500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789449592.734692:0:35914:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449592.734696:0:35914:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: using a timeout of 22196 usecs (23 jiffies) 00000400:00000200:2.0:1789449592.734700:0:35914:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449592.734702:0:35914:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296595443 00000100:00000001:2.0:1789449592.734705:0:35914:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296596513 00000100:00000001:2.0:1789449592.734707:0:35914:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296595443 00000100:00000001:2.0:1789449592.734710:0:35914:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296596514 00000100:00000001:2.0:1789449592.734712:0:35914:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449592.734716:0:35914:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449592.734718:0:35914:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449592.734720:0:35914:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789449592.734723:0:35914:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b8580b240 going to sleep for 11 seconds 00000100:00000001:2.0:1789449592.734726:0:35914:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449592.734728:0:35914:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449592.735966:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449592.735975:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b840b8500. 00000400:00000200:3.0:1789449592.735983:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449592.735991:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449592.735999:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085d7f8 00000400:00000010:3.0:1789449592.736002:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085d7f8. 00000100:00000001:3.0:1789449592.736006:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449592.736013:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d1a300 x1876371947544448/t0(0) o41->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1789449608 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449592.736024:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449592.736027:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d1a300 x1876371947544448/t0(0) o41->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1789449608 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449592.736034:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449592.736035:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449592.738133:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449592.738153:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449592.738158:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449592.738161:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449592.738170:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.738178:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449592.738188:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.738192:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.738198:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.738203:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 368 into portal 10 MB=0x6aa8ce3665f80 00000400:00000200:2.0:1789449592.738209:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.738216:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 368/368 into md 0x88cd [1] + 224 00000800:00000001:2.0:1789449592.738223:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449592.738231:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449592.738235:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449592.738240:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449592.738248:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449592.738258:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d1a300 x1876371947544448/t0(0) o41->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1789449608 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449592.738270:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9e8b87d1a300 x1876371947544448/t0(0) o41->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1789449608 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449592.738299:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449592.738308:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449592.738312:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449592.738426:0:35914:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789449592.738434:0:35914:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449592.738437:0:35914:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449592.738441:0:35914:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b9688. 00000400:00000200:0.0:1789449592.738445:0:35914:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085daa0 00000400:00000010:0.0:1789449592.738448:0:35914:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085daa0. 00000100:00000001:0.0:1789449592.738451:0:35914:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449592.738456:0:35914:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b87d1a300 x1876371947544448/t0(0) o41->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1789449608 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789449592.738465:0:35914:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b87d1a300 x1876371947544448/t0(0) o41->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1789449608 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449592.738472:0:35914:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449592.738475:0:35914:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449592.738477:0:35914:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449592.738481:0:35914:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449592.738485:0:35914:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449592.738487:0:35914:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449592.738490:0:35914:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449592.738503:0:35914:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b862dcc60 time=72 v=5 (5 5 102 102) 00000100:00001000:0.0:1789449592.738508:0:35914:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b862dcc18 time=72 v=5 (1 1 1 1) 00000100:00000001:0.0:1789449592.738510:0:35914:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449592.738512:0:35914:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449592.738515:0:35914:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449592.738520:0:35914:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449592.738524:0:35914:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789449592.738526:0:35914:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967336 00000100:00000001:0.0:1789449592.738528:0:35914:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449592.738531:0:35914:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449592.738535:0:35914:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b87d1a300 x1876371947544448/t0(0) o41->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1789449608 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449592.738542:0:35914:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449592.738545:0:35914:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449592.738547:0:35914:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449592.738552:0:35914:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b87d1a300 x1876371947544448/t0(0) o41->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1789449608 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789449592.738561:0:35914:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b87d1a300 pname:cluuid:pid:xid:nid:opc:job lfs:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35914:1876371947544448:192.168.202.109@tcp:41:lfs.0 00000100:00000001:0.0:1789449592.738566:0:35914:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449592.738569:0:35914:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449592.738572:0:35914:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789449592.738574:0:35914:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449592.738578:0:35914:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d1a300 x1876371947544448/t0(0) o41->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1789449608 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449592.738585:0:35914:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789449592.738588:0:35914:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b8580b240. 00000100:00000001:0.0:1789449592.738592:0:35914:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789449592.738594:0:35914:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449592.738601:0:35914:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:0.0:1789449592.738602:0:35914:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449592.738605:0:35914:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b87d1a300 x1876371947544448/t0(0) o41->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1789449608 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449592.738613:0:35914:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789449592.738615:0:35914:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449592.738619:0:35914:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b83606800. 02000000:00000001:0.0:1789449592.738622:0:35914:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789449592.738625:0:35914:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449592.738627:0:35914:0:(genops.c:1222:class_import_put()) import ffff9e8b862dc800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000020:00000001:0.0:1789449592.738630:0:35914:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449592.738632:0:35914:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b840b8700. 02000000:00000001:0.0:1789449592.738637:0:35914:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449592.738640:0:35914:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449592.738642:0:35914:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b87d1a300. 00000100:00000001:0.0:1789449592.738646:0:35914:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449592.738647:0:35914:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1789449592.738649:0:35914:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449592.738650:0:35914:0:(genops.c:1222:class_import_put()) import ffff9e8b862dc800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000020:00000001:0.0:1789449592.738652:0:35914:0:(genops.c:1229:class_import_put()) Process leaving 00800000:00000004:0.0:1789449592.738655:0:35914:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0001-mdc-ffff9e8b89903000: update ffff9e8b8374d198 cache blocks 317414/353529 objects 1023735/1024000 00800000:00000001:0.0:1789449592.738660:0:35914:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449592.738668:0:35914:0:(lmv_obd.c:1197:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449592.738672:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789449592.738676:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b1800. 00000080:00000001:0.0:1789449592.738680:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449592.738685:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449592.738748:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449592.738751:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:0.0:1789449592.738758:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449592.738761:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449592.738766:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b1800. 00000020:00000001:0.0:1789449592.738770:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449592.738773:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449592.738775:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449592.738777:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b1800 uarg=0000000000000000 00800000:00000001:0.0:1789449592.738782:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.738785:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.738787:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449592.738789:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b1800. 00000080:00000001:0.0:1789449592.738791:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.738793:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.738797:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449592.738798:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:0.0:1789449592.738801:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449592.738802:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449592.738805:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b1800. 00000020:00000001:0.0:1789449592.738806:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449592.738808:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449592.738808:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449592.738810:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b1800 uarg=0000000000000000 00800000:00000001:0.0:1789449592.738812:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.738814:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.738816:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449592.738817:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b1800. 00000080:00000001:0.0:1789449592.738820:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.738822:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.738824:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449592.738825:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:0.0:1789449592.738828:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449592.738829:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449592.738830:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b1800. 00000020:00000001:0.0:1789449592.738832:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449592.738833:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449592.738834:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449592.738836:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b1800 uarg=0000000000000000 00800000:00000001:0.0:1789449592.738838:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.738840:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.738842:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449592.738844:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b1800. 00000080:00000001:0.0:1789449592.738846:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.738848:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.738851:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449592.738852:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:0.0:1789449592.738855:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449592.738856:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449592.738858:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b1800. 00000020:00000001:0.0:1789449592.738860:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449592.738862:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449592.738863:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449592.738864:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b1800 uarg=0000000000000000 00800000:00000001:0.0:1789449592.738867:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.738869:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.738871:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449592.738874:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b1800. 00000080:00000001:0.0:1789449592.738876:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.738914:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.738919:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449592.738921:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:0.0:1789449592.738924:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449592.738926:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449592.739039:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b1800. 00000020:00000001:0.0:1789449592.739044:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449592.739046:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449592.739047:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449592.739049:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b1800 uarg=0000000000000000 00800000:00000001:0.0:1789449592.739052:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739053:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739055:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449592.739057:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b1800. 00000080:00000001:0.0:1789449592.739060:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739062:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739076:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449592.739078:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:0.0:1789449592.739082:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449592.739083:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449592.739086:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b1800. 00000020:00000001:0.0:1789449592.739088:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449592.739089:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449592.739091:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449592.739092:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b1800 uarg=0000000000000000 00800000:00000001:0.0:1789449592.739094:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739096:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739098:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449592.739100:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b1800. 00000080:00000001:0.0:1789449592.739102:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739103:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739106:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449592.739108:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:0.0:1789449592.739110:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449592.739111:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449592.739114:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b1800. 00000020:00000001:0.0:1789449592.739126:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449592.739127:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449592.739129:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449592.739130:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b1800 uarg=0000000000000000 00800000:00000001:0.0:1789449592.739133:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739138:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739141:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449592.739143:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b1800. 00000080:00000001:0.0:1789449592.739146:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739147:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739151:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449592.739153:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:0.0:1789449592.739155:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449592.739156:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449592.739159:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b1800. 00000020:00000001:0.0:1789449592.739161:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449592.739162:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449592.739163:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449592.739164:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b1800 uarg=0000000000000000 00800000:00000001:0.0:1789449592.739167:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739169:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739170:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449592.739172:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b1800. 00000080:00000001:0.0:1789449592.739174:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739175:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739178:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449592.739179:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:0.0:1789449592.739181:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449592.739182:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449592.739183:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b1800. 00000020:00000001:0.0:1789449592.739185:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449592.739187:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449592.739188:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449592.739189:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b1800 uarg=0000000000000000 00800000:00000001:0.0:1789449592.739191:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739193:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739194:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449592.739196:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b1800. 00000080:00000001:0.0:1789449592.739198:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739199:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739201:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449592.739203:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:0.0:1789449592.739205:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449592.739206:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449592.739207:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b1800. 00000020:00000001:0.0:1789449592.739209:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449592.739210:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449592.739211:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449592.739213:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b1800 uarg=0000000000000000 00800000:00000001:0.0:1789449592.739215:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739217:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739218:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449592.739220:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b1800. 00000080:00000001:0.0:1789449592.739222:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739224:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739227:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449592.739228:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:0.0:1789449592.739230:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449592.739231:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449592.739234:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b1800. 00000020:00000001:0.0:1789449592.739236:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449592.739237:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449592.739238:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449592.739239:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b1800 uarg=0000000000000000 00800000:00000001:0.0:1789449592.739241:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739244:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739245:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449592.739247:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b1800. 00000080:00000001:0.0:1789449592.739248:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739250:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739252:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449592.739253:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:0.0:1789449592.739255:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449592.739257:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449592.739258:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b1800. 00000020:00000001:0.0:1789449592.739260:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449592.739261:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449592.739262:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449592.739263:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b1800 uarg=0000000000000000 00800000:00000001:0.0:1789449592.739266:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739267:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739269:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449592.739270:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b1800. 00000080:00000001:0.0:1789449592.739272:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739274:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739276:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449592.739277:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:0.0:1789449592.739280:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449592.739281:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449592.739283:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b1800. 00000020:00000001:0.0:1789449592.739285:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449592.739287:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449592.739288:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449592.739289:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b1800 uarg=0000000000000000 00800000:00000001:0.0:1789449592.739291:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739293:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739295:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449592.739298:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b1800. 00000080:00000001:0.0:1789449592.739301:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739302:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739306:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449592.739307:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:0.0:1789449592.739309:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449592.739310:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449592.739312:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b1800. 00000020:00000001:0.0:1789449592.739313:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449592.739315:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449592.739316:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449592.739317:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b1800 uarg=0000000000000000 00800000:00000001:0.0:1789449592.739319:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739321:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739322:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449592.739324:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b1800. 00000080:00000001:0.0:1789449592.739326:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739328:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739330:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449592.739332:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:0.0:1789449592.739334:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449592.739335:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449592.739337:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b1800. 00000020:00000001:0.0:1789449592.739339:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449592.739340:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449592.739342:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449592.739343:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b1800 uarg=0000000000000000 00800000:00000001:0.0:1789449592.739346:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739348:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739349:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449592.739351:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b1800. 00000080:00000001:0.0:1789449592.739353:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739355:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739358:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449592.739360:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:0.0:1789449592.739362:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449592.739363:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449592.739365:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b1800. 00000020:00000001:0.0:1789449592.739367:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449592.739368:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449592.739369:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449592.739370:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b1800 uarg=0000000000000000 00800000:00000001:0.0:1789449592.739373:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739375:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739376:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449592.739378:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b1800. 00000080:00000001:0.0:1789449592.739380:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739381:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739384:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449592.739385:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:0.0:1789449592.739388:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449592.739389:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449592.739390:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b1800. 00000020:00000001:0.0:1789449592.739392:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449592.739393:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449592.739394:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449592.739395:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b1800 uarg=0000000000000000 00800000:00000001:0.0:1789449592.739397:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739399:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739401:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449592.739402:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b1800. 00000080:00000001:0.0:1789449592.739404:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739405:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739408:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449592.739409:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:0.0:1789449592.739411:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449592.739412:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449592.739414:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b1800. 00000020:00000001:0.0:1789449592.739415:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449592.739417:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449592.739418:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449592.739419:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b1800 uarg=0000000000000000 00800000:00000001:0.0:1789449592.739422:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739424:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739425:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449592.739427:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b1800. 00000080:00000001:0.0:1789449592.739429:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739431:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739434:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449592.739435:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:0.0:1789449592.739438:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449592.739439:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449592.739441:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b1800. 00000020:00000001:0.0:1789449592.739444:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449592.739445:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449592.739446:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449592.739447:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b1800 uarg=0000000000000000 00800000:00000001:0.0:1789449592.739449:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739451:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739453:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449592.739455:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b1800. 00000080:00000001:0.0:1789449592.739457:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739459:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739462:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449592.739463:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:0.0:1789449592.739466:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449592.739467:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449592.739469:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b1800. 00000020:00000001:0.0:1789449592.739471:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449592.739472:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449592.739474:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449592.739475:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b1800 uarg=0000000000000000 00800000:00000001:0.0:1789449592.739477:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739478:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739480:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449592.739481:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b1800. 00000080:00000001:0.0:1789449592.739484:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739485:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739489:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449592.739490:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:0.0:1789449592.739493:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449592.739494:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449592.739497:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b1800. 00000020:00000001:0.0:1789449592.739499:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449592.739500:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449592.739501:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449592.739503:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b1800 uarg=0000000000000000 00800000:00000001:0.0:1789449592.739505:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739507:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739508:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449592.739510:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b1800. 00000080:00000001:0.0:1789449592.739512:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739514:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739517:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449592.739518:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:0.0:1789449592.739521:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449592.739522:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449592.739524:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b1800. 00000020:00000001:0.0:1789449592.739526:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449592.739528:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449592.739529:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449592.739530:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b1800 uarg=0000000000000000 00800000:00000001:0.0:1789449592.739532:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739534:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739536:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449592.739538:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b1800. 00000080:00000001:0.0:1789449592.739540:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739541:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739544:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449592.739546:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:0.0:1789449592.739548:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449592.739549:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449592.739552:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b1800. 00000020:00000001:0.0:1789449592.739553:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449592.739555:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449592.739556:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449592.739557:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b1800 uarg=0000000000000000 00800000:00000001:0.0:1789449592.739560:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739561:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739563:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449592.739565:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b1800. 00000080:00000001:0.0:1789449592.739567:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739569:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739572:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449592.739574:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:0.0:1789449592.739576:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449592.739577:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449592.739579:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b1800. 00000020:00000001:0.0:1789449592.739581:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449592.739582:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449592.739583:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449592.739585:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b1800 uarg=0000000000000000 00800000:00000001:0.0:1789449592.739587:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739589:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739590:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449592.739592:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b1800. 00000080:00000001:0.0:1789449592.739594:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739596:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739599:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449592.739600:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:0.0:1789449592.739602:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449592.739603:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449592.739605:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b1800. 00000020:00000001:0.0:1789449592.739607:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449592.739609:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449592.739609:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449592.739611:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b1800 uarg=0000000000000000 00800000:00000001:0.0:1789449592.739613:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739615:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739616:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449592.739619:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b1800. 00000080:00000001:0.0:1789449592.739621:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739623:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739626:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449592.739627:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:0.0:1789449592.739629:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449592.739631:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449592.739633:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b1800. 00000020:00000001:0.0:1789449592.739635:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449592.739637:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449592.739638:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449592.739639:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b1800 uarg=0000000000000000 00800000:00000001:0.0:1789449592.739642:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739644:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739645:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449592.739647:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b1800. 00000080:00000001:0.0:1789449592.739649:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739651:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739654:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449592.739656:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:0.0:1789449592.739658:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449592.739659:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449592.739662:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b1800. 00000020:00000001:0.0:1789449592.739664:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449592.739666:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449592.739667:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449592.739668:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b1800 uarg=0000000000000000 00800000:00000001:0.0:1789449592.739671:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739673:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739674:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449592.739676:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b1800. 00000080:00000001:0.0:1789449592.739679:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739681:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739684:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449592.739686:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:0.0:1789449592.739689:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449592.739690:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449592.739692:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b1800. 00000020:00000001:0.0:1789449592.739695:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449592.739696:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449592.739697:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449592.739699:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b1800 uarg=0000000000000000 00800000:00000001:0.0:1789449592.739701:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739703:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739705:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449592.739707:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b1800. 00000080:00000001:0.0:1789449592.739710:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739711:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739714:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449592.739715:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:0.0:1789449592.739718:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449592.739719:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449592.739722:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b1800. 00000020:00000001:0.0:1789449592.739724:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449592.739725:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449592.739727:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449592.739728:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b1800 uarg=0000000000000000 00800000:00000001:0.0:1789449592.739731:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739733:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739734:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449592.739736:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b1800. 00000080:00000001:0.0:1789449592.739738:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739740:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739744:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449592.739745:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:0.0:1789449592.739748:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449592.739749:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449592.739751:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b1800. 00000020:00000001:0.0:1789449592.739753:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449592.739755:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449592.739756:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449592.739758:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b1800 uarg=0000000000000000 00800000:00000001:0.0:1789449592.739760:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739763:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739765:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449592.739767:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b1800. 00000080:00000001:0.0:1789449592.739769:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739771:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739774:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449592.739776:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:0.0:1789449592.739779:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449592.739780:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449592.739783:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b1800. 00000020:00000001:0.0:1789449592.739785:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449592.739787:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449592.739788:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449592.739789:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b1800 uarg=0000000000000000 00800000:00000001:0.0:1789449592.739792:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739794:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739796:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449592.739799:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b1800. 00000080:00000001:0.0:1789449592.739801:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739803:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739807:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449592.739808:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:0.0:1789449592.739811:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449592.739812:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449592.739815:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b1800. 00000020:00000001:0.0:1789449592.739817:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449592.739819:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449592.739820:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449592.739821:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b1800 uarg=0000000000000000 00800000:00000001:0.0:1789449592.739823:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739825:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739827:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449592.739829:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b1800. 00000080:00000001:0.0:1789449592.739832:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739834:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739837:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449592.739838:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:0.0:1789449592.739841:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449592.739842:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449592.739844:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b1800. 00000020:00000001:0.0:1789449592.739846:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449592.739848:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449592.739849:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449592.739850:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b1800 uarg=0000000000000000 00800000:00000001:0.0:1789449592.739853:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739856:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739858:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449592.739860:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b1800. 00000080:00000001:0.0:1789449592.739862:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739863:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.739867:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789449592.739868:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:0.0:1789449592.739871:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789449592.739872:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789449592.739874:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b836b1800. 00000020:00000001:0.0:1789449592.739877:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449592.739922:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789449592.739923:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789449592.739924:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b836b1800 uarg=0000000000000000 00800000:00000001:0.0:1789449592.740366:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.740370:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.740372:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789449592.740375:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b836b1800. 00000080:00000001:0.0:1789449592.740378:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789449592.740380:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.741187:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449592.741192:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:1.0:1789449592.741199:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449592.741202:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449592.741208:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678e400. 00000020:00000001:1.0:1789449592.741212:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.741214:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449592.741216:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449592.741218:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678e400 uarg=0000000000000000 00800000:00000001:1.0:1789449592.741221:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.741223:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.741225:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449592.741228:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449592.741231:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.741233:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.741236:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449592.741238:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:1.0:1789449592.741241:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449592.741243:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449592.741245:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678e400. 00000020:00000001:1.0:1789449592.741247:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.741249:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449592.741250:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449592.741251:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678e400 uarg=0000000000000000 00800000:00000001:1.0:1789449592.741254:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.741256:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.741258:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449592.741260:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449592.741262:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.741264:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.741266:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449592.741268:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:1.0:1789449592.741270:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449592.741272:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449592.741274:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678e400. 00000020:00000001:1.0:1789449592.741276:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.741278:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449592.741279:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449592.741281:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678e400 uarg=0000000000000000 00800000:00000001:1.0:1789449592.741284:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.741286:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.741287:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449592.741290:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449592.741292:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.741294:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.741297:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449592.741298:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:1.0:1789449592.741301:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449592.741302:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449592.741304:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678e400. 00000020:00000001:1.0:1789449592.741306:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.741309:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449592.741310:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449592.741312:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678e400 uarg=0000000000000000 00800000:00000001:1.0:1789449592.741315:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.741317:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.741319:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449592.741321:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449592.741323:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.741325:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.741328:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449592.741329:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:1.0:1789449592.741332:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449592.741333:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449592.741335:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678e400. 00000020:00000001:1.0:1789449592.741337:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.741339:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449592.741340:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449592.741341:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678e400 uarg=0000000000000000 00800000:00000001:1.0:1789449592.741344:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.741346:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.741348:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449592.741351:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449592.741353:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.741354:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.741357:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449592.741358:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:1.0:1789449592.741361:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449592.741362:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449592.741364:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678e400. 00000020:00000001:1.0:1789449592.741366:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.741368:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449592.741369:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449592.741370:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678e400 uarg=0000000000000000 00800000:00000001:1.0:1789449592.741375:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.741377:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.741379:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449592.741381:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449592.741383:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.741386:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.741389:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449592.741390:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:1.0:1789449592.741393:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449592.741394:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449592.741396:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678e400. 00000020:00000001:1.0:1789449592.741398:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.741400:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449592.741402:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449592.741403:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678e400 uarg=0000000000000000 00800000:00000001:1.0:1789449592.741406:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.741408:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.741410:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449592.741412:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449592.741414:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.741416:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.741419:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449592.741420:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:1.0:1789449592.741422:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449592.741423:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449592.741426:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678e400. 00000020:00000001:1.0:1789449592.741428:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.741429:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449592.741430:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449592.741431:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678e400 uarg=0000000000000000 00800000:00000001:1.0:1789449592.741434:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.741436:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.741438:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449592.741441:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449592.741442:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.741444:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.741447:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449592.741449:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:1.0:1789449592.741451:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449592.741452:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449592.741454:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678e400. 00000020:00000001:1.0:1789449592.741457:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.741458:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449592.741460:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449592.741461:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678e400 uarg=0000000000000000 00800000:00000001:1.0:1789449592.741464:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.741466:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.741467:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449592.741469:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449592.741471:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.741474:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.741477:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449592.741478:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:1.0:1789449592.741481:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449592.741482:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449592.741484:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678e400. 00000020:00000001:1.0:1789449592.741486:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.741488:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449592.741489:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449592.741490:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678e400 uarg=0000000000000000 00800000:00000001:1.0:1789449592.741493:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.741495:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.741497:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449592.741499:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449592.741502:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.741504:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.741507:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449592.741508:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:1.0:1789449592.741511:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449592.741512:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449592.741514:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678e400. 00000020:00000001:1.0:1789449592.741516:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.741518:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449592.741519:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449592.741520:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678e400 uarg=0000000000000000 00800000:00000001:1.0:1789449592.741523:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.741525:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.741527:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449592.741529:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449592.741531:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.741533:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.741536:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449592.741537:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:1.0:1789449592.741540:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449592.741541:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449592.741543:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678e400. 00000020:00000001:1.0:1789449592.741545:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.741547:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449592.741548:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449592.741549:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678e400 uarg=0000000000000000 00800000:00000001:1.0:1789449592.741551:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.741554:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.741556:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449592.741557:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449592.741559:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.741561:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.741564:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449592.741566:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:1.0:1789449592.741568:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449592.741569:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449592.741571:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678e400. 00000020:00000001:1.0:1789449592.741573:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.741574:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449592.741575:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449592.741576:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678e400 uarg=0000000000000000 00800000:00000001:1.0:1789449592.741579:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.741581:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.741582:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449592.741585:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449592.741587:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.741589:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.741592:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449592.741593:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:1.0:1789449592.741596:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449592.741597:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449592.741599:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678e400. 00000020:00000001:1.0:1789449592.741601:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.741602:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449592.741604:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449592.741605:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678e400 uarg=0000000000000000 00800000:00000001:1.0:1789449592.741607:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.741610:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.741611:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449592.741613:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449592.741615:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.741617:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.741620:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449592.741622:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:1.0:1789449592.741624:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449592.741625:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449592.741628:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678e400. 00000020:00000001:1.0:1789449592.741630:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.741631:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449592.741632:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449592.741633:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678e400 uarg=0000000000000000 00800000:00000001:1.0:1789449592.741636:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.741637:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.741639:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449592.741641:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449592.741644:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.741645:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.741648:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449592.741650:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:1.0:1789449592.741652:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449592.741653:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449592.741655:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678e400. 00000020:00000001:1.0:1789449592.741657:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.741659:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449592.741660:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449592.741662:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678e400 uarg=0000000000000000 00800000:00000001:1.0:1789449592.741664:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.741666:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.741668:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449592.741670:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449592.741672:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.741674:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.741677:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449592.741678:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:1.0:1789449592.741681:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449592.741682:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449592.741684:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678e400. 00000020:00000001:1.0:1789449592.741686:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.741688:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449592.741690:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449592.741692:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678e400 uarg=0000000000000000 00800000:00000001:1.0:1789449592.741694:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.741696:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.741697:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449592.741699:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449592.741701:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.741703:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.741706:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449592.741707:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:1.0:1789449592.741709:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449592.741710:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449592.741712:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678e400. 00000020:00000001:1.0:1789449592.741714:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.741716:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449592.741717:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449592.741718:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678e400 uarg=0000000000000000 00800000:00000001:1.0:1789449592.741720:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.741722:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.741724:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449592.741725:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449592.741727:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.741728:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.741731:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449592.741732:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:1.0:1789449592.741735:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449592.741736:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449592.741738:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678e400. 00000020:00000001:1.0:1789449592.741740:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.741741:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449592.741743:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449592.741744:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678e400 uarg=0000000000000000 00800000:00000001:1.0:1789449592.741746:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.741749:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.741750:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449592.741752:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449592.741754:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.741756:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.741759:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449592.741760:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:1.0:1789449592.741762:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449592.741763:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449592.741766:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678e400. 00000020:00000001:1.0:1789449592.741768:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.741770:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449592.741771:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449592.741772:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678e400 uarg=0000000000000000 00800000:00000001:1.0:1789449592.741774:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.741776:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.741777:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449592.741779:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449592.741781:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.741783:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.741786:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449592.741788:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:1.0:1789449592.741791:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449592.741792:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449592.741794:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678e400. 00000020:00000001:1.0:1789449592.741796:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.741798:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449592.741799:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449592.741801:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678e400 uarg=0000000000000000 00800000:00000001:1.0:1789449592.741804:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.741806:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.741808:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449592.741810:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449592.741812:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.741814:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.741817:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449592.741818:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:1.0:1789449592.741821:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449592.741822:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449592.741824:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678e400. 00000020:00000001:1.0:1789449592.741826:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.741828:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449592.741830:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449592.741831:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678e400 uarg=0000000000000000 00800000:00000001:1.0:1789449592.741833:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.741835:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.741837:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449592.741839:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449592.741842:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.741844:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.741847:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449592.741848:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:1.0:1789449592.741851:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449592.741852:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449592.741854:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678e400. 00000020:00000001:1.0:1789449592.741856:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.741857:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449592.741858:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449592.741859:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678e400 uarg=0000000000000000 00800000:00000001:1.0:1789449592.741862:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.741864:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.741866:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449592.741868:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449592.741870:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.741871:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.741875:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449592.741876:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:1.0:1789449592.742161:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449592.742163:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449592.742168:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678e400. 00000020:00000001:1.0:1789449592.742171:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.742173:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449592.742175:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449592.742177:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678e400 uarg=0000000000000000 00800000:00000001:1.0:1789449592.742181:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.742183:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.742185:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449592.742187:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449592.742190:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.742192:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.742198:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449592.742200:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:1.0:1789449592.742203:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449592.742204:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449592.742206:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678e400. 00000020:00000001:1.0:1789449592.742208:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.742210:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449592.742211:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449592.742212:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678e400 uarg=0000000000000000 00800000:00000001:1.0:1789449592.742215:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.742217:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.742219:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449592.742221:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449592.742223:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.742225:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.742227:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449592.742229:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:1.0:1789449592.742231:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449592.742232:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449592.742235:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678e400. 00000020:00000001:1.0:1789449592.742237:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.742239:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449592.742239:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449592.742241:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678e400 uarg=0000000000000000 00800000:00000001:1.0:1789449592.742243:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.742245:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.742246:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449592.742248:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449592.742250:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.742252:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.742254:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449592.742257:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:1.0:1789449592.742260:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449592.742261:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449592.742263:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678e400. 00000020:00000001:1.0:1789449592.742265:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.742267:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449592.742269:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449592.742270:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678e400 uarg=0000000000000000 00800000:00000001:1.0:1789449592.742273:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.742275:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.742278:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449592.742280:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449592.742282:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.742284:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.742287:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449592.742288:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:1.0:1789449592.742290:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449592.742291:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449592.742294:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678e400. 00000020:00000001:1.0:1789449592.742296:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.742298:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449592.742299:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449592.742300:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678e400 uarg=0000000000000000 00800000:00000001:1.0:1789449592.742303:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.742305:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.742307:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449592.742309:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449592.742311:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.742313:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.742315:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449592.742317:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:1.0:1789449592.742319:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449592.742320:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449592.742323:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678e400. 00000020:00000001:1.0:1789449592.742325:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.742326:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789449592.742328:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789449592.742329:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678e400 uarg=0000000000000000 00800000:00000001:1.0:1789449592.742332:0:35914:0:(lmv_obd.c:965:lmv_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1789449592.742334:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1789449592.742336:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:1.0:1789449592.742338:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449592.742340:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1789449592.742342:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1789449592.742345:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449592.742347:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:1.0:1789449592.742349:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449592.742350:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449592.742352:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678e400. 00000020:00000001:1.0:1789449592.742355:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.742356:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449592.742363:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449592.742365:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678e400 uarg=0000000000000000 00020000:00000001:1.0:1789449592.742376:0:35914:0:(obd_class.h:1074:obd_statfs()) Process entered 00020000:00000004:1.0:1789449592.742381:0:35914:0:(obd_class.h:1090:obd_statfs()) lustre-OST0000-osc-ffff9e8b89903000: age 1918, max_age 1927 00000008:00000001:1.0:1789449592.742388:0:35914:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:1.0:1789449592.742393:0:35914:0:(genops.c:1209:class_import_get()) import ffff9e8b90c6e800 refcount=3 obd=lustre-OST0000-osc-ffff9e8b89903000 00000100:00000010:1.0:1789449592.742406:0:35914:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83691c00. 00000020:00000040:1.0:1789449592.742410:0:35914:0:(genops.c:1209:class_import_get()) import ffff9e8b90c6e800 refcount=4 obd=lustre-OST0000-osc-ffff9e8b89903000 00000020:00000001:1.0:1789449592.742417:0:35914:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449592.742419:0:35914:0:(genops.c:1222:class_import_put()) import ffff9e8b90c6e800 refcount=3 obd=lustre-OST0000-osc-ffff9e8b89903000 00000020:00000001:1.0:1789449592.742423:0:35914:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:1.0:1789449592.742426:0:35914:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789449592.742430:0:35914:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789449592.742436:0:35914:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789449592.742446:0:35914:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b82fe1600. 00000100:00000001:1.0:1789449592.742456:0:35914:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449592.742460:0:35914:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789449592.742463:0:35914:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789449592.742473:0:35914:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b82beb0c0. 00000100:00000001:1.0:1789449592.742476:0:35914:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920764018880 : -107152945532736 : ffff9e8b82beb0c0) 00000100:00000001:1.0:1789449592.742480:0:35914:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449592.742482:0:35914:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775187456 : -107152934364160 : ffff9e8b83691c00) 00000100:00000001:1.0:1789449592.742489:0:35914:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789449592.742495:0:35914:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449592.742499:0:35914:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789449592.742501:0:35914:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789449592.742517:0:35914:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83691c00 x1876371947544576/t0(0) o13->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449592.742527:0:35914:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449592.742529:0:35914:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449592.742533:0:35914:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789449592.742536:0:35914:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789449592.742539:0:35914:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449592.742543:0:35914:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83691c00 pname:cluuid:pid:xid:nid:opc:job lfs:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35914:1876371947544576:192.168.202.109@tcp:13:lfs.0 00000100:00000001:1.0:1789449592.742548:0:35914:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789449592.742554:0:35914:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789449592.742556:0:35914:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449592.742561:0:35914:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789449592.742565:0:35914:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b8678fc00. 02000000:00000001:1.0:1789449592.742568:0:35914:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789449592.742577:0:35914:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:1.0:1789449592.742583:0:35914:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b83427580. 00000400:00000010:1.0:1789449592.742591:0:35914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b850122a8. 00000100:00000200:1.0:1789449592.742600:0:35914:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947544576, portal 4 00000100:00000001:1.0:1789449592.742602:0:35914:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449592.742603:0:35914:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775187456 : -107152934364160 : ffff9e8b83691c00) 00000100:00000040:1.0:1789449592.742610:0:35914:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b83691c00 x1876371947544576/t0(0) o13->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1789449608 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449592.742616:0:35914:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789449592.742619:0:35914:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1789449592.742622:0:35914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b85012660. 00000100:00000200:1.0:1789449592.742626:0:35914:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1876371947544576, offset 0 00000400:00000200:1.0:1789449592.742633:0:35914:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1789449592.742642:0:35914:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449592.742651:0:35914:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1789449592.742657:0:35914:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789449592.742661:0:35914:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1789449592.742664:0:35914:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789449592.742667:0:35914:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1789449592.742670:0:35914:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [3011:3011:256:4294967295] 192.168.202.109@tcp LPNI seq info [3011:3011:8:4294967295] 00000400:00000200:1.0:1789449592.742675:0:35914:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449592.742685:0:35914:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1789449592.742691:0:35914:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1789449592.742696:0:35914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b82fe1900. 00000800:00000200:1.0:1789449592.742702:0:35914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1789449592.742711:0:35914:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1789449592.742717:0:35914:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b82fe1900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789449592.742739:0:35914:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449592.742745:0:35914:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: using a timeout of 22956 usecs (23 jiffies) 00000400:00000200:1.0:1789449592.742749:0:35914:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:1.0:1789449592.742752:0:35914:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296595451 00000100:00000001:1.0:1789449592.742755:0:35914:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296596513 00000100:00000001:1.0:1789449592.742758:0:35914:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296595451 00000100:00000001:1.0:1789449592.742761:0:35914:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296596514 00000100:00000001:1.0:1789449592.742763:0:35914:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449592.742766:0:35914:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449592.742768:0:35914:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789449592.742771:0:35914:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789449592.742773:0:35914:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b82beb0c0 going to sleep for 11 seconds 00000100:00000001:1.0:1789449592.742776:0:35914:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449592.742779:0:35914:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449592.745189:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449592.745201:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b82fe1900. 00000400:00000200:3.0:1789449592.745208:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449592.745216:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449592.745226:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b85012660 00000400:00000010:3.0:1789449592.745229:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b85012660. 00000100:00000001:3.0:1789449592.745235:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449592.745242:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83691c00 x1876371947544576/t0(0) o13->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1789449608 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449592.745254:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449592.745257:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83691c00 x1876371947544576/t0(0) o13->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1789449608 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449592.745263:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449592.745265:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449592.748741:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449592.748762:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449592.748767:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449592.748770:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449592.748780:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.748790:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449592.748800:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.748806:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.748812:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.748816:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 368 into portal 4 MB=0x6aa8ce3666000 00000400:00000200:2.0:1789449592.748823:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.748830:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 368/368 into md 0x88dd [1] + 224 00000800:00000001:2.0:1789449592.748838:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449592.748846:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449592.748850:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449592.748855:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449592.748863:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449592.748874:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83691c00 x1876371947544576/t0(0) o13->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1789449608 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789449592.749052:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9e8b83691c00 x1876371947544576/t0(0) o13->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1789449608 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449592.749241:0:35914:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449592.749260:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449592.749271:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449592.749275:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1789449592.749318:0:35914:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789449592.749321:0:35914:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789449592.749324:0:35914:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b83427580. 00000400:00000200:1.0:1789449592.749330:0:35914:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b850122a8 00000400:00000010:1.0:1789449592.749333:0:35914:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b850122a8. 00000100:00000001:1.0:1789449592.749336:0:35914:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789449592.749341:0:35914:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83691c00 x1876371947544576/t0(0) o13->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1789449608 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789449592.749351:0:35914:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83691c00 x1876371947544576/t0(0) o13->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1789449608 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449592.749357:0:35914:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789449592.749360:0:35914:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449592.749362:0:35914:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789449592.749366:0:35914:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789449592.749368:0:35914:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789449592.749371:0:35914:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449592.749374:0:35914:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789449592.749383:0:35914:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b90c6ecf0 time=71 v=5 (5 0 0 0) 00000100:00001000:1.0:1789449592.749388:0:35914:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b90c6ec18 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1789449592.749391:0:35914:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789449592.749393:0:35914:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449592.749396:0:35914:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789449592.749400:0:35914:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449592.749403:0:35914:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789449592.749406:0:35914:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e8b89903000: skip recheck: last_committed 4294967337 00000100:00000001:1.0:1789449592.749408:0:35914:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789449592.749410:0:35914:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449592.749415:0:35914:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83691c00 x1876371947544576/t0(0) o13->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1789449608 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449592.749422:0:35914:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449592.749425:0:35914:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789449592.749427:0:35914:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789449592.749431:0:35914:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83691c00 x1876371947544576/t0(0) o13->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1789449608 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789449592.749439:0:35914:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83691c00 pname:cluuid:pid:xid:nid:opc:job lfs:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35914:1876371947544576:192.168.202.109@tcp:13:lfs.0 00000100:00000001:1.0:1789449592.749444:0:35914:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449592.749446:0:35914:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449592.749449:0:35914:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789449592.749451:0:35914:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449592.749454:0:35914:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83691c00 x1876371947544576/t0(0) o13->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1789449608 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449592.749461:0:35914:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789449592.749463:0:35914:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b82beb0c0. 00000100:00000001:1.0:1789449592.749466:0:35914:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789449592.749468:0:35914:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789449592.749474:0:35914:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:1.0:1789449592.749476:0:35914:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449592.749479:0:35914:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83691c00 x1876371947544576/t0(0) o13->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1789449608 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449592.749484:0:35914:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789449592.749487:0:35914:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789449592.749491:0:35914:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b8678fc00. 02000000:00000001:1.0:1789449592.749494:0:35914:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789449592.749497:0:35914:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449592.749498:0:35914:0:(genops.c:1222:class_import_put()) import ffff9e8b90c6e800 refcount=2 obd=lustre-OST0000-osc-ffff9e8b89903000 00000020:00000001:1.0:1789449592.749500:0:35914:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789449592.749503:0:35914:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b82fe1600. 02000000:00000001:1.0:1789449592.749506:0:35914:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789449592.749507:0:35914:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789449592.749509:0:35914:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83691c00. 00000100:00000001:1.0:1789449592.749512:0:35914:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789449592.749513:0:35914:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:1.0:1789449592.749516:0:35914:0:(obd_class.h:1116:obd_statfs()) lustre-OST0000-osc-ffff9e8b89903000: update ffff9e8b8374b7d8 cache blocks 901354/958279 objects 261772/262144 00020000:00000001:1.0:1789449592.749520:0:35914:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449592.749525:0:35914:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.749528:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789449592.749531:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449592.749535:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.749538:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.749640:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449592.749644:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:1.0:1789449592.749651:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449592.749653:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449592.749658:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678e400. 00000020:00000001:1.0:1789449592.749662:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.749664:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449592.749667:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449592.749669:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678e400 uarg=0000000000000000 00020000:00000001:1.0:1789449592.749675:0:35914:0:(obd_class.h:1074:obd_statfs()) Process entered 00020000:00000004:1.0:1789449592.749677:0:35914:0:(obd_class.h:1090:obd_statfs()) lustre-OST0001-osc-ffff9e8b89903000: age 1918, max_age 1927 00000008:00000001:1.0:1789449592.749680:0:35914:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:1.0:1789449592.749683:0:35914:0:(genops.c:1209:class_import_get()) import ffff9e8b8986b000 refcount=3 obd=lustre-OST0001-osc-ffff9e8b89903000 00000100:00000010:1.0:1789449592.749687:0:35914:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83691c00. 00000020:00000040:1.0:1789449592.749690:0:35914:0:(genops.c:1209:class_import_get()) import ffff9e8b8986b000 refcount=4 obd=lustre-OST0001-osc-ffff9e8b89903000 00000020:00000001:1.0:1789449592.749693:0:35914:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449592.749695:0:35914:0:(genops.c:1222:class_import_put()) import ffff9e8b8986b000 refcount=3 obd=lustre-OST0001-osc-ffff9e8b89903000 00000020:00000001:1.0:1789449592.749697:0:35914:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:1.0:1789449592.749699:0:35914:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789449592.749703:0:35914:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789449592.749708:0:35914:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789449592.749714:0:35914:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b82fe1600. 00000100:00000001:1.0:1789449592.749721:0:35914:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449592.749725:0:35914:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789449592.749726:0:35914:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789449592.749733:0:35914:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b82beb0c0. 00000100:00000001:1.0:1789449592.749735:0:35914:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920764018880 : -107152945532736 : ffff9e8b82beb0c0) 00000100:00000001:1.0:1789449592.749738:0:35914:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449592.749752:0:35914:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775187456 : -107152934364160 : ffff9e8b83691c00) 00000100:00000001:1.0:1789449592.749758:0:35914:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789449592.749762:0:35914:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449592.749764:0:35914:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789449592.749766:0:35914:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789449592.749770:0:35914:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83691c00 x1876371947544704/t0(0) o13->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449592.749778:0:35914:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449592.749780:0:35914:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449592.749784:0:35914:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789449592.749787:0:35914:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789449592.749789:0:35914:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449592.749792:0:35914:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83691c00 pname:cluuid:pid:xid:nid:opc:job lfs:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35914:1876371947544704:192.168.202.109@tcp:13:lfs.0 00000100:00000001:1.0:1789449592.749796:0:35914:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789449592.749802:0:35914:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789449592.749804:0:35914:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449592.749807:0:35914:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789449592.749811:0:35914:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b8678fc00. 02000000:00000001:1.0:1789449592.749814:0:35914:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789449592.749819:0:35914:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:1.0:1789449592.749823:0:35914:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b83427580. 00000400:00000010:1.0:1789449592.749827:0:35914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b850122a8. 00000100:00000200:1.0:1789449592.749833:0:35914:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947544704, portal 4 00000100:00000001:1.0:1789449592.749836:0:35914:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449592.749837:0:35914:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775187456 : -107152934364160 : ffff9e8b83691c00) 00000100:00000040:1.0:1789449592.749844:0:35914:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b83691c00 x1876371947544704/t0(0) o13->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1789449608 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449592.749852:0:35914:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789449592.749854:0:35914:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1789449592.749857:0:35914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b850125d8. 00000100:00000200:1.0:1789449592.749860:0:35914:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1876371947544704, offset 0 00000400:00000200:1.0:1789449592.749866:0:35914:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1789449592.749872:0:35914:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449592.749919:0:35914:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1789449592.749926:0:35914:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789449592.749937:0:35914:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1789449592.749942:0:35914:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789449592.749945:0:35914:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1789449592.749949:0:35914:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [3012:3012:256:4294967295] 192.168.202.109@tcp LPNI seq info [3012:3012:8:4294967295] 00000400:00000200:1.0:1789449592.749954:0:35914:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449592.749963:0:35914:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1789449592.749970:0:35914:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1789449592.749976:0:35914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b82fe1e00. 00000800:00000200:1.0:1789449592.749984:0:35914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1789449592.749992:0:35914:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1789449592.749998:0:35914:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b82fe1e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789449592.750015:0:35914:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449592.750020:0:35914:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: using a timeout of 215606 usecs (216 jiffies) 00000400:00000200:1.0:1789449592.750024:0:35914:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:1.0:1789449592.750027:0:35914:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296595652 00000100:00000001:1.0:1789449592.750031:0:35914:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296596513 00000100:00000001:1.0:1789449592.750033:0:35914:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296595652 00000100:00000001:1.0:1789449592.750035:0:35914:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296596514 00000100:00000001:1.0:1789449592.750038:0:35914:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449592.750041:0:35914:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449592.750044:0:35914:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789449592.750046:0:35914:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789449592.750048:0:35914:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b82beb0c0 going to sleep for 11 seconds 00000100:00000001:1.0:1789449592.750051:0:35914:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449592.750052:0:35914:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449592.750309:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449592.750315:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b82fe1e00. 00000400:00000200:3.0:1789449592.750319:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449592.750324:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449592.750329:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b850125d8 00000400:00000010:3.0:1789449592.750332:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b850125d8. 00000100:00000001:3.0:1789449592.750335:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449592.750340:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83691c00 x1876371947544704/t0(0) o13->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1789449608 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449592.750349:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449592.750353:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83691c00 x1876371947544704/t0(0) o13->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1789449608 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449592.750359:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449592.750360:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789449592.753257:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449592.753273:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449592.753277:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449592.753279:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449592.753287:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449592.753295:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449592.753303:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449592.753308:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449592.753314:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449592.753318:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 368 into portal 4 MB=0x6aa8ce3666080 00000400:00000200:3.0:1789449592.753323:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449592.753329:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 368/368 into md 0x88e5 [1] + 224 00000800:00000001:3.0:1789449592.753336:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449592.753341:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449592.753344:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449592.753349:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449592.753356:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449592.753366:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83691c00 x1876371947544704/t0(0) o13->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1789449608 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449592.753377:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9e8b83691c00 x1876371947544704/t0(0) o13->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1789449608 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449592.753399:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449592.753406:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449592.753409:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449592.753534:0:35914:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789449592.753542:0:35914:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789449592.753545:0:35914:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789449592.753548:0:35914:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b83427580. 00000400:00000200:1.0:1789449592.753553:0:35914:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b850122a8 00000400:00000010:1.0:1789449592.753556:0:35914:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b850122a8. 00000100:00000001:1.0:1789449592.753558:0:35914:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789449592.753563:0:35914:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83691c00 x1876371947544704/t0(0) o13->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1789449608 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789449592.753572:0:35914:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83691c00 x1876371947544704/t0(0) o13->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1789449608 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449592.753578:0:35914:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789449592.753580:0:35914:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449592.753582:0:35914:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789449592.753587:0:35914:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789449592.753590:0:35914:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789449592.753592:0:35914:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449592.753596:0:35914:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789449592.753609:0:35914:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8986b4a8 time=71 v=5 (5 0 0 0) 00000100:00001000:1.0:1789449592.753614:0:35914:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8986b418 time=30 v=5 (1 0 0 0) 00000100:00000001:1.0:1789449592.753617:0:35914:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789449592.753619:0:35914:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449592.753622:0:35914:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789449592.753625:0:35914:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449592.753629:0:35914:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789449592.753631:0:35914:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9e8b89903000: skip recheck: last_committed 4294967328 00000100:00000001:1.0:1789449592.753633:0:35914:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789449592.753635:0:35914:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449592.753639:0:35914:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83691c00 x1876371947544704/t0(0) o13->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1789449608 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449592.753651:0:35914:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449592.753654:0:35914:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789449592.753656:0:35914:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789449592.753660:0:35914:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83691c00 x1876371947544704/t0(0) o13->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1789449608 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789449592.753667:0:35914:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83691c00 pname:cluuid:pid:xid:nid:opc:job lfs:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35914:1876371947544704:192.168.202.109@tcp:13:lfs.0 00000100:00000001:1.0:1789449592.753671:0:35914:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449592.753674:0:35914:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449592.753676:0:35914:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789449592.753678:0:35914:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449592.753681:0:35914:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83691c00 x1876371947544704/t0(0) o13->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1789449608 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449592.753688:0:35914:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789449592.753691:0:35914:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b82beb0c0. 00000100:00000001:1.0:1789449592.753693:0:35914:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789449592.753695:0:35914:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789449592.753701:0:35914:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:1.0:1789449592.753703:0:35914:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449592.753706:0:35914:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83691c00 x1876371947544704/t0(0) o13->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1789449608 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789449592.753713:0:35914:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789449592.753715:0:35914:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789449592.753718:0:35914:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b8678fc00. 02000000:00000001:1.0:1789449592.753721:0:35914:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789449592.753724:0:35914:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449592.753726:0:35914:0:(genops.c:1222:class_import_put()) import ffff9e8b8986b000 refcount=2 obd=lustre-OST0001-osc-ffff9e8b89903000 00000020:00000001:1.0:1789449592.753728:0:35914:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789449592.753731:0:35914:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b82fe1600. 02000000:00000001:1.0:1789449592.753733:0:35914:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789449592.753735:0:35914:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789449592.753737:0:35914:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83691c00. 00000100:00000001:1.0:1789449592.753740:0:35914:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789449592.753742:0:35914:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:1.0:1789449592.753745:0:35914:0:(obd_class.h:1116:obd_statfs()) lustre-OST0001-osc-ffff9e8b89903000: update ffff9e8b83748458 cache blocks 901344/958279 objects 261773/262144 00020000:00000001:1.0:1789449592.753750:0:35914:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449592.753755:0:35914:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.753758:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789449592.753762:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449592.753766:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.753769:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.754448:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449592.754453:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:1.0:1789449592.754462:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449592.754465:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449592.754471:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678e400. 00000020:00000001:1.0:1789449592.754476:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.754478:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449592.754482:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449592.754484:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678e400 uarg=0000000000000000 00020000:00000001:1.0:1789449592.754488:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.754491:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.754492:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449592.754495:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449592.754498:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.754500:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.754504:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449592.754505:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:1.0:1789449592.754507:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449592.754509:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449592.754511:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678e400. 00000020:00000001:1.0:1789449592.754513:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.754515:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449592.754516:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449592.754517:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678e400 uarg=0000000000000000 00020000:00000001:1.0:1789449592.754520:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.754522:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.754524:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449592.754526:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449592.754528:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.754530:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.754533:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449592.754534:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:1.0:1789449592.754536:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449592.754537:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449592.754539:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678e400. 00000020:00000001:1.0:1789449592.754542:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.754543:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449592.754544:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449592.754546:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678e400 uarg=0000000000000000 00020000:00000001:1.0:1789449592.754548:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.754550:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.754552:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449592.754554:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449592.754556:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.754559:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.754561:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449592.754563:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:1.0:1789449592.754565:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449592.754566:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449592.754568:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678e400. 00000020:00000001:1.0:1789449592.754570:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.754572:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449592.754573:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449592.754574:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678e400 uarg=0000000000000000 00020000:00000001:1.0:1789449592.754577:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.754579:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.754581:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449592.754583:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449592.754586:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.754587:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.754590:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449592.754592:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:1.0:1789449592.754594:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449592.754596:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449592.754598:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678e400. 00000020:00000001:1.0:1789449592.754600:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.754601:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449592.754602:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449592.754604:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678e400 uarg=0000000000000000 00020000:00000001:1.0:1789449592.754607:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.754609:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.754611:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449592.754613:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449592.754615:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.754617:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.754620:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449592.754621:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:1.0:1789449592.754624:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449592.754625:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449592.754627:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678e400. 00000020:00000001:1.0:1789449592.754629:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.754630:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449592.754631:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449592.754633:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678e400 uarg=0000000000000000 00020000:00000001:1.0:1789449592.754636:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.754638:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.754639:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449592.754641:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449592.754643:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.754645:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.754647:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449592.754649:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:1.0:1789449592.754652:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449592.754653:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449592.754655:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678e400. 00000020:00000001:1.0:1789449592.754656:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.754658:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449592.754659:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449592.754661:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678e400 uarg=0000000000000000 00020000:00000001:1.0:1789449592.754663:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.754665:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.754667:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449592.754669:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449592.754671:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.754673:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.754675:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449592.754677:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:1.0:1789449592.754679:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449592.754681:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449592.754682:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678e400. 00000020:00000001:1.0:1789449592.754685:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.754687:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449592.754687:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449592.754689:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678e400 uarg=0000000000000000 00020000:00000001:1.0:1789449592.754692:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.754693:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.754695:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449592.754697:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449592.754699:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.754701:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.754704:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449592.754705:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:1.0:1789449592.754708:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449592.754709:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449592.754712:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678e400. 00000020:00000001:1.0:1789449592.754714:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.754715:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449592.754716:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449592.754717:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678e400 uarg=0000000000000000 00020000:00000001:1.0:1789449592.754720:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.754722:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.754724:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449592.754726:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449592.754728:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.754730:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.754732:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449592.754734:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:1.0:1789449592.754737:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449592.754738:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449592.754740:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678e400. 00000020:00000001:1.0:1789449592.754742:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.754744:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449592.754745:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449592.754746:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678e400 uarg=0000000000000000 00020000:00000001:1.0:1789449592.754749:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.754751:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.754753:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449592.754755:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449592.754757:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.754760:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.754762:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449592.754764:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:1.0:1789449592.754766:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449592.754768:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449592.754770:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678e400. 00000020:00000001:1.0:1789449592.754772:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.754774:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449592.754775:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449592.754777:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678e400 uarg=0000000000000000 00020000:00000001:1.0:1789449592.754779:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.754781:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.754783:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449592.754785:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449592.754787:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.754789:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.754792:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449592.754793:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:1.0:1789449592.754796:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449592.754797:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449592.754799:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678e400. 00000020:00000001:1.0:1789449592.754801:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.754803:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449592.754804:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449592.754806:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678e400 uarg=0000000000000000 00020000:00000001:1.0:1789449592.754808:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.754811:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.754813:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449592.754815:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449592.754817:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.754819:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.754822:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449592.754824:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:1.0:1789449592.754827:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449592.754828:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449592.754831:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678e400. 00000020:00000001:1.0:1789449592.754833:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.754834:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449592.754836:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449592.754837:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678e400 uarg=0000000000000000 00020000:00000001:1.0:1789449592.754840:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.754842:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.754844:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449592.754847:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449592.754848:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.754850:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.754852:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449592.754854:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:1.0:1789449592.754856:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449592.754858:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449592.754860:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678e400. 00000020:00000001:1.0:1789449592.754862:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.754864:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449592.754865:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449592.754867:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678e400 uarg=0000000000000000 00020000:00000001:1.0:1789449592.754870:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.754872:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.754874:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449592.754876:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449592.754910:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.754914:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.754918:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449592.754920:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:1.0:1789449592.754923:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449592.754924:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449592.754927:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678e400. 00000020:00000001:1.0:1789449592.755034:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.755037:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449592.755038:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449592.755040:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678e400 uarg=0000000000000000 00020000:00000001:1.0:1789449592.755043:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755046:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755048:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449592.755051:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449592.755054:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755056:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755062:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449592.755063:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:1.0:1789449592.755194:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449592.755196:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449592.755199:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678e400. 00000020:00000001:1.0:1789449592.755202:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.755204:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449592.755205:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449592.755206:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678e400 uarg=0000000000000000 00020000:00000001:1.0:1789449592.755209:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755211:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755213:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449592.755215:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449592.755218:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755220:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755225:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449592.755226:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:1.0:1789449592.755229:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449592.755230:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449592.755232:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678e400. 00000020:00000001:1.0:1789449592.755234:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.755236:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449592.755237:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449592.755239:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678e400 uarg=0000000000000000 00020000:00000001:1.0:1789449592.755241:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755243:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755245:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449592.755247:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449592.755249:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755251:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755254:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449592.755256:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:1.0:1789449592.755258:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449592.755259:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449592.755261:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678e400. 00000020:00000001:1.0:1789449592.755263:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.755265:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449592.755266:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449592.755267:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678e400 uarg=0000000000000000 00020000:00000001:1.0:1789449592.755270:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755273:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755274:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449592.755277:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449592.755279:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755281:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755283:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449592.755285:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:1.0:1789449592.755287:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449592.755288:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449592.755290:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678e400. 00000020:00000001:1.0:1789449592.755291:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.755293:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449592.755294:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449592.755295:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678e400 uarg=0000000000000000 00020000:00000001:1.0:1789449592.755297:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755299:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755301:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449592.755303:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449592.755305:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755307:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755309:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449592.755310:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:1.0:1789449592.755313:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449592.755314:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449592.755316:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678e400. 00000020:00000001:1.0:1789449592.755319:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.755320:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449592.755321:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449592.755323:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678e400 uarg=0000000000000000 00020000:00000001:1.0:1789449592.755325:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755327:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755329:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449592.755331:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449592.755333:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755335:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755338:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449592.755339:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:1.0:1789449592.755342:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449592.755343:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449592.755345:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678e400. 00000020:00000001:1.0:1789449592.755347:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.755348:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449592.755349:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449592.755351:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678e400 uarg=0000000000000000 00020000:00000001:1.0:1789449592.755353:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755354:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755356:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449592.755359:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449592.755360:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755362:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755365:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449592.755367:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:1.0:1789449592.755369:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449592.755370:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449592.755373:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678e400. 00000020:00000001:1.0:1789449592.755375:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.755376:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449592.755378:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449592.755380:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678e400 uarg=0000000000000000 00020000:00000001:1.0:1789449592.755383:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755385:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755387:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449592.755389:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449592.755391:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755393:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755395:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449592.755396:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:1.0:1789449592.755399:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449592.755400:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449592.755402:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678e400. 00000020:00000001:1.0:1789449592.755404:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.755406:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449592.755407:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449592.755408:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678e400 uarg=0000000000000000 00020000:00000001:1.0:1789449592.755411:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755413:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755415:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449592.755418:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449592.755420:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755422:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755425:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449592.755426:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:1.0:1789449592.755429:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449592.755430:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449592.755432:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678e400. 00000020:00000001:1.0:1789449592.755434:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.755435:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449592.755437:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449592.755438:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678e400 uarg=0000000000000000 00020000:00000001:1.0:1789449592.755441:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755443:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755445:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449592.755447:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449592.755449:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755451:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755454:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449592.755455:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:1.0:1789449592.755457:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449592.755458:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449592.755460:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678e400. 00000020:00000001:1.0:1789449592.755463:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.755464:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449592.755466:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449592.755467:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678e400 uarg=0000000000000000 00020000:00000001:1.0:1789449592.755470:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755472:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755474:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449592.755476:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449592.755479:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755481:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755483:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449592.755485:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:1.0:1789449592.755487:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449592.755488:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449592.755490:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678e400. 00000020:00000001:1.0:1789449592.755493:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.755494:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449592.755495:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449592.755600:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678e400 uarg=0000000000000000 00020000:00000001:1.0:1789449592.755603:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755606:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755608:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449592.755610:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449592.755613:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755615:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755621:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449592.755622:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:1.0:1789449592.755626:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449592.755627:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449592.755629:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678e400. 00000020:00000001:1.0:1789449592.755632:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.755633:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449592.755634:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449592.755636:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678e400 uarg=0000000000000000 00020000:00000001:1.0:1789449592.755638:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755640:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755641:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449592.755644:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449592.755646:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755647:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755650:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449592.755652:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:1.0:1789449592.755654:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449592.755656:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449592.755658:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678e400. 00000020:00000001:1.0:1789449592.755660:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.755662:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449592.755663:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449592.755664:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678e400 uarg=0000000000000000 00020000:00000001:1.0:1789449592.755666:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755668:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755669:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449592.755671:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449592.755674:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755675:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755678:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449592.755680:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:1.0:1789449592.755682:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449592.755683:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449592.755686:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678e400. 00000020:00000001:1.0:1789449592.755688:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.755689:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449592.755690:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449592.755692:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678e400 uarg=0000000000000000 00020000:00000001:1.0:1789449592.755694:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755695:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755697:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449592.755699:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449592.755701:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755702:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755705:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449592.755706:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:1.0:1789449592.755708:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449592.755709:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449592.755711:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678e400. 00000020:00000001:1.0:1789449592.755713:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.755714:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449592.755715:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449592.755717:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678e400 uarg=0000000000000000 00020000:00000001:1.0:1789449592.755719:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755721:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755723:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449592.755725:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449592.755727:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755728:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755731:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449592.755732:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:1.0:1789449592.755734:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449592.755735:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449592.755737:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678e400. 00000020:00000001:1.0:1789449592.755739:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.755740:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449592.755741:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449592.755742:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678e400 uarg=0000000000000000 00020000:00000001:1.0:1789449592.755745:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755746:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755747:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449592.755749:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449592.755751:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755753:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755755:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449592.755756:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:1.0:1789449592.755758:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449592.755759:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449592.755761:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678e400. 00000020:00000001:1.0:1789449592.755763:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.755764:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449592.755765:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449592.755767:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678e400 uarg=0000000000000000 00020000:00000001:1.0:1789449592.755769:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755771:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755772:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449592.755775:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449592.755777:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755778:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755781:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449592.755782:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:1.0:1789449592.755784:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449592.755785:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449592.755787:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678e400. 00000020:00000001:1.0:1789449592.755789:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.755791:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449592.755793:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449592.755794:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678e400 uarg=0000000000000000 00020000:00000001:1.0:1789449592.755797:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755800:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755801:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449592.755804:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449592.755806:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755808:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755811:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449592.755813:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:1.0:1789449592.755815:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449592.755817:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449592.755819:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678e400. 00000020:00000001:1.0:1789449592.755821:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.755822:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449592.755823:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449592.755825:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678e400 uarg=0000000000000000 00020000:00000001:1.0:1789449592.755827:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755830:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755832:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449592.755833:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449592.755836:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755838:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755841:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449592.755842:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:1.0:1789449592.755845:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449592.755846:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449592.755848:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678e400. 00000020:00000001:1.0:1789449592.755850:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.755852:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449592.755853:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449592.755854:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678e400 uarg=0000000000000000 00020000:00000001:1.0:1789449592.755856:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755859:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755860:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449592.755862:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449592.755864:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755866:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755868:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449592.755870:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:1.0:1789449592.755872:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449592.755873:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449592.755875:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678e400. 00000020:00000001:1.0:1789449592.755877:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.755917:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449592.755918:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449592.755920:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678e400 uarg=0000000000000000 00020000:00000001:1.0:1789449592.755923:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755924:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755926:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449592.755935:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449592.755938:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755940:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755944:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449592.755945:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:1.0:1789449592.755948:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449592.755949:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449592.755951:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678e400. 00000020:00000001:1.0:1789449592.755953:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.755955:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449592.755956:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449592.755957:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678e400 uarg=0000000000000000 00020000:00000001:1.0:1789449592.755960:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755962:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755963:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449592.755965:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449592.755968:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755970:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755973:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449592.755975:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:1.0:1789449592.755978:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449592.755979:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449592.755981:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678e400. 00000020:00000001:1.0:1789449592.755983:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.755984:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449592.755985:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449592.755987:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678e400 uarg=0000000000000000 00020000:00000001:1.0:1789449592.755989:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755990:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755992:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449592.755994:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449592.755996:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.755998:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.756001:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449592.756002:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:1.0:1789449592.756004:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449592.756006:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449592.756007:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678e400. 00000020:00000001:1.0:1789449592.756010:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.756011:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449592.756012:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449592.756014:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678e400 uarg=0000000000000000 00020000:00000001:1.0:1789449592.756016:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.756018:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.756020:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449592.756021:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449592.756024:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.756025:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.756028:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449592.756030:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:1.0:1789449592.756032:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449592.756033:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449592.756035:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678e400. 00000020:00000001:1.0:1789449592.756037:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.756039:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449592.756040:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449592.756041:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678e400 uarg=0000000000000000 00020000:00000001:1.0:1789449592.756043:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.756045:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.756046:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449592.756049:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449592.756050:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.756052:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.756054:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449592.756056:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:1.0:1789449592.756058:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449592.756059:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449592.756061:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678e400. 00000020:00000001:1.0:1789449592.756063:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.756064:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449592.756065:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449592.756351:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678e400 uarg=0000000000000000 00020000:00000001:1.0:1789449592.756355:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.756358:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.756360:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449592.756363:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449592.756366:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.756369:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.756375:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449592.756377:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:1.0:1789449592.756381:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449592.756382:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449592.756386:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678e400. 00000020:00000001:1.0:1789449592.756389:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.756391:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449592.756392:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449592.756393:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678e400 uarg=0000000000000000 00020000:00000001:1.0:1789449592.756396:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.756397:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.756399:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449592.756401:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449592.756403:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.756405:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.756408:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449592.756409:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:1.0:1789449592.756412:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449592.756413:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449592.756415:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678e400. 00000020:00000001:1.0:1789449592.756417:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.756419:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449592.756420:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449592.756421:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678e400 uarg=0000000000000000 00020000:00000001:1.0:1789449592.756423:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.756425:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.756427:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449592.756430:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449592.756432:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.756433:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.756436:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449592.756438:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:1.0:1789449592.756440:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449592.756441:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449592.756443:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678e400. 00000020:00000001:1.0:1789449592.756445:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.756447:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449592.756448:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449592.756450:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678e400 uarg=0000000000000000 00020000:00000001:1.0:1789449592.756452:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.756454:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.756456:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449592.756458:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449592.756460:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.756462:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.756464:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449592.756465:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:1.0:1789449592.756468:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449592.756469:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449592.756471:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678e400. 00000020:00000001:1.0:1789449592.756473:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.756474:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449592.756475:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449592.756477:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678e400 uarg=0000000000000000 00020000:00000001:1.0:1789449592.756736:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.756741:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.756743:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449592.756745:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449592.756749:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.756751:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.756756:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449592.756758:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:1.0:1789449592.756761:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449592.756763:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449592.756766:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678e400. 00000020:00000001:1.0:1789449592.756769:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.756771:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449592.756772:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449592.756774:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678e400 uarg=0000000000000000 00020000:00000001:1.0:1789449592.756777:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.756780:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.756782:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449592.756784:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449592.756787:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.756788:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.756791:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449592.756792:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:1.0:1789449592.756795:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449592.756796:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449592.756798:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678e400. 00000020:00000001:1.0:1789449592.756800:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.756802:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449592.756803:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449592.756804:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678e400 uarg=0000000000000000 00020000:00000001:1.0:1789449592.756807:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.756809:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.756811:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449592.756813:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449592.756815:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.756817:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.756820:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449592.756821:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:1.0:1789449592.756824:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449592.756825:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449592.756827:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678e400. 00000020:00000001:1.0:1789449592.756829:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.756830:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449592.756831:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449592.756833:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678e400 uarg=0000000000000000 00020000:00000001:1.0:1789449592.756835:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.756837:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.756839:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449592.756841:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449592.757220:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.757223:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.757229:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449592.757231:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:1.0:1789449592.757235:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449592.757236:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449592.757239:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678e400. 00000020:00000001:1.0:1789449592.757242:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.757244:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449592.757246:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449592.757247:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678e400 uarg=0000000000000000 00020000:00000001:1.0:1789449592.757250:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.757252:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.757253:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449592.757256:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449592.757258:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.757260:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.757263:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449592.757265:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:1.0:1789449592.757267:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449592.757269:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449592.757270:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678e400. 00000020:00000001:1.0:1789449592.757272:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.757274:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449592.757275:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449592.757277:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678e400 uarg=0000000000000000 00020000:00000001:1.0:1789449592.757279:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.757282:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.757283:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449592.757285:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449592.757287:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.757289:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.757291:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449592.757293:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:1.0:1789449592.757296:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449592.757297:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449592.757299:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678e400. 00000020:00000001:1.0:1789449592.757301:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.757303:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449592.757304:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449592.757305:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678e400 uarg=0000000000000000 00020000:00000001:1.0:1789449592.757307:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.757309:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.757311:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449592.757313:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449592.757315:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.757317:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.757320:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449592.757321:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:1.0:1789449592.757324:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449592.757325:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449592.757327:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678e400. 00000020:00000001:1.0:1789449592.757329:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.757331:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449592.757332:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449592.757333:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678e400 uarg=0000000000000000 00020000:00000001:1.0:1789449592.757336:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.757337:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.757339:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449592.757341:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449592.757344:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.757345:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.757348:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449592.757349:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:1.0:1789449592.757352:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449592.757353:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449592.757356:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678e400. 00000020:00000001:1.0:1789449592.757358:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.757360:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449592.757361:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449592.757362:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678e400 uarg=0000000000000000 00020000:00000001:1.0:1789449592.757365:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.757367:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.757369:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449592.757371:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449592.757373:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.757374:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.757377:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449592.757378:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:1.0:1789449592.757380:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449592.757381:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449592.757382:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678e400. 00000020:00000001:1.0:1789449592.757384:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.757386:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449592.757387:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449592.757388:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678e400 uarg=0000000000000000 00020000:00000001:1.0:1789449592.757390:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.757392:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.757394:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449592.757396:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449592.757398:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.757400:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.757403:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449592.757405:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:1.0:1789449592.757407:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449592.757408:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449592.757411:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678e400. 00000020:00000001:1.0:1789449592.757413:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.757415:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449592.757417:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449592.757418:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678e400 uarg=0000000000000000 00020000:00000001:1.0:1789449592.757420:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.757422:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.757424:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449592.757426:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449592.757428:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.757430:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.757433:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449592.757434:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:1.0:1789449592.757436:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449592.757438:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449592.757440:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678e400. 00000020:00000001:1.0:1789449592.757442:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.757443:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449592.757444:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449592.757445:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678e400 uarg=0000000000000000 00020000:00000001:1.0:1789449592.757448:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.757450:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.757451:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449592.757453:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449592.757456:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.757457:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.757460:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449592.757462:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:1.0:1789449592.757464:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449592.757465:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449592.757467:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678e400. 00000020:00000001:1.0:1789449592.757469:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.757470:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449592.757472:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449592.757473:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678e400 uarg=0000000000000000 00020000:00000001:1.0:1789449592.757475:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.757477:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.757479:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449592.757481:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449592.757483:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.757485:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.757488:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449592.757489:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:1.0:1789449592.757491:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449592.757493:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449592.757495:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678e400. 00000020:00000001:1.0:1789449592.757497:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.757498:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449592.757499:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449592.757500:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678e400 uarg=0000000000000000 00020000:00000001:1.0:1789449592.757502:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.757504:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.757505:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449592.757507:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449592.757508:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.757510:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.757513:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449592.757514:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:1.0:1789449592.757516:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449592.757517:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449592.757519:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678e400. 00000020:00000001:1.0:1789449592.757521:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.757523:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449592.757524:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449592.757525:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678e400 uarg=0000000000000000 00020000:00000001:1.0:1789449592.757527:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.757529:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.757530:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449592.757532:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449592.757535:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.757536:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.757539:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449592.757541:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:1.0:1789449592.757543:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449592.757544:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449592.757546:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678e400. 00000020:00000001:1.0:1789449592.757548:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.757550:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449592.757551:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449592.757552:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678e400 uarg=0000000000000000 00020000:00000001:1.0:1789449592.757554:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.757556:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.757558:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449592.757560:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449592.757562:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.757563:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.757566:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449592.757567:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:1.0:1789449592.757570:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449592.757571:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449592.757573:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678e400. 00000020:00000001:1.0:1789449592.757575:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.757577:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449592.757578:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449592.757579:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678e400 uarg=0000000000000000 00020000:00000001:1.0:1789449592.757582:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.757584:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.757585:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449592.757587:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449592.757589:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.757591:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.757593:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449592.757595:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:1.0:1789449592.757598:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449592.757599:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449592.757601:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678e400. 00000020:00000001:1.0:1789449592.757603:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.757605:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449592.757606:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449592.757608:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678e400 uarg=0000000000000000 00020000:00000001:1.0:1789449592.757610:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.757612:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.757614:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789449592.757616:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449592.757618:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.757620:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789449592.757623:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789449592.757625:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908) cmd=c00866a4 arg=7ffdff55b480 00000080:00000001:1.0:1789449592.757627:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789449592.757628:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789449592.757630:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e8b8678e400. 00000020:00000001:1.0:1789449592.757632:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.757634:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789449592.757635:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789449592.757637:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9e8b89903000: cmd=c00866a4 len=592 karg=ffff9e8b8678e400 uarg=0000000000000000 00020000:00000001:1.0:1789449592.757639:0:35914:0:(lov_obd.c:1002:lov_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1789449592.757641:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1789449592.757643:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:1.0:1789449592.757645:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9e8b8678e400. 00000080:00000001:1.0:1789449592.757647:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1789449592.757649:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1789449592.757661:0:35914:0:(dir.c:3022:ll_dir_release()) Process entered 00000080:00000001:1.0:1789449592.757664:0:35914:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1789449592.757667:0:35914:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c5bdd0 00000080:00200008:1.0:1789449592.757670:0:35914:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9e8b89180908), flags 100000 00000080:00400000:1.0:1789449592.757675:0:35914:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:1.0:1789449592.757679:0:35914:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9e8b8432d680. 00000080:00000001:1.0:1789449592.757684:0:35914:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1789449592.757686:0:35914:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c5bdd0 00000080:00000008:1.0:1789449592.757688:0:35914:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9e8b89180908), flags 100000, rc = 0 00000080:00000001:1.0:1789449592.757691:0:35914:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.757693:0:35914:0:(dir.c:3023:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449592.761797:0:35915:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789449592.761806:0:35915:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789449592.761809:0:35915:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789449592.761812:0:35915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c5bbc0 00000080:00200000:2.0:1789449592.761816:0:35915:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:2.0:1789449592.761825:0:35915:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b83079600. 00800000:00000002:2.0:1789449592.761833:0:35915:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:2.0:1789449592.761837:0:35915:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789449592.761842:0:35915:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789449592.761844:0:35915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c5bae0 00800000:00000002:2.0:1789449592.761847:0:35915:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789449592.761851:0:35915:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789449592.761854:0:35915:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789449592.761857:0:35915:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789449592.761860:0:35915:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789449592.761862:0:35915:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789449592.761864:0:35915:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449592.761867:0:35915:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789449592.761869:0:35915:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449592.761873:0:35915:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789449592.762431:0:35915:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789449592.762435:0:35915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c5b9b0 00000002:00010000:2.0:1789449592.762437:0:35915:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789449592.762442:0:35915:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789449592.762445:0:35915:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789449592.762449:0:35915:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789449592.762456:0:35915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652e00 count: 2 00010000:00000001:2.0:1789449592.762460:0:35915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789449592.762465:0:35915:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449592.762471:0:35915:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789449592.762477:0:35915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c800/0xcddde1459ded6848 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3defb expref: -99 pid: 35914 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1789449592.762489:0:35915:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789449592.762494:0:35915:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449592.762498:0:35915:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c800/0xcddde1459ded6848 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3defb expref: -99 pid: 35914 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:2.0:1789449592.762505:0:35915:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789449592.762507:0:35915:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789449592.762509:0:35915:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789449592.762513:0:35915:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789449592.762515:0:35915:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789449592.762517:0:35915:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789449592.762520:0:35915:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789449592.762524:0:35915:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:2.0:1789449592.762528:0:35915:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b83079600. 00000080:00000001:2.0:1789449592.762534:0:35915:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789449592.762536:0:35915:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789449592.762539:0:35915:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:2.0:1789449592.762543:0:35915:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded6848 00800000:00000001:2.0:1789449592.762547:0:35915:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789449592.762550:0:35915:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789449592.762551:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449592.762554:0:35915:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449592.762558:0:35915:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c800 refcount=3 00000020:00000001:2.0:1789449592.762560:0:35915:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016076288 : -107152693475328 : ffff9e8b91c4c800) 00010000:00000001:2.0:1789449592.762562:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016076288 : -107152693475328 : ffff9e8b91c4c800) 00010000:00000001:2.0:1789449592.762566:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449592.762567:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789449592.762569:0:35915:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789449592.762570:0:35915:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789449592.762574:0:35915:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded6848 from it ffffb71181c5bbf8 00010000:00000001:2.0:1789449592.762576:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449592.762577:0:35915:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449592.762578:0:35915:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c800 refcount=3 00000020:00000001:2.0:1789449592.762580:0:35915:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016076288 : -107152693475328 : ffff9e8b91c4c800) 00010000:00000001:2.0:1789449592.762582:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016076288 : -107152693475328 : ffff9e8b91c4c800) 00010000:00000001:2.0:1789449592.762585:0:35915:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789449592.762588:0:35915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c800/0xcddde1459ded6848 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3defb expref: -99 pid: 35914 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1789449592.762595:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449592.762596:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449592.762598:0:35915:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789449592.762600:0:35915:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789449592.762604:0:35915:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c800/0xcddde1459ded6848 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3defb expref: -99 pid: 35914 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1789449592.762612:0:35915:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789449592.762616:0:35915:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789449592.762618:0:35915:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789449592.762623:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449592.762625:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449592.762627:0:35915:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449592.762630:0:35915:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789449592.762631:0:35915:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449592.762634:0:35915:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449592.762636:0:35915:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449592.762639:0:35915:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789449592.762640:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449592.762641:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789449592.762644:0:35915:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789449592.762647:0:35915:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789449592.762650:0:35915:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908), inode mode 41ff mask 1 00000080:00000001:2.0:1789449592.762655:0:35915:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449592.762662:0:35915:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1789449592.762666:0:35915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c5bb58 00000080:00002000:2.0:1789449592.762667:0:35915:0:(dcache.c:87:ll_dcompare()) found name recon(ffff9e8b891d30d8) flags 0x48000e refc 0 00000080:00000001:2.0:1789449592.762670:0:35915:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449592.762673:0:35915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c5bbc8 00000080:00200000:2.0:1789449592.762674:0:35915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=777 00000080:00000001:2.0:1789449592.762683:0:35915:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1789449592.762686:0:35915:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x30:0x0](ffff9e8b891ca1c8), inode mode 81a4 mask 52 00000080:00000001:2.0:1789449592.762688:0:35915:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449592.762697:0:35915:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1789449592.762699:0:35915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c5bb98 00000080:00200008:2.0:1789449592.762701:0:35915:0:(file.c:1090:ll_file_open()) START file recon:[0x200000405:0x30:0x0](ffff9e8b891ca1c8), flags 102101 00000080:00000010:2.0:1789449592.762709:0:35915:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9e8b89996b40. 00000080:00000001:2.0:1789449592.762715:0:35915:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:2.0:1789449592.762721:0:35915:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b83079600. 00800000:00000002:2.0:1789449592.762725:0:35915:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:2.0:1789449592.762728:0:35915:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789449592.762731:0:35915:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789449592.762733:0:35915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c5ba48 00800000:00000002:2.0:1789449592.762735:0:35915:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x200000405:0x30:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789449592.762738:0:35915:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1789449592.762740:0:35915:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789449592.762742:0:35915:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789449592.762744:0:35915:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789449592.762746:0:35915:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789449592.762747:0:35915:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449592.762749:0:35915:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:2.0:1789449592.762751:0:35915:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449592.762754:0:35915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c5b9c8 00800000:00000002:2.0:1789449592.762757:0:35915:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x30:0x0], name='' -> mds #0 layout version 1 00000002:00000001:2.0:1789449592.762761:0:35915:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789449592.762762:0:35915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c5b900 00000002:00010000:2.0:1789449592.762764:0:35915:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x30:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0240102102 00000002:00000001:2.0:1789449592.762768:0:35915:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789449592.762771:0:35915:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1789449592.762774:0:35915:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1789449592.762778:0:35915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922de300 count: 2 00010000:00000001:2.0:1789449592.762781:0:35915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789449592.762783:0:35915:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1789449592.762787:0:35915:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449592.762789:0:35915:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449592.762791:0:35915:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449592.762793:0:35915:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1789449592.762794:0:35915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652e00 count: 2 00010000:00000001:2.0:1789449592.762796:0:35915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789449592.762798:0:35915:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1789449592.762800:0:35915:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789449592.762804:0:35915:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c800/0xcddde1459ded6848 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xeb7cbf5e2fd3defb expref: -99 pid: 35914 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00000001:2.0:1789449592.762812:0:35915:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789449592.762817:0:35915:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789449592.762820:0:35915:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789449592.762822:0:35915:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1789449592.762824:0:35915:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789449592.762826:0:35915:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789449592.762828:0:35915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652e00 count: 3 00010000:00000001:2.0:1789449592.762831:0:35915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789449592.762833:0:35915:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449592.762835:0:35915:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789449592.762836:0:35915:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789449592.762837:0:35915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652e00 count: 3 00010000:00000001:2.0:1789449592.762839:0:35915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789449592.762841:0:35915:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449592.762842:0:35915:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789449592.762843:0:35915:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789449592.762845:0:35915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652e00 count: 3 00010000:00000001:2.0:1789449592.762846:0:35915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789449592.762847:0:35915:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449592.762850:0:35915:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789449592.762852:0:35915:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9e8b89180840, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1789449592.762857:0:35915:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1789449592.762861:0:35915:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1789449592.762863:0:35915:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789449592.762865:0:35915:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449592.762869:0:35915:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789449592.762873:0:35915:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789449592.762874:0:35915:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789449592.762876:0:35915:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449592.762915:0:35915:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1789449592.762918:0:35915:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9e8b91c4c800 with handle 0xcddde1459ded6848 from hash 00010000:00000001:2.0:1789449592.762921:0:35915:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789449592.762922:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449592.762923:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449592.762925:0:35915:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789449592.762927:0:35915:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789449592.762937:0:35915:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1789449592.762940:0:35915:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789449592.762942:0:35915:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789449592.762944:0:35915:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1789449592.762951:0:35915:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b9065ca80. 00000020:00000040:2.0:1789449592.762956:0:35915:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e8b89903000 02000000:00000001:2.0:1789449592.762963:0:35915:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789449592.762965:0:35915:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449592.762968:0:35915:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789449592.762973:0:35915:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789449592.762975:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449592.762977:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449592.762978:0:35915:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449592.762981:0:35915:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789449592.762983:0:35915:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789449592.762985:0:35915:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789449592.762993:0:35915:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b83605800. 00000100:00000001:2.0:1789449592.763002:0:35915:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449592.763007:0:35915:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789449592.763010:0:35915:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1789449592.763015:0:35915:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c800/0xcddde1459ded6848 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xeb7cbf5e2fd3defb expref: -99 pid: 35914 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1789449592.763028:0:35915:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1789449592.763030:0:35915:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789449592.763032:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789449592.763034:0:35915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c800/0xcddde1459ded6848 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xeb7cbf5e2fd3defb expref: -99 pid: 35914 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000040:2.0:1789449592.763043:0:35915:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9e8b90652e00 count: 0 00010000:00000010:2.0:1789449592.763048:0:35915:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e8b83162880. 00010000:00000001:2.0:1789449592.763057:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449592.763059:0:35915:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449592.763061:0:35915:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789449592.763062:0:35915:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449592.763064:0:35915:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449592.763083:0:35915:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446636920993073792 : -107152716477824 : ffff9e8b9065ca80) 00010000:00000001:2.0:1789449592.763087:0:35915:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789449592.763089:0:35915:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1789449592.763094:0:35915:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9e8b90652d00. 00010000:00000010:2.0:1789449592.763098:0:35915:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e8b83162880. 00010000:00000001:2.0:1789449592.763102:0:35915:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789449592.763105:0:35915:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8b91c4c200. 00000020:00000001:2.0:1789449592.763108:0:35915:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789449592.763110:0:35915:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8b91c4c200 with handle 0xcddde1459ded684f to hash 00000020:00000001:2.0:1789449592.763112:0:35915:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789449592.763114:0:35915:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636921016074752 : -107152693476864 : ffff9e8b91c4c200) 00010000:00000001:2.0:1789449592.763126:0:35915:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636921016074752 : -107152693476864 : ffff9e8b91c4c200) 00010000:00000001:2.0:1789449592.763129:0:35915:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449592.763130:0:35915:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449592.763133:0:35915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c200/0xcddde1459ded684f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789449592.763140:0:35915:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c200/0xcddde1459ded684f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35915 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1789449592.763154:0:35915:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e8b89903000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1789449592.763168:0:35915:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e8b9065ca80 x1876371947544960/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1789449592.763179:0:35915:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c200/0xcddde1459ded684f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35915 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789449592.763185:0:35915:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789449592.763188:0:35915:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789449592.763194:0:35915:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b8580b240. 00000100:00000001:2.0:1789449592.763197:0:35915:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920810287680 : -107152899263936 : ffff9e8b8580b240) 00000100:00000001:2.0:1789449592.763200:0:35915:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449592.763202:0:35915:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993073792 : -107152716477824 : ffff9e8b9065ca80) 00000100:00000001:2.0:1789449592.763207:0:35915:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789449592.763212:0:35915:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449592.763215:0:35915:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789449592.763217:0:35915:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789449592.763221:0:35915:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b9065ca80 x1876371947544960/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449592.763229:0:35915:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789449592.763231:0:35915:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449592.763235:0:35915:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789449592.763238:0:35915:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789449592.763240:0:35915:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789449592.763244:0:35915:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b9065ca80 pname:cluuid:pid:xid:nid:opc:job bash:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35915:1876371947544960:192.168.202.109@tcp:101:bash.0 00000100:00000001:2.0:1789449592.763248:0:35915:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789449592.763254:0:35915:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789449592.763257:0:35915:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449592.763259:0:35915:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789449592.763311:0:35915:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9e8b86740000. 02000000:00000001:2.0:1789449592.763314:0:35915:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449592.763323:0:35915:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:2.0:1789449592.763329:0:35915:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b837b9478. 00000400:00000010:2.0:1789449592.763335:0:35915:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9e8b83607000. 00000100:00000200:2.0:1789449592.763342:0:35915:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876371947544960, portal 10 00000100:00000001:2.0:1789449592.763345:0:35915:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449592.763346:0:35915:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993073792 : -107152716477824 : ffff9e8b9065ca80) 00000100:00000040:2.0:1789449592.763352:0:35915:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b9065ca80 x1876371947544960/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789449608 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449592.763359:0:35915:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789449592.763362:0:35915:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1789449592.763365:0:35915:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b9085db28. 00000100:00000200:2.0:1789449592.763368:0:35915:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1876371947544960, offset 0 00000400:00000200:2.0:1789449592.763375:0:35915:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1789449592.763383:0:35915:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.763392:0:35915:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1789449592.763397:0:35915:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789449592.763402:0:35915:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1789449592.763406:0:35915:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789449592.763409:0:35915:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1789449592.763413:0:35915:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [3013:3013:256:4294967295] 192.168.202.109@tcp LPNI seq info [3013:3013:8:4294967295] 00000400:00000200:2.0:1789449592.763417:0:35915:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.763427:0:35915:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1789449592.763434:0:35915:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1789449592.763439:0:35915:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b840b8c00. 00000800:00000200:2.0:1789449592.763446:0:35915:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1789449592.763454:0:35915:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1789449592.763459:0:35915:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b840b8c00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:2.0:1789449592.763477:0:35915:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449592.763481:0:35915:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 813318 usecs (814 jiffies) 00000400:00000200:2.0:1789449592.763484:0:35915:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:2.0:1789449592.763487:0:35915:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296596262 00000100:00000001:2.0:1789449592.763490:0:35915:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296596513 00000100:00000001:2.0:1789449592.763493:0:35915:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296596262 00000100:00000001:2.0:1789449592.763496:0:35915:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296596514 00000100:00000001:2.0:1789449592.763498:0:35915:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449592.763501:0:35915:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449592.763504:0:35915:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789449592.763506:0:35915:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789449592.763508:0:35915:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b8580b240 going to sleep for 11 seconds 00000100:00000001:2.0:1789449592.763510:0:35915:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449592.763513:0:35915:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449592.771426:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449592.771439:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b840b8c00. 00000400:00000200:3.0:1789449592.771447:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449592.771457:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449592.771465:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b9085db28 00000400:00000010:3.0:1789449592.771468:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b9085db28. 00000100:00000001:3.0:1789449592.771474:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449592.771482:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b9065ca80 x1876371947544960/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789449608 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449592.771497:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449592.771501:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b9065ca80 x1876371947544960/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789449608 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449592.771508:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449592.771510:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789449592.771523:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449592.771534:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449592.771537:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449592.771540:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449592.771547:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449592.771552:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449592.771559:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449592.771563:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449592.771568:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449592.771572:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 664 into portal 10 MB=0x6aa8ce3666180 00000400:00000200:3.0:1789449592.771576:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449592.771582:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 664/664 into md 0x88ed [32] + 224 00000800:00000001:3.0:1789449592.771590:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449592.771597:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449592.771600:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449592.771603:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449592.771607:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449592.771611:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b9065ca80 x1876371947544960/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789449608 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789449592.771621:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9e8b9065ca80 x1876371947544960/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789449608 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449592.771634:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449592.771640:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449592.771643:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449592.772895:0:35915:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789449592.772907:0:35915:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789449592.772910:0:35915:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789449592.772915:0:35915:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b837b9478. 00000400:00000200:2.0:1789449592.772923:0:35915:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b83607000 00000400:00000010:2.0:1789449592.772925:0:35915:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9e8b83607000. 00000100:00000001:2.0:1789449592.772931:0:35915:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449592.772940:0:35915:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b9065ca80 x1876371947544960/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789449608 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789449592.772950:0:35915:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b9065ca80 x1876371947544960/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789449608 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449592.772958:0:35915:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789449592.772960:0:35915:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449592.772963:0:35915:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789449592.772967:0:35915:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789449592.772969:0:35915:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789449592.772971:0:35915:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789449592.772974:0:35915:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789449592.772984:0:35915:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=72 v=5 (5 5 102 102) 00000100:00001000:2.0:1789449592.772989:0:35915:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=39 v=5 (1 0 0 0) 00000100:00000001:2.0:1789449592.772991:0:35915:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789449592.772993:0:35915:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449592.772996:0:35915:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789449592.773001:0:35915:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449592.773005:0:35915:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1789449592.773008:0:35915:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1789449592.773009:0:35915:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1789449592.773012:0:35915:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449592.775294:0:35915:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993073792 : -107152716477824 : ffff9e8b9065ca80) 00000100:00000001:2.0:1789449592.775311:0:35915:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789449592.775313:0:35915:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 8589934608 00000100:00000001:2.0:1789449592.775316:0:35915:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789449592.775319:0:35915:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449592.775333:0:35915:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b9065ca80 x1876371947544960/t8589934613(8589934613) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1789449608 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449592.775343:0:35915:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449592.775348:0:35915:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789449592.775350:0:35915:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789449592.775354:0:35915:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b9065ca80 x1876371947544960/t8589934613(8589934613) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1789449608 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789449592.775363:0:35915:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b9065ca80 pname:cluuid:pid:xid:nid:opc:job bash:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35915:1876371947544960:192.168.202.109@tcp:101:bash.0 00000100:00000001:2.0:1789449592.775370:0:35915:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789449592.775373:0:35915:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449592.775376:0:35915:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789449592.775378:0:35915:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449592.775382:0:35915:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b9065ca80 x1876371947544960/t8589934613(8589934613) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1789449608 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449592.775388:0:35915:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789449592.775391:0:35915:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b8580b240. 00000100:00000001:2.0:1789449592.775398:0:35915:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789449592.775399:0:35915:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449592.775403:0:35915:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789449592.775411:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449592.775414:0:35915:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449592.775418:0:35915:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c200 refcount=4 00000020:00000001:2.0:1789449592.775421:0:35915:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016074752 : -107152693476864 : ffff9e8b91c4c200) 00010000:00000001:2.0:1789449592.775424:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016074752 : -107152693476864 : ffff9e8b91c4c200) 00010000:00000040:2.0:1789449592.775432:0:35915:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e8b91c4c200, remote cookie: 0xeb7cbf5e2fd3df09, flags: 0x1001 00010000:00010000:2.0:1789449592.775647:0:35915:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c200/0xcddde1459ded684f lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3df09 expref: -99 pid: 35915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789449592.775704:0:35915:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x30:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1789449592.775708:0:35915:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:2.0:1789449592.775716:0:35915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922de300 count: 2 00010000:00000001:2.0:1789449592.775719:0:35915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:2.0:1789449592.775724:0:35915:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9e8b90652d00 count: 0 00010000:00000010:2.0:1789449592.775731:0:35915:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e8b83162880. 00010000:00000001:2.0:1789449592.775739:0:35915:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449592.775744:0:35915:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c200/0xcddde1459ded684f lrc: 4/0,1 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3df09 expref: -99 pid: 35915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789449592.775752:0:35915:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c200/0xcddde1459ded684f lrc: 4/0,1 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3df09 expref: -99 pid: 35915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449592.775759:0:35915:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1789449592.775764:0:35915:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1789449592.775767:0:35915:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1789449592.775768:0:35915:0:(ldlm_lock.c:1024:search_granted_lock()) Process leaving 00010000:00000001:2.0:1789449592.775770:0:35915:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1789449592.775772:0:35915:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x30:0x0].0x0 (ffff9e8b922de300) refcount = 2 00010000:00000040:2.0:1789449592.775775:0:35915:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1789449592.775778:0:35915:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d000/0xcddde1459ded6833 lrc: 1/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xeb7cbf5e2fd3ded8 expref: -99 pid: 35909 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1789449592.775785:0:35915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c200/0xcddde1459ded684f lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3df09 expref: -99 pid: 35915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449592.775791:0:35915:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1789449592.775796:0:35915:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1789449592.775798:0:35915:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789449592.775800:0:35915:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789449592.775803:0:35915:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449592.775806:0:35915:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c200/0xcddde1459ded684f lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3df09 expref: -99 pid: 35915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449592.775811:0:35915:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1789449592.775813:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449592.775814:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449592.775815:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449592.775816:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449592.775818:0:35915:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449592.775822:0:35915:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1789449592.775825:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449592.775826:0:35915:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449592.775828:0:35915:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c200 refcount=3 00000020:00000001:2.0:1789449592.775830:0:35915:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016074752 : -107152693476864 : ffff9e8b91c4c200) 00010000:00000001:2.0:1789449592.775832:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016074752 : -107152693476864 : ffff9e8b91c4c200) 00010000:00000001:2.0:1789449592.775834:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449592.775835:0:35915:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449592.775836:0:35915:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c200 refcount=4 00000020:00000001:2.0:1789449592.775838:0:35915:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016074752 : -107152693476864 : ffff9e8b91c4c200) 00010000:00000001:2.0:1789449592.775840:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016074752 : -107152693476864 : ffff9e8b91c4c200) 00010000:00000001:2.0:1789449592.775843:0:35915:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449592.775845:0:35915:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449592.775849:0:35915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c200/0xcddde1459ded684f lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3df09 expref: -99 pid: 35915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449592.775855:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449592.775856:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449592.775857:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449592.775859:0:35915:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449592.775860:0:35915:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c200 refcount=5 00000020:00000001:2.0:1789449592.775861:0:35915:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016074752 : -107152693476864 : ffff9e8b91c4c200) 00010000:00000001:2.0:1789449592.775864:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016074752 : -107152693476864 : ffff9e8b91c4c200) 00010000:00000001:2.0:1789449592.775866:0:35915:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789449592.775869:0:35915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c200/0xcddde1459ded684f lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3df09 expref: -99 pid: 35915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449592.775876:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449592.775877:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789449592.775897:0:35915:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c200/0xcddde1459ded684f lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3df09 expref: -99 pid: 35915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449592.775903:0:35915:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789449592.775904:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449592.775905:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449592.775906:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449592.775907:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1789449592.775912:0:35915:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x2b, status=0 req@ffff9e8b9065ca80 x1876371947544960/t8589934613(8589934613) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1789449608 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789449592.775920:0:35915:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1789449592.775924:0:35915:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9e8b9065ca80 x1876371947544960/t8589934613(8589934613) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1789449608 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789449592.775931:0:35915:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449592.775936:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449592.775937:0:35915:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449592.775938:0:35915:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c200 refcount=3 00000020:00000001:2.0:1789449592.775940:0:35915:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016074752 : -107152693476864 : ffff9e8b91c4c200) 00010000:00000001:2.0:1789449592.775942:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016074752 : -107152693476864 : ffff9e8b91c4c200) 00000002:00010000:2.0:1789449592.775946:0:35915:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c200/0xcddde1459ded684f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3df09 expref: -99 pid: 35915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1789449592.775957:0:35915:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9e8b90fc9b40. 00010000:00000001:2.0:1789449592.775959:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449592.775961:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789449592.775963:0:35915:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449592.775964:0:35915:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449592.775967:0:35915:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1789449592.775970:0:35915:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789449592.775971:0:35915:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993073792 : -107152716477824 : ffff9e8b9065ca80) 00010000:00000001:2.0:1789449592.775973:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449592.775974:0:35915:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449592.775975:0:35915:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c200 refcount=3 00000020:00000001:2.0:1789449592.775977:0:35915:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016074752 : -107152693476864 : ffff9e8b91c4c200) 00010000:00000001:2.0:1789449592.775978:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016074752 : -107152693476864 : ffff9e8b91c4c200) 00000002:00010000:2.0:1789449592.775981:0:35915:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c200/0xcddde1459ded684f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3df09 expref: -99 pid: 35915 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449592.775987:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449592.775988:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449592.775989:0:35915:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789449592.775991:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449592.775992:0:35915:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449592.775993:0:35915:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c200 refcount=3 00000020:00000001:2.0:1789449592.775995:0:35915:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016074752 : -107152693476864 : ffff9e8b91c4c200) 00010000:00000001:2.0:1789449592.775997:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016074752 : -107152693476864 : ffff9e8b91c4c200) 00010000:00000040:2.0:1789449592.776000:0:35915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922de300 count: 3 00010000:00000001:2.0:1789449592.776002:0:35915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789449592.776006:0:35915:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449592.776008:0:35915:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789449592.776011:0:35915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d000/0xcddde1459ded6833 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xeb7cbf5e2fd3ded8 expref: -99 pid: 35909 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1789449592.776738:0:35915:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789449592.776745:0:35915:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449592.776748:0:35915:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d000/0xcddde1459ded6833 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xeb7cbf5e2fd3ded8 expref: -99 pid: 35909 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789449592.776762:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449592.776764:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449592.776765:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449592.776767:0:35915:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449592.776768:0:35915:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c200 refcount=3 00000020:00000001:2.0:1789449592.776770:0:35915:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016074752 : -107152693476864 : ffff9e8b91c4c200) 00010000:00000001:2.0:1789449592.776773:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016074752 : -107152693476864 : ffff9e8b91c4c200) 00010000:00000001:2.0:1789449592.776775:0:35915:0:(ldlm_lock.c:950:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1789449592.776778:0:35915:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c200/0xcddde1459ded684f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3df09 expref: -99 pid: 35915 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449592.776784:0:35915:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789449592.776787:0:35915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c200/0xcddde1459ded684f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0xeb7cbf5e2fd3df09 expref: -99 pid: 35915 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449592.776792:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449592.776793:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789449592.776795:0:35915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c200/0xcddde1459ded684f lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0xeb7cbf5e2fd3df09 expref: -99 pid: 35915 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789449592.776801:0:35915:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449592.776803:0:35915:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449592.776807:0:35915:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1789449592.776814:0:35915:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9e8b8580b240. 00010000:00000001:2.0:1789449592.776817:0:35915:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1789449592.776831:0:35915:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:2.0:1789449592.776833:0:35915:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449592.776835:0:35915:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449592.776837:0:35915:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789449592.776838:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449592.776839:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789449592.776841:0:35915:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1789449592.776844:0:35915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c5b888 00000002:00002000:2.0:1789449592.776847:0:35915:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open|creat status=0 disp=0x80002b: rc = 0 00000002:00000001:2.0:1789449592.776851:0:35915:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789449592.776856:0:35915:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789449592.776859:0:35915:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789449592.776862:0:35915:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1789449592.776866:0:35915:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449592.776871:0:35915:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:2.0:1789449592.776876:0:35915:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b83079600. 00010000:00000010:2.1:1789449592.776915:0:35915:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b90652e00. 00010000:00000010:2.1:1789449592.776922:0:35915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4c800. 00000080:00000001:2.0:1789449592.776930:0:35915:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1789449592.776936:0:35915:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1789449592.776940:0:35915:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:2.0:1789449592.776944:0:35915:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789449592.776948:0:35915:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820824040 : -107152888727576 : ffff9e8b862177e8) 00000020:00001000:2.0:1789449592.776951:0:35915:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b862177e0 00000020:00000001:2.0:1789449592.776953:0:35915:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1789449592.776957:0:35915:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1789449592.776960:0:35915:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1789449592.776966:0:35915:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9e8b898c6420. 00020000:00000010:2.0:1789449592.776971:0:35915:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9e8b840b3e00. 00020000:00000010:2.0:1789449592.776975:0:35915:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9e8b898c67e0. 00020000:00000001:2.0:1789449592.776977:0:35915:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446636920878163936 : -107152831387680 : ffff9e8b898c67e0) 00020000:00000002:2.0:1789449592.776980:0:35915:0:(lov_ea.c:755:dump_lsm()) lsm ffff9e8b898c67e0, objid 0x30:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789449592.776985:0:35915:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout 1 layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789449592.776989:0:35915:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff9e8b840b3e00: ostid: 0x280000401:68 ost idx: 0 gen: 0 00020000:00000002:2.0:1789449592.776993:0:35915:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9e8b90f1c0f8) owner ffff9e8b88b2cf80 00020000:00000001:2.0:1789449592.776996:0:35915:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1789449592.776998:0:35915:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9e8b90f1c0f8) owner ffff9e8b88b2cf80 00020000:00000010:2.0:1789449592.777002:0:35915:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9e8b840b3e00. 00020000:00000010:2.0:1789449592.777005:0:35915:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9e8b898c6420. 00020000:00000010:2.0:1789449592.777008:0:35915:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9e8b898c67e0. 00020000:00000002:2.0:1789449592.777011:0:35915:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x30:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1789449592.777013:0:35915:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449592.777015:0:35915:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449592.777051:0:16814:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789449592.777055:0:16814:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449592.777059:0:16814:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1789449592.777062:0:16814:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1789449592.777064:0:16814:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1789449592.777551:0:16814:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c200/0xcddde1459ded684f lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0xeb7cbf5e2fd3df09 expref: -99 pid: 35915 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789449592.777563:0:16814:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e8b91c4c200 already unused, calling callback (ffffffffc1b31740) 00000080:00000001:0.0:1789449592.777566:0:16814:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1789449592.777570:0:16814:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c200/0xcddde1459ded684f lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0xeb7cbf5e2fd3df09 expref: -99 pid: 35915 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449592.777583:0:16814:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1789449592.777585:0:16814:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1789449592.777589:0:16814:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c200/0xcddde1459ded684f lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0xeb7cbf5e2fd3df09 expref: -99 pid: 35915 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789449592.777595:0:16814:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1789449592.777598:0:16814:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1789449592.777600:0:16814:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449592.777602:0:16814:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449592.777604:0:16814:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4c200 refcount=3 00000020:00000001:0.0:1789449592.777606:0:16814:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016074752 : -107152693476864 : ffff9e8b91c4c200) 00010000:00000001:0.0:1789449592.777609:0:16814:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016074752 : -107152693476864 : ffff9e8b91c4c200) 00010000:00000001:0.0:1789449592.777612:0:16814:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789449592.777615:0:16814:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c200/0xcddde1459ded684f lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xeb7cbf5e2fd3df09 expref: -99 pid: 35915 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1789449592.777623:0:16814:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789449592.777627:0:16814:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789449592.777630:0:16814:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789449592.777632:0:16814:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x30:0x0] mode (null) 00000002:00000001:0.0:1789449592.777636:0:16814:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449592.777638:0:16814:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449592.777643:0:16814:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922de300 count: 3 00010000:00000001:0.0:1789449592.777646:0:16814:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449592.777650:0:16814:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1789449592.777653:0:16814:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1789449592.777655:0:16814:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789449592.777739:0:16814:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449592.777744:0:16814:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d000/0xcddde1459ded6833 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xeb7cbf5e2fd3ded8 expref: -99 pid: 35909 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789449592.777752:0:16814:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449592.777754:0:16814:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789449592.777756:0:16814:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:1.0:1789449592.777757:0:16814:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449592.777759:0:16814:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449592.777761:0:16814:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4d000 refcount=3 00000020:00000001:1.0:1789449592.777762:0:16814:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016078336 : -107152693473280 : ffff9e8b91c4d000) 00010000:00000001:1.0:1789449592.777765:0:16814:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016078336 : -107152693473280 : ffff9e8b91c4d000) 00010000:00000001:1.0:1789449592.777767:0:16814:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449592.777768:0:16814:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789449592.777769:0:16814:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789449592.777772:0:16814:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1789449592.777774:0:16814:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449592.777777:0:16814:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789449592.777780:0:16814:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789449592.777782:0:16814:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789449592.777783:0:16814:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449592.777786:0:16814:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789449592.777789:0:16814:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9e8b91c4c200 with handle 0xcddde1459ded684f from hash 00010000:00000001:1.0:1789449592.777791:0:16814:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789449592.777792:0:16814:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449592.777794:0:16814:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449592.777795:0:16814:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789449592.777799:0:16814:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789449592.777801:0:16814:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1789449592.777805:0:16814:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789449592.777810:0:16814:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449592.777812:0:16814:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449592.777813:0:16814:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449592.777816:0:16814:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789449592.777818:0:16814:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1789449592.777827:0:16814:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83691c00. 00000020:00000040:1.0:1789449592.777831:0:16814:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=9 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000100:00000001:1.0:1789449592.777836:0:16814:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789449592.777838:0:16814:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789449592.777841:0:16814:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789449592.777848:0:16814:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e8b83767000. 00000100:00000001:1.0:1789449592.777855:0:16814:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449592.777857:0:16814:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1789449592.777860:0:16814:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c200/0xcddde1459ded684f lrc: 2/0,0 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xeb7cbf5e2fd3df09 expref: -99 pid: 35915 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789449592.777866:0:16814:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1789449592.777868:0:16814:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449592.777873:0:16814:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789449592.777877:0:16814:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449592.778021:0:16814:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f061a3e] to pc [ptlrpcd_00_00+0] req@ffff9e8b83691c00 x1876371947545088/t0(0) o103->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449592.778197:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449592.778202:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449592.778205:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789449592.778211:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83691c00 x1876371947545088/t0(0) o103->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449592.778226:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789449592.778228:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449592.778232:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789449592.778235:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789449592.778238:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449592.778242:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83691c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2399:1876371947545088:192.168.202.109@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1789449592.778246:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789449592.778253:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789449592.778255:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449592.778257:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789449592.778262:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b8b014800. 02000000:00000001:0.0:1789449592.778264:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449592.778272:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:0.0:1789449592.778277:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b86580b00. 00000400:00000010:0.0:1789449592.778284:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5770. 00000100:00000200:0.0:1789449592.778291:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947545088, portal 18 00000100:00000001:0.0:1789449592.778293:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449592.778295:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775187456 : -107152934364160 : ffff9e8b83691c00) 00000100:00000040:0.0:1789449592.778302:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b83691c00 x1876371947545088/t0(0) o103->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449608 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449592.778309:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789449592.778312:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1789449592.778315:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5220. 00000100:00000200:0.0:1789449592.778319:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1876371947545088, offset 0 00000400:00000200:0.0:1789449592.778325:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1789449592.778336:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449592.778345:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1789449592.778352:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789449592.778357:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1789449592.778362:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789449592.778365:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1789449592.778369:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [3014:3014:256:4294967295] 192.168.202.109@tcp LPNI seq info [3014:3014:8:4294967295] 00000400:00000200:0.0:1789449592.778374:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449592.778384:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1789449592.778391:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1789449592.778397:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b864ec300. 00000800:00000200:0.0:1789449592.778404:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1789449592.778413:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1789449592.778418:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b864ec300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1789449592.778438:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449592.778443:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 812337 usecs (813 jiffies) 00000400:00000200:0.0:1789449592.778446:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:0.0:1789449592.778449:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296596277 00000100:00000001:0.0:1789449592.778452:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296596513 00000100:00000001:0.0:1789449592.778455:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296596277 00000100:00000001:0.0:1789449592.778457:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296596514 00000100:00000001:0.0:1789449592.778459:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449592.778462:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449592.778466:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449592.778468:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00001000:2.0:1789449592.778536:0:35915:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b862177e0 00000080:00000001:2.0:1789449592.778545:0:35915:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611184 : 144115205339611184 : 200000405000030) 00000080:00000001:2.0:1789449592.778549:0:35915:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00010000:00000001:2.0:1789449592.778554:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449592.778555:0:35915:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449592.778558:0:35915:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4d000 refcount=3 00000020:00000001:2.0:1789449592.778560:0:35915:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016078336 : -107152693473280 : ffff9e8b91c4d000) 00010000:00000001:2.0:1789449592.778562:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016078336 : -107152693473280 : ffff9e8b91c4d000) 00000080:00000001:2.0:1789449592.778565:0:35915:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1789449592.778567:0:35915:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000800:00000200:3.0:1789449592.778617:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449592.778622:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ec300. 00000400:00000200:3.0:1789449592.778629:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449592.778634:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449592.778640:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5220 00000400:00000010:3.0:1789449592.778643:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5220. 00000100:00000001:3.0:1789449592.778648:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449592.778652:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83691c00 x1876371947545088/t0(0) o103->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449608 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449592.778662:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449592.778665:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83691c00 x1876371947545088/t0(0) o103->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449608 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449592.778673:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449592.778675:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:1.0:1789449592.778728:0:16814:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449592.778732:0:16814:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449592.778733:0:16814:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449592.778735:0:16814:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449592.778738:0:16814:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.778740:0:16814:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449592.778745:0:16814:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c200/0xcddde1459ded684f lrc: 1/0,0 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xeb7cbf5e2fd3df09 expref: -99 pid: 35915 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449592.778753:0:16814:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789449592.778756:0:16814:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4c200/0xcddde1459ded684f lrc: 0/0,0 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xeb7cbf5e2fd3df09 expref: -99 pid: 35915 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000010:1.0:1789449592.778770:0:16814:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9e8b90fc9b40. 00010000:00000001:1.0:1789449592.778780:0:16814:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449592.778781:0:16814:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1789449592.778784:0:16814:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9e8b8580b240. 00010000:00000001:1.0:1789449592.778787:0:16814:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.778791:0:16814:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789449592.778793:0:16814:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449592.778795:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789449592.778797:0:16814:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789449592.778798:0:16814:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449592.778800:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789449592.778802:0:16814:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789449592.778804:0:16814:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449592.778805:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789449592.778811:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789449592.778814:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449592.779279:0:35915:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820824040 : -107152888727576 : ffff9e8b862177e8) 00000020:00001000:2.0:1789449592.779285:0:35915:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b862177e0 00000020:00000001:2.0:1789449592.779288:0:35915:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1789449592.779291:0:35915:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1789449592.779294:0:35915:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1789449592.779301:0:35915:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9e8b898c67e0. 00020000:00000010:2.0:1789449592.779305:0:35915:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9e8b840b3e00. 00020000:00000010:2.0:1789449592.779311:0:35915:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9e8b898c6420. 00020000:00000001:2.0:1789449592.779314:0:35915:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446636920878162976 : -107152831388640 : ffff9e8b898c6420) 00020000:00000002:2.0:1789449592.779317:0:35915:0:(lov_ea.c:755:dump_lsm()) lsm ffff9e8b898c6420, objid 0x30:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789449592.779322:0:35915:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout 1 layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789449592.779326:0:35915:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff9e8b840b3e00: ostid: 0x280000401:68 ost idx: 0 gen: 0 00020000:00000002:2.0:1789449592.779329:0:35915:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9e8b90f1c0f8) owner ffff9e8b88b2cf80 00020000:00000001:2.0:1789449592.779333:0:35915:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1789449592.779335:0:35915:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9e8b90f1c0f8) owner ffff9e8b88b2cf80 00020000:00000010:2.0:1789449592.779339:0:35915:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9e8b840b3e00. 00020000:00000010:2.0:1789449592.779342:0:35915:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9e8b898c67e0. 00020000:00000010:2.0:1789449592.779344:0:35915:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9e8b898c6420. 00020000:00000002:2.0:1789449592.779347:0:35915:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x30:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1789449592.779349:0:35915:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449592.779351:0:35915:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449592.779354:0:35915:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1789449592.779357:0:35915:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b90f1c0f8) owner 0000000000000000/ffff9e8b88b2cf80 00020000:00000002:2.0:1789449592.779361:0:35915:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9e8b87cd5600 addref 2/0 by ffff9e8b88b2cf80. 00020000:00000002:2.0:1789449592.779364:0:35915:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b90f1c0f8) owner 0000000000000000/ffff9e8b88b2cf80 00020000:00000001:2.0:1789449592.779366:0:35915:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1789449592.779369:0:35915:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1789449592.779370:0:35915:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1789449592.779372:0:35915:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1789449592.779374:0:35915:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1789449592.779376:0:35915:0:(file.c:6843:ll_layout_conf()) [0x200000405:0x30:0x0]: layout version change: 0 -> 0 00000020:00001000:2.0:1789449592.779378:0:35915:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b862177e0 00000080:00000001:2.0:1789449592.779380:0:35915:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449592.779382:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449592.779383:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789449592.779386:0:35915:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789449592.779390:0:35915:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1789449592.779392:0:35915:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789449592.779395:0:35915:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x30:0x0](ffff9e8b891ca1c8) for lock 0xcddde1459ded6833 00800000:00000001:2.0:1789449592.779399:0:35915:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789449592.779402:0:35915:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789449592.779404:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449592.779405:0:35915:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449592.779407:0:35915:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4d000 refcount=3 00000020:00000001:2.0:1789449592.779409:0:35915:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016078336 : -107152693473280 : ffff9e8b91c4d000) 00010000:00000001:2.0:1789449592.779412:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016078336 : -107152693473280 : ffff9e8b91c4d000) 00010000:00000001:2.0:1789449592.779414:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449592.779415:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789449592.779417:0:35915:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789449592.779419:0:35915:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449592.779422:0:35915:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449592.779429:0:35915:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b9065ca80 x1876371947544960/t8589934613(8589934613) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1789449608 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449592.779437:0:35915:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789449592.780769:0:35915:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded6833 from it ffffb71181c5bbf0 00010000:00000001:2.0:1789449592.780779:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449592.780781:0:35915:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449592.780785:0:35915:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4d000 refcount=3 00000020:00000001:2.0:1789449592.780788:0:35915:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016078336 : -107152693473280 : ffff9e8b91c4d000) 00010000:00000001:2.0:1789449592.780791:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016078336 : -107152693473280 : ffff9e8b91c4d000) 00010000:00000001:2.0:1789449592.780795:0:35915:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789449592.780800:0:35915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d000/0xcddde1459ded6833 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xeb7cbf5e2fd3ded8 expref: -99 pid: 35909 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789449592.780813:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449592.780815:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449592.780816:0:35915:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789449592.780819:0:35915:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789449592.780822:0:35915:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d000/0xcddde1459ded6833 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xeb7cbf5e2fd3ded8 expref: -99 pid: 35909 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1789449592.780831:0:35915:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789449592.780834:0:35915:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789449592.780837:0:35915:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789449592.780842:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449592.780843:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449592.780845:0:35915:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449592.780848:0:35915:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789449592.780849:0:35915:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449592.780852:0:35915:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449592.780856:0:35915:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449592.780859:0:35915:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789449592.780860:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449592.780861:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789449592.780867:0:35915:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789449592.780877:0:35915:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9e8b90fc98c0. 00000080:00000001:2.0:1789449592.780894:0:35915:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:2.0:1789449592.780903:0:35915:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:2.0:1789449592.780907:0:35915:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789449592.780910:0:35915:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789449592.780912:0:35915:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789449592.780915:0:35915:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789449592.780917:0:35915:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449592.780919:0:35915:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:2.0:1789449592.780922:0:35915:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789449592.780926:0:35915:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1789449592.780931:0:35915:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9e8b8316ff00. 00000002:00100000:2.0:1789449592.780942:0:35915:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9e8b9065ca80 x1876371947544960/t8589934613(8589934613) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1789449608 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789449592.780949:0:35915:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789449592.780951:0:35915:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1789449592.780956:0:35915:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1789449592.780960:0:35915:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449592.780964:0:35915:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:2.0:1789449592.780967:0:35915:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1789449592.780969:0:35915:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789449592.780971:0:35915:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1789449592.780973:0:35915:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449592.780976:0:35915:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1789449592.780979:0:35915:0:(pcc.c:1970:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449592.780981:0:35915:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1789449592.780983:0:35915:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449592.780985:0:35915:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789449592.780989:0:35915:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449592.780993:0:35915:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065ca80 x1876371947544960/t8589934613(8589934613) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1789449608 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1789449592.781001:0:35915:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789449592.781005:0:35915:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9e8b86740000. 02000000:00000001:2.0:1789449592.782247:0:35915:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1789449592.782255:0:35915:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449592.782262:0:35915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c5bb98 00000080:00000008:2.0:1789449592.782265:0:35915:0:(file.c:1329:ll_file_open()) COMPLETED file recon:[0x200000405:0x30:0x0](ffff9e8b891ca1c8), flags 102101, rc = 0 00020000:00000001:2.0:1789449592.782383:0:35915:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1789449592.782388:0:35915:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b90f1c0f8) owner 0000000000000000/ffff9e8b88b2cf80 00020000:00000002:2.0:1789449592.782393:0:35915:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b90f1c0f8) owner 0000000000000000/ffff9e8b88b2cf80 00020000:00000001:2.0:1789449592.782396:0:35915:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449592.784249:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449592.784259:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789449592.784267:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449592.784271:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449592.784420:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449592.784425:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449592.789454:0:35915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c5bd28 00000080:00200008:3.0:1789449592.789466:0:35915:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000405:0x30:0x0](ffff9e8b891ca1c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1789449592.789475:0:35915:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789449592.789477:0:35915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c5bca0 00000080:00200000:3.0:1789449592.789479:0:35915:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x30:0x0](ffff9e8b891ca1c8),name=recon 00000080:00000010:3.0:1789449592.789488:0:35915:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b888a2400. 00800000:00000002:3.0:1789449592.789494:0:35915:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:3.0:1789449592.789500:0:35915:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789449592.789505:0:35915:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789449592.789508:0:35915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c5bbc0 00800000:00000002:3.0:1789449592.789510:0:35915:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x30:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789449592.789514:0:35915:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789449592.789519:0:35915:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789449592.789522:0:35915:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789449592.789525:0:35915:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789449592.789527:0:35915:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789449592.789529:0:35915:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449592.789531:0:35915:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789449592.789534:0:35915:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789449592.789537:0:35915:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789449592.789538:0:35915:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789449592.789539:0:35915:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789449592.789541:0:35915:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789449592.789542:0:35915:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449592.789544:0:35915:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:3.0:1789449592.789546:0:35915:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449592.789549:0:35915:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x30:0x0], name='' -> mds #0 00000002:00000001:3.0:1789449592.789554:0:35915:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789449592.789556:0:35915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c5ba90 00000002:00010000:3.0:1789449592.789558:0:35915:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x30:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789449592.789561:0:35915:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789449592.789563:0:35915:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789449592.789567:0:35915:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789449592.789573:0:35915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922de300 count: 2 00010000:00000001:3.0:1789449592.789577:0:35915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789449592.789582:0:35915:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449592.789586:0:35915:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789449592.789592:0:35915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d000/0xcddde1459ded6833 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xeb7cbf5e2fd3ded8 expref: -99 pid: 35909 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1789449592.789604:0:35915:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789449592.789608:0:35915:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449592.789612:0:35915:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d000/0xcddde1459ded6833 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xeb7cbf5e2fd3ded8 expref: -99 pid: 35909 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1789449592.789620:0:35915:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789449592.789622:0:35915:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789449592.789624:0:35915:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789449592.789626:0:35915:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789449592.789628:0:35915:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789449592.789630:0:35915:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789449592.789633:0:35915:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789449592.789637:0:35915:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:3.0:1789449592.789641:0:35915:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b888a2400. 00000080:00000001:3.0:1789449592.789645:0:35915:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789449592.789647:0:35915:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789449592.789650:0:35915:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x30:0x0](ffff9e8b891ca1c8) 00000080:00010000:3.0:1789449592.789654:0:35915:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x30:0x0](ffff9e8b891ca1c8) for lock 0xcddde1459ded6833 00800000:00000001:3.0:1789449592.789657:0:35915:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789449592.789659:0:35915:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789449592.789661:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449592.789663:0:35915:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449592.789666:0:35915:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4d000 refcount=3 00000020:00000001:3.0:1789449592.789668:0:35915:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016078336 : -107152693473280 : ffff9e8b91c4d000) 00010000:00000001:3.0:1789449592.789672:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016078336 : -107152693473280 : ffff9e8b91c4d000) 00010000:00000001:3.0:1789449592.789675:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449592.789677:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789449592.789678:0:35915:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789449592.789680:0:35915:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789449592.789682:0:35915:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded6833 from it ffffb71181c5bcd8 00010000:00000001:3.0:1789449592.789685:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449592.789686:0:35915:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449592.789687:0:35915:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4d000 refcount=3 00000020:00000001:3.0:1789449592.789689:0:35915:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016078336 : -107152693473280 : ffff9e8b91c4d000) 00010000:00000001:3.0:1789449592.789692:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016078336 : -107152693473280 : ffff9e8b91c4d000) 00010000:00000001:3.0:1789449592.789694:0:35915:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789449592.789697:0:35915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d000/0xcddde1459ded6833 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xeb7cbf5e2fd3ded8 expref: -99 pid: 35909 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1789449592.789705:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449592.789706:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449592.789708:0:35915:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789449592.789710:0:35915:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789449592.789713:0:35915:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d000/0xcddde1459ded6833 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xeb7cbf5e2fd3ded8 expref: -99 pid: 35909 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1789449592.789720:0:35915:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449592.789723:0:35915:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789449592.789725:0:35915:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449592.789730:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449592.789731:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449592.789733:0:35915:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449592.789736:0:35915:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789449592.789738:0:35915:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449592.789739:0:35915:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449592.789742:0:35915:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449592.789744:0:35915:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789449592.789745:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449592.789746:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789449592.789749:0:35915:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789449592.789751:0:35915:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789449592.789754:0:35915:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:3.0:1789449592.789757:0:35915:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1789449592.789759:0:35915:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789449592.789762:0:35915:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1789449592.789763:0:35915:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449592.789766:0:35915:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1789449592.789769:0:35915:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:3.0:1789449592.789771:0:35915:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789449592.789776:0:35915:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820823176 : -107152888728440 : ffff9e8b86217488) 00000020:00001000:3.0:1789449592.789778:0:35915:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217480 00000020:00000001:3.0:1789449592.789783:0:35915:0:(cl_object.c:143:cl_object_top()) ffff9e8b903b5dc8 -> ffff9e8b903b5dc8 00000020:00000001:3.0:1789449592.789785:0:35915:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:3.0:1789449592.789788:0:35915:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1789449592.789790:0:35915:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x30:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:3.0:1789449592.789794:0:35915:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789449592.789795:0:35915:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1789449592.789797:0:35915:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1789449592.789800:0:35915:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449592.789802:0:35915:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1789449592.789807:0:35915:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x30:0x0]io ffff9e8b84db2a00 type 7 ignore/verify layout 0/1 00020000:00000002:3.0:1789449592.789810:0:35915:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b90f1c0f8) owner 0000000000000000/ffff9e8b88b2cf80 00020000:00000001:3.0:1789449592.789814:0:35915:0:(lov_io.c:2266:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1789449592.789816:0:35915:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1789449592.789818:0:35915:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1789449592.789819:0:35915:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449592.789822:0:35915:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1789449592.789824:0:35915:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1789449592.789825:0:35915:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449592.789827:0:35915:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789449592.789828:0:35915:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1789449592.789829:0:35915:0:(lov_io.c:2279:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1789449592.789830:0:35915:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b90f1c0f8) owner 0000000000000000/ffff9e8b88b2cf80 00000020:00000001:3.0:1789449592.789833:0:35915:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1789449592.789835:0:35915:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:3.0:1789449592.789837:0:35915:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x30:0x0] 00000020:00000001:3.0:1789449592.789840:0:35915:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1789449592.789841:0:35915:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1789449592.789844:0:35915:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1789449592.789846:0:35915:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000001:3.0:1789449592.789848:0:35915:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449592.789853:0:35915:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449592.789855:0:35915:0:(lov_offset.c:141:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1789449592.789857:0:35915:0:(lov_offset.c:264:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1789449592.789859:0:35915:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000010:3.0:1789449592.789864:0:35915:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9e8b84d02c00. 00020000:00000001:3.0:1789449592.789866:0:35915:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449592.789868:0:35915:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449592.789870:0:35915:0:(lov_offset.c:141:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1789449592.789872:0:35915:0:(lov_offset.c:264:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1789449592.789874:0:35915:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:3.0:1789449592.789877:0:35915:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789449592.789905:0:35915:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1789449592.789907:0:35915:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789449592.789910:0:35915:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820823752 : -107152888727864 : ffff9e8b862176c8) 00000020:00001000:3.0:1789449592.789912:0:35915:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b862176c0 00000020:00000001:3.0:1789449592.789916:0:35915:0:(cl_object.c:143:cl_object_top()) ffff9e8b903b5918 -> ffff9e8b903b5dc8 00000020:00000001:3.0:1789449592.789917:0:35915:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:3.0:1789449592.789922:0:35915:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789449592.789923:0:35915:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1789449592.789925:0:35915:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:3.0:1789449592.789926:0:35915:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446636920799439360 : -107152910112256 : ffff9e8b84db2a00) 00000020:00000001:3.0:1789449592.789929:0:35915:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449592.789931:0:35915:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449592.789933:0:35915:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993109232 : -107152716442384 : ffff9e8b906654f0) 00000020:00000001:3.0:1789449592.789935:0:35915:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1789449592.789939:0:35915:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9e8b91cb5db0. 00000008:00010000:3.0:1789449592.789942:0:35915:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:3.0:1789449592.789945:0:35915:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1789449592.789946:0:35915:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1789449592.789948:0:35915:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9e8b84d02c30, osc lock ffff9e8b91cb5db0, flags 0x400001002 00000020:00000001:3.0:1789449592.789951:0:35915:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449592.789952:0:35915:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449592.789954:0:35915:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000001:3.0:1789449592.789956:0:35915:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446636920798718976 : -107152910832640 : ffff9e8b84d02c00) 00000020:00000001:3.0:1789449592.789958:0:35915:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1789449592.789959:0:35915:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1789449592.789960:0:35915:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449592.789962:0:35915:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449592.789964:0:35915:0:(cl_io.c:1190:cl_sync_io_init_notify()) Process entered 00000020:00000001:3.0:1789449592.789966:0:35915:0:(cl_io.c:1198:cl_sync_io_init_notify()) Process leaving 00000020:00000001:3.0:1789449592.789968:0:35915:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1789449592.789970:0:35915:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1789449592.789971:0:35915:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789449592.789972:0:35915:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993109232 : -107152716442384 : ffff9e8b906654f0) 00000020:00000001:3.0:1789449592.789974:0:35915:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1789449592.789976:0:35915:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1789449592.789978:0:35915:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1789449592.789981:0:35915:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1789449592.789984:0:35915:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1789449592.789985:0:35915:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1789449592.789987:0:35915:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1789449592.789988:0:35915:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1789449592.789989:0:35915:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1789449592.789992:0:35915:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1789449592.789993:0:35915:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789449592.789997:0:35915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652700 count: 2 00010000:00000001:3.0:1789449592.789999:0:35915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789449592.790004:0:35915:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449592.790007:0:35915:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789449592.790011:0:35915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000c45015f7/0xcddde1459ded6841 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xeb7cbf5e2fd3deed expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1789449592.790020:0:35915:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789449592.790023:0:35915:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449592.790026:0:35915:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000c45015f7/0xcddde1459ded6841 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xeb7cbf5e2fd3deed expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789449592.790032:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449592.790033:0:35915:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449592.790035:0:35915:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4da00 refcount=4 00000020:00000001:3.0:1789449592.790037:0:35915:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:3.0:1789449592.790039:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00000008:00000001:3.0:1789449592.790042:0:35915:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1789449592.790044:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449592.790045:0:35915:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449592.790046:0:35915:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4da00 refcount=5 00000020:00000001:3.0:1789449592.790047:0:35915:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:3.0:1789449592.790049:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00000020:00000001:3.0:1789449592.790053:0:35915:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1789449592.790055:0:35915:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:3.0:1789449592.790056:0:35915:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000008:00000001:3.0:1789449592.790058:0:35915:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449592.790060:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449592.790061:0:35915:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449592.790062:0:35915:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4da00 refcount=6 00000020:00000001:3.0:1789449592.790063:0:35915:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:3.0:1789449592.790065:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:3.0:1789449592.790067:0:35915:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789449592.790069:0:35915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000c45015f7/0xcddde1459ded6841 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xeb7cbf5e2fd3deed expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789449592.790076:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449592.790077:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449592.790078:0:35915:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789449592.790080:0:35915:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789449592.790082:0:35915:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000c45015f7/0xcddde1459ded6841 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xeb7cbf5e2fd3deed expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1789449592.790089:0:35915:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449592.790091:0:35915:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789449592.790092:0:35915:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449592.790094:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449592.790095:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449592.790096:0:35915:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449592.790098:0:35915:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789449592.790099:0:35915:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449592.790101:0:35915:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449592.790103:0:35915:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449592.790105:0:35915:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789449592.790106:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449592.790107:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449592.790108:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449592.790109:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789449592.790111:0:35915:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789449592.790113:0:35915:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449592.790125:0:35915:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449592.790127:0:35915:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449592.790129:0:35915:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449592.790131:0:35915:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1789449592.790132:0:35915:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:3.0:1789449592.790134:0:35915:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000020:00000001:3.0:1789449592.790137:0:35915:0:(cl_io.c:1210:cl_sync_io_wait()) Process entered 00000020:00000001:3.0:1789449592.790138:0:35915:0:(cl_io.c:1234:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449592.790140:0:35915:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449592.790145:0:35915:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1789449592.790146:0:35915:0:(cl_object.c:143:cl_object_top()) ffff9e8b903b5dc8 -> ffff9e8b903b5dc8 00000020:00000001:3.0:1789449592.790149:0:35915:0:(cl_object.c:143:cl_object_top()) ffff9e8b903b5dc8 -> ffff9e8b903b5dc8 00000020:00000001:3.0:1789449592.790150:0:35915:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1789449592.790154:0:35915:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:3.0:1789449592.790157:0:35915:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1789449592 a=0 c=1789449592 b=0 00020000:00000001:3.0:1789449592.790161:0:35915:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449592.790162:0:35915:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449592.790164:0:35915:0:(cl_object.c:143:cl_object_top()) ffff9e8b903b5dc8 -> ffff9e8b903b5dc8 00000080:00200000:3.0:1789449592.790167:0:35915:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x30:0x0] updating i_size 23 i_blocks 0 00000080:00000001:3.0:1789449592.790169:0:35915:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1789449592.790174:0:35915:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1789449592.790175:0:35915:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9e8b84db29a0 (ffff9e8b86217488/0) at cl_lock_release():245 00000020:00000001:3.0:1789449592.790178:0:35915:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1789449592.790179:0:35915:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e8b84db29a0 (ffff9e8b86217488/0) at cl_lock_cancel():142 00020000:00000001:3.0:1789449592.790182:0:35915:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1789449592.790184:0:35915:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789449592.790185:0:35915:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993109232 : -107152716442384 : ffff9e8b906654f0) 00000020:00000001:3.0:1789449592.790187:0:35915:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1789449592.790188:0:35915:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e8b84d02c30 (ffff9e8b862176c8/1) at cl_lock_cancel():142 00000008:00000001:3.0:1789449592.790191:0:35915:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1789449592.790192:0:35915:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:3.0:1789449592.790193:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449592.790194:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789449592.790196:0:35915:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1789449592.790198:0:35915:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1789449592.790199:0:35915:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1789449592.790200:0:35915:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1789449592.790201:0:35915:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1789449592.790203:0:35915:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e8b84db29a0 (ffff9e8b86217488/0) at cl_lock_fini():72 00020000:00000001:3.0:1789449592.790206:0:35915:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:3.0:1789449592.790207:0:35915:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1789449592.790208:0:35915:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e8b84d02c30 (ffff9e8b86217488/1) at cl_lock_fini():72 00000008:00000010:3.0:1789449592.790211:0:35915:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9e8b91cb5db0. 00000020:00000001:3.0:1789449592.790215:0:35915:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1789449592.790216:0:35915:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9e8b84d02c00. 00020000:00000001:3.0:1789449592.790220:0:35915:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1789449592.790221:0:35915:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1789449592.790222:0:35915:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:3.0:1789449592.790224:0:35915:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449592.790226:0:35915:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:3.0:1789449592.790228:0:35915:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1789449592.790230:0:35915:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1789449592.790232:0:35915:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:3.0:1789449592.790233:0:35915:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:3.0:1789449592.790235:0:35915:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b862176c0 00020000:00000001:3.0:1789449592.790237:0:35915:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1789449592.790239:0:35915:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1789449592.790242:0:35915:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1789449592.790244:0:35915:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x30:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1789449592.790247:0:35915:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1789449592.790248:0:35915:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449592.790250:0:35915:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1789449592.790252:0:35915:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1789449592.790253:0:35915:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:3.0:1789449592.790254:0:35915:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217480 00000001:00000001:3.0:1789449592.790256:0:35915:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449592.790262:0:35915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c5bd28 00000080:00000008:3.0:1789449592.790266:0:35915:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000405:0x30:0x0](ffff9e8b891ca1c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1789449592.790308:0:35915:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:3.0:1789449592.790311:0:35915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c5bd88 00000080:00200008:3.0:1789449592.790313:0:35915:0:(file.c:2650:do_file_write_iter()) START file recon:[0x200000405:0x30:0x0], ppos: 0, count: 23 00000080:00000002:3.0:1789449592.790316:0:35915:0:(file.c:2656:do_file_write_iter()) inode ffff9e8b891ca1c8 need_sync_to_oss [0x200000405:0x30:0x0] 00000080:00000001:3.0:1789449592.790318:0:35915:0:(pcc.c:2644:pcc_file_write_iter()) Process entered 00000080:00000001:3.0:1789449592.790320:0:35915:0:(pcc.c:2647:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449592.790322:0:35915:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:3.0:1789449592.790325:0:35915:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449592.790327:0:35915:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789449592.790329:0:35915:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820823176 : -107152888728440 : ffff9e8b86217488) 00000020:00001000:3.0:1789449592.790331:0:35915:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217480 00000080:00000001:3.0:1789449592.790335:0:35915:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:3.0:1789449592.790336:0:35915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c5bc98 00000080:00200000:3.0:1789449592.790338:0:35915:0:(file.c:2090:ll_file_io_generic()) recon: write ppos: 0, bytes: 23 00000020:00000001:3.0:1789449592.790343:0:35915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c5bc30 00000080:00200000:3.0:1789449592.790346:0:35915:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000080:00000001:3.0:1789449592.790348:0:35915:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1789449592.790349:0:35915:0:(cl_object.c:143:cl_object_top()) ffff9e8b903b5dc8 -> ffff9e8b903b5dc8 00000020:00000001:3.0:1789449592.790350:0:35915:0:(cl_object.c:143:cl_object_top()) ffff9e8b903b5dc8 -> ffff9e8b903b5dc8 00000020:00000001:3.0:1789449592.790352:0:35915:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1789449592.790354:0:35915:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:3.0:1789449592.790356:0:35915:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1789449592 a=0 c=1789449592 b=0 00020000:00000001:3.0:1789449592.790358:0:35915:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449592.790360:0:35915:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449592.790362:0:35915:0:(cl_object.c:143:cl_object_top()) ffff9e8b903b5dc8 -> ffff9e8b903b5dc8 00000080:00200000:3.0:1789449592.790363:0:35915:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x30:0x0] updating i_size 23 i_blocks 0 00000080:00000001:3.0:1789449592.790366:0:35915:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1789449592.790368:0:35915:0:(cl_io.c:210:cl_io_rw_init()) Process entered 00000020:00200000:3.0:1789449592.790374:0:35915:0:(cl_io.c:215:cl_io_rw_init()) header@0000000028f566d5[0x110, 2, [0x200000405:0x30:0x0] hash] 00000020:00200000:3.0:1789449592.790375:0:35915:0:(cl_io.c:215:cl_io_rw_init()) io range: 2 [23, 46) 0 1 00000020:00000001:3.0:1789449592.790378:0:35915:0:(cl_object.c:143:cl_object_top()) ffff9e8b903b5dc8 -> ffff9e8b903b5dc8 00000020:00000001:3.0:1789449592.790379:0:35915:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:3.0:1789449592.790381:0:35915:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1789449592.790382:0:35915:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x30:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:3.0:1789449592.790385:0:35915:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789449592.790386:0:35915:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000100:00000001:3.0:1789449592.790388:0:35915:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789449592.790392:0:35915:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449592.790394:0:35915:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1789449592.790395:0:35915:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449592.790397:0:35915:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1789449592.790400:0:35915:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x30:0x0]io ffff9e8b84db2a00 type 2 ignore/verify layout 0/0 00020000:00000002:3.0:1789449592.790403:0:35915:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b90f1c0f8) owner 0000000000000000/ffff9e8b88b2cf80 00020000:00000001:3.0:1789449592.790406:0:35915:0:(lov_io.c:2266:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1789449592.790407:0:35915:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1789449592.790409:0:35915:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1789449592.790410:0:35915:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:3.0:1789449592.790412:0:35915:0:(lov_io.c:860:lov_io_slice_init()) 23 46 00020000:00000001:3.0:1789449592.790415:0:35915:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449592.790417:0:35915:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000001:3.0:1789449592.790419:0:35915:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:3.0:1789449592.790420:0:35915:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1789449592.790421:0:35915:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449592.790423:0:35915:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789449592.790424:0:35915:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1789449592.790425:0:35915:0:(lov_io.c:2279:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1789449592.790427:0:35915:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b90f1c0f8) owner 0000000000000000/ffff9e8b88b2cf80 00000020:00000001:3.0:1789449592.790429:0:35915:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449592.790430:0:35915:0:(cl_io.c:218:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1789449592.790433:0:35915:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 18446744073709551615] 00000001:00000001:3.0:1789449592.790435:0:35915:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:3.0:1789449592.790438:0:35915:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449592.790441:0:35915:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:3.0:1789449592.790443:0:35915:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1789449592.790445:0:35915:0:(cl_io.c:915:cl_page_list_init()) Process entered 00000020:00000001:3.0:1789449592.790446:0:35915:0:(cl_io.c:918:cl_page_list_init()) Process leaving 00020000:00000001:3.0:1789449592.790448:0:35915:0:(lov_io.c:1290:lov_io_rw_iter_init()) Process entered 00020000:00000001:3.0:1789449592.790451:0:35915:0:(lov_io.c:1078:lov_io_iter_init()) Process entered 00020000:00000001:3.0:1789449592.790453:0:35915:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00200000:3.0:1789449592.790455:0:35915:0:(lov_io.c:1153:lov_io_iter_init()) component[0] flags 0x10 00020000:00000001:3.0:1789449592.790457:0:35915:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449592.790459:0:35915:0:(lov_offset.c:141:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1789449592.790461:0:35915:0:(lov_offset.c:264:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1789449592.790463:0:35915:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789449592.790465:0:35915:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1789449592.790466:0:35915:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789449592.790467:0:35915:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820823752 : -107152888727864 : ffff9e8b862176c8) 00000020:00001000:3.0:1789449592.790470:0:35915:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b862176c0 00000020:00000001:3.0:1789449592.790472:0:35915:0:(cl_object.c:143:cl_object_top()) ffff9e8b903b5918 -> ffff9e8b903b5dc8 00000020:00000001:3.0:1789449592.790473:0:35915:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:3.0:1789449592.790475:0:35915:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789449592.790476:0:35915:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1789449592.790477:0:35915:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:3.0:1789449592.790478:0:35915:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446636920799439360 : -107152910112256 : ffff9e8b84db2a00) 00000020:00000001:3.0:1789449592.790480:0:35915:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449592.790482:0:35915:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449592.790483:0:35915:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993109232 : -107152716442384 : ffff9e8b906654f0) 00000020:00000001:3.0:1789449592.790486:0:35915:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000008:00000001:3.0:1789449592.790487:0:35915:0:(osc_io.c:525:osc_io_iter_init()) Process entered 00000008:00000001:3.0:1789449592.790490:0:35915:0:(osc_io.c:545:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449592.790492:0:35915:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449592.790494:0:35915:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000001:3.0:1789449592.790497:0:35915:0:(lov_io.c:1276:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449592.790499:0:35915:0:(lov_io.c:1312:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449592.790500:0:35915:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449592.790503:0:35915:0:(cl_io.c:315:cl_io_lock()) Process entered 00000080:00000001:3.0:1789449592.790505:0:35915:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:3.0:1789449592.790507:0:35915:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:3.0:1789449592.790509:0:35915:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:3.0:1789449592.790511:0:35915:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449592.790514:0:35915:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449592.790516:0:35915:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:3.0:1789449592.790518:0:35915:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:3.0:1789449592.790520:0:35915:0:(cl_io.c:477:cl_io_lock_add()) Process entered 00000020:00000001:3.0:1789449592.790521:0:35915:0:(cl_io.c:260:cl_lockset_merge()) Process entered 00000020:00000001:3.0:1789449592.790523:0:35915:0:(cl_io.c:277:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449592.790524:0:35915:0:(cl_io.c:484:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449592.790526:0:35915:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449592.790528:0:35915:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449592.790530:0:35915:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449592.790532:0:35915:0:(lov_io.c:1419:lov_io_lock()) Process entered 00020000:00000001:3.0:1789449592.790534:0:35915:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:3.0:1789449592.790535:0:35915:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:3.0:1789449592.790537:0:35915:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1789449592.790538:0:35915:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449592.790540:0:35915:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449592.790542:0:35915:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449592.790543:0:35915:0:(lov_io.c:1420:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449592.790544:0:35915:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1789449592.790545:0:35915:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1789449592.790547:0:35915:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1789449592.790548:0:35915:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1789449592.790550:0:35915:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000001:3.0:1789449592.790551:0:35915:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449592.790553:0:35915:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449592.790555:0:35915:0:(lov_offset.c:141:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1789449592.790557:0:35915:0:(lov_offset.c:264:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1789449592.790559:0:35915:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000010:3.0:1789449592.790563:0:35915:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9e8b84d02c00. 00020000:00000001:3.0:1789449592.790565:0:35915:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449592.790567:0:35915:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449592.790569:0:35915:0:(lov_offset.c:141:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1789449592.790571:0:35915:0:(lov_offset.c:264:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1789449592.790573:0:35915:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:3.0:1789449592.790574:0:35915:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789449592.790575:0:35915:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993109232 : -107152716442384 : ffff9e8b906654f0) 00000020:00000001:3.0:1789449592.790577:0:35915:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1789449592.790580:0:35915:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9e8b91cb5db0. 00000008:00010000:3.0:1789449592.790582:0:35915:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:3.0:1789449592.790584:0:35915:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1789449592.790586:0:35915:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1789449592.790588:0:35915:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9e8b84d02c30, osc lock ffff9e8b91cb5db0, flags 0x0 00000020:00000001:3.0:1789449592.790590:0:35915:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449592.790592:0:35915:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449592.790594:0:35915:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000001:3.0:1789449592.790595:0:35915:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446636920798718976 : -107152910832640 : ffff9e8b84d02c00) 00000020:00000001:3.0:1789449592.790597:0:35915:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1789449592.790598:0:35915:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1789449592.790600:0:35915:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449592.790601:0:35915:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449592.790603:0:35915:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1789449592.790604:0:35915:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1789449592.790605:0:35915:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789449592.790606:0:35915:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993109232 : -107152716442384 : ffff9e8b906654f0) 00000020:00000001:3.0:1789449592.790608:0:35915:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1789449592.790609:0:35915:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1789449592.790611:0:35915:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:3.0:1789449592.790613:0:35915:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449592.790615:0:35915:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1789449592.790617:0:35915:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1789449592.790619:0:35915:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1789449592.790620:0:35915:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1789449592.790621:0:35915:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1789449592.790623:0:35915:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1789449592.790624:0:35915:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1789449592.790626:0:35915:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789449592.790629:0:35915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652700 count: 2 00010000:00000001:3.0:1789449592.790631:0:35915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789449592.790634:0:35915:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449592.790636:0:35915:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789449592.790640:0:35915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000c45015f7/0xcddde1459ded6841 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xeb7cbf5e2fd3deed expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1789449592.790649:0:35915:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789449592.790652:0:35915:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449592.790655:0:35915:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000c45015f7/0xcddde1459ded6841 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xeb7cbf5e2fd3deed expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1789449592.790663:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449592.790664:0:35915:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449592.790666:0:35915:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4da00 refcount=4 00000020:00000001:3.0:1789449592.790668:0:35915:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:3.0:1789449592.790671:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00000008:00000001:3.0:1789449592.790674:0:35915:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1789449592.790676:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449592.790676:0:35915:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449592.790678:0:35915:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4da00 refcount=5 00000020:00000001:3.0:1789449592.790680:0:35915:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:3.0:1789449592.790683:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:3.0:1789449592.790685:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449592.790686:0:35915:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449592.790688:0:35915:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4da00 refcount=6 00000020:00000001:3.0:1789449592.790689:0:35915:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:3.0:1789449592.790691:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:3.0:1789449592.790693:0:35915:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449592.790695:0:35915:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449592.790698:0:35915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000c45015f7/0xcddde1459ded6841 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xeb7cbf5e2fd3deed expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1789449592.790704:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449592.790706:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789449592.790707:0:35915:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449592.790709:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449592.790710:0:35915:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449592.790711:0:35915:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4da00 refcount=7 00000020:00000001:3.0:1789449592.790713:0:35915:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:3.0:1789449592.790715:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:3.0:1789449592.790717:0:35915:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789449592.790720:0:35915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000c45015f7/0xcddde1459ded6841 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xeb7cbf5e2fd3deed expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1789449592.790726:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449592.790727:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789449592.790730:0:35915:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000c45015f7/0xcddde1459ded6841 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xeb7cbf5e2fd3deed expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1789449592.790736:0:35915:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789449592.790737:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449592.790738:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449592.790740:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449592.790741:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789449592.790742:0:35915:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789449592.790744:0:35915:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449592.790746:0:35915:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449592.790747:0:35915:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449592.790749:0:35915:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449592.790750:0:35915:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449592.790753:0:35915:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449592.790754:0:35915:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449592.790756:0:35915:0:(cl_io.c:529:cl_io_start()) Process entered 00000080:00000001:3.0:1789449592.790758:0:35915:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000080:00000001:3.0:1789449592.790763:0:35915:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1789449592.790765:0:35915:0:(cl_object.c:143:cl_object_top()) ffff9e8b903b5dc8 -> ffff9e8b903b5dc8 00000020:00000001:3.0:1789449592.790766:0:35915:0:(cl_object.c:143:cl_object_top()) ffff9e8b903b5dc8 -> ffff9e8b903b5dc8 00000020:00000001:3.0:1789449592.790768:0:35915:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1789449592.790770:0:35915:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:3.0:1789449592.790772:0:35915:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1789449592 a=0 c=1789449592 b=0 00020000:00000001:3.0:1789449592.790774:0:35915:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449592.790776:0:35915:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449592.790777:0:35915:0:(cl_object.c:143:cl_object_top()) ffff9e8b903b5dc8 -> ffff9e8b903b5dc8 00000080:00200000:3.0:1789449592.790779:0:35915:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x30:0x0] updating i_size 23 i_blocks 0 00000080:00000001:3.0:1789449592.790781:0:35915:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1789449592.790783:0:35915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c5bb80 00000080:00200000:3.0:1789449592.790785:0:35915:0:(vvp_io.c:1292:vvp_io_write_start()) recon: write [23, 46) append 1 append lockpos 18446744073709551615 00000020:00000001:3.0:1789449592.790788:0:35915:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:3.0:1789449592.790790:0:35915:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b90f1c0f8) owner 0000000000000000/ffff9e8b88b2cf80 00020000:00000002:3.0:1789449592.790793:0:35915:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9e8b87cd5600 addref 2/0 by ffff9e8b88b2cf80. 00020000:00000002:3.0:1789449592.790795:0:35915:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b90f1c0f8) owner 0000000000000000/ffff9e8b88b2cf80 00000020:00000001:3.0:1789449592.790798:0:35915:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000020:00000001:3.0:1789449592.790801:0:35915:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00020000:00000001:3.0:1789449592.790803:0:35915:0:(lov_io.c:1617:lov_io_lru_reserve()) Process entered 00020000:00000001:3.0:1789449592.790804:0:35915:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449592.790806:0:35915:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449592.790808:0:35915:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1789449592.790809:0:35915:0:(lov_offset.c:264:lov_stripe_intersects()) [23->45] -> [(0) 23->45 (0)] 00020000:00000001:3.0:1789449592.790812:0:35915:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789449592.790813:0:35915:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993109232 : -107152716442384 : ffff9e8b906654f0) 00000020:00000001:3.0:1789449592.790814:0:35915:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00000008:00000001:3.0:1789449592.790816:0:35915:0:(osc_io.c:1417:osc_io_lru_reserve()) Process entered 00000008:00000001:3.0:1789449592.790819:0:35915:0:(osc_io.c:1430:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449592.790821:0:35915:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449592.790822:0:35915:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000001:3.0:1789449592.790824:0:35915:0:(lov_io.c:1658:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449592.790826:0:35915:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449592.790833:0:35915:0:(xattr.c:558:ll_xattr_get_common()) Process entered 00000080:00000001:3.0:1789449592.790839:0:35915:0:(xattr.c:483:ll_xattr_list()) Process entered 00000080:00000001:3.0:1789449592.790842:0:35915:0:(xattr_cache.c:606:ll_xattr_cache_get()) Process entered 00000080:00000001:3.0:1789449592.790845:0:35915:0:(xattr_cache.c:465:ll_xattr_cache_refill()) Process entered 00000080:00000001:3.0:1789449592.790847:0:35915:0:(xattr_cache.c:392:ll_xattr_find_get_lock()) Process entered 00000080:00000010:3.0:1789449592.790851:0:35915:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b888a2400. 00000080:00000001:3.0:1789449592.790857:0:35915:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789449592.790860:0:35915:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789449592.790862:0:35915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c5b798 00800000:00000002:3.0:1789449592.796684:0:35915:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getxattr' for [0x0:0x0:0x0] '' on [0x200000405:0x30:0x0] 00800000:00000001:3.0:1789449592.796697:0:35915:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789449592.796699:0:35915:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 00000800:00000001:2.0:1789449592.796702:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 80000000:00000001:3.0:1789449592.796703:0:35915:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789449592.796707:0:35915:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789449592.796710:0:35915:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789449592.796713:0:35915:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449592.796715:0:35915:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:3.0:1789449592.796718:0:35915:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789449592.796718:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789449592.796722:0:35915:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000405:0x30:0x0], fid2=[0x0:0x0:0x0], name='' -> mds #0 00000800:00000001:2.0:1789449592.796723:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449592.796727:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789449592.796732:0:35915:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789449592.796738:0:35915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c5b668 00000400:00000200:2.0:1789449592.796739:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000002:00010000:3.0:1789449592.796742:0:35915:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x0:0x0:0x0]) in obj [0x200000405:0x30:0x0], intent: getxattr flags 0 00000002:00000001:3.0:1789449592.796748:0:35915:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1789449592.796752:0:35915:0:(mdc_locks.c:538:mdc_intent_getxattr_pack()) Process entered 00000400:00000200:2.0:1789449592.796753:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000010:3.0:1789449592.796761:0:35915:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b8310b800. 00000400:00000200:2.0:1789449592.796766:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000020:00000040:3.0:1789449592.796767:0:35915:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=10 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000400:00000200:2.0:1789449592.796773:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 02000000:00000001:3.0:1789449592.796774:0:35915:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789449592.796778:0:35915:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789449592.796782:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00010000:00000001:3.0:1789449592.796786:0:35915:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00000400:00000200:2.0:1789449592.796788:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 18 MB=0x6aa8ce3666200 00010000:00000001:3.0:1789449592.796792:0:35915:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000400:00000200:2.0:1789449592.796796:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00010000:00000001:3.0:1789449592.796802:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1789449592.796804:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.109@tcp of length 224/224 into md 0x88fd [1] + 224 00010000:00000001:3.0:1789449592.796807:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449592.796809:0:35915:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449592.796813:0:35915:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000800:00000001:2.0:1789449592.796814:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:3.0:1789449592.796816:0:35915:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789449592.796821:0:35915:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789449592.796823:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449592.796828:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1789449592.796830:0:35915:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b87c4b800. 00000400:00000200:2.0:1789449592.796834:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449592.796839:0:35915:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449592.796843:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00010000:00000001:3.0:1789449592.796846:0:35915:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789449592.796850:0:35915:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449592.796853:0:35915:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789449592.796855:0:35915:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1789449592.796855:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83691c00 x1876371947545088/t0(0) o103->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449608 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789449592.796860:0:35915:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449592.796871:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b83691c00 x1876371947545088/t0(0) o103->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449608 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000002:00000040:3.0:1789449592.796876:0:35915:0:(mdc_locks.c:563:mdc_intent_getxattr_pack()) lustre-MDT0000-mdc-ffff9e8b89903000: get xattrs for [0x200000405:0x30:0x0] 00000100:00000001:2.0:1789449592.796904:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449592.796915:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449592.796918:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449592.797065:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449592.797078:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789449592.797085:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449592.797087:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449592.797090:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b86580b00. 00000400:00000200:0.0:1789449592.797095:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5770 00000400:00000010:0.0:1789449592.797098:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5770. 00000100:00000001:0.0:1789449592.797101:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449592.797107:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83691c00 x1876371947545088/t0(0) o103->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449608 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789449592.797125:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83691c00 x1876371947545088/t0(0) o103->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449608 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449592.797132:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449592.797135:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449592.797137:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449592.797140:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449592.797142:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449592.797144:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449592.797146:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449592.797155:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ed80 time=71 v=5 (5 5 5 5) 00000100:00001000:0.0:1789449592.797158:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=39 v=5 (1 0 0 0) 00000100:00000001:0.0:1789449592.797161:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449592.797163:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449592.797165:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449592.797167:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449592.797171:0:2399:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789449592.797173:0:2399:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 8589934608 00000100:00000001:0.0:1789449592.797175:0:2399:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449592.797177:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449592.797182:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83691c00 x1876371947545088/t0(0) o103->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449608 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449592.797188:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449592.797192:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449592.797194:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449592.797198:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83691c00 x1876371947545088/t0(0) o103->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449608 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789449592.797206:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83691c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2399:1876371947545088:192.168.202.109@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1789449592.797212:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449592.797214:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449592.797217:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83691c00 x1876371947545088/t0(0) o103->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449608 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449592.797228:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789449592.797231:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449592.797233:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b8b014800. 02000000:00000001:0.0:1789449592.797238:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789449592.797240:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449592.797242:0:2399:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=9 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:0.0:1789449592.797244:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449592.797247:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e8b83767000. 02000000:00000001:0.0:1789449592.797251:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449592.797253:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449592.797255:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83691c00. 00000100:00000001:0.0:1789449592.797259:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449592.797260:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449592.797263:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449592.797272:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449592.797275:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449592.797277:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449592.797279:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449592.797649:0:35915:0:(mdc_locks.c:600:mdc_intent_getxattr_pack()) Process leaving (rc=18446636920769394688 : -107152940156928 : ffff9e8b8310b800) 00010000:00000001:3.0:1789449592.797656:0:35915:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789449592.797659:0:35915:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1789449592.797666:0:35915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922de300 count: 2 00010000:00000001:3.0:1789449592.797670:0:35915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789449592.797673:0:35915:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789449592.797678:0:35915:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8b91c74200. 00000020:00000001:3.0:1789449592.797683:0:35915:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789449592.797686:0:35915:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8b91c74200 with handle 0xcddde1459ded6856 to hash 00000020:00000001:3.0:1789449592.797689:0:35915:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789449592.797690:0:35915:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636921016238592 : -107152693313024 : ffff9e8b91c74200) 00010000:00000001:3.0:1789449592.797694:0:35915:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636921016238592 : -107152693313024 : ffff9e8b91c74200) 00010000:00000001:3.0:1789449592.797698:0:35915:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449592.797701:0:35915:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449592.797705:0:35915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74200/0xcddde1459ded6856 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 35915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789449592.797714:0:35915:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74200/0xcddde1459ded6856 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789449592.797725:0:35915:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74200/0xcddde1459ded6856 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35915 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789449592.797731:0:35915:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789449592.797733:0:35915:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789449592.797740:0:35915:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b831c5e40. 00000100:00000001:3.0:1789449592.797743:0:35915:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920770158144 : -107152939393472 : ffff9e8b831c5e40) 00000100:00000001:3.0:1789449592.797745:0:35915:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449592.797747:0:35915:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769394688 : -107152940156928 : ffff9e8b8310b800) 00000100:00000001:3.0:1789449592.797752:0:35915:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789449592.797757:0:35915:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449592.797759:0:35915:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789449592.797762:0:35915:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789449592.797768:0:35915:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b8310b800 x1876371947545216/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/3376 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449592.797777:0:35915:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789449592.797779:0:35915:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449592.797783:0:35915:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789449592.797785:0:35915:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789449592.797788:0:35915:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449592.797791:0:35915:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b8310b800 pname:cluuid:pid:xid:nid:opc:job uname:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35915:1876371947545216:192.168.202.109@tcp:101:uname.0 00000100:00000001:3.0:1789449592.797795:0:35915:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789449592.797801:0:35915:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789449592.797803:0:35915:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449592.797806:0:35915:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789449592.797811:0:35915:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 4096 at ffff9e8b87d38000. 02000000:00000001:3.0:1789449592.797813:0:35915:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449592.797820:0:35915:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:3.0:1789449592.797823:0:35915:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b8525ccb8. 00000400:00000010:3.0:1789449592.797829:0:35915:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69220. 00000100:00000200:3.0:1789449592.797835:0:35915:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 4096 bytes, xid 1876371947545216, portal 10 00000100:00000001:3.0:1789449592.797837:0:35915:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449592.797838:0:35915:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769394688 : -107152940156928 : ffff9e8b8310b800) 00000100:00000040:3.0:1789449592.797843:0:35915:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b8310b800 x1876371947545216/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/3376 e 0 to 0 dl 1789449608 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449592.797850:0:35915:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449592.797853:0:35915:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1789449592.797857:0:35915:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b696e8. 00000100:00000200:3.0:1789449592.797860:0:35915:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1876371947545216, offset 0 00000400:00000200:3.0:1789449592.797866:0:35915:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1789449592.797873:0:35915:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449592.798149:0:35915:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449592.798155:0:35915:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789449592.798160:0:35915:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1789449592.798165:0:35915:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789449592.798169:0:35915:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1789449592.798173:0:35915:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [3015:3015:256:4294967295] 192.168.202.109@tcp LPNI seq info [3015:3015:8:4294967295] 00000400:00000200:3.0:1789449592.798178:0:35915:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449592.798188:0:35915:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449592.798195:0:35915:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449592.798201:0:35915:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051ce00. 00000800:00000200:3.0:1789449592.798208:0:35915:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449592.798217:0:35915:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449592.798221:0:35915:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051ce00 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:3.0:1789449592.798239:0:35915:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449592.798244:0:35915:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 811373 usecs (812 jiffies) 00000400:00000200:3.0:1789449592.798247:0:35915:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:3.0:1789449592.798250:0:35915:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296596296 00000100:00000001:3.0:1789449592.798254:0:35915:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296596513 00000100:00000001:3.0:1789449592.798256:0:35915:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296596296 00000100:00000001:3.0:1789449592.798260:0:35915:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296596514 00000100:00000001:3.0:1789449592.798262:0:35915:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449592.798266:0:35915:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449592.798268:0:35915:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449592.798270:0:35915:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789449592.798273:0:35915:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b831c5e40 going to sleep for 11 seconds 00000100:00000001:3.0:1789449592.798276:0:35915:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449592.798278:0:35915:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449592.798374:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449592.798378:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b9051ce00. 00000400:00000200:2.0:1789449592.798383:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449592.798388:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449592.798393:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b696e8 00000400:00000010:2.0:1789449592.798396:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b696e8. 00000100:00000001:2.0:1789449592.798400:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449592.798404:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b8310b800 x1876371947545216/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/3376 e 0 to 0 dl 1789449608 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449592.798417:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449592.798420:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b8310b800 x1876371947545216/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/3376 e 0 to 0 dl 1789449608 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449592.798426:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449592.798427:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:2.1:1789449592.801125:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b90652d00. 00010000:00000010:1.1:1789449592.803530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4c200. 00000800:00000001:2.0:1789449592.812265:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449592.812285:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449592.812291:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449592.812294:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449592.812305:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.812313:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449592.812322:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.812327:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.812334:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.812338:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 1144 into portal 10 MB=0x6aa8ce3666280 00000400:00000200:2.0:1789449592.812344:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.812352:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 1144/1144 into md 0x8905 [1] + 224 00000800:00000001:2.0:1789449592.812360:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449592.812368:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449592.812373:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449592.812378:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449592.812385:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449592.812396:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b8310b800 x1876371947545216/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/3376 e 0 to 0 dl 1789449608 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449592.812406:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=1144 offset=224 replen=3376 req@ffff9e8b8310b800 x1876371947545216/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/3376 e 0 to 0 dl 1789449608 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449592.812426:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449592.812435:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449592.812439:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449592.812503:0:35915:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789449592.812511:0:35915:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449592.812513:0:35915:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449592.812516:0:35915:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b8525ccb8. 00000400:00000200:3.0:1789449592.812521:0:35915:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69220 00000400:00000010:3.0:1789449592.812524:0:35915:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69220. 00000100:00000001:3.0:1789449592.812527:0:35915:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449592.812531:0:35915:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b8310b800 x1876371947545216/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/3376 e 0 to 0 dl 1789449608 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789449592.812539:0:35915:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b8310b800 x1876371947545216/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/3376 e 0 to 0 dl 1789449608 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449592.812545:0:35915:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449592.812547:0:35915:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449592.812550:0:35915:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449592.812554:0:35915:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449592.812556:0:35915:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449592.812559:0:35915:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449592.812562:0:35915:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449592.812573:0:35915:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=72 v=5 (5 5 102 102) 00000100:00001000:3.0:1789449592.812577:0:35915:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=39 v=5 (1 0 0 0) 00000100:00000001:3.0:1789449592.812580:0:35915:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789449592.812581:0:35915:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449592.812585:0:35915:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789449592.812588:0:35915:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449592.812592:0:35915:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789449592.812595:0:35915:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 8589934608 00000100:00000001:3.0:1789449592.812597:0:35915:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789449592.812600:0:35915:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449592.812605:0:35915:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b8310b800 x1876371947545216/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/1144 e 0 to 0 dl 1789449608 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449592.812613:0:35915:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449592.812616:0:35915:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449592.812618:0:35915:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449592.812621:0:35915:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b8310b800 x1876371947545216/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/1144 e 0 to 0 dl 1789449608 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789449592.812629:0:35915:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b8310b800 pname:cluuid:pid:xid:nid:opc:job uname:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35915:1876371947545216:192.168.202.109@tcp:101:uname.0 00000100:00000001:3.0:1789449592.812634:0:35915:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449592.812637:0:35915:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449592.812639:0:35915:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789449592.812641:0:35915:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449592.812645:0:35915:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b8310b800 x1876371947545216/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/1144 e 0 to 0 dl 1789449608 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449592.812652:0:35915:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789449592.812655:0:35915:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b831c5e40. 00000100:00000001:3.0:1789449592.812658:0:35915:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789449592.812659:0:35915:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449592.812662:0:35915:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789449592.812666:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449592.812669:0:35915:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449592.812672:0:35915:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c74200 refcount=4 00000020:00000001:3.0:1789449592.812675:0:35915:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016238592 : -107152693313024 : ffff9e8b91c74200) 00010000:00000001:3.0:1789449592.812678:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016238592 : -107152693313024 : ffff9e8b91c74200) 00010000:00000040:3.0:1789449592.812685:0:35915:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e8b91c74200, remote cookie: 0xeb7cbf5e2fd3df1e, flags: 0x1001 00010000:00010000:3.0:1789449592.812692:0:35915:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74200/0xcddde1459ded6856 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3df1e expref: -99 pid: 35915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449592.812702:0:35915:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1789449592.812706:0:35915:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1789449592.812708:0:35915:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1789449592.812710:0:35915:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:3.0:1789449592.812712:0:35915:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1789449592.812714:0:35915:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x30:0x0].0x0 (ffff9e8b922de300) refcount = 2 00010000:00000040:3.0:1789449592.812717:0:35915:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1789449592.812720:0:35915:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d000/0xcddde1459ded6833 lrc: 1/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xeb7cbf5e2fd3ded8 expref: -99 pid: 35909 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1789449592.812728:0:35915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74200/0xcddde1459ded6856 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3df1e expref: -99 pid: 35915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449592.812735:0:35915:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1789449592.812739:0:35915:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1789449592.812741:0:35915:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789449592.812744:0:35915:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1789449592.812746:0:35915:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449592.812750:0:35915:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74200/0xcddde1459ded6856 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3df1e expref: -99 pid: 35915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449592.812762:0:35915:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1789449592.812763:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449592.812765:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449592.812766:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449592.812767:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449592.812768:0:35915:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449592.812773:0:35915:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1789449592.812775:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449592.812776:0:35915:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449592.812778:0:35915:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c74200 refcount=3 00000020:00000001:3.0:1789449592.812780:0:35915:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016238592 : -107152693313024 : ffff9e8b91c74200) 00010000:00000001:3.0:1789449592.812782:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016238592 : -107152693313024 : ffff9e8b91c74200) 00010000:00000001:3.0:1789449592.812785:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449592.812786:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1789449592.812790:0:35915:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x80 disposition=0x0, status=0 req@ffff9e8b8310b800 x1876371947545216/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/1144 e 0 to 0 dl 1789449608 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1789449592.812797:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449592.812798:0:35915:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449592.812800:0:35915:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c74200 refcount=3 00000020:00000001:3.0:1789449592.812801:0:35915:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016238592 : -107152693313024 : ffff9e8b91c74200) 00010000:00000001:3.0:1789449592.812804:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016238592 : -107152693313024 : ffff9e8b91c74200) 00010000:00000001:3.0:1789449592.812806:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449592.812807:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789449592.812808:0:35915:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449592.812810:0:35915:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449592.812814:0:35915:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1789449592.812815:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449592.812816:0:35915:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449592.812817:0:35915:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c74200 refcount=3 00000020:00000001:3.0:1789449592.812819:0:35915:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016238592 : -107152693313024 : ffff9e8b91c74200) 00010000:00000001:3.0:1789449592.812822:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016238592 : -107152693313024 : ffff9e8b91c74200) 00000002:00010000:3.0:1789449592.812825:0:35915:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74200/0xcddde1459ded6856 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3df1e expref: -99 pid: 35915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449592.812832:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449592.812833:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449592.812835:0:35915:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789449592.812836:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449592.812837:0:35915:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449592.812839:0:35915:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c74200 refcount=3 00000020:00000001:3.0:1789449592.812841:0:35915:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016238592 : -107152693313024 : ffff9e8b91c74200) 00010000:00000001:3.0:1789449592.812844:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016238592 : -107152693313024 : ffff9e8b91c74200) 00010000:00000040:3.0:1789449592.812851:0:35915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922de300 count: 3 00010000:00000001:3.0:1789449592.812854:0:35915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1789449592.812858:0:35915:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e8b83488400 type 13 mode 4 res 8589935621/48 (0 0) 00010000:00000001:3.0:1789449592.812861:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449592.812862:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789449592.812863:0:35915:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1789449592.812867:0:35915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c5b5f0 00000002:00002000:3.0:1789449592.812869:0:35915:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getxattr status=0 disp=0x0: rc = 0 00000002:00000001:3.0:1789449592.812872:0:35915:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789449592.812876:0:35915:0:(lmv_intent.c:533:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789449592.812939:0:35915:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1789449592.812943:0:35915:0:(namei.c:952:ll_intent_lock()) intent lock 128 on i1 [0x200000405:0x30:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1789449592.812946:0:35915:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1789449592.812952:0:35915:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b888a2400. 00000080:00000001:3.0:1789449592.812957:0:35915:0:(xattr_cache.c:437:ll_xattr_find_get_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:3.0:1789449592.812962:0:35915:0:(xattr_cache.c:508:ll_xattr_cache_refill()) caching: xdata=ffff9e8b87d38460 xtail=ffff9e8b87d3849a 00000080:00000001:3.0:1789449592.812965:0:35915:0:(xattr_cache.c:65:ll_xattr_cache_init()) Process entered 00000080:00000020:3.0:1789449592.812967:0:35915:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [trusted.lma]= 00000080:00000001:3.0:1789449592.812970:0:35915:0:(xattr_cache.c:132:ll_xattr_cache_add()) Process entered 00000080:00000001:3.0:1789449592.812972:0:35915:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:3.0:1789449592.812974:0:35915:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:3.0:1789449592.812981:0:35915:0:(xattr_cache.c:146:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff9e8b8b241438. 00000080:00000010:3.0:1789449592.812986:0:35915:0:(xattr_cache.c:154:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 12 at ffff9e8b84dba670. 00000080:00000010:3.0:1789449592.812989:0:35915:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 24 at ffff9e8b889aff40. 00000080:00000020:3.0:1789449592.812992:0:35915:0:(xattr_cache.c:173:ll_xattr_cache_add()) set: [trusted.lma]= 00000080:00000001:3.0:1789449592.812994:0:35915:0:(xattr_cache.c:175:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:3.0:1789449592.812995:0:35915:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [trusted.lov]=Ð Ñ  00000080:00000001:3.0:1789449592.812997:0:35915:0:(xattr_cache.c:132:ll_xattr_cache_add()) Process entered 00000080:00000001:3.0:1789449592.812998:0:35915:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:3.0:1789449592.813000:0:35915:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:3.0:1789449592.813003:0:35915:0:(xattr_cache.c:146:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff9e8b8b241d98. 00000080:00000010:3.0:1789449592.813005:0:35915:0:(xattr_cache.c:154:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 12 at ffff9e8b84dbaca0. 00000080:00000010:3.0:1789449592.813007:0:35915:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 56 at ffff9e8b896f0e40. 00000080:00000020:3.0:1789449592.813009:0:35915:0:(xattr_cache.c:173:ll_xattr_cache_add()) set: [trusted.lov]=Ð Ñ  00000080:00000001:3.0:1789449592.813010:0:35915:0:(xattr_cache.c:175:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:3.0:1789449592.813011:0:35915:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [user.job]=bash.0 00000080:00000001:3.0:1789449592.813013:0:35915:0:(xattr_cache.c:132:ll_xattr_cache_add()) Process entered 00000080:00000001:3.0:1789449592.813014:0:35915:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:3.0:1789449592.813015:0:35915:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:3.0:1789449592.813018:0:35915:0:(xattr_cache.c:146:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff9e8b8b2419d8. 00000080:00000010:3.0:1789449592.813020:0:35915:0:(xattr_cache.c:154:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 9 at ffff9e8b84dbaec0. 00000080:00000010:3.0:1789449592.813023:0:35915:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 6 at ffff9e8b82d26f58. 00000080:00000020:3.0:1789449592.813024:0:35915:0:(xattr_cache.c:173:ll_xattr_cache_add()) set: [user.job]=bash.0 00000080:00000001:3.0:1789449592.813025:0:35915:0:(xattr_cache.c:175:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:3.0:1789449592.813027:0:35915:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [trusted.link]=ßñê 00000080:00000001:3.0:1789449592.813028:0:35915:0:(xattr_cache.c:132:ll_xattr_cache_add()) Process entered 00000080:00000001:3.0:1789449592.813029:0:35915:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:3.0:1789449592.813031:0:35915:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:3.0:1789449592.813034:0:35915:0:(xattr_cache.c:146:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff9e8b8b241898. 00000080:00000010:3.0:1789449592.813035:0:35915:0:(xattr_cache.c:154:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 13 at ffff9e8b84dba530. 00000080:00000010:3.0:1789449592.813037:0:35915:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 47 at ffff9e8b896f0b00. 00000080:00000020:3.0:1789449592.813039:0:35915:0:(xattr_cache.c:173:ll_xattr_cache_add()) set: [trusted.link]=ßñê 00000080:00000001:3.0:1789449592.813040:0:35915:0:(xattr_cache.c:175:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:3.0:1789449592.813041:0:35915:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [trusted.som]= 00000080:00000020:3.0:1789449592.813043:0:35915:0:(xattr_cache.c:535:ll_xattr_cache_refill()) not caching trusted.som 00000080:00010000:3.0:1789449592.813045:0:35915:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x30:0x0](ffff9e8b891ca1c8) for lock 0xcddde1459ded6856 00800000:00000001:3.0:1789449592.813050:0:35915:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789449592.813053:0:35915:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789449592.813054:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449592.813056:0:35915:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449592.813057:0:35915:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c74200 refcount=3 00000020:00000001:3.0:1789449592.813059:0:35915:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016238592 : -107152693313024 : ffff9e8b91c74200) 00010000:00000001:3.0:1789449592.813061:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016238592 : -107152693313024 : ffff9e8b91c74200) 00010000:00000001:3.0:1789449592.813063:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449592.813198:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789449592.813200:0:35915:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789449592.813202:0:35915:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789449592.813205:0:35915:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded6856 from it ffffb71181c5b8e8 00010000:00000001:3.0:1789449592.813208:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449592.813209:0:35915:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449592.813211:0:35915:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c74200 refcount=3 00000020:00000001:3.0:1789449592.813213:0:35915:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016238592 : -107152693313024 : ffff9e8b91c74200) 00010000:00000001:3.0:1789449592.813215:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016238592 : -107152693313024 : ffff9e8b91c74200) 00010000:00000001:3.0:1789449592.813217:0:35915:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789449592.813221:0:35915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74200/0xcddde1459ded6856 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3df1e expref: -99 pid: 35915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789449592.813228:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449592.813229:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449592.813230:0:35915:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789449592.813234:0:35915:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789449592.813236:0:35915:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74200/0xcddde1459ded6856 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3df1e expref: -99 pid: 35915 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789449592.813243:0:35915:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449592.813246:0:35915:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789449592.813249:0:35915:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449592.813253:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449592.813254:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449592.813256:0:35915:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449592.813258:0:35915:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789449592.813260:0:35915:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449592.813262:0:35915:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449592.813265:0:35915:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449592.813267:0:35915:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789449592.813268:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449592.813269:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789449592.813271:0:35915:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449592.813276:0:35915:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b8310b800 x1876371947545216/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 568/1144 e 0 to 0 dl 1789449608 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449592.813283:0:35915:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449592.813286:0:35915:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449592.813289:0:35915:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 4096 at ffff9e8b87d38000. 02000000:00000001:3.0:1789449592.813293:0:35915:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449592.813296:0:35915:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449592.813297:0:35915:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:3.0:1789449592.813299:0:35915:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449592.813302:0:35915:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b87c4b800. 02000000:00000001:3.0:1789449592.813306:0:35915:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449592.813308:0:35915:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449592.813310:0:35915:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b8310b800. 00000100:00000001:3.0:1789449592.813314:0:35915:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449592.813315:0:35915:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789449592.813317:0:35915:0:(xattr_cache.c:559:ll_xattr_cache_refill()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449592.813320:0:35915:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:3.0:1789449592.813322:0:35915:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:3.0:1789449592.813325:0:35915:0:(xattr_cache.c:667:ll_xattr_cache_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:3.0:1789449592.813328:0:35915:0:(xattr_cache.c:671:ll_xattr_cache_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:3.0:1789449592.813331:0:35915:0:(xattr.c:499:ll_xattr_list()) Process leaving via out_xattr (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000100:00000001:3.0:1789449592.813333:0:35915:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789449592.813335:0:35915:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789449592.813337:0:35915:0:(xattr.c:546:ll_xattr_list()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:3.0:1789449592.813342:0:35915:0:(xattr.c:615:ll_xattr_get_common()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:3.0:1789449592.813352:0:35915:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:3.0:1789449592.813354:0:35915:0:(rw26.c:676:ll_write_begin()) Writing 0 of 23 to 23 bytes 00000080:00000001:3.0:1789449592.813363:0:35915:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00000001:3.0:1789449592.813366:0:35915:0:(vvp_io.c:1171:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449592.813370:0:35915:0:(cl_page.c:432:cl_page_find()) Process entered 00000020:00008000:3.0:1789449592.813373:0:35915:0:(cl_page.c:438:cl_page_find()) 0@[0x200000405:0x30:0x0] ffffe3bd449d2200 ffff9e8b91cc9540 1 00000020:00000001:3.0:1789449592.813376:0:35915:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:3.0:1789449592.813379:0:35915:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446636921016587584 : -107152692964032 : ffff9e8b91cc9540) 00000020:00000001:3.0:1789449592.813381:0:35915:0:(cl_page.c:455:cl_page_find()) Process leaving (rc=18446636921016587584 : -107152692964032 : ffff9e8b91cc9540) 00000020:00000001:3.0:1789449592.813384:0:35915:0:(cl_page.c:811:cl_page_assume()) Process entered 00000020:00000001:3.0:1789449592.813387:0:35915:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:3.0:1789449592.813389:0:35915:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446636920799439360 : -107152910112256 : ffff9e8b84db2a00) 00000020:00000001:3.0:1789449592.813392:0:35915:0:(cl_page.c:645:cl_page_owner_set()) Process entered 00000020:00000001:3.0:1789449592.813393:0:35915:0:(cl_page.c:648:cl_page_owner_set()) Process leaving 00000020:00000001:3.0:1789449592.813395:0:35915:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1789449592.813401:0:35915:0:(cl_page.c:518:__cl_page_state_set()) page@000000007bfb4d0a[3 000000005b1c3924 1 1 000000001ae1c302 0 0 0] 00000020:00000001:3.0:1789449592.813403:0:35915:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 2 00000020:00000001:3.0:1789449592.813405:0:35915:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1789449592.813407:0:35915:0:(cl_page.c:825:cl_page_assume()) Process leaving 00000080:00000001:3.0:1789449592.813408:0:35915:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:3.0:1789449592.813410:0:35915:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449592.813413:0:35915:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:3.0:1789449592.813416:0:35915:0:(rw26.c:871:ll_write_end()) pos 23, len 23, copied 23 00000020:00000001:3.0:1789449592.813418:0:35915:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:3.0:1789449592.813419:0:35915:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446636920799439360 : -107152910112256 : ffff9e8b84db2a00) 00000020:00000001:3.0:1789449592.813421:0:35915:0:(cl_page.c:680:cl_page_is_owned()) Process entered 00000020:00000001:3.0:1789449592.813423:0:35915:0:(cl_page.c:682:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789449592.813426:0:35915:0:(cl_io.c:928:cl_page_list_add()) Process entered 00000020:00000001:3.0:1789449592.813428:0:35915:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:3.0:1789449592.813429:0:35915:0:(cl_page.c:547:cl_page_get()) Process leaving 00000020:00000001:3.0:1789449592.813430:0:35915:0:(cl_io.c:939:cl_page_list_add()) Process leaving 00000080:00200000:3.0:1789449592.813433:0:35915:0:(rw26.c:929:ll_write_end()) page@000000007bfb4d0a[4 000000005b1c3924 2 1 000000001ae1c302 0 0 0] 00000080:00200000:3.0:1789449592.813437:0:35915:0:(rw26.c:929:ll_write_end()) vmpage @00000000acdca9b0 17ffffc0001039 2:0 ffff9e8b91cc9540 0 lru 00000080:00200000:3.0:1789449592.813447:0:35915:0:(rw26.c:929:ll_write_end()) osc-page@00000000ac4ae222 0: 1< 2 + - > 2< 0 0 4096 0x0 0x40420 | 000000009390099a 0000000025edc32c > 3< 1 0 > 4< 0 0 8 8359936 - | - - + - > 5< - - + - | 0 - | 1 - -> 00000080:00200000:3.0:1789449592.813449:0:35915:0:(rw26.c:929:ll_write_end()) end page@000000007bfb4d0a 00000080:00200000:3.0:1789449592.813451:0:35915:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00000001:3.0:1789449592.813453:0:35915:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:3.0:1789449592.813455:0:35915:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 23, to 46 prio 0 00000020:00000001:3.0:1789449592.813458:0:35915:0:(cl_io.c:647:cl_io_commit_async()) Process entered 00020000:00000001:3.0:1789449592.813463:0:35915:0:(lov_io.c:1806:lov_io_commit_async()) Process entered 00020000:00000001:3.0:1789449592.813465:0:35915:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789449592.813468:0:35915:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993109232 : -107152716442384 : ffff9e8b906654f0) 00000020:00000001:3.0:1789449592.813469:0:35915:0:(cl_io.c:647:cl_io_commit_async()) Process entered 00000008:00000001:3.0:1789449592.813474:0:35915:0:(osc_io.c:419:osc_io_commit_async()) Process entered 00000008:00000001:3.0:1789449592.813477:0:35915:0:(osc_io.c:380:osc_page_touch_at()) Process entered 00000020:00000001:3.0:1789449592.813480:0:35915:0:(cl_object.c:143:cl_object_top()) ffff9e8b85520fc0 -> ffff9e8b903b5dc8 00000008:00000002:3.0:1789449592.813483:0:35915:0:(osc_io.c:388:osc_page_touch_at()) stripe KMS increasing 23->46 23 00000020:00000001:3.0:1789449592.813485:0:35915:0:(cl_object.c:143:cl_object_top()) ffff9e8b85520fc0 -> ffff9e8b903b5dc8 00000020:00000001:3.0:1789449592.813488:0:35915:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1789449592.813492:0:35915:0:(osc_object.c:161:osc_attr_update()) set kms from 23to 46 00020000:00000001:3.0:1789449592.813495:0:35915:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1789449592.813497:0:35915:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449592.813500:0:35915:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449592.813501:0:35915:0:(cl_object.c:143:cl_object_top()) ffff9e8b85520fc0 -> ffff9e8b903b5dc8 00000008:00000001:3.0:1789449592.813503:0:35915:0:(osc_io.c:403:osc_page_touch_at()) Process leaving 00000020:00000001:3.0:1789449592.813505:0:35915:0:(cl_io.c:952:cl_page_list_del()) Process entered 00000020:00000001:3.0:1789449592.813507:0:35915:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:3.0:1789449592.813511:0:35915:0:(cl_page.c:567:cl_batch_put()) page@000000007bfb4d0a[4 000000005b1c3924 2 1 000000001ae1c302 0 0 0] 00000020:00000001:3.0:1789449592.813513:0:35915:0:(cl_page.c:567:cl_batch_put()) 4 00000020:00000001:3.0:1789449592.813514:0:35915:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:3.0:1789449592.813515:0:35915:0:(cl_io.c:957:cl_page_list_del()) Process leaving 00000008:00000020:3.0:1789449592.813518:0:35915:0:(osc_request.c:745:osc_update_next_shrink()) next time 3128 to shrink grant 00000080:00000001:3.0:1789449592.813520:0:35915:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:3.0:1789449592.813522:0:35915:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:3.0:1789449592.813525:0:35915:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9e8b891ca378, count 1, dirtied 0 00000080:00000001:3.0:1789449592.813527:0:35915:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:3.0:1789449592.813529:0:35915:0:(cl_page.c:656:__cl_page_disown()) Process entered 00000020:00000001:3.0:1789449592.813530:0:35915:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1789449592.813531:0:35915:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1789449592.813532:0:35915:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1789449592.813535:0:35915:0:(cl_page.c:518:__cl_page_state_set()) page@000000007bfb4d0a[3 000000005b1c3924 2 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1789449592.813537:0:35915:0:(cl_page.c:518:__cl_page_state_set()) 2 -> 1 00000020:00000001:3.0:1789449592.813538:0:35915:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1789449592.813540:0:35915:0:(cl_page.c:671:__cl_page_disown()) Process leaving 00000020:00000001:3.0:1789449592.813542:0:35915:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:3.0:1789449592.813544:0:35915:0:(cl_page.c:567:cl_batch_put()) page@000000007bfb4d0a[3 000000005b1c3924 1 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1789449592.813546:0:35915:0:(cl_page.c:567:cl_batch_put()) 3 00000020:00000001:3.0:1789449592.813547:0:35915:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000080:00000001:3.0:1789449592.813548:0:35915:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:3.0:1789449592.813550:0:35915:0:(osc_io.c:492:osc_io_commit_async()) 0 0 00000008:00000001:3.0:1789449592.813552:0:35915:0:(osc_io.c:493:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449592.813555:0:35915:0:(cl_io.c:657:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449592.813557:0:35915:0:(lov_io.c:1818:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449592.813559:0:35915:0:(cl_io.c:657:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1789449592.813561:0:35915:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 23 bytes, tot: 23 00000020:00000001:3.0:1789449592.813563:0:35915:0:(cl_io.c:1044:cl_page_list_fini()) Process entered 00000020:00000001:3.0:1789449592.813564:0:35915:0:(cl_io.c:1048:cl_page_list_fini()) Process leaving 00000080:00000001:3.0:1789449592.813566:0:35915:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449592.813567:0:35915:0:(rw26.c:950:ll_write_end()) Process leaving (rc=23 : 23 : 17) 00000080:00000001:3.0:1789449592.813572:0:35915:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00000001:3.0:1789449592.813573:0:35915:0:(vvp_io.c:1171:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449592.813576:0:35915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c5bb80 00000080:00200000:3.0:1789449592.813578:0:35915:0:(vvp_io.c:1358:vvp_io_write_start()) recon: write bytes 0, result: 23 00000080:00000001:3.0:1789449592.813581:0:35915:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449592.813584:0:35915:0:(lov_io.c:1425:lov_io_start()) Process entered 00020000:00000001:3.0:1789449592.813587:0:35915:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:3.0:1789449592.813588:0:35915:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:3.0:1789449592.813590:0:35915:0:(osc_io.c:1053:osc_io_write_start()) Process entered 00000020:00000001:3.0:1789449592.813592:0:35915:0:(cl_object.c:143:cl_object_top()) ffff9e8b85520fc0 -> ffff9e8b903b5dc8 00000020:00000001:3.0:1789449592.813594:0:35915:0:(cl_object.c:143:cl_object_top()) ffff9e8b85520fc0 -> ffff9e8b903b5dc8 00000020:00000001:3.0:1789449592.813595:0:35915:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:3.0:1789449592.813597:0:35915:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1789449592.813598:0:35915:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449592.813600:0:35915:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449592.813602:0:35915:0:(cl_object.c:143:cl_object_top()) ffff9e8b85520fc0 -> ffff9e8b903b5dc8 00000008:00000001:3.0:1789449592.813604:0:35915:0:(osc_io.c:1061:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449592.813606:0:35915:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449592.813607:0:35915:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449592.813609:0:35915:0:(lov_io.c:1426:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449592.813611:0:35915:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449592.813612:0:35915:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:3.0:1789449592.813614:0:35915:0:(lov_io.c:1397:lov_io_call()) Process entered 00020000:00000001:3.0:1789449592.813615:0:35915:0:(lov_io.c:1431:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1789449592.813617:0:35915:0:(cl_io.c:556:cl_io_end()) Process entered 00000020:00000001:3.0:1789449592.813618:0:35915:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:3.0:1789449592.813620:0:35915:0:(lov_io.c:1441:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449592.813621:0:35915:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449592.813624:0:35915:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:3.0:1789449592.813626:0:35915:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:3.0:1789449592.813628:0:35915:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1789449592.813630:0:35915:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9e8b9065b8a8 (ffff9e8b86217488/0) at cl_lock_release():245 00000020:00000001:3.0:1789449592.813634:0:35915:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1789449592.813635:0:35915:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e8b9065b8a8 (ffff9e8b86217488/0) at cl_lock_cancel():142 00020000:00000001:3.0:1789449592.813639:0:35915:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1789449592.813641:0:35915:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789449592.813642:0:35915:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993109232 : -107152716442384 : ffff9e8b906654f0) 00000020:00000001:3.0:1789449592.813644:0:35915:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1789449592.813645:0:35915:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e8b84d02c30 (ffff9e8b862176c8/1) at cl_lock_cancel():142 00000008:00000001:3.0:1789449592.813649:0:35915:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1789449592.813651:0:35915:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:3.0:1789449592.813653:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449592.813654:0:35915:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449592.813656:0:35915:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4da00 refcount=5 00000020:00000001:3.0:1789449592.813658:0:35915:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:3.0:1789449592.813661:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:3.0:1789449592.813662:0:35915:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789449592.813666:0:35915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000c45015f7/0xcddde1459ded6841 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xeb7cbf5e2fd3deed expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1789449592.813674:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449592.813675:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449592.813676:0:35915:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789449592.813678:0:35915:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789449592.813680:0:35915:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000c45015f7/0xcddde1459ded6841 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xeb7cbf5e2fd3deed expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1789449592.813686:0:35915:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449592.813688:0:35915:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789449592.813689:0:35915:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449592.813691:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449592.813693:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449592.813694:0:35915:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449592.813695:0:35915:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789449592.813697:0:35915:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449592.813699:0:35915:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449592.813701:0:35915:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449592.813703:0:35915:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789449592.813704:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449592.813705:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449592.813707:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449592.813708:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789449592.813709:0:35915:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1789449592.813710:0:35915:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1789449592.813712:0:35915:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1789449592.813713:0:35915:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1789449592.813714:0:35915:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1789449592.813716:0:35915:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e8b9065b8a8 (ffff9e8b86217488/0) at cl_lock_fini():72 00020000:00000001:3.0:1789449592.813719:0:35915:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:3.0:1789449592.813720:0:35915:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1789449592.813721:0:35915:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e8b84d02c30 (ffff9e8b86217488/1) at cl_lock_fini():72 00000008:00000010:3.0:1789449592.813724:0:35915:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9e8b91cb5db0. 00000020:00000001:3.0:1789449592.813729:0:35915:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1789449592.813730:0:35915:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9e8b84d02c00. 00020000:00000001:3.0:1789449592.813732:0:35915:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1789449592.813733:0:35915:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1789449592.813734:0:35915:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:3.0:1789449592.813737:0:35915:0:(lov_io.c:1519:lov_io_unlock()) Process entered 00020000:00000001:3.0:1789449592.813738:0:35915:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:3.0:1789449592.813739:0:35915:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:3.0:1789449592.813741:0:35915:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1789449592.813742:0:35915:0:(lov_io.c:1453:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449592.813744:0:35915:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449592.813746:0:35915:0:(lov_io.c:1522:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1789449592.813747:0:35915:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1789449592.813748:0:35915:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000080:00200000:3.0:1789449592.813750:0:35915:0:(vvp_io.c:533:vvp_io_advance()) advancing 23 bytes 00000020:00000001:3.0:1789449592.813752:0:35915:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1789449592.813753:0:35915:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1789449592.813754:0:35915:0:(lov_io.c:1500:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1789449592.813755:0:35915:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:3.0:1789449592.813756:0:35915:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1789449592.813760:0:35915:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1789449592.813761:0:35915:0:(lov_io.c:1447:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449592.813763:0:35915:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789449592.813764:0:35915:0:(lov_io.c:1511:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1789449592.813766:0:35915:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1789449592.813768:0:35915:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1789449592.813773:0:35915:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 18446744073709551615] 00000001:00000001:3.0:1789449592.813776:0:35915:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:3.0:1789449592.813779:0:35915:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:3.0:1789449592.813781:0:35915:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:3.0:1789449592.813782:0:35915:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1789449592.813784:0:35915:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1789449592.813785:0:35915:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:3.0:1789449592.813786:0:35915:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:3.0:1789449592.813789:0:35915:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b862176c0 00020000:00000001:3.0:1789449592.813793:0:35915:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1789449592.813795:0:35915:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1789449592.813796:0:35915:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1789449592.813798:0:35915:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x30:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1789449592.813801:0:35915:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1789449592.813802:0:35915:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00000001:3.0:1789449592.813804:0:35915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c5bc98 00000080:00200000:3.0:1789449592.813806:0:35915:0:(file.c:2238:ll_file_io_generic()) recon: 2 io complete with rc: 0, result: 23, restart: 0 00000080:00000001:3.0:1789449592.813811:0:35915:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1789449592.813812:0:35915:0:(cl_object.c:143:cl_object_top()) ffff9e8b903b5dc8 -> ffff9e8b903b5dc8 00000020:00000001:3.0:1789449592.813814:0:35915:0:(cl_object.c:143:cl_object_top()) ffff9e8b903b5dc8 -> ffff9e8b903b5dc8 00000020:00000001:3.0:1789449592.813816:0:35915:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1789449592.813820:0:35915:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:3.0:1789449592.813824:0:35915:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1789449592.813826:0:35915:0:(lov_offset.c:58:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:3.0:1789449592.813828:0:35915:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1789449592.813829:0:35915:0:(lov_offset.c:58:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:3.0:1789449592.813831:0:35915:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x30:1029 on OST[0]: s=46 (1) m=1789449592 a=0 c=1789449592 b=0 00020000:00000001:3.0:1789449592.813834:0:35915:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1789449592.813836:0:35915:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1789449592 a=0 c=1789449592 b=0 00020000:00000001:3.0:1789449592.813839:0:35915:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449592.813840:0:35915:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449592.813841:0:35915:0:(cl_object.c:143:cl_object_top()) ffff9e8b903b5dc8 -> ffff9e8b903b5dc8 00000080:00200000:3.0:1789449592.813844:0:35915:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x30:0x0] updating i_size 46 i_blocks 0 00000080:00000001:3.0:1789449592.813846:0:35915:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:3.0:1789449592.813849:0:35915:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 23 00000080:00000001:3.0:1789449592.813851:0:35915:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=23 : 23 : 17) 00000020:00001000:3.0:1789449592.813853:0:35915:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217480 00000020:00000001:3.0:1789449592.813856:0:35915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c5bd88 00000080:00000008:3.0:1789449592.813857:0:35915:0:(file.c:2732:do_file_write_iter()) COMPLETED: file recon:[0x200000405:0x30:0x0], ppos: 46, count: 0, rc = 23 00000080:00000001:3.0:1789449592.813861:0:35915:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:3.0:1789449592.813912:0:35915:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1789449592.813915:0:35915:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b90f1c0f8) owner 0000000000000000/ffff9e8b88b2cf80 00020000:00000002:3.0:1789449592.813919:0:35915:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b90f1c0f8) owner 0000000000000000/ffff9e8b88b2cf80 00020000:00000001:3.0:1789449592.813921:0:35915:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449592.814504:0:35915:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1789449592.814508:0:35915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c5bdf0 00000080:00200008:3.0:1789449592.814511:0:35915:0:(file.c:479:ll_file_release()) START file recon:[0x200000405:0x30:0x0](ffff9e8b891ca1c8), flags 102001 00000080:00000001:3.0:1789449592.814516:0:35915:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:0.0:1789449592.814834:0:35915:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:0.0:1789449592.814837:0:35915:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1789449592.814841:0:35915:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b90f1c0f8) owner 0000000000000000/ffff9e8b88b2cf80 00020000:00000002:0.0:1789449592.814844:0:35915:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b90f1c0f8) owner 0000000000000000/ffff9e8b88b2cf80 00020000:00000001:0.0:1789449592.814846:0:35915:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449592.814849:0:35915:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1789449592.814855:0:35915:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449592.814857:0:35915:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449592.814859:0:35915:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449592.814862:0:35915:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449592.815142:0:35915:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449592.815145:0:35915:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:0.0:1789449592.815147:0:35915:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449592.815152:0:35915:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449592.815155:0:35915:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449592.815162:0:35915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922de300 count: 3 00010000:00000001:0.0:1789449592.815166:0:35915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789449592.815171:0:35915:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449592.815173:0:35915:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x30:0x0]: 0 00000080:00000001:0.0:1789449592.815176:0:35915:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1789449592.815178:0:35915:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1789449592.815185:0:35915:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9e8b8b014800. 00000080:00000001:0.0:1789449592.815188:0:35915:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1789449592.815194:0:35915:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1789449592.815198:0:35915:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:0.0:1789449592.815199:0:35915:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449592.815201:0:35915:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449592.815202:0:35915:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449592.815203:0:35915:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449592.815204:0:35915:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449592.815206:0:35915:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:0.0:1789449592.815208:0:35915:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449592.815210:0:35915:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x30:0x0] 00000002:00000001:0.0:1789449592.815213:0:35915:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1789449592.815215:0:35915:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9e8b89903000: [0x200000405:0x30:0x0] file closed with intent: 200 00000100:00000010:0.0:1789449592.815229:0:35915:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d1a300. 00000020:00000040:0.0:1789449592.815235:0:35915:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=9 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000100:00000001:0.0:1789449592.815240:0:35915:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449592.815244:0:35915:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449592.815248:0:35915:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449592.815257:0:35915:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e8b83634600. 00000100:00000001:0.0:1789449592.815264:0:35915:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1789449592.815283:0:35915:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9e8b9065ca80 x1876371947544960/t8589934613(8589934613) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1789449608 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1789449592.815295:0:35915:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e8b89903000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1789449592.815300:0:35915:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e8b87d1a300 x1876371947545472/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1789449592.815307:0:35915:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789449592.815308:0:35915:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789449592.815315:0:35915:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b831c89c0. 00000100:00000001:0.0:1789449592.815318:0:35915:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920770169280 : -107152939382336 : ffff9e8b831c89c0) 00000100:00000001:0.0:1789449592.815321:0:35915:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449592.815323:0:35915:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849146624 : -107152860404992 : ffff9e8b87d1a300) 00000100:00000001:0.0:1789449592.815328:0:35915:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449592.815333:0:35915:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449592.815335:0:35915:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789449592.815336:0:35915:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789449592.815340:0:35915:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b87d1a300 x1876371947545472/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449592.815348:0:35915:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789449592.815350:0:35915:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449592.815354:0:35915:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789449592.815357:0:35915:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789449592.815359:0:35915:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449592.815362:0:35915:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b87d1a300 pname:cluuid:pid:xid:nid:opc:job uname:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35915:1876371947545472:192.168.202.109@tcp:35:uname.0 00000100:00000001:0.0:1789449592.815366:0:35915:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789449592.815371:0:35915:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789449592.815374:0:35915:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449592.815376:0:35915:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789449592.815381:0:35915:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b836b1800. 02000000:00000001:0.0:1789449592.815383:0:35915:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449592.815391:0:35915:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:0.0:1789449592.815396:0:35915:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b86580b00. 00000400:00000010:0.0:1789449592.815402:0:35915:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5770. 00000100:00000200:0.0:1789449592.815410:0:35915:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947545472, portal 10 00000100:00000001:0.0:1789449592.815412:0:35915:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449592.815413:0:35915:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849146624 : -107152860404992 : ffff9e8b87d1a300) 00000100:00000040:0.0:1789449592.815419:0:35915:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b87d1a300 x1876371947545472/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449608 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449592.815427:0:35915:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789449592.815430:0:35915:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1789449592.815433:0:35915:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5990. 00000100:00000200:0.0:1789449592.815437:0:35915:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876371947545472, offset 0 00000400:00000200:0.0:1789449592.815443:0:35915:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1789449592.815451:0:35915:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449592.815460:0:35915:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1789449592.815466:0:35915:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789449592.815471:0:35915:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1789449592.815475:0:35915:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789449592.815479:0:35915:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1789449592.815482:0:35915:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [3016:3016:256:4294967295] 192.168.202.109@tcp LPNI seq info [3016:3016:8:4294967295] 00000400:00000200:0.0:1789449592.815486:0:35915:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449592.815496:0:35915:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1789449592.815502:0:35915:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1789449592.815507:0:35915:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b864ecd00. 00000800:00000200:0.0:1789449592.815514:0:35915:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1789449592.815520:0:35915:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1789449592.815525:0:35915:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b864ecd00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1789449592.815599:0:35915:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449592.815605:0:35915:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 810406 usecs (811 jiffies) 00000400:00000200:0.0:1789449592.815608:0:35915:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:0.0:1789449592.815611:0:35915:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296596312 00000100:00000001:0.0:1789449592.815614:0:35915:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296596513 00000100:00000001:0.0:1789449592.815617:0:35915:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296596312 00000100:00000001:0.0:1789449592.815619:0:35915:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296596514 00000100:00000001:0.0:1789449592.815621:0:35915:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449592.815624:0:35915:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449592.815626:0:35915:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449592.815628:0:35915:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789449592.815630:0:35915:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b831c89c0 going to sleep for 11 seconds 00000100:00000001:0.0:1789449592.815633:0:35915:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449592.815635:0:35915:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449592.821232:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449592.821245:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ecd00. 00000400:00000200:2.0:1789449592.821256:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449592.821265:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449592.821274:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5990 00000400:00000010:2.0:1789449592.821278:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5990. 00000100:00000001:2.0:1789449592.821284:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449592.821292:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d1a300 x1876371947545472/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449608 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449592.821303:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449592.821307:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d1a300 x1876371947545472/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449608 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449592.821313:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449592.821315:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789449592.822543:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449592.822558:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789449592.822562:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449592.822566:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449592.822575:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.822582:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1789449592.822591:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.822595:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.822601:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.822606:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 456 into portal 10 MB=0x6aa8ce3666380 00000400:00000200:2.0:1789449592.822611:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:2.0:1789449592.822617:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 456/456 into md 0x8915 [1] + 224 00000800:00000001:2.0:1789449592.822625:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449592.822631:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789449592.822634:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449592.822638:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1789449592.822643:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789449592.822649:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d1a300 x1876371947545472/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449608 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789449592.822660:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9e8b87d1a300 x1876371947545472/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449608 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449592.822723:0:35915:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789449592.822743:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789449592.822753:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449592.822757:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1789449592.822797:0:35915:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449592.822800:0:35915:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449592.822803:0:35915:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b86580b00. 00000400:00000200:0.0:1789449592.822809:0:35915:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5770 00000400:00000010:0.0:1789449592.822812:0:35915:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5770. 00000100:00000001:0.0:1789449592.822815:0:35915:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449592.822820:0:35915:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b87d1a300 x1876371947545472/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449608 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789449592.822829:0:35915:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b87d1a300 x1876371947545472/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449608 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449592.822834:0:35915:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449592.822836:0:35915:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449592.822839:0:35915:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449592.822843:0:35915:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449592.822846:0:35915:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449592.822848:0:35915:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449592.822851:0:35915:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449592.823584:0:35915:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ecf0 time=72 v=5 (5 5 5 5) 00000100:00001000:0.0:1789449592.823594:0:35915:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=39 v=5 (1 0 0 0) 00000100:00000001:0.0:1789449592.823597:0:35915:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449592.823600:0:35915:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449592.823603:0:35915:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449592.823607:0:35915:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449592.823611:0:35915:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789449592.823613:0:35915:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1789449592.823615:0:35915:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789449592.823617:0:35915:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449592.823619:0:35915:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849146624 : -107152860404992 : ffff9e8b87d1a300) 00000100:00000001:0.0:1789449592.823623:0:35915:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789449592.823625:0:35915:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 8589934608 00000100:00000001:0.0:1789449592.823627:0:35915:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449592.823630:0:35915:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449592.823638:0:35915:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b87d1a300 x1876371947545472/t8589934614(8589934614) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449608 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449592.823647:0:35915:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449592.823650:0:35915:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449592.823652:0:35915:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449592.823657:0:35915:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b87d1a300 x1876371947545472/t8589934614(8589934614) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449608 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789449592.823665:0:35915:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b87d1a300 pname:cluuid:pid:xid:nid:opc:job uname:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35915:1876371947545472:192.168.202.109@tcp:35:uname.0 00000100:00000001:0.0:1789449592.823672:0:35915:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449592.823674:0:35915:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449592.823677:0:35915:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789449592.823680:0:35915:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449592.823683:0:35915:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d1a300 x1876371947545472/t8589934614(8589934614) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449608 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449592.823690:0:35915:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789449592.823694:0:35915:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b831c89c0. 00000100:00000001:0.0:1789449592.823697:0:35915:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789449592.823700:0:35915:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449592.823708:0:35915:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449592.823710:0:35915:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849146624 : -107152860404992 : ffff9e8b87d1a300) 00000002:00000001:0.0:1789449592.823712:0:35915:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449592.823716:0:35915:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789449592.823722:0:35915:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b8b014800. 00000080:00000001:0.0:1789449592.823728:0:35915:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1789449592.823732:0:35915:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1789449592.823735:0:35915:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449592.823738:0:35915:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449592.823741:0:35915:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449592.823743:0:35915:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449592.823746:0:35915:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449592.823748:0:35915:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:0.0:1789449592.823751:0:35915:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449592.823756:0:35915:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1789449592.823762:0:35915:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9e8b9065ca80 x1876371947544960/t8589934613(8589934613) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1789449608 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449592.823769:0:35915:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449592.823771:0:35915:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920993073792 : -107152716477824 : ffff9e8b9065ca80) 00000100:00000001:0.0:1789449592.823773:0:35915:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449592.823776:0:35915:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b9065ca80 x1876371947544960/t8589934613(8589934613) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1789449608 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449592.823784:0:35915:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449592.823786:0:35915:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449592.823789:0:35915:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d1a300 x1876371947545472/t8589934614(8589934614) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449608 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449592.823795:0:35915:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449592.823796:0:35915:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449592.823799:0:35915:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b9065ca80 x1876371947544960/t8589934613(8589934613) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1789449608 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449592.823806:0:35915:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1789449592.823809:0:35915:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449592.823812:0:35915:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:0.0:1789449592.823814:0:35915:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449592.823818:0:35915:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b83605800. 02000000:00000001:0.0:1789449592.823822:0:35915:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449592.823824:0:35915:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449592.823826:0:35915:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b9065ca80. 00000100:00000001:0.0:1789449592.823829:0:35915:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449592.823831:0:35915:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449592.823833:0:35915:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449592.823835:0:35915:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d1a300 x1876371947545472/t8589934614(8589934614) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449608 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449592.823842:0:35915:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789449592.823844:0:35915:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff9e8b8316ff00. 00000002:00000001:0.0:1789449592.823847:0:35915:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449592.823849:0:35915:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789449592.823852:0:35915:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9e8b90fc98c0. 00000100:00000001:0.0:1789449592.823854:0:35915:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449592.823857:0:35915:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b87d1a300 x1876371947545472/t8589934614(8589934614) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449608 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449592.823864:0:35915:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789449592.823867:0:35915:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449592.823869:0:35915:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b836b1800. 02000000:00000001:0.0:1789449592.823873:0:35915:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789449592.823874:0:35915:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449592.823875:0:35915:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:0.0:1789449592.823894:0:35915:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449592.823896:0:35915:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e8b83634600. 02000000:00000001:0.0:1789449592.823899:0:35915:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449592.824025:0:35915:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449592.824027:0:35915:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b87d1a300. 00000100:00000001:0.0:1789449592.824031:0:35915:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449592.824032:0:35915:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789449592.824035:0:35915:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789449592.824039:0:35915:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9e8b89996b40. 00000080:00000001:0.0:1789449592.824044:0:35915:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449592.824050:0:35915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c5bdf0 00000080:00000008:0.0:1789449592.824052:0:35915:0:(file.c:523:ll_file_release()) COMPLETED file recon:[0x200000405:0x30:0x0](ffff9e8b891ca1c8), flags 102001, rc = 0 00000080:00000001:0.0:1789449592.824056:0:35915:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449592.824062:0:35915:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1789449592.824228:0:35915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181c5be00 00000080:00002000:0.0:1789449592.824232:0:35915:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff9e8b891d30d8, parent ffff9e8b892cbca8, inode ffff9e8b891ca1c8) hashed, 00000080:00000001:0.0:1789449592.824235:0:35915:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449592.842334:0:35916:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789449592.842341:0:35916:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789449592.842344:0:35916:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789449592.842347:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181cbbbc0 00000080:00200000:3.0:1789449592.842352:0:35916:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:3.0:1789449592.842360:0:35916:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b888a2400. 00800000:00000002:3.0:1789449592.842366:0:35916:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:3.0:1789449592.842371:0:35916:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789449592.842376:0:35916:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789449592.842378:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181cbbae0 00800000:00000002:3.0:1789449592.842381:0:35916:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789449592.842384:0:35916:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789449592.842386:0:35916:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789449592.842388:0:35916:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789449592.842391:0:35916:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789449592.842393:0:35916:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789449592.842395:0:35916:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449592.842397:0:35916:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789449592.842399:0:35916:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449592.842402:0:35916:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789449592.842407:0:35916:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789449592.842409:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181cbb9b0 00000002:00010000:3.0:1789449592.842410:0:35916:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789449592.842414:0:35916:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789449592.842416:0:35916:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789449592.842419:0:35916:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789449592.842425:0:35916:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449592.842427:0:35916:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449592.842430:0:35916:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449592.842432:0:35916:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1789449592.842434:0:35916:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1789449592.842439:0:35916:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b8310b800. 00000020:00000040:3.0:1789449592.842443:0:35916:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00010000:00000001:3.0:1789449592.842450:0:35916:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789449592.842454:0:35916:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449592.842461:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449592.842463:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449592.842465:0:35916:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449592.842468:0:35916:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789449592.842471:0:35916:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789449592.842475:0:35916:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789449592.842481:0:35916:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b87c4b800. 00000100:00000001:3.0:1789449592.842487:0:35916:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449592.842493:0:35916:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789449592.842495:0:35916:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449592.842496:0:35916:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789449592.842497:0:35916:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449592.842499:0:35916:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449592.842505:0:35916:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446636920769394688 : -107152940156928 : ffff9e8b8310b800) 00010000:00000001:3.0:1789449592.842510:0:35916:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789449592.842512:0:35916:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1789449592.842517:0:35916:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9e8b922dee00. 00010000:00000010:3.0:1789449592.842521:0:35916:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e8b84d02c00. 00010000:00000001:3.0:1789449592.842525:0:35916:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789449592.842529:0:35916:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8b91c75600. 00000020:00000001:3.0:1789449592.842532:0:35916:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789449592.842535:0:35916:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8b91c75600 with handle 0xcddde1459ded685d to hash 00000020:00000001:3.0:1789449592.842538:0:35916:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789449592.842539:0:35916:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636921016243712 : -107152693307904 : ffff9e8b91c75600) 00010000:00000001:3.0:1789449592.842543:0:35916:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636921016243712 : -107152693307904 : ffff9e8b91c75600) 00010000:00000001:3.0:1789449592.842547:0:35916:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449592.842550:0:35916:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449592.842555:0:35916:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75600/0xcddde1459ded685d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35916 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789449592.842564:0:35916:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75600/0xcddde1459ded685d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35916 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789449592.842574:0:35916:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75600/0xcddde1459ded685d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35916 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789449592.842579:0:35916:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789449592.842581:0:35916:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789449592.842587:0:35916:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b831c5e40. 00000100:00000001:3.0:1789449592.842589:0:35916:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920770158144 : -107152939393472 : ffff9e8b831c5e40) 00000100:00000001:3.0:1789449592.842592:0:35916:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449592.842593:0:35916:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769394688 : -107152940156928 : ffff9e8b8310b800) 00000100:00000001:3.0:1789449592.842598:0:35916:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789449592.842603:0:35916:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449592.842604:0:35916:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789449592.842606:0:35916:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789449592.842617:0:35916:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b8310b800 x1876371947545600/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449592.842625:0:35916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789449592.842628:0:35916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449592.842631:0:35916:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789449592.842633:0:35916:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789449592.842635:0:35916:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449592.842638:0:35916:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b8310b800 pname:cluuid:pid:xid:nid:opc:job cat:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35916:1876371947545600:192.168.202.109@tcp:101:cat.0 00000100:00000001:3.0:1789449592.842642:0:35916:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789449592.842647:0:35916:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789449592.842649:0:35916:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449592.842652:0:35916:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789449592.842657:0:35916:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e8b86130000. 02000000:00000001:3.0:1789449592.842659:0:35916:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449592.842668:0:35916:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:3.0:1789449592.842672:0:35916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b8525ccb8. 00000400:00000010:3.0:1789449592.842680:0:35916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69220. 00000100:00000200:3.0:1789449592.842688:0:35916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876371947545600, portal 10 00000100:00000001:3.0:1789449592.842690:0:35916:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449592.842691:0:35916:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769394688 : -107152940156928 : ffff9e8b8310b800) 00000100:00000040:3.0:1789449592.842697:0:35916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b8310b800 x1876371947545600/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449608 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449592.842705:0:35916:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449592.842708:0:35916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1789449592.842711:0:35916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69aa0. 00000100:00000200:3.0:1789449592.842714:0:35916:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876371947545600, offset 0 00000400:00000200:3.0:1789449592.842720:0:35916:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1789449592.842730:0:35916:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449592.842737:0:35916:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449592.842742:0:35916:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789449592.842746:0:35916:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1789449592.842749:0:35916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789449592.842752:0:35916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1789449592.842756:0:35916:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [3017:3017:256:4294967295] 192.168.202.109@tcp LPNI seq info [3017:3017:8:4294967295] 00000400:00000200:3.0:1789449592.842760:0:35916:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449592.842770:0:35916:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449592.842777:0:35916:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449592.842782:0:35916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051c900. 00000800:00000200:3.0:1789449592.842788:0:35916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449592.842796:0:35916:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449592.842801:0:35916:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051c900 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1789449592.842875:0:35916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449592.842897:0:35916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 809428 usecs (810 jiffies) 00000400:00000200:3.0:1789449592.842900:0:35916:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:3.0:1789449592.842903:0:35916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296596338 00000100:00000001:3.0:1789449592.842907:0:35916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296596513 00000100:00000001:3.0:1789449592.842909:0:35916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296596338 00000100:00000001:3.0:1789449592.842911:0:35916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296596514 00000100:00000001:3.0:1789449592.842913:0:35916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449592.842916:0:35916:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449592.842918:0:35916:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449592.842920:0:35916:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789449592.842923:0:35916:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b831c5e40 going to sleep for 11 seconds 00000100:00000001:3.0:1789449592.842926:0:35916:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449592.842929:0:35916:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449592.847264:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449592.847274:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b9051c900. 00000400:00000200:2.0:1789449592.847281:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449592.847290:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449592.847297:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69aa0 00000400:00000010:2.0:1789449592.847300:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69aa0. 00000100:00000001:2.0:1789449592.847305:0:2393:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449592.847313:0:2393:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b8310b800 x1876371947545600/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449608 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449592.847324:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449592.847328:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b8310b800 x1876371947545600/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449608 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449592.847335:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449592.847336:0:2393:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789449592.847836:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449592.847849:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449592.847853:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449592.847860:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449592.847877:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449592.847900:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449592.847909:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449592.847913:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449592.847926:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449592.847930:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 688 into portal 10 MB=0x6aa8ce3666400 00000400:00000200:3.0:1789449592.847936:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449592.847941:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 688/688 into md 0x891d [1] + 224 00000800:00000001:3.0:1789449592.847948:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449592.847955:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449592.847958:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449592.847962:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449592.847966:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449592.847971:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b8310b800 x1876371947545600/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449608 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789449592.847979:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9e8b8310b800 x1876371947545600/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449608 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449592.848006:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449592.848013:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449592.848016:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449592.848246:0:35916:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789449592.848255:0:35916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789449592.848257:0:35916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789449592.848260:0:35916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b8525ccb8. 00000400:00000200:1.0:1789449592.848265:0:35916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69220 00000400:00000010:1.0:1789449592.848267:0:35916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69220. 00000100:00000001:1.0:1789449592.848270:0:35916:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789449592.848275:0:35916:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b8310b800 x1876371947545600/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449608 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789449592.848284:0:35916:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b8310b800 x1876371947545600/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789449608 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449592.848290:0:35916:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789449592.848292:0:35916:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449592.848294:0:35916:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789449592.848298:0:35916:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789449592.848301:0:35916:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789449592.848303:0:35916:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449592.848306:0:35916:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789449592.848314:0:35916:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=72 v=5 (5 5 102 102) 00000100:00001000:1.0:1789449592.848319:0:35916:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=39 v=5 (1 0 0 0) 00000100:00000001:1.0:1789449592.848321:0:35916:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789449592.848323:0:35916:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449592.848326:0:35916:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789449592.848329:0:35916:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449592.848333:0:35916:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789449592.848335:0:35916:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 8589934608 00000100:00000001:1.0:1789449592.848337:0:35916:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789449592.848339:0:35916:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449592.848343:0:35916:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b8310b800 x1876371947545600/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449608 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449592.848350:0:35916:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449592.848353:0:35916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789449592.848356:0:35916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789449592.848359:0:35916:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b8310b800 x1876371947545600/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449608 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789449592.848367:0:35916:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b8310b800 pname:cluuid:pid:xid:nid:opc:job cat:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35916:1876371947545600:192.168.202.109@tcp:101:cat.0 00000100:00000001:1.0:1789449592.848372:0:35916:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449592.848375:0:35916:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449592.848378:0:35916:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789449592.848380:0:35916:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449592.848383:0:35916:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b8310b800 x1876371947545600/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449608 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449592.848390:0:35916:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789449592.848392:0:35916:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b831c5e40. 00000100:00000001:1.0:1789449592.848396:0:35916:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789449592.848397:0:35916:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449592.848400:0:35916:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789449592.848403:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449592.848406:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449592.848410:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75600 refcount=4 00000020:00000001:1.0:1789449592.848412:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016243712 : -107152693307904 : ffff9e8b91c75600) 00010000:00000001:1.0:1789449592.848415:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016243712 : -107152693307904 : ffff9e8b91c75600) 00010000:00000040:1.0:1789449592.848421:0:35916:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e8b91c75600, remote cookie: 0xeb7cbf5e2fd3df2c, flags: 0x1001 00010000:00010000:1.0:1789449592.848426:0:35916:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75600/0xcddde1459ded685d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3df2c expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789449592.848436:0:35916:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75600/0xcddde1459ded685d lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3df2c expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449592.848442:0:35916:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789449592.848445:0:35916:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789449592.848447:0:35916:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789449592.848449:0:35916:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789449592.848450:0:35916:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789449592.848453:0:35916:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9e8b922dee00) refcount = 1 00010000:00010000:1.0:1789449592.848457:0:35916:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75600/0xcddde1459ded685d lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3df2c expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449592.848463:0:35916:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789449592.848467:0:35916:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789449592.848468:0:35916:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449592.848471:0:35916:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789449592.848474:0:35916:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449592.848477:0:35916:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75600/0xcddde1459ded685d lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3df2c expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449592.848482:0:35916:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789449592.848484:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449592.848485:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449592.848487:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449592.848487:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449592.848490:0:35916:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449592.848494:0:35916:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789449592.848496:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449592.848497:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449592.848499:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75600 refcount=3 00000020:00000001:1.0:1789449592.848501:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016243712 : -107152693307904 : ffff9e8b91c75600) 00010000:00000001:1.0:1789449592.848503:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016243712 : -107152693307904 : ffff9e8b91c75600) 00010000:00000001:1.0:1789449592.848516:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449592.848517:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449592.848519:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75600 refcount=4 00000020:00000001:1.0:1789449592.848521:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016243712 : -107152693307904 : ffff9e8b91c75600) 00010000:00000001:1.0:1789449592.848523:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016243712 : -107152693307904 : ffff9e8b91c75600) 00010000:00000001:1.0:1789449592.848526:0:35916:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449592.848529:0:35916:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449592.848532:0:35916:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75600/0xcddde1459ded685d lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3df2c expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449592.848538:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449592.848540:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449592.848541:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449592.848542:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449592.848544:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75600 refcount=5 00000020:00000001:1.0:1789449592.848546:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016243712 : -107152693307904 : ffff9e8b91c75600) 00010000:00000001:1.0:1789449592.848548:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016243712 : -107152693307904 : ffff9e8b91c75600) 00010000:00000001:1.0:1789449592.848550:0:35916:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789449592.848553:0:35916:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75600/0xcddde1459ded685d lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3df2c expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449592.848559:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449592.848560:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789449592.848562:0:35916:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75600/0xcddde1459ded685d lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3df2c expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449592.848574:0:35916:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789449592.848575:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449592.848576:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449592.848578:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449592.848579:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789449592.848583:0:35916:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9e8b8310b800 x1876371947545600/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449608 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1789449592.848592:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449592.848594:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449592.848595:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75600 refcount=3 00000020:00000001:1.0:1789449592.848597:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016243712 : -107152693307904 : ffff9e8b91c75600) 00010000:00000001:1.0:1789449592.848599:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016243712 : -107152693307904 : ffff9e8b91c75600) 00010000:00000001:1.0:1789449592.848601:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449592.848602:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789449592.848603:0:35916:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449592.848605:0:35916:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449592.848608:0:35916:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1789449592.848611:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449592.848612:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449592.848613:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75600 refcount=3 00000020:00000001:1.0:1789449592.848615:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016243712 : -107152693307904 : ffff9e8b91c75600) 00010000:00000001:1.0:1789449592.848616:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016243712 : -107152693307904 : ffff9e8b91c75600) 00000002:00010000:1.0:1789449592.848619:0:35916:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75600/0xcddde1459ded685d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3df2c expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449592.848626:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449592.848627:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449592.848629:0:35916:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789449592.848630:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449592.848631:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449592.848632:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75600 refcount=3 00000020:00000001:1.0:1789449592.848634:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016243712 : -107152693307904 : ffff9e8b91c75600) 00010000:00000001:1.0:1789449592.848637:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016243712 : -107152693307904 : ffff9e8b91c75600) 00010000:00000040:1.0:1789449592.848643:0:35916:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922dee00 count: 2 00010000:00000001:1.0:1789449592.848645:0:35916:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1789449592.848649:0:35916:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e8b83488400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1789449592.848652:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449592.848653:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789449592.848655:0:35916:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789449592.848658:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181cbb938 00000002:00002000:1.0:1789449592.848660:0:35916:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1789449592.848662:0:35916:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449592.848666:0:35916:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449592.848669:0:35916:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789449592.848672:0:35916:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1789449592.848675:0:35916:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449592.848679:0:35916:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:1.0:1789449592.848683:0:35916:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b888a2400. 00000080:00000001:1.0:1789449592.848687:0:35916:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789449592.848689:0:35916:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789449592.848695:0:35916:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1789449592.848699:0:35916:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1789449592.848705:0:35916:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9e8b91d9a900. 00800000:00000001:1.0:1789449592.848707:0:35916:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446636921017444608 : -107152692107008 : ffff9e8b91d9a900) 00800000:00000001:1.0:1789449592.848709:0:35916:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449592.848711:0:35916:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789449592.848714:0:35916:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1789449592.848716:0:35916:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1789449592.848718:0:35916:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1789449592.848721:0:35916:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1789449592.848723:0:35916:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.848727:0:35916:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1789449592.848729:0:35916:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1789449592.848735:0:35916:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:1.0:1789449592.848737:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449592.848739:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449592.848741:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75600 refcount=3 00000020:00000001:1.0:1789449592.848743:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016243712 : -107152693307904 : ffff9e8b91c75600) 00010000:00000001:1.0:1789449592.848746:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016243712 : -107152693307904 : ffff9e8b91c75600) 00010000:00000001:1.0:1789449592.848748:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449592.848749:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789449592.848751:0:35916:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789449592.848753:0:35916:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1789449592.848755:0:35916:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b91d9a900 1 00800000:00000010:1.0:1789449592.848758:0:35916:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9e8b91d9a900. 00800000:00000001:1.0:1789449592.848761:0:35916:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789449592.848765:0:35916:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded685d 00800000:00000001:1.0:1789449592.848768:0:35916:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789449592.848769:0:35916:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789449592.848771:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449592.848772:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449592.848773:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75600 refcount=3 00000020:00000001:1.0:1789449592.848775:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016243712 : -107152693307904 : ffff9e8b91c75600) 00010000:00000001:1.0:1789449592.848777:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016243712 : -107152693307904 : ffff9e8b91c75600) 00010000:00000001:1.0:1789449592.848780:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449592.848781:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789449592.848782:0:35916:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449592.848784:0:35916:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.848787:0:35916:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789449592.848789:0:35916:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:1.0:1789449592.848792:0:35916:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded685d from it ffffb71181cbbbf8 00010000:00000001:1.0:1789449592.848794:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449592.848796:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449592.848797:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75600 refcount=3 00000020:00000001:1.0:1789449592.848798:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016243712 : -107152693307904 : ffff9e8b91c75600) 00010000:00000001:1.0:1789449592.848801:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016243712 : -107152693307904 : ffff9e8b91c75600) 00010000:00000001:1.0:1789449592.848802:0:35916:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789449592.848805:0:35916:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75600/0xcddde1459ded685d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3df2c expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449592.848817:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449592.848818:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449592.848819:0:35916:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789449592.848822:0:35916:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789449592.848825:0:35916:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75600/0xcddde1459ded685d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3df2c expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789449592.848831:0:35916:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789449592.848834:0:35916:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789449592.848836:0:35916:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789449592.848840:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449592.848841:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449592.848843:0:35916:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449592.848846:0:35916:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789449592.848847:0:35916:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449592.848849:0:35916:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449592.848852:0:35916:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449592.848854:0:35916:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789449592.848856:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449592.848857:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789449592.848858:0:35916:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449592.848862:0:35916:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b8310b800 x1876371947545600/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1789449608 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449592.848870:0:35916:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789449592.848872:0:35916:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789449592.848875:0:35916:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9e8b86130000. 02000000:00000001:1.0:1789449592.848925:0:35916:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789449592.848928:0:35916:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789449592.848930:0:35916:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:1.0:1789449592.848932:0:35916:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789449592.848935:0:35916:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b87c4b800. 02000000:00000001:1.0:1789449592.848939:0:35916:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789449592.848941:0:35916:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789449592.848943:0:35916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b8310b800. 00000100:00000001:1.0:1789449592.848947:0:35916:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789449592.848948:0:35916:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789449592.848952:0:35916:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908), inode mode 41ff mask 1 00000080:00000001:1.0:1789449592.848957:0:35916:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.848963:0:35916:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1789449592.848966:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181cbbbc0 00000080:00002000:1.0:1789449592.848968:0:35916:0:(dcache.c:87:ll_dcompare()) found name recon(ffff9e8b891d30d8) flags 0x48004e refc 0 00000080:00000001:1.0:1789449592.848970:0:35916:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.848972:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181cbbc08 00000080:00200000:1.0:1789449592.848974:0:35916:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=265 00000080:00000001:1.0:1789449592.848980:0:35916:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1789449592.848981:0:35916:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x30:0x0](ffff9e8b891ca1c8), inode mode 81a4 mask 44 00000080:00000001:1.0:1789449592.848984:0:35916:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.848991:0:35916:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1789449592.848993:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181cbbb98 00000080:00200008:1.0:1789449592.848995:0:35916:0:(file.c:1090:ll_file_open()) START file recon:[0x200000405:0x30:0x0](ffff9e8b891ca1c8), flags 100000 00000080:00000010:1.0:1789449592.849000:0:35916:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9e8b8c446a00. 00000080:00000001:1.0:1789449592.849006:0:35916:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:1.0:1789449592.849009:0:35916:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b83766200. 00800000:00000002:1.0:1789449592.849014:0:35916:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:1.0:1789449592.849017:0:35916:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789449592.849019:0:35916:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789449592.849021:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181cbba48 00800000:00000002:1.0:1789449592.849023:0:35916:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000405:0x30:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789449592.849027:0:35916:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1789449592.849029:0:35916:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449592.849032:0:35916:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449592.849034:0:35916:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449592.849036:0:35916:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449592.849039:0:35916:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449592.849041:0:35916:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:1.0:1789449592.849043:0:35916:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.849046:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181cbb9c8 00800000:00000002:1.0:1789449592.849048:0:35916:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x30:0x0], name='' -> mds #0 layout version 1 00000002:00000001:1.0:1789449592.849052:0:35916:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789449592.849053:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181cbb900 00000002:00010000:1.0:1789449592.849055:0:35916:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x30:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 04240100001 00000002:00000001:1.0:1789449592.849059:0:35916:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789449592.849061:0:35916:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1789449592.850344:0:35916:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1789449592.850355:0:35916:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922de300 count: 3 00010000:00000001:1.0:1789449592.850360:0:35916:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449592.850364:0:35916:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1789449592.850367:0:35916:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449592.850369:0:35916:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449592.850371:0:35916:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449592.850373:0:35916:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1789449592.850375:0:35916:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922dee00 count: 2 00010000:00000001:1.0:1789449592.850377:0:35916:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449592.850379:0:35916:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1789449592.850380:0:35916:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449592.850382:0:35916:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449592.850383:0:35916:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789449592.850390:0:35916:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83690000. 00000020:00000040:1.0:1789449592.850394:0:35916:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e8b89903000 02000000:00000001:1.0:1789449592.850400:0:35916:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789449592.850402:0:35916:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449592.850405:0:35916:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789449592.850409:0:35916:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789449592.850414:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449592.850416:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449592.850418:0:35916:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449592.850420:0:35916:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789449592.850423:0:35916:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789449592.850427:0:35916:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789449592.850434:0:35916:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e8b8678e400. 00000100:00000001:1.0:1789449592.850440:0:35916:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449592.850445:0:35916:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789449592.850446:0:35916:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449592.850448:0:35916:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789449592.850449:0:35916:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449592.850452:0:35916:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449592.850459:0:35916:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446636920775180288 : -107152934371328 : ffff9e8b83690000) 00010000:00000001:1.0:1789449592.850462:0:35916:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789449592.850465:0:35916:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1789449592.850467:0:35916:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922dee00 count: 2 00010000:00000001:1.0:1789449592.850469:0:35916:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449592.850471:0:35916:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789449592.850474:0:35916:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e8b889f1600. 00000020:00000001:1.0:1789449592.850479:0:35916:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789449592.850481:0:35916:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9e8b889f1600 with handle 0xcddde1459ded6864 to hash 00000020:00000001:1.0:1789449592.850483:0:35916:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789449592.850485:0:35916:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636920862610944 : -107152846940672 : ffff9e8b889f1600) 00010000:00000001:1.0:1789449592.850488:0:35916:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636920862610944 : -107152846940672 : ffff9e8b889f1600) 00010000:00000001:1.0:1789449592.850490:0:35916:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449592.850492:0:35916:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449592.850496:0:35916:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b889f1600/0xcddde1459ded6864 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 35916 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789449592.850518:0:35916:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b889f1600/0xcddde1459ded6864 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35916 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1789449592.850531:0:35916:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e8b89903000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1789449592.850543:0:35916:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e8b83690000 x1876371947545856/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1789449592.850552:0:35916:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b889f1600/0xcddde1459ded6864 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35916 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789449592.850557:0:35916:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789449592.850558:0:35916:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789449592.850566:0:35916:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b82beb0c0. 00000100:00000001:1.0:1789449592.850569:0:35916:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920764018880 : -107152945532736 : ffff9e8b82beb0c0) 00000100:00000001:1.0:1789449592.850572:0:35916:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449592.850573:0:35916:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775180288 : -107152934371328 : ffff9e8b83690000) 00000100:00000001:1.0:1789449592.850578:0:35916:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789449592.850582:0:35916:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449592.850584:0:35916:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789449592.850586:0:35916:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789449592.850591:0:35916:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83690000 x1876371947545856/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449592.850598:0:35916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789449592.850601:0:35916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449592.850605:0:35916:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789449592.850608:0:35916:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789449592.850610:0:35916:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789449592.850859:0:35916:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83690000 pname:cluuid:pid:xid:nid:opc:job cat:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35916:1876371947545856:192.168.202.109@tcp:101:cat.0 00000100:00000001:1.0:1789449592.851041:0:35916:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789449592.851047:0:35916:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789449592.851050:0:35916:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449592.851053:0:35916:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789449592.851233:0:35916:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff9e8b87dc0000. 02000000:00000001:1.0:1789449592.851237:0:35916:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789449592.851246:0:35916:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:1.0:1789449592.851252:0:35916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b83427580. 00000400:00000010:1.0:1789449592.851258:0:35916:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9e8b86794800. 00000100:00000200:1.0:1789449592.851266:0:35916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1876371947545856, portal 10 00000100:00000001:1.0:1789449592.851268:0:35916:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449592.851270:0:35916:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775180288 : -107152934371328 : ffff9e8b83690000) 00000100:00000040:1.0:1789449592.851278:0:35916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b83690000 x1876371947545856/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789449608 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449592.851286:0:35916:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789449592.851289:0:35916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1789449592.851292:0:35916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b850122a8. 00000100:00000200:1.0:1789449592.851296:0:35916:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1876371947545856, offset 0 00000400:00000200:1.0:1789449592.851301:0:35916:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1789449592.851310:0:35916:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449592.851317:0:35916:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1789449592.851324:0:35916:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789449592.851328:0:35916:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1789449592.851332:0:35916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789449592.851335:0:35916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1789449592.851339:0:35916:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [3018:3018:256:4294967295] 192.168.202.109@tcp LPNI seq info [3018:3018:8:4294967295] 00000400:00000200:1.0:1789449592.851343:0:35916:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:1.0:1789449592.851354:0:35916:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1789449592.851361:0:35916:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1789449592.851366:0:35916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b82fe1600. 00000800:00000200:1.0:1789449592.851374:0:35916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1789449592.851382:0:35916:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1789449592.851386:0:35916:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b82fe1600 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:1.0:1789449592.851928:0:35916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449592.851935:0:35916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 808451 usecs (809 jiffies) 00000400:00000200:1.0:1789449592.851942:0:35916:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:1.0:1789449592.851945:0:35916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296596347 00000100:00000001:1.0:1789449592.851950:0:35916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296596513 00000100:00000001:1.0:1789449592.851953:0:35916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296596347 00000100:00000001:1.0:1789449592.851955:0:35916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296596514 00000100:00000001:1.0:1789449592.851958:0:35916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449592.851961:0:35916:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449592.851965:0:35916:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789449592.851967:0:35916:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789449592.851970:0:35916:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b82beb0c0 going to sleep for 11 seconds 00000100:00000001:1.0:1789449592.851974:0:35916:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789449592.851976:0:35916:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449592.856370:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449592.856382:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b82fe1600. 00000400:00000200:2.0:1789449592.856393:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449592.856402:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449592.856410:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b850122a8 00000400:00000010:2.0:1789449592.856413:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b850122a8. 00000100:00000001:2.0:1789449592.856419:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449592.856426:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83690000 x1876371947545856/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789449608 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449592.856437:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449592.856440:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83690000 x1876371947545856/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789449608 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449592.856448:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449592.856449:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789449592.856752:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449592.856764:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449592.856767:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449592.856770:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449592.856776:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449592.856780:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449592.856788:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449592.856792:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449592.856799:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449592.856803:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 664 into portal 10 MB=0x6aa8ce3666500 00000400:00000200:3.0:1789449592.856808:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449592.856814:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 664/664 into md 0x892d [64] + 224 00000800:00000001:3.0:1789449592.856820:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449592.856825:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449592.856828:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449592.856832:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449592.856836:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449592.856841:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83690000 x1876371947545856/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789449608 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789449592.856850:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff9e8b83690000 x1876371947545856/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789449608 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449592.856867:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449592.856875:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449592.856982:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449592.857740:0:35916:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789449592.857750:0:35916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789449592.857752:0:35916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789449592.857756:0:35916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b83427580. 00000400:00000200:1.0:1789449592.857762:0:35916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b86794800 00000400:00000010:1.0:1789449592.857765:0:35916:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff9e8b86794800. 00000100:00000001:1.0:1789449592.857770:0:35916:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789449592.857777:0:35916:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83690000 x1876371947545856/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789449608 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789449592.857788:0:35916:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83690000 x1876371947545856/t0(0) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789449608 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449592.857795:0:35916:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789449592.857796:0:35916:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449592.857799:0:35916:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789449592.857803:0:35916:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789449592.857805:0:35916:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789449592.857807:0:35916:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789449592.857809:0:35916:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789449592.857818:0:35916:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=72 v=5 (5 5 102 102) 00000100:00001000:1.0:1789449592.857822:0:35916:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=39 v=5 (1 0 0 0) 00000100:00000001:1.0:1789449592.857825:0:35916:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789449592.857826:0:35916:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449592.857829:0:35916:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789449592.857833:0:35916:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449592.857835:0:35916:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789449592.857837:0:35916:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1789449592.857839:0:35916:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789449592.857841:0:35916:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449592.857843:0:35916:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775180288 : -107152934371328 : ffff9e8b83690000) 00000100:00000001:1.0:1789449592.857846:0:35916:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789449592.857848:0:35916:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 8589934608 00000100:00000001:1.0:1789449592.857850:0:35916:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789449592.857852:0:35916:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789449592.857857:0:35916:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83690000 x1876371947545856/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1789449608 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449592.857863:0:35916:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449592.857866:0:35916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789449592.857869:0:35916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789449592.857873:0:35916:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83690000 x1876371947545856/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1789449608 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789449592.857912:0:35916:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83690000 pname:cluuid:pid:xid:nid:opc:job cat:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35916:1876371947545856:192.168.202.109@tcp:101:cat.0 00000100:00000001:1.0:1789449592.857929:0:35916:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789449592.857934:0:35916:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449592.857937:0:35916:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789449592.857939:0:35916:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449592.857943:0:35916:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83690000 x1876371947545856/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1789449608 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449592.857950:0:35916:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789449592.857953:0:35916:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b82beb0c0. 00000100:00000001:1.0:1789449592.857957:0:35916:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789449592.857958:0:35916:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449592.857961:0:35916:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789449592.857967:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449592.857970:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449592.857974:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b889f1600 refcount=4 00000020:00000001:1.0:1789449592.857977:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920862610944 : -107152846940672 : ffff9e8b889f1600) 00010000:00000001:1.0:1789449592.857980:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920862610944 : -107152846940672 : ffff9e8b889f1600) 00010000:00000040:1.0:1789449592.857989:0:35916:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e8b889f1600, remote cookie: 0xeb7cbf5e2fd3df3a, flags: 0x1001 00010000:00000040:1.0:1789449592.857993:0:35916:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x30:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1789449592.857997:0:35916:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:1.0:1789449592.858004:0:35916:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922de300 count: 3 00010000:00000001:1.0:1789449592.858015:0:35916:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449592.858019:0:35916:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449592.858025:0:35916:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b889f1600/0xcddde1459ded6864 lrc: 4/1,0 mode: --/CR res: [0x200000405:0x30:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3df3a expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789449592.858035:0:35916:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b889f1600/0xcddde1459ded6864 lrc: 4/1,0 mode: --/CR res: [0x200000405:0x30:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3df3a expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449592.858048:0:35916:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789449592.858052:0:35916:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789449592.858054:0:35916:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789449592.858056:0:35916:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789449592.858058:0:35916:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789449592.858061:0:35916:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x30:0x0].0x0 (ffff9e8b922de300) refcount = 3 00010000:00000040:1.0:1789449592.858064:0:35916:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1789449592.858068:0:35916:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74200/0xcddde1459ded6856 lrc: 1/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3df1e expref: -99 pid: 35915 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:1.0:1789449592.858076:0:35916:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d000/0xcddde1459ded6833 lrc: 1/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xeb7cbf5e2fd3ded8 expref: -99 pid: 35909 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1789449592.858084:0:35916:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b889f1600/0xcddde1459ded6864 lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x30:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3df3a expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449592.858092:0:35916:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789449592.858095:0:35916:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789449592.858096:0:35916:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449592.858100:0:35916:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789449592.858103:0:35916:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449592.858106:0:35916:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b889f1600/0xcddde1459ded6864 lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x30:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3df3a expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449592.858124:0:35916:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789449592.858127:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449592.858128:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449592.858129:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449592.858130:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449592.858132:0:35916:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449592.858137:0:35916:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789449592.858140:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449592.858142:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449592.858144:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b889f1600 refcount=3 00000020:00000001:1.0:1789449592.858146:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920862610944 : -107152846940672 : ffff9e8b889f1600) 00010000:00000001:1.0:1789449592.858148:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920862610944 : -107152846940672 : ffff9e8b889f1600) 00010000:00000001:1.0:1789449592.858150:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449592.858151:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789449592.858157:0:35916:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x200002b, status=0 req@ffff9e8b83690000 x1876371947545856/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1789449608 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789449592.858168:0:35916:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1789449592.858173:0:35916:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9e8b83690000 x1876371947545856/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1789449608 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789449592.858179:0:35916:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449592.858186:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449592.858187:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449592.858188:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b889f1600 refcount=3 00000020:00000001:1.0:1789449592.858191:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920862610944 : -107152846940672 : ffff9e8b889f1600) 00010000:00000001:1.0:1789449592.858193:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920862610944 : -107152846940672 : ffff9e8b889f1600) 00000002:00010000:1.0:1789449592.858197:0:35916:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b889f1600/0xcddde1459ded6864 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x30:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3df3a expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1789449592.858209:0:35916:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9e8b91d9a900. 00010000:00000001:1.0:1789449592.858211:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449592.858223:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789449592.858225:0:35916:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449592.858228:0:35916:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449592.858231:0:35916:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1789449592.858233:0:35916:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789449592.858234:0:35916:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775180288 : -107152934371328 : ffff9e8b83690000) 00010000:00000001:1.0:1789449592.858236:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449592.858237:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449592.858238:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b889f1600 refcount=3 00000020:00000001:1.0:1789449592.858240:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920862610944 : -107152846940672 : ffff9e8b889f1600) 00010000:00000001:1.0:1789449592.858243:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920862610944 : -107152846940672 : ffff9e8b889f1600) 00000002:00010000:1.0:1789449592.858246:0:35916:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b889f1600/0xcddde1459ded6864 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x30:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3df3a expref: -99 pid: 35916 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449592.858253:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449592.858254:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449592.858255:0:35916:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789449592.858256:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449592.858257:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449592.858259:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b889f1600 refcount=3 00000020:00000001:1.0:1789449592.858261:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920862610944 : -107152846940672 : ffff9e8b889f1600) 00010000:00000001:1.0:1789449592.858263:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920862610944 : -107152846940672 : ffff9e8b889f1600) 00010000:00000040:1.0:1789449592.858266:0:35916:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922de300 count: 4 00010000:00000001:1.0:1789449592.858268:0:35916:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1789449592.858272:0:35916:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e8b83488400 type 13 mode 16 res 8589935621/48 (0 0) 00010000:00000001:1.0:1789449592.858275:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449592.858276:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789449592.858277:0:35916:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789449592.858279:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181cbb888 00000002:00002000:1.0:1789449592.858281:0:35916:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x280002b: rc = 0 00000002:00000001:1.0:1789449592.858284:0:35916:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449592.858289:0:35916:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449592.858292:0:35916:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789449592.858295:0:35916:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1789449592.858299:0:35916:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449592.858306:0:35916:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:1.0:1789449592.858310:0:35916:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b83766200. 00000080:00000001:1.0:1789449592.858315:0:35916:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789449592.858322:0:35916:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1789449592.858325:0:35916:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:1.0:1789449592.858328:0:35916:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789449592.858333:0:35916:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822024 : -107152888729592 : ffff9e8b86217008) 00000020:00001000:1.0:1789449592.858335:0:35916:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217000 00000020:00000001:1.0:1789449592.858338:0:35916:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1789449592.858343:0:35916:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1789449592.858345:0:35916:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1789449592.858351:0:35916:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9e8b87c1e780. 00020000:00000010:1.0:1789449592.858355:0:35916:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9e8b840be500. 00020000:00000010:1.0:1789449592.858361:0:35916:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9e8b87c1e8a0. 00020000:00000001:1.0:1789449592.858363:0:35916:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446636920848115872 : -107152861435744 : ffff9e8b87c1e8a0) 00020000:00000002:1.0:1789449592.858366:0:35916:0:(lov_ea.c:755:dump_lsm()) lsm ffff9e8b87c1e8a0, objid 0x30:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789449592.858370:0:35916:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout 1 layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789449592.858375:0:35916:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff9e8b840be500: ostid: 0x280000401:68 ost idx: 0 gen: 0 00020000:00000002:1.0:1789449592.858379:0:35916:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9e8b90f1c0f8) owner ffff9e8b88b2cf80 00020000:00000001:1.0:1789449592.858382:0:35916:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1789449592.858384:0:35916:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9e8b90f1c0f8) owner ffff9e8b88b2cf80 00020000:00000010:1.0:1789449592.858394:0:35916:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9e8b840be500. 00020000:00000010:1.0:1789449592.858397:0:35916:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9e8b87c1e780. 00020000:00000010:1.0:1789449592.858400:0:35916:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9e8b87c1e8a0. 00020000:00000002:1.0:1789449592.858402:0:35916:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x30:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1789449592.858404:0:35916:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.858406:0:35916:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1789449592.858407:0:35916:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217000 00000080:00000001:1.0:1789449592.858412:0:35916:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611184 : 144115205339611184 : 200000405000030) 00000080:00000001:1.0:1789449592.858415:0:35916:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00010000:00000001:1.0:1789449592.858420:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449592.858422:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449592.858423:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b889f1600 refcount=3 00000020:00000001:1.0:1789449592.858425:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920862610944 : -107152846940672 : ffff9e8b889f1600) 00010000:00000001:1.0:1789449592.858427:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920862610944 : -107152846940672 : ffff9e8b889f1600) 00000080:00000001:1.0:1789449592.858430:0:35916:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1789449592.858431:0:35916:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789449592.858432:0:35916:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822024 : -107152888729592 : ffff9e8b86217008) 00000020:00001000:1.0:1789449592.858434:0:35916:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217000 00000020:00000001:1.0:1789449592.858435:0:35916:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1789449592.858437:0:35916:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1789449592.858438:0:35916:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1789449592.858441:0:35916:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9e8b87c1e8a0. 00020000:00000010:1.0:1789449592.858444:0:35916:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9e8b840be500. 00020000:00000010:1.0:1789449592.858446:0:35916:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9e8b87c1e780. 00020000:00000001:1.0:1789449592.858448:0:35916:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446636920848115584 : -107152861436032 : ffff9e8b87c1e780) 00020000:00000002:1.0:1789449592.858450:0:35916:0:(lov_ea.c:755:dump_lsm()) lsm ffff9e8b87c1e780, objid 0x30:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789449592.858453:0:35916:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout 1 layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789449592.858456:0:35916:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff9e8b840be500: ostid: 0x280000401:68 ost idx: 0 gen: 0 00020000:00000002:1.0:1789449592.858458:0:35916:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9e8b90f1c0f8) owner ffff9e8b88b2cf80 00020000:00000001:1.0:1789449592.858460:0:35916:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1789449592.858462:0:35916:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9e8b90f1c0f8) owner ffff9e8b88b2cf80 00020000:00000010:1.0:1789449592.858464:0:35916:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9e8b840be500. 00020000:00000010:1.0:1789449592.858466:0:35916:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9e8b87c1e8a0. 00020000:00000010:1.0:1789449592.858468:0:35916:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9e8b87c1e780. 00020000:00000002:1.0:1789449592.858470:0:35916:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x30:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1789449592.858472:0:35916:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.858473:0:35916:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.858476:0:35916:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1789449592.858479:0:35916:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b90f1c0f8) owner 0000000000000000/ffff9e8b88b2cf80 00020000:00000002:1.0:1789449592.858483:0:35916:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9e8b87cd5600 addref 2/0 by ffff9e8b88b2cf80. 00020000:00000002:1.0:1789449592.858485:0:35916:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b90f1c0f8) owner 0000000000000000/ffff9e8b88b2cf80 00020000:00000001:1.0:1789449592.858488:0:35916:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1789449592.858490:0:35916:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1789449592.858492:0:35916:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1789449592.858494:0:35916:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1789449592.858496:0:35916:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1789449592.858498:0:35916:0:(file.c:6843:ll_layout_conf()) [0x200000405:0x30:0x0]: layout version change: 0 -> 0 00000020:00001000:1.0:1789449592.858500:0:35916:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217000 00000080:00000001:1.0:1789449592.858503:0:35916:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449592.858504:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449592.858505:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789449592.858507:0:35916:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789449592.859250:0:35916:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1789449592.859255:0:35916:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789449592.859260:0:35916:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x30:0x0](ffff9e8b891ca1c8) for lock 0xcddde1459ded6864 00800000:00000001:1.0:1789449592.859265:0:35916:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789449592.859268:0:35916:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789449592.859269:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449592.859271:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449592.859273:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b889f1600 refcount=3 00000020:00000001:1.0:1789449592.859275:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920862610944 : -107152846940672 : ffff9e8b889f1600) 00010000:00000001:1.0:1789449592.859278:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920862610944 : -107152846940672 : ffff9e8b889f1600) 00010000:00000001:1.0:1789449592.859281:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449592.859282:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789449592.859283:0:35916:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449592.859286:0:35916:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789449592.859288:0:35916:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449592.859296:0:35916:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83690000 x1876371947545856/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1789449608 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789449592.859304:0:35916:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789449592.859307:0:35916:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded6864 from it ffffb71181cbbbf0 00010000:00000001:1.0:1789449592.859309:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449592.859310:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449592.859312:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b889f1600 refcount=3 00000020:00000001:1.0:1789449592.859314:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920862610944 : -107152846940672 : ffff9e8b889f1600) 00010000:00000001:1.0:1789449592.859316:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636920862610944 : -107152846940672 : ffff9e8b889f1600) 00010000:00000001:1.0:1789449592.859318:0:35916:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789449592.859322:0:35916:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b889f1600/0xcddde1459ded6864 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x30:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xeb7cbf5e2fd3df3a expref: -99 pid: 35916 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789449592.859330:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449592.859332:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449592.859333:0:35916:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789449592.859336:0:35916:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789449592.859338:0:35916:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b889f1600/0xcddde1459ded6864 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x30:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xeb7cbf5e2fd3df3a expref: -99 pid: 35916 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789449592.859347:0:35916:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789449592.859351:0:35916:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789449592.859354:0:35916:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789449592.859358:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449592.859359:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449592.859361:0:35916:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449592.859364:0:35916:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789449592.859366:0:35916:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449592.859368:0:35916:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449592.859372:0:35916:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449592.859374:0:35916:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789449592.859376:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449592.859377:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789449592.859381:0:35916:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789449592.859387:0:35916:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9e8b91d9a940. 00000080:00000001:1.0:1789449592.859390:0:35916:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1789449592.859394:0:35916:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:1.0:1789449592.859397:0:35916:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449592.859399:0:35916:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449592.859401:0:35916:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449592.859404:0:35916:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449592.859407:0:35916:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449592.859409:0:35916:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:1.0:1789449592.859412:0:35916:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449592.859415:0:35916:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1789449592.859418:0:35916:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9e8b8984fea0. 00000002:00100000:1.0:1789449592.859423:0:35916:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9e8b83690000 x1876371947545856/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1789449608 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789449592.859430:0:35916:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449592.859432:0:35916:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1789449592.859436:0:35916:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1789449592.859439:0:35916:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.859443:0:35916:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:1.0:1789449592.859445:0:35916:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1789449592.859447:0:35916:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789449592.859449:0:35916:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1789449592.859451:0:35916:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.859454:0:35916:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:1.0:1789449592.859458:0:35916:0:(pcc.c:1984:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.859460:0:35916:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1789449592.859462:0:35916:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.859464:0:35916:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789449592.859468:0:35916:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789449592.859472:0:35916:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83690000 x1876371947545856/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1789449608 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1789449592.859479:0:35916:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789449592.859485:0:35916:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff9e8b87dc0000. 02000000:00000001:1.0:1789449592.859845:0:35916:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1789449592.859848:0:35916:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.859852:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181cbbb98 00000080:00000008:1.0:1789449592.859854:0:35916:0:(file.c:1329:ll_file_open()) COMPLETED file recon:[0x200000405:0x30:0x0](ffff9e8b891ca1c8), flags 100000, rc = 0 00000020:00000001:1.0:1789449592.859905:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181cbbd28 00000080:00200008:1.0:1789449592.859908:0:35916:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000405:0x30:0x0](ffff9e8b891ca1c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1789449592.859915:0:35916:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789449592.859917:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181cbbca0 00000080:00200000:1.0:1789449592.859919:0:35916:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x30:0x0](ffff9e8b891ca1c8),name=recon 00000080:00000010:1.0:1789449592.860135:0:35916:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b83766200. 00800000:00000002:1.0:1789449592.860139:0:35916:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:1.0:1789449592.860146:0:35916:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789449592.860151:0:35916:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789449592.860154:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181cbbbc0 00800000:00000002:1.0:1789449592.860156:0:35916:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x30:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789449592.860160:0:35916:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789449592.860163:0:35916:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449592.860165:0:35916:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449592.860166:0:35916:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449592.860168:0:35916:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449592.860170:0:35916:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449592.860171:0:35916:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789449592.860174:0:35916:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449592.860176:0:35916:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449592.860177:0:35916:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449592.860178:0:35916:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449592.860180:0:35916:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449592.860182:0:35916:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449592.860184:0:35916:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:1.0:1789449592.860186:0:35916:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449592.860189:0:35916:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x30:0x0], name='' -> mds #0 00000002:00000001:1.0:1789449592.860193:0:35916:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789449592.860195:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181cbba90 00000002:00010000:1.0:1789449592.860197:0:35916:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x30:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789449592.860200:0:35916:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789449592.860203:0:35916:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789449592.860206:0:35916:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789449592.860580:0:35916:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922de300 count: 4 00010000:00000001:1.0:1789449592.860586:0:35916:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449592.860591:0:35916:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449592.860595:0:35916:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789449592.860599:0:35916:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d000/0xcddde1459ded6833 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xeb7cbf5e2fd3ded8 expref: -99 pid: 35909 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1789449592.860610:0:35916:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789449592.860614:0:35916:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449592.860617:0:35916:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d000/0xcddde1459ded6833 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xeb7cbf5e2fd3ded8 expref: -99 pid: 35909 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1789449592.860625:0:35916:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789449592.860627:0:35916:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789449592.860630:0:35916:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789449592.860632:0:35916:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789449592.860634:0:35916:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789449592.860637:0:35916:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789449592.860640:0:35916:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789449592.860643:0:35916:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:1.0:1789449592.860646:0:35916:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b83766200. 00000080:00000001:1.0:1789449592.860650:0:35916:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789449592.860653:0:35916:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789449592.860656:0:35916:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x30:0x0](ffff9e8b891ca1c8) 00000080:00010000:1.0:1789449592.860660:0:35916:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x30:0x0](ffff9e8b891ca1c8) for lock 0xcddde1459ded6833 00800000:00000001:1.0:1789449592.860662:0:35916:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789449592.860664:0:35916:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789449592.860665:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449592.860667:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449592.860669:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4d000 refcount=3 00000020:00000001:1.0:1789449592.860671:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016078336 : -107152693473280 : ffff9e8b91c4d000) 00010000:00000001:1.0:1789449592.860673:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016078336 : -107152693473280 : ffff9e8b91c4d000) 00010000:00000001:1.0:1789449592.860675:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449592.860676:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789449592.860677:0:35916:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789449592.860679:0:35916:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789449592.860681:0:35916:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded6833 from it ffffb71181cbbcd8 00010000:00000001:1.0:1789449592.860683:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449592.860684:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449592.860685:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4d000 refcount=3 00000020:00000001:1.0:1789449592.860687:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016078336 : -107152693473280 : ffff9e8b91c4d000) 00010000:00000001:1.0:1789449592.860689:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016078336 : -107152693473280 : ffff9e8b91c4d000) 00010000:00000001:1.0:1789449592.860691:0:35916:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789449592.860694:0:35916:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d000/0xcddde1459ded6833 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xeb7cbf5e2fd3ded8 expref: -99 pid: 35909 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1789449592.860700:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449592.860702:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449592.860703:0:35916:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789449592.860705:0:35916:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789449592.860707:0:35916:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d000/0xcddde1459ded6833 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xeb7cbf5e2fd3ded8 expref: -99 pid: 35909 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1789449592.860724:0:35916:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789449592.860726:0:35916:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789449592.860728:0:35916:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789449592.860731:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449592.860733:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449592.860735:0:35916:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449592.860737:0:35916:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789449592.860738:0:35916:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449592.860740:0:35916:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449592.860743:0:35916:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449592.860744:0:35916:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789449592.860746:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449592.860747:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789449592.860750:0:35916:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789449592.860751:0:35916:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789449592.860754:0:35916:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:1.0:1789449592.860757:0:35916:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1789449592.860759:0:35916:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789449592.860761:0:35916:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1789449592.860762:0:35916:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.860765:0:35916:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789449592.860768:0:35916:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:1.0:1789449592.860771:0:35916:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789449592.860775:0:35916:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822024 : -107152888729592 : ffff9e8b86217008) 00000020:00001000:1.0:1789449592.860777:0:35916:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217000 00000020:00000001:1.0:1789449592.860783:0:35916:0:(cl_object.c:143:cl_object_top()) ffff9e8b903b5dc8 -> ffff9e8b903b5dc8 00000020:00000001:1.0:1789449592.860785:0:35916:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:1.0:1789449592.860788:0:35916:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1789449592.860790:0:35916:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x30:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:1.0:1789449592.860794:0:35916:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789449592.860796:0:35916:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1789449592.860798:0:35916:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1789449592.860800:0:35916:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.860802:0:35916:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789449592.860806:0:35916:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x30:0x0]io ffff9e8b84db2c50 type 7 ignore/verify layout 0/1 00020000:00000002:1.0:1789449592.860810:0:35916:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b90f1c0f8) owner 0000000000000000/ffff9e8b88b2cf80 00020000:00000001:1.0:1789449592.860813:0:35916:0:(lov_io.c:2266:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1789449592.860816:0:35916:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1789449592.860818:0:35916:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1789449592.860820:0:35916:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449592.860822:0:35916:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1789449592.860825:0:35916:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1789449592.860827:0:35916:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.860829:0:35916:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789449592.860830:0:35916:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1789449592.860831:0:35916:0:(lov_io.c:2279:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1789449592.860833:0:35916:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b90f1c0f8) owner 0000000000000000/ffff9e8b88b2cf80 00000020:00000001:1.0:1789449592.860835:0:35916:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789449592.860838:0:35916:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1789449592.860839:0:35916:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x30:0x0] 00000020:00000001:1.0:1789449592.860842:0:35916:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1789449592.860844:0:35916:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1789449592.860846:0:35916:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1789449592.860848:0:35916:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000001:1.0:1789449592.860851:0:35916:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449592.860855:0:35916:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449592.860857:0:35916:0:(lov_offset.c:141:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789449592.860859:0:35916:0:(lov_offset.c:264:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1789449592.860862:0:35916:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000010:1.0:1789449592.860868:0:35916:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9e8b898b7880. 00020000:00000001:1.0:1789449592.860870:0:35916:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449592.860872:0:35916:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449592.860874:0:35916:0:(lov_offset.c:141:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789449592.860876:0:35916:0:(lov_offset.c:264:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1789449592.860906:0:35916:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1789449592.860910:0:35916:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789449592.860912:0:35916:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1789449592.860913:0:35916:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789449592.860915:0:35916:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820825480 : -107152888726136 : ffff9e8b86217d88) 00000020:00001000:1.0:1789449592.860918:0:35916:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217d80 00000020:00000001:1.0:1789449592.861337:0:35916:0:(cl_object.c:143:cl_object_top()) ffff9e8b903b5918 -> ffff9e8b903b5dc8 00000020:00000001:1.0:1789449592.861341:0:35916:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:1.0:1789449592.861344:0:35916:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789449592.861346:0:35916:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1789449592.861348:0:35916:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:1.0:1789449592.861349:0:35916:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446636920799439952 : -107152910111664 : ffff9e8b84db2c50) 00000020:00000001:1.0:1789449592.861352:0:35916:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449592.861355:0:35916:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449592.861357:0:35916:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993117408 : -107152716434208 : ffff9e8b906674e0) 00000020:00000001:1.0:1789449592.861359:0:35916:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1789449592.861366:0:35916:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9e8b8638a850. 00000008:00010000:1.0:1789449592.861369:0:35916:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:1.0:1789449592.861372:0:35916:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1789449592.861374:0:35916:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1789449592.861376:0:35916:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9e8b898b78b0, osc lock ffff9e8b8638a850, flags 0x400001002 00000020:00000001:1.0:1789449592.861378:0:35916:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449592.861381:0:35916:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449592.861383:0:35916:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000001:1.0:1789449592.861386:0:35916:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446636920878102656 : -107152831448960 : ffff9e8b898b7880) 00000020:00000001:1.0:1789449592.861388:0:35916:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1789449592.861389:0:35916:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1789449592.861391:0:35916:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.861393:0:35916:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.861396:0:35916:0:(cl_io.c:1190:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1789449592.861399:0:35916:0:(cl_io.c:1198:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1789449592.861400:0:35916:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1789449592.861402:0:35916:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1789449592.861404:0:35916:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789449592.861405:0:35916:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993117408 : -107152716434208 : ffff9e8b906674e0) 00000020:00000001:1.0:1789449592.861407:0:35916:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1789449592.861409:0:35916:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1789449592.861412:0:35916:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1789449592.861415:0:35916:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1789449592.861418:0:35916:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1789449592.861420:0:35916:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1789449592.861422:0:35916:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1789449592.861424:0:35916:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1789449592.861425:0:35916:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1789449592.861428:0:35916:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1789449592.861430:0:35916:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789449592.861434:0:35916:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652700 count: 2 00010000:00000001:1.0:1789449592.861437:0:35916:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449592.861441:0:35916:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449592.861444:0:35916:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789449592.861448:0:35916:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000c45015f7/0xcddde1459ded6841 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xeb7cbf5e2fd3deed expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1789449592.861464:0:35916:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789449592.861466:0:35916:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449592.861470:0:35916:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000c45015f7/0xcddde1459ded6841 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xeb7cbf5e2fd3deed expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1789449592.861477:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449592.861478:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449592.861480:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4da00 refcount=4 00000020:00000001:1.0:1789449592.861483:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:1.0:1789449592.861485:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00000008:00000001:1.0:1789449592.861489:0:35916:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1789449592.861491:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449592.861492:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449592.861494:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4da00 refcount=5 00000020:00000001:1.0:1789449592.861496:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:1.0:1789449592.861498:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00000020:00000001:1.0:1789449592.861502:0:35916:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1789449592.861504:0:35916:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1789449592.861506:0:35916:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1789449592.861508:0:35916:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449592.862190:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449592.862193:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449592.862195:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4da00 refcount=6 00000020:00000001:1.0:1789449592.862198:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:1.0:1789449592.862202:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:1.0:1789449592.862204:0:35916:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789449592.862208:0:35916:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000c45015f7/0xcddde1459ded6841 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xeb7cbf5e2fd3deed expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1789449592.862302:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449592.862303:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449592.862305:0:35916:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789449592.862307:0:35916:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789449592.862310:0:35916:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000c45015f7/0xcddde1459ded6841 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xeb7cbf5e2fd3deed expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1789449592.862317:0:35916:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789449592.862320:0:35916:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789449592.862322:0:35916:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789449592.862325:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449592.862326:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449592.862327:0:35916:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449592.862330:0:35916:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789449592.862331:0:35916:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449592.862333:0:35916:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449592.862336:0:35916:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449592.862338:0:35916:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789449592.862339:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449592.862340:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449592.862341:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449592.862343:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789449592.862344:0:35916:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789449592.862346:0:35916:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.862349:0:35916:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449592.862352:0:35916:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.862354:0:35916:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.862355:0:35916:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1789449592.862357:0:35916:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1789449592.862359:0:35916:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1789449592.862360:0:35916:0:(cl_io.c:1210:cl_sync_io_wait()) Process entered 00000020:00000001:1.0:1789449592.862362:0:35916:0:(cl_io.c:1234:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.862364:0:35916:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.862369:0:35916:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1789449592.862372:0:35916:0:(cl_object.c:143:cl_object_top()) ffff9e8b903b5dc8 -> ffff9e8b903b5dc8 00000020:00000001:1.0:1789449592.862375:0:35916:0:(cl_object.c:143:cl_object_top()) ffff9e8b903b5dc8 -> ffff9e8b903b5dc8 00000020:00000001:1.0:1789449592.862376:0:35916:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1789449592.862380:0:35916:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1789449592.862383:0:35916:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1789449592 a=0 c=1789449592 b=0 00020000:00000001:1.0:1789449592.862385:0:35916:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.862387:0:35916:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.862389:0:35916:0:(cl_object.c:143:cl_object_top()) ffff9e8b903b5dc8 -> ffff9e8b903b5dc8 00000080:00200000:1.0:1789449592.862391:0:35916:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x30:0x0] updating i_size 46 i_blocks 0 00000080:00000001:1.0:1789449592.862394:0:35916:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1789449592.862399:0:35916:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1789449592.862401:0:35916:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9e8b84db2bf0 (ffff9e8b86217008/0) at cl_lock_release():245 00000020:00000001:1.0:1789449592.862403:0:35916:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1789449592.862405:0:35916:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e8b84db2bf0 (ffff9e8b86217008/0) at cl_lock_cancel():142 00020000:00000001:1.0:1789449592.862407:0:35916:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1789449592.862409:0:35916:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789449592.862411:0:35916:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993117408 : -107152716434208 : ffff9e8b906674e0) 00000020:00000001:1.0:1789449592.862413:0:35916:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1789449592.862414:0:35916:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e8b898b78b0 (ffff9e8b86217d88/1) at cl_lock_cancel():142 00000008:00000001:1.0:1789449592.862416:0:35916:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1789449592.862418:0:35916:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1789449592.862419:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449592.862420:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789449592.862421:0:35916:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1789449592.862423:0:35916:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1789449592.862424:0:35916:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1789449592.862425:0:35916:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1789449592.862426:0:35916:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1789449592.862427:0:35916:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e8b84db2bf0 (ffff9e8b86217008/0) at cl_lock_fini():72 00020000:00000001:1.0:1789449592.862430:0:35916:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1789449592.862431:0:35916:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1789449592.862432:0:35916:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e8b898b78b0 (ffff9e8b86217008/1) at cl_lock_fini():72 00000008:00000010:1.0:1789449592.862435:0:35916:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9e8b8638a850. 00000020:00000001:1.0:1789449592.862439:0:35916:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1789449592.862441:0:35916:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9e8b898b7880. 00020000:00000001:1.0:1789449592.862444:0:35916:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1789449592.862445:0:35916:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1789449592.862447:0:35916:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1789449592.862448:0:35916:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.862451:0:35916:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:1.0:1789449592.862453:0:35916:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1789449592.862454:0:35916:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1789449592.862456:0:35916:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:1.0:1789449592.862457:0:35916:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:1.0:1789449592.862459:0:35916:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217d80 00020000:00000001:1.0:1789449592.862462:0:35916:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1789449592.862464:0:35916:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1789449592.862466:0:35916:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1789449592.862468:0:35916:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x30:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1789449592.862472:0:35916:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1789449592.862474:0:35916:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.862476:0:35916:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1789449592.862478:0:35916:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1789449592.862479:0:35916:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:1.0:1789449592.862480:0:35916:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217000 00000001:00000001:1.0:1789449592.862482:0:35916:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.862488:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181cbbd28 00000080:00000008:1.0:1789449592.862490:0:35916:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000405:0x30:0x0](ffff9e8b891ca1c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1789449592.863387:0:35916:0:(file.c:2479:do_file_read_iter()) Process entered 00000020:00000001:1.0:1789449592.863391:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181cbbd88 00000080:00200008:1.0:1789449592.863393:0:35916:0:(file.c:2483:do_file_read_iter()) START file recon:[0x200000405:0x30:0x0], ppos: 0, count: 4194304 00000080:00000001:1.0:1789449592.863399:0:35916:0:(pcc.c:2514:pcc_file_read_iter()) Process entered 00000080:00000001:1.0:1789449592.863401:0:35916:0:(pcc.c:2518:pcc_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1789449592.863405:0:35916:0:(rw.c:1191:ras_detect_read_pattern()) lre 0 cr 1 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 1 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00400000:1.0:1789449592.863410:0:35916:0:(rw.c:1245:ras_detect_read_pattern()) lre 4194303 cr 1 cb 4194304 wsi 0 wp 0 nra 1 rpc 16384 r 1 csr 0 so 0 sb 0 sl 0 lr 0 00000020:00000001:1.0:1789449592.863432:0:35916:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789449592.863436:0:35916:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822024 : -107152888729592 : ffff9e8b86217008) 00000020:00001000:1.0:1789449592.863439:0:35916:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217000 00000080:00000001:1.0:1789449592.863442:0:35916:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:1.0:1789449592.863444:0:35916:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.863447:0:35916:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:1.0:1789449592.863448:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181cbbc98 00000080:00200000:1.0:1789449592.863450:0:35916:0:(file.c:2090:ll_file_io_generic()) recon: read ppos: 46, bytes: 4194258 00000020:00000001:1.0:1789449592.863455:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181cbbc30 00000080:00200000:1.0:1789449592.863457:0:35916:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000020:00000001:1.0:1789449592.863459:0:35916:0:(cl_io.c:210:cl_io_rw_init()) Process entered 00000020:00200000:1.0:1789449592.863465:0:35916:0:(cl_io.c:215:cl_io_rw_init()) header@0000000028f566d5[0x110, 2, [0x200000405:0x30:0x0] hash] 00000020:00200000:1.0:1789449592.863468:0:35916:0:(cl_io.c:215:cl_io_rw_init()) io range: 1 [46, 4194304) 0 0 00000020:00000001:1.0:1789449592.863471:0:35916:0:(cl_object.c:143:cl_object_top()) ffff9e8b903b5dc8 -> ffff9e8b903b5dc8 00000020:00000001:1.0:1789449592.863473:0:35916:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:1.0:1789449592.863475:0:35916:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1789449592.863477:0:35916:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x30:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:1.0:1789449592.863480:0:35916:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789449592.863481:0:35916:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000100:00000001:1.0:1789449592.863483:0:35916:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789449592.863487:0:35916:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.863491:0:35916:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1789449592.863492:0:35916:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.863494:0:35916:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789449592.863498:0:35916:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x30:0x0]io ffff9e8b84db2c50 type 1 ignore/verify layout 0/0 00020000:00000002:1.0:1789449592.863501:0:35916:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b90f1c0f8) owner 0000000000000000/ffff9e8b88b2cf80 00020000:00000001:1.0:1789449592.863505:0:35916:0:(lov_io.c:2266:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1789449592.863507:0:35916:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1789449592.863509:0:35916:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1789449592.863773:0:35916:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449592.863776:0:35916:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1789449592.863778:0:35916:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1789449592.863780:0:35916:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.863781:0:35916:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789449592.863783:0:35916:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1789449592.863784:0:35916:0:(lov_io.c:2279:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1789449592.863785:0:35916:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b90f1c0f8) owner 0000000000000000/ffff9e8b88b2cf80 00000020:00000001:1.0:1789449592.863788:0:35916:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.863790:0:35916:0:(cl_io.c:218:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.863794:0:35916:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:1.0:1789449592.863796:0:35916:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1789449592.863798:0:35916:0:(lov_io.c:1290:lov_io_rw_iter_init()) Process entered 00020000:00000001:1.0:1789449592.863800:0:35916:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00200000:1.0:1789449592.863802:0:35916:0:(lov_io.c:1362:lov_io_rw_iter_init()) stripe: 46 chunk: [46, 4194304) 4194304, 4194258 00020000:00000001:1.0:1789449592.863806:0:35916:0:(lov_io.c:1078:lov_io_iter_init()) Process entered 00020000:00000001:1.0:1789449592.863807:0:35916:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00200000:1.0:1789449592.863809:0:35916:0:(lov_io.c:1153:lov_io_iter_init()) component[0] flags 0x10 00020000:00000001:1.0:1789449592.863812:0:35916:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449592.863814:0:35916:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789449592.863816:0:35916:0:(lov_offset.c:264:lov_stripe_intersects()) [46->4194303] -> [(0) 46->4194303 (0)] 00020000:00000001:1.0:1789449592.863819:0:35916:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789449592.863820:0:35916:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1789449592.863822:0:35916:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789449592.863824:0:35916:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820825480 : -107152888726136 : ffff9e8b86217d88) 00000020:00001000:1.0:1789449592.863826:0:35916:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217d80 00000020:00000001:1.0:1789449592.863828:0:35916:0:(cl_object.c:143:cl_object_top()) ffff9e8b903b5918 -> ffff9e8b903b5dc8 00000020:00000001:1.0:1789449592.863829:0:35916:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:1.0:1789449592.863832:0:35916:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789449592.863833:0:35916:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1789449592.863835:0:35916:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:1.0:1789449592.863836:0:35916:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446636920799439952 : -107152910111664 : ffff9e8b84db2c50) 00000020:00000001:1.0:1789449592.863838:0:35916:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449592.863840:0:35916:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449592.863842:0:35916:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993117408 : -107152716434208 : ffff9e8b906674e0) 00000020:00000001:1.0:1789449592.863844:0:35916:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000008:00000001:1.0:1789449592.863846:0:35916:0:(osc_io.c:525:osc_io_iter_init()) Process entered 00000008:00000001:1.0:1789449592.863849:0:35916:0:(osc_io.c:545:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.863851:0:35916:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449592.863853:0:35916:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000001:1.0:1789449592.863855:0:35916:0:(lov_io.c:1276:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449592.863857:0:35916:0:(lov_io.c:1368:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.863858:0:35916:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.863860:0:35916:0:(cl_io.c:315:cl_io_lock()) Process entered 00000080:00000001:1.0:1789449592.863862:0:35916:0:(vvp_io.c:589:vvp_io_read_lock()) Process entered 00000080:00000001:1.0:1789449592.863865:0:35916:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:1.0:1789449592.863866:0:35916:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:1.0:1789449592.863869:0:35916:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:1.0:1789449592.863871:0:35916:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.863874:0:35916:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.863876:0:35916:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:1.0:1789449592.863878:0:35916:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [0, 1023] 00000020:00000001:1.0:1789449592.863911:0:35916:0:(cl_io.c:477:cl_io_lock_add()) Process entered 00000020:00000001:1.0:1789449592.863913:0:35916:0:(cl_io.c:260:cl_lockset_merge()) Process entered 00000020:00000001:1.0:1789449592.863915:0:35916:0:(cl_io.c:277:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.863917:0:35916:0:(cl_io.c:484:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.863919:0:35916:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.863921:0:35916:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.863923:0:35916:0:(vvp_io.c:592:vvp_io_read_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449592.863926:0:35916:0:(lov_io.c:1419:lov_io_lock()) Process entered 00020000:00000001:1.0:1789449592.864444:0:35916:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:1.0:1789449592.864446:0:35916:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:1.0:1789449592.864448:0:35916:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1789449592.864449:0:35916:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.864452:0:35916:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449592.864453:0:35916:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449592.864455:0:35916:0:(lov_io.c:1420:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.864456:0:35916:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1789449592.864457:0:35916:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1789449592.864459:0:35916:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1789449592.864462:0:35916:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1789449592.864464:0:35916:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000001:1.0:1789449592.864466:0:35916:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449592.864469:0:35916:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449592.864471:0:35916:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789449592.864472:0:35916:0:(lov_offset.c:264:lov_stripe_intersects()) [0->4194303] -> [(0) 0->4194303 (0)] 00020000:00000001:1.0:1789449592.864475:0:35916:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000010:1.0:1789449592.864482:0:35916:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9e8b898b7880. 00020000:00000001:1.0:1789449592.864484:0:35916:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449592.864486:0:35916:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449592.864487:0:35916:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789449592.864489:0:35916:0:(lov_offset.c:264:lov_stripe_intersects()) [0->4194303] -> [(0) 0->4194303 (0)] 00020000:00000001:1.0:1789449592.864492:0:35916:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1789449592.864493:0:35916:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789449592.864495:0:35916:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993117408 : -107152716434208 : ffff9e8b906674e0) 00000020:00000001:1.0:1789449592.864497:0:35916:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1789449592.864501:0:35916:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9e8b8638a850. 00000008:00010000:1.0:1789449592.864505:0:35916:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:1.0:1789449592.864507:0:35916:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1789449592.864509:0:35916:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1789449592.865100:0:35916:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9e8b898b78b0, osc lock ffff9e8b8638a850, flags 0x0 00000020:00000001:1.0:1789449592.865104:0:35916:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449592.865107:0:35916:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449592.865110:0:35916:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000001:1.0:1789449592.865122:0:35916:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446636920878102656 : -107152831448960 : ffff9e8b898b7880) 00000020:00000001:1.0:1789449592.865125:0:35916:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1789449592.865126:0:35916:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1789449592.865129:0:35916:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.865131:0:35916:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.865133:0:35916:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1789449592.865135:0:35916:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1789449592.865137:0:35916:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789449592.865138:0:35916:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993117408 : -107152716434208 : ffff9e8b906674e0) 00000020:00000001:1.0:1789449592.865140:0:35916:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1789449592.865142:0:35916:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1789449592.865144:0:35916:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:1.0:1789449592.865146:0:35916:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.865149:0:35916:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1789449592.865152:0:35916:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1789449592.865153:0:35916:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1789449592.865156:0:35916:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1789449592.865157:0:35916:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1789449592.865158:0:35916:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1789449592.865161:0:35916:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1789449592.865164:0:35916:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789449592.865171:0:35916:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652700 count: 2 00010000:00000001:1.0:1789449592.865174:0:35916:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449592.865181:0:35916:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449592.865185:0:35916:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789449592.865190:0:35916:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000c45015f7/0xcddde1459ded6841 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xeb7cbf5e2fd3deed expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1789449592.865202:0:35916:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789449592.865207:0:35916:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449592.865211:0:35916:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4194303) ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000c45015f7/0xcddde1459ded6841 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xeb7cbf5e2fd3deed expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1789449592.865380:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449592.865383:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449592.865386:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4da00 refcount=4 00000020:00000001:1.0:1789449592.865388:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:1.0:1789449592.865391:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00000008:00000001:1.0:1789449592.865396:0:35916:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1789449592.865399:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449592.865401:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449592.865402:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4da00 refcount=5 00000020:00000001:1.0:1789449592.865404:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:1.0:1789449592.865407:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:1.0:1789449592.865410:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449592.865411:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449592.865413:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4da00 refcount=6 00000020:00000001:1.0:1789449592.865414:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:1.0:1789449592.865416:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:1.0:1789449592.865418:0:35916:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449592.865420:0:35916:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449592.865424:0:35916:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000c45015f7/0xcddde1459ded6841 lrc: 7/1,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xeb7cbf5e2fd3deed expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1789449592.865432:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449592.865434:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789449592.865436:0:35916:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449592.865438:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449592.865439:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449592.865441:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4da00 refcount=7 00000020:00000001:1.0:1789449592.865443:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:1.0:1789449592.865445:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:1.0:1789449592.865447:0:35916:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789449592.865450:0:35916:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000c45015f7/0xcddde1459ded6841 lrc: 7/1,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xeb7cbf5e2fd3deed expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1789449592.865457:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449592.865458:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789449592.865460:0:35916:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000c45015f7/0xcddde1459ded6841 lrc: 6/1,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xeb7cbf5e2fd3deed expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1789449592.865473:0:35916:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789449592.865474:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449592.865475:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449592.865477:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449592.865478:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789449592.865479:0:35916:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789449592.865481:0:35916:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.865484:0:35916:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449592.865486:0:35916:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.865488:0:35916:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.865489:0:35916:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.865492:0:35916:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.865493:0:35916:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.865496:0:35916:0:(cl_io.c:529:cl_io_start()) Process entered 00000080:00000001:1.0:1789449592.865499:0:35916:0:(vvp_io.c:831:vvp_io_read_start()) Process entered 00000020:00000001:1.0:1789449592.865502:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181cbbb90 00000080:00200000:1.0:1789449592.865504:0:35916:0:(vvp_io.c:835:vvp_io_read_start()) recon: read [46, 4194304) 00000020:00000001:1.0:1789449592.865576:0:35916:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00020000:00000001:1.0:1789449592.865580:0:35916:0:(lov_io.c:1617:lov_io_lru_reserve()) Process entered 00020000:00000001:1.0:1789449592.865582:0:35916:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449592.865585:0:35916:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449592.865587:0:35916:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789449592.865589:0:35916:0:(lov_offset.c:264:lov_stripe_intersects()) [46->4194303] -> [(0) 46->4194303 (0)] 00020000:00000001:1.0:1789449592.865592:0:35916:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789449592.865593:0:35916:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993117408 : -107152716434208 : ffff9e8b906674e0) 00000020:00000001:1.0:1789449592.865595:0:35916:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00000008:00000001:1.0:1789449592.865598:0:35916:0:(osc_io.c:1417:osc_io_lru_reserve()) Process entered 00000008:00000001:1.0:1789449592.865600:0:35916:0:(osc_io.c:1430:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.865602:0:35916:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449592.865604:0:35916:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000001:1.0:1789449592.865606:0:35916:0:(lov_io.c:1658:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.865608:0:35916:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.865612:0:35916:0:(cl_object.c:143:cl_object_top()) ffff9e8b903b5dc8 -> ffff9e8b903b5dc8 00000020:00000001:1.0:1789449592.865614:0:35916:0:(cl_object.c:143:cl_object_top()) ffff9e8b903b5dc8 -> ffff9e8b903b5dc8 00000020:00000001:1.0:1789449592.865616:0:35916:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1789449592.865620:0:35916:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1789449592.865623:0:35916:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1789449592 a=0 c=1789449592 b=0 00020000:00000001:1.0:1789449592.865625:0:35916:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.865627:0:35916:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.865629:0:35916:0:(cl_object.c:143:cl_object_top()) ffff9e8b903b5dc8 -> ffff9e8b903b5dc8 00000001:00000001:1.0:1789449592.865633:0:35916:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1789449592.865634:0:35916:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x30:0x0] 00000020:00000001:1.0:1789449592.865636:0:35916:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1789449592.865637:0:35916:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1789449592.865639:0:35916:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1789449592.865640:0:35916:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000001:1.0:1789449592.865642:0:35916:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449592.865644:0:35916:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449592.865645:0:35916:0:(lov_offset.c:141:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789449592.865647:0:35916:0:(lov_offset.c:264:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1789449592.865649:0:35916:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000010:1.0:1789449592.865655:0:35916:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9e8b898b7a00. 00020000:00000001:1.0:1789449592.865657:0:35916:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449592.865659:0:35916:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449592.865660:0:35916:0:(lov_offset.c:141:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789449592.865662:0:35916:0:(lov_offset.c:264:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1789449592.865664:0:35916:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1789449592.865665:0:35916:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789449592.865666:0:35916:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993117408 : -107152716434208 : ffff9e8b906674e0) 00000020:00000001:1.0:1789449592.865668:0:35916:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1789449592.865672:0:35916:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9e8b8638bc80. 00000008:00010000:1.0:1789449592.865674:0:35916:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:1.0:1789449592.865676:0:35916:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1789449592.865677:0:35916:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1789449592.865679:0:35916:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9e8b898b7a30, osc lock ffff9e8b8638bc80, flags 0x400001002 00000020:00000001:1.0:1789449592.865681:0:35916:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449592.865682:0:35916:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449592.865684:0:35916:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000001:1.0:1789449592.865686:0:35916:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446636920878103040 : -107152831448576 : ffff9e8b898b7a00) 00000020:00000001:1.0:1789449592.865688:0:35916:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1789449592.865689:0:35916:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1789449592.865690:0:35916:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.865693:0:35916:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.865695:0:35916:0:(cl_io.c:1190:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1789449592.865696:0:35916:0:(cl_io.c:1198:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1789449592.865698:0:35916:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1789449592.865699:0:35916:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1789449592.865700:0:35916:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789449592.865701:0:35916:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993117408 : -107152716434208 : ffff9e8b906674e0) 00000020:00000001:1.0:1789449592.865703:0:35916:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1789449592.865705:0:35916:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1789449592.865706:0:35916:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1789449592.865708:0:35916:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1789449592.865710:0:35916:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1789449592.865711:0:35916:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1789449592.865712:0:35916:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1789449592.865726:0:35916:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1789449592.865728:0:35916:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1789449592.865729:0:35916:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1789449592.865730:0:35916:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789449592.865733:0:35916:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652700 count: 2 00010000:00000001:1.0:1789449592.865735:0:35916:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449592.865737:0:35916:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449592.865739:0:35916:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449592.865741:0:35916:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000c45015f7/0xcddde1459ded6841 lrc: 5/1,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xeb7cbf5e2fd3deed expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1789449592.865749:0:35916:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789449592.865752:0:35916:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449592.865755:0:35916:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000c45015f7/0xcddde1459ded6841 lrc: 5/1,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xeb7cbf5e2fd3deed expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1789449592.865761:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449592.865766:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449592.865768:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4da00 refcount=6 00000020:00000001:1.0:1789449592.865770:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:1.0:1789449592.865772:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00000008:00000001:1.0:1789449592.865774:0:35916:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1789449592.865776:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449592.865777:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449592.865778:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4da00 refcount=7 00000020:00000001:1.0:1789449592.865779:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:1.0:1789449592.865781:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00000020:00000001:1.0:1789449592.865784:0:35916:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1789449592.865785:0:35916:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1789449592.865787:0:35916:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1789449592.865789:0:35916:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449592.865790:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449592.865791:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449592.865792:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4da00 refcount=8 00000020:00000001:1.0:1789449592.865794:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:1.0:1789449592.865796:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:1.0:1789449592.865798:0:35916:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789449592.865800:0:35916:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000c45015f7/0xcddde1459ded6841 lrc: 8/1,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xeb7cbf5e2fd3deed expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1789449592.865807:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449592.865808:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789449592.865810:0:35916:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000c45015f7/0xcddde1459ded6841 lrc: 7/1,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xeb7cbf5e2fd3deed expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1789449592.865816:0:35916:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789449592.865817:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449592.865818:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449592.865819:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449592.865821:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789449592.865822:0:35916:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789449592.865823:0:35916:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.865825:0:35916:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449592.865827:0:35916:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.865829:0:35916:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.865830:0:35916:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1789449592.865831:0:35916:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1789449592.865833:0:35916:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1789449592.865835:0:35916:0:(cl_io.c:1210:cl_sync_io_wait()) Process entered 00000020:00000001:1.0:1789449592.865837:0:35916:0:(cl_io.c:1234:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.865838:0:35916:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.865842:0:35916:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1789449592.865844:0:35916:0:(cl_object.c:143:cl_object_top()) ffff9e8b903b5dc8 -> ffff9e8b903b5dc8 00000020:00000001:1.0:1789449592.865845:0:35916:0:(cl_object.c:143:cl_object_top()) ffff9e8b903b5dc8 -> ffff9e8b903b5dc8 00000020:00000001:1.0:1789449592.865847:0:35916:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1789449592.865848:0:35916:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1789449592.865850:0:35916:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1789449592 a=0 c=1789449592 b=0 00020000:00000001:1.0:1789449592.865852:0:35916:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.865853:0:35916:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.865855:0:35916:0:(cl_object.c:143:cl_object_top()) ffff9e8b903b5dc8 -> ffff9e8b903b5dc8 00000080:00200000:1.0:1789449592.865857:0:35916:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x30:0x0] updating i_size 46 i_blocks 0 00000080:00000001:1.0:1789449592.865860:0:35916:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1789449592.865865:0:35916:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1789449592.865866:0:35916:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9e8b84db2bf0 (ffff9e8b86217008/0) at cl_lock_release():245 00000020:00000001:1.0:1789449592.865869:0:35916:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1789449592.865870:0:35916:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e8b84db2bf0 (ffff9e8b86217008/0) at cl_lock_cancel():142 00020000:00000001:1.0:1789449592.865872:0:35916:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1789449592.865874:0:35916:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789449592.865875:0:35916:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993117408 : -107152716434208 : ffff9e8b906674e0) 00000020:00000001:1.0:1789449592.865877:0:35916:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1789449592.865915:0:35916:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e8b898b7a30 (ffff9e8b86217d88/1) at cl_lock_cancel():142 00000008:00000001:1.0:1789449592.865919:0:35916:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1789449592.865920:0:35916:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1789449592.865921:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449592.865922:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789449592.865924:0:35916:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1789449592.865932:0:35916:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1789449592.865934:0:35916:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1789449592.865935:0:35916:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1789449592.865936:0:35916:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1789449592.865938:0:35916:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e8b84db2bf0 (ffff9e8b86217008/0) at cl_lock_fini():72 00020000:00000001:1.0:1789449592.865941:0:35916:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1789449592.865943:0:35916:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1789449592.865944:0:35916:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e8b898b7a30 (ffff9e8b86217008/1) at cl_lock_fini():72 00000008:00000010:1.0:1789449592.865946:0:35916:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9e8b8638bc80. 00000020:00000001:1.0:1789449592.865951:0:35916:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1789449592.865953:0:35916:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9e8b898b7a00. 00020000:00000001:1.0:1789449592.865956:0:35916:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1789449592.865957:0:35916:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1789449592.865958:0:35916:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1789449592.865960:0:35916:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789449592.865965:0:35916:0:(vvp_io.c:864:vvp_io_read_start()) header@0000000028f566d5[0x110, 2, [0x200000405:0x30:0x0] hash] 00000080:00000002:1.0:1789449592.865967:0:35916:0:(vvp_io.c:864:vvp_io_read_start()) Read ino 144115205339611184, 4194258 bytes, offset 46, size 46 00000080:00400000:1.0:1789449592.865970:0:35916:0:(vvp_io.c:883:vvp_io_read_start()) tot 4194258, ra_start 0, ra_count 1024 00000080:00200000:1.0:1789449592.865974:0:35916:0:(vvp_io.c:893:vvp_io_read_start()) count:4194258 iocb pos:46 00020000:00000001:1.0:1789449592.865980:0:35916:0:(lov_io.c:1425:lov_io_start()) Process entered 00020000:00000001:1.0:1789449592.865981:0:35916:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:1.0:1789449592.865982:0:35916:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:1.0:1789449592.865984:0:35916:0:(osc_io.c:1034:osc_io_read_start()) Process entered 00000020:00000001:1.0:1789449592.865985:0:35916:0:(cl_object.c:143:cl_object_top()) ffff9e8b85520fc0 -> ffff9e8b903b5dc8 00000020:00000001:1.0:1789449592.865987:0:35916:0:(cl_object.c:143:cl_object_top()) ffff9e8b85520fc0 -> ffff9e8b903b5dc8 00000020:00000001:1.0:1789449592.865989:0:35916:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1789449592.865992:0:35916:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1789449592.865994:0:35916:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.865996:0:35916:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.865997:0:35916:0:(cl_object.c:143:cl_object_top()) ffff9e8b85520fc0 -> ffff9e8b903b5dc8 00000008:00000001:1.0:1789449592.865999:0:35916:0:(osc_io.c:1043:osc_io_read_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.866001:0:35916:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449592.866003:0:35916:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449592.866004:0:35916:0:(lov_io.c:1426:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.866006:0:35916:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.866008:0:35916:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:1.0:1789449592.867450:0:35916:0:(lov_io.c:1397:lov_io_call()) Process entered 00020000:00000001:1.0:1789449592.867456:0:35916:0:(lov_io.c:1431:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1789449592.867458:0:35916:0:(cl_io.c:556:cl_io_end()) Process entered 00000020:00000001:1.0:1789449592.867460:0:35916:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:1.0:1789449592.867461:0:35916:0:(lov_io.c:1441:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449592.867465:0:35916:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.867467:0:35916:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:1.0:1789449592.867470:0:35916:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:1.0:1789449592.867472:0:35916:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1789449592.867474:0:35916:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9e8b9065b128 (ffff9e8b86217008/0) at cl_lock_release():245 00000020:00000001:1.0:1789449592.867479:0:35916:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1789449592.867480:0:35916:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e8b9065b128 (ffff9e8b86217008/0) at cl_lock_cancel():142 00020000:00000001:1.0:1789449592.867484:0:35916:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1789449592.867487:0:35916:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789449592.867489:0:35916:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993117408 : -107152716434208 : ffff9e8b906674e0) 00000020:00000001:1.0:1789449592.867491:0:35916:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1789449592.867492:0:35916:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e8b898b78b0 (ffff9e8b86217d88/1) at cl_lock_cancel():142 00000008:00000001:1.0:1789449592.867496:0:35916:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1789449592.867498:0:35916:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1789449592.867500:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449592.867502:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449592.867505:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4da00 refcount=5 00000020:00000001:1.0:1789449592.867625:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:1.0:1789449592.867628:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:1.0:1789449592.867631:0:35916:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789449592.867635:0:35916:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000c45015f7/0xcddde1459ded6841 lrc: 5/1,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xeb7cbf5e2fd3deed expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1789449592.867646:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449592.867648:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449592.867649:0:35916:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789449592.867652:0:35916:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789449592.867655:0:35916:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000c45015f7/0xcddde1459ded6841 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xeb7cbf5e2fd3deed expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1789449592.867662:0:35916:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789449592.867665:0:35916:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789449592.867667:0:35916:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789449592.867672:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449592.867673:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449592.867674:0:35916:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449592.867677:0:35916:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789449592.867680:0:35916:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449592.867682:0:35916:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449592.867686:0:35916:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449592.867688:0:35916:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789449592.867689:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449592.867690:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449592.867692:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449592.867693:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789449592.867694:0:35916:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1789449592.867696:0:35916:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1789449592.867697:0:35916:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1789449592.867698:0:35916:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1789449592.867700:0:35916:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1789449592.867701:0:35916:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e8b9065b128 (ffff9e8b86217008/0) at cl_lock_fini():72 00020000:00000001:1.0:1789449592.867704:0:35916:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1789449592.867706:0:35916:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1789449592.867707:0:35916:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e8b898b78b0 (ffff9e8b86217008/1) at cl_lock_fini():72 00000008:00000010:1.0:1789449592.867710:0:35916:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9e8b8638a850. 00000020:00000001:1.0:1789449592.867722:0:35916:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1789449592.867724:0:35916:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9e8b898b7880. 00020000:00000001:1.0:1789449592.867728:0:35916:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1789449592.867729:0:35916:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1789449592.867730:0:35916:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:1.0:1789449592.867732:0:35916:0:(lov_io.c:1519:lov_io_unlock()) Process entered 00020000:00000001:1.0:1789449592.867733:0:35916:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:1.0:1789449592.867735:0:35916:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:1.0:1789449592.867736:0:35916:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1789449592.867737:0:35916:0:(lov_io.c:1453:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449592.867739:0:35916:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449592.867740:0:35916:0:(lov_io.c:1522:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1789449592.867741:0:35916:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1789449592.867743:0:35916:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000080:00200000:1.0:1789449592.867746:0:35916:0:(vvp_io.c:533:vvp_io_advance()) advancing 0 bytes 00000020:00000001:1.0:1789449592.867748:0:35916:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1789449592.867749:0:35916:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1789449592.867750:0:35916:0:(lov_io.c:1500:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1789449592.867752:0:35916:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:1.0:1789449592.867753:0:35916:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1789449592.867756:0:35916:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1789449592.867758:0:35916:0:(lov_io.c:1447:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449592.867760:0:35916:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449592.867762:0:35916:0:(lov_io.c:1511:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1789449592.867763:0:35916:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1789449592.867764:0:35916:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.867769:0:35916:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:1.0:1789449592.867771:0:35916:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1789449592.867772:0:35916:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1789449592.867773:0:35916:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:1.0:1789449592.867775:0:35916:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:1.0:1789449592.867777:0:35916:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217d80 00020000:00000001:1.0:1789449592.867780:0:35916:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1789449592.867781:0:35916:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1789449592.867783:0:35916:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1789449592.867785:0:35916:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x30:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1789449592.867789:0:35916:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1789449592.867790:0:35916:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00000001:1.0:1789449592.867792:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181cbbc98 00000080:00200000:1.0:1789449592.867794:0:35916:0:(file.c:2238:ll_file_io_generic()) recon: 1 io complete with rc: 0, result: 0, restart: 0 00000080:00200000:1.0:1789449592.867798:0:35916:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 0 00000080:00000001:1.0:1789449592.867800:0:35916:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1789449592.867802:0:35916:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217000 00000020:00000001:1.0:1789449592.867807:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181cbbd88 00000080:00000008:1.0:1789449592.867809:0:35916:0:(file.c:2548:do_file_read_iter()) COMPLETED: file recon:[0x200000405:0x30:0x0], ppos: 46, count: 4194258, rc = 46 00000080:00000001:1.0:1789449592.867812:0:35916:0:(file.c:2550:do_file_read_iter()) Process leaving (rc=46 : 46 : 2e) 00000080:00000001:1.0:1789449592.867869:0:35916:0:(file.c:2479:do_file_read_iter()) Process entered 00000020:00000001:1.0:1789449592.867871:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181cbbd88 00000080:00200008:1.0:1789449592.867873:0:35916:0:(file.c:2483:do_file_read_iter()) START file recon:[0x200000405:0x30:0x0], ppos: 46, count: 4194304 00000080:00000001:1.0:1789449592.867877:0:35916:0:(pcc.c:2514:pcc_file_read_iter()) Process entered 00000080:00000001:1.0:1789449592.867997:0:35916:0:(pcc.c:2518:pcc_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1789449592.868001:0:35916:0:(rw.c:1288:ll_ras_enter()) kmsp 1 mwp 1024 mp 16384 00000080:00000001:1.0:1789449592.868003:0:35916:0:(rw.c:1297:ll_ras_enter()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1789449592.868071:0:35916:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789449592.868075:0:35916:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822024 : -107152888729592 : ffff9e8b86217008) 00000020:00001000:1.0:1789449592.868078:0:35916:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217000 00000080:00000001:1.0:1789449592.868081:0:35916:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:1.0:1789449592.868085:0:35916:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.868087:0:35916:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:1.0:1789449592.868089:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181cbbc98 00000080:00200000:1.0:1789449592.868091:0:35916:0:(file.c:2090:ll_file_io_generic()) recon: read ppos: 46, bytes: 4194304 00000020:00000001:1.0:1789449592.868095:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181cbbc30 00000080:00200000:1.0:1789449592.868097:0:35916:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000020:00000001:1.0:1789449592.868099:0:35916:0:(cl_io.c:210:cl_io_rw_init()) Process entered 00000020:00200000:1.0:1789449592.868104:0:35916:0:(cl_io.c:215:cl_io_rw_init()) header@0000000028f566d5[0x110, 2, [0x200000405:0x30:0x0] hash] 00000020:00200000:1.0:1789449592.868106:0:35916:0:(cl_io.c:215:cl_io_rw_init()) io range: 1 [46, 4194350) 0 0 00000020:00000001:1.0:1789449592.868108:0:35916:0:(cl_object.c:143:cl_object_top()) ffff9e8b903b5dc8 -> ffff9e8b903b5dc8 00000020:00000001:1.0:1789449592.868111:0:35916:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:1.0:1789449592.868113:0:35916:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1789449592.868124:0:35916:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x30:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:1.0:1789449592.868127:0:35916:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789449592.868128:0:35916:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000100:00000001:1.0:1789449592.868132:0:35916:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789449592.868136:0:35916:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.868139:0:35916:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1789449592.868141:0:35916:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.868143:0:35916:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789449592.868148:0:35916:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x30:0x0]io ffff9e8b84db2c50 type 1 ignore/verify layout 0/0 00020000:00000002:1.0:1789449592.868151:0:35916:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b90f1c0f8) owner 0000000000000000/ffff9e8b88b2cf80 00020000:00000001:1.0:1789449592.868156:0:35916:0:(lov_io.c:2266:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1789449592.868158:0:35916:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1789449592.868160:0:35916:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1789449592.868162:0:35916:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449592.868164:0:35916:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1789449592.868166:0:35916:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1789449592.868167:0:35916:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.868169:0:35916:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789449592.868170:0:35916:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1789449592.868171:0:35916:0:(lov_io.c:2279:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1789449592.868173:0:35916:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b90f1c0f8) owner 0000000000000000/ffff9e8b88b2cf80 00000020:00000001:1.0:1789449592.868176:0:35916:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.868177:0:35916:0:(cl_io.c:218:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.868180:0:35916:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:1.0:1789449592.868182:0:35916:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1789449592.868184:0:35916:0:(lov_io.c:1290:lov_io_rw_iter_init()) Process entered 00020000:00000001:1.0:1789449592.868186:0:35916:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00200000:1.0:1789449592.868189:0:35916:0:(lov_io.c:1362:lov_io_rw_iter_init()) stripe: 46 chunk: [46, 4194350) 4194350, 4194304 00020000:00000001:1.0:1789449592.868192:0:35916:0:(lov_io.c:1078:lov_io_iter_init()) Process entered 00020000:00000001:1.0:1789449592.868194:0:35916:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00200000:1.0:1789449592.868196:0:35916:0:(lov_io.c:1153:lov_io_iter_init()) component[0] flags 0x10 00020000:00000001:1.0:1789449592.868199:0:35916:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449592.868201:0:35916:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789449592.868203:0:35916:0:(lov_offset.c:264:lov_stripe_intersects()) [46->4194349] -> [(0) 46->4194349 (0)] 00020000:00000001:1.0:1789449592.868206:0:35916:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789449592.868207:0:35916:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1789449592.868209:0:35916:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789449592.868210:0:35916:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820825480 : -107152888726136 : ffff9e8b86217d88) 00000020:00001000:1.0:1789449592.868377:0:35916:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217d80 00000020:00000001:1.0:1789449592.868382:0:35916:0:(cl_object.c:143:cl_object_top()) ffff9e8b903b5918 -> ffff9e8b903b5dc8 00000020:00000001:1.0:1789449592.868383:0:35916:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:1.0:1789449592.868386:0:35916:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789449592.868387:0:35916:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1789449592.868389:0:35916:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:1.0:1789449592.868391:0:35916:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446636920799439952 : -107152910111664 : ffff9e8b84db2c50) 00000020:00000001:1.0:1789449592.868393:0:35916:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449592.868395:0:35916:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449592.868397:0:35916:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993117408 : -107152716434208 : ffff9e8b906674e0) 00000020:00000001:1.0:1789449592.868399:0:35916:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000008:00000001:1.0:1789449592.868401:0:35916:0:(osc_io.c:525:osc_io_iter_init()) Process entered 00000008:00000001:1.0:1789449592.868404:0:35916:0:(osc_io.c:545:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.868406:0:35916:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449592.868408:0:35916:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000001:1.0:1789449592.868410:0:35916:0:(lov_io.c:1276:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449592.868411:0:35916:0:(lov_io.c:1368:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.868413:0:35916:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.868415:0:35916:0:(cl_io.c:315:cl_io_lock()) Process entered 00000080:00000001:1.0:1789449592.868416:0:35916:0:(vvp_io.c:589:vvp_io_read_lock()) Process entered 00000080:00000001:1.0:1789449592.868419:0:35916:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:1.0:1789449592.868420:0:35916:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:1.0:1789449592.868423:0:35916:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:1.0:1789449592.868426:0:35916:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.868428:0:35916:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.868430:0:35916:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:1.0:1789449592.868431:0:35916:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [0, 1024] 00000020:00000001:1.0:1789449592.868433:0:35916:0:(cl_io.c:477:cl_io_lock_add()) Process entered 00000020:00000001:1.0:1789449592.868435:0:35916:0:(cl_io.c:260:cl_lockset_merge()) Process entered 00000020:00000001:1.0:1789449592.868436:0:35916:0:(cl_io.c:277:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.868438:0:35916:0:(cl_io.c:484:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.868440:0:35916:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.868441:0:35916:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.868443:0:35916:0:(vvp_io.c:592:vvp_io_read_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449592.868445:0:35916:0:(lov_io.c:1419:lov_io_lock()) Process entered 00020000:00000001:1.0:1789449592.868446:0:35916:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:1.0:1789449592.868447:0:35916:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:1.0:1789449592.868449:0:35916:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1789449592.868450:0:35916:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.868452:0:35916:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449592.868454:0:35916:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449592.868455:0:35916:0:(lov_io.c:1420:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.868457:0:35916:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1789449592.868458:0:35916:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1789449592.868460:0:35916:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1789449592.868462:0:35916:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1789449592.868464:0:35916:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000001:1.0:1789449592.868465:0:35916:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449592.868468:0:35916:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449592.868470:0:35916:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789449592.868472:0:35916:0:(lov_offset.c:264:lov_stripe_intersects()) [0->4198399] -> [(0) 0->4198399 (0)] 00020000:00000001:1.0:1789449592.868474:0:35916:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000010:1.0:1789449592.868482:0:35916:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9e8b898b7880. 00020000:00000001:1.0:1789449592.868484:0:35916:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449592.868486:0:35916:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449592.868488:0:35916:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789449592.868489:0:35916:0:(lov_offset.c:264:lov_stripe_intersects()) [0->4198399] -> [(0) 0->4198399 (0)] 00020000:00000001:1.0:1789449592.868492:0:35916:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1789449592.868493:0:35916:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789449592.868494:0:35916:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993117408 : -107152716434208 : ffff9e8b906674e0) 00000020:00000001:1.0:1789449592.868496:0:35916:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1789449592.868500:0:35916:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9e8b8638a850. 00000008:00010000:1.0:1789449592.868503:0:35916:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:1.0:1789449592.868505:0:35916:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1789449592.868507:0:35916:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1789449592.868518:0:35916:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9e8b898b78b0, osc lock ffff9e8b8638a850, flags 0x0 00000020:00000001:1.0:1789449592.868521:0:35916:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449592.868523:0:35916:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449592.868525:0:35916:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000001:1.0:1789449592.868528:0:35916:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446636920878102656 : -107152831448960 : ffff9e8b898b7880) 00000020:00000001:1.0:1789449592.868530:0:35916:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1789449592.868531:0:35916:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1789449592.868533:0:35916:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.868535:0:35916:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.868536:0:35916:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1789449592.868537:0:35916:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1789449592.868539:0:35916:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789449592.868540:0:35916:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993117408 : -107152716434208 : ffff9e8b906674e0) 00000020:00000001:1.0:1789449592.868541:0:35916:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1789449592.868543:0:35916:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1789449592.868545:0:35916:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:1.0:1789449592.868547:0:35916:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.868551:0:35916:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1789449592.868553:0:35916:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1789449592.868554:0:35916:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1789449592.868556:0:35916:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1789449592.868557:0:35916:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1789449592.868558:0:35916:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1789449592.868560:0:35916:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1789449592.868562:0:35916:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789449592.868567:0:35916:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652700 count: 2 00010000:00000001:1.0:1789449592.868570:0:35916:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449592.868575:0:35916:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449592.868578:0:35916:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789449592.868582:0:35916:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000c45015f7/0xcddde1459ded6841 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xeb7cbf5e2fd3deed expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 02000000:00000001:1.0:1789449592.868591:0:35916:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789449592.868596:0:35916:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449592.868599:0:35916:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4198399) ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000c45015f7/0xcddde1459ded6841 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xeb7cbf5e2fd3deed expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1789449592.868606:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449592.868607:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449592.868609:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4da00 refcount=4 00000020:00000001:1.0:1789449592.868611:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:1.0:1789449592.868613:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00000008:00000001:1.0:1789449592.868616:0:35916:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1789449592.868618:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449592.868619:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449592.868620:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4da00 refcount=5 00000020:00000001:1.0:1789449592.868622:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:1.0:1789449592.868623:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:1.0:1789449592.868625:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449592.868626:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449592.868627:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4da00 refcount=6 00000020:00000001:1.0:1789449592.868628:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:1.0:1789449592.868630:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:1.0:1789449592.868632:0:35916:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449592.868633:0:35916:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449592.868636:0:35916:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000c45015f7/0xcddde1459ded6841 lrc: 7/1,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xeb7cbf5e2fd3deed expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1789449592.868641:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449592.868642:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789449592.868644:0:35916:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449592.868645:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449592.868646:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449592.868648:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4da00 refcount=7 00000020:00000001:1.0:1789449592.868650:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:1.0:1789449592.868652:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:1.0:1789449592.868653:0:35916:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789449592.868656:0:35916:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000c45015f7/0xcddde1459ded6841 lrc: 7/1,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xeb7cbf5e2fd3deed expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1789449592.868661:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449592.868662:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789449592.868664:0:35916:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000c45015f7/0xcddde1459ded6841 lrc: 6/1,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xeb7cbf5e2fd3deed expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1789449592.868675:0:35916:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789449592.868676:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449592.868677:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449592.868678:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449592.868679:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789449592.868680:0:35916:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789449592.868683:0:35916:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.868684:0:35916:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449592.868686:0:35916:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.868687:0:35916:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.868689:0:35916:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.868690:0:35916:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.868692:0:35916:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.868694:0:35916:0:(cl_io.c:529:cl_io_start()) Process entered 00000080:00000001:1.0:1789449592.868696:0:35916:0:(vvp_io.c:831:vvp_io_read_start()) Process entered 00000020:00000001:1.0:1789449592.868698:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181cbbb90 00000080:00200000:1.0:1789449592.868700:0:35916:0:(vvp_io.c:835:vvp_io_read_start()) recon: read [46, 4194350) 00000020:00000001:1.0:1789449592.868703:0:35916:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00020000:00000001:1.0:1789449592.868705:0:35916:0:(lov_io.c:1617:lov_io_lru_reserve()) Process entered 00020000:00000001:1.0:1789449592.868706:0:35916:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449592.868709:0:35916:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449592.868711:0:35916:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789449592.868712:0:35916:0:(lov_offset.c:264:lov_stripe_intersects()) [46->4194349] -> [(0) 46->4194349 (0)] 00020000:00000001:1.0:1789449592.868725:0:35916:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789449592.868727:0:35916:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993117408 : -107152716434208 : ffff9e8b906674e0) 00000020:00000001:1.0:1789449592.868728:0:35916:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00000008:00000001:1.0:1789449592.868730:0:35916:0:(osc_io.c:1417:osc_io_lru_reserve()) Process entered 00000008:00000001:1.0:1789449592.868732:0:35916:0:(osc_io.c:1430:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.868734:0:35916:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449592.868735:0:35916:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000001:1.0:1789449592.868737:0:35916:0:(lov_io.c:1658:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.868739:0:35916:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.868742:0:35916:0:(cl_object.c:143:cl_object_top()) ffff9e8b903b5dc8 -> ffff9e8b903b5dc8 00000020:00000001:1.0:1789449592.868744:0:35916:0:(cl_object.c:143:cl_object_top()) ffff9e8b903b5dc8 -> ffff9e8b903b5dc8 00000020:00000001:1.0:1789449592.868745:0:35916:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1789449592.868749:0:35916:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1789449592.868753:0:35916:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1789449592.868754:0:35916:0:(lov_offset.c:58:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:1.0:1789449592.868756:0:35916:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1789449592.868757:0:35916:0:(lov_offset.c:58:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:1.0:1789449592.868760:0:35916:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x30:1029 on OST[0]: s=46 (1) m=1789449592 a=1789449592 c=1789449592 b=0 00020000:00000001:1.0:1789449592.868763:0:35916:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789449592.868765:0:35916:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1789449592 a=1789449592 c=1789449592 b=0 00020000:00000001:1.0:1789449592.868768:0:35916:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.868770:0:35916:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.868773:0:35916:0:(cl_object.c:143:cl_object_top()) ffff9e8b903b5dc8 -> ffff9e8b903b5dc8 00000001:00000001:1.0:1789449592.868775:0:35916:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1789449592.868777:0:35916:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x30:0x0] 00000020:00000001:1.0:1789449592.868779:0:35916:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1789449592.868780:0:35916:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1789449592.868782:0:35916:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1789449592.868783:0:35916:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000001:1.0:1789449592.868784:0:35916:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449592.868786:0:35916:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449592.868787:0:35916:0:(lov_offset.c:141:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789449592.868789:0:35916:0:(lov_offset.c:264:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1789449592.868791:0:35916:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000010:1.0:1789449592.868796:0:35916:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9e8b898b7a00. 00020000:00000001:1.0:1789449592.868798:0:35916:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449592.868800:0:35916:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449592.868801:0:35916:0:(lov_offset.c:141:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789449592.868803:0:35916:0:(lov_offset.c:264:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1789449592.868805:0:35916:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1789449592.868806:0:35916:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789449592.868807:0:35916:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993117408 : -107152716434208 : ffff9e8b906674e0) 00000020:00000001:1.0:1789449592.868810:0:35916:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1789449592.868812:0:35916:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9e8b8638bc80. 00000008:00010000:1.0:1789449592.868814:0:35916:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:1.0:1789449592.868816:0:35916:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1789449592.868817:0:35916:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1789449592.868818:0:35916:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9e8b898b7a30, osc lock ffff9e8b8638bc80, flags 0x400001002 00000020:00000001:1.0:1789449592.868820:0:35916:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449592.868823:0:35916:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449592.868824:0:35916:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000001:1.0:1789449592.868826:0:35916:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446636920878103040 : -107152831448576 : ffff9e8b898b7a00) 00000020:00000001:1.0:1789449592.868828:0:35916:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1789449592.868829:0:35916:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1789449592.868830:0:35916:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.868832:0:35916:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.868835:0:35916:0:(cl_io.c:1190:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1789449592.868836:0:35916:0:(cl_io.c:1198:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1789449592.868838:0:35916:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1789449592.868839:0:35916:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1789449592.868840:0:35916:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789449592.868841:0:35916:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993117408 : -107152716434208 : ffff9e8b906674e0) 00000020:00000001:1.0:1789449592.868843:0:35916:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1789449592.868844:0:35916:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1789449592.868845:0:35916:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1789449592.868848:0:35916:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1789449592.868849:0:35916:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1789449592.868850:0:35916:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1789449592.868852:0:35916:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1789449592.868853:0:35916:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1789449592.868854:0:35916:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1789449592.868855:0:35916:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1789449592.868857:0:35916:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789449592.868859:0:35916:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652700 count: 2 00010000:00000001:1.0:1789449592.868861:0:35916:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449592.868864:0:35916:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789449592.868865:0:35916:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449592.868868:0:35916:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000c45015f7/0xcddde1459ded6841 lrc: 5/1,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xeb7cbf5e2fd3deed expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 02000000:00000001:1.0:1789449592.868876:0:35916:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789449592.868911:0:35916:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449592.868915:0:35916:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000c45015f7/0xcddde1459ded6841 lrc: 5/1,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xeb7cbf5e2fd3deed expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1789449592.868938:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449592.868939:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449592.868941:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4da00 refcount=6 00000020:00000001:1.0:1789449592.868943:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:1.0:1789449592.868946:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00000008:00000001:1.0:1789449592.868948:0:35916:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1789449592.868950:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449592.868951:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449592.868952:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4da00 refcount=7 00000020:00000001:1.0:1789449592.868955:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:1.0:1789449592.868957:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00000020:00000001:1.0:1789449592.868960:0:35916:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1789449592.868962:0:35916:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1789449592.868964:0:35916:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1789449592.868966:0:35916:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449592.868967:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449592.868969:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449592.868970:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4da00 refcount=8 00000020:00000001:1.0:1789449592.868972:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:1.0:1789449592.868974:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:1.0:1789449592.868976:0:35916:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789449592.868979:0:35916:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000c45015f7/0xcddde1459ded6841 lrc: 8/1,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xeb7cbf5e2fd3deed expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1789449592.868986:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449592.868988:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789449592.868990:0:35916:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000c45015f7/0xcddde1459ded6841 lrc: 7/1,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xeb7cbf5e2fd3deed expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1789449592.869004:0:35916:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789449592.869005:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449592.869006:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449592.869007:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449592.869015:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789449592.869017:0:35916:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789449592.869019:0:35916:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.869021:0:35916:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449592.869022:0:35916:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.869024:0:35916:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.869026:0:35916:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1789449592.869027:0:35916:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1789449592.869030:0:35916:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1789449592.869031:0:35916:0:(cl_io.c:1210:cl_sync_io_wait()) Process entered 00000020:00000001:1.0:1789449592.869033:0:35916:0:(cl_io.c:1234:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.869035:0:35916:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.869038:0:35916:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1789449592.869040:0:35916:0:(cl_object.c:143:cl_object_top()) ffff9e8b903b5dc8 -> ffff9e8b903b5dc8 00000020:00000001:1.0:1789449592.869042:0:35916:0:(cl_object.c:143:cl_object_top()) ffff9e8b903b5dc8 -> ffff9e8b903b5dc8 00000020:00000001:1.0:1789449592.869044:0:35916:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1789449592.869045:0:35916:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1789449592.869047:0:35916:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1789449592 a=1789449592 c=1789449592 b=0 00020000:00000001:1.0:1789449592.869050:0:35916:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.869052:0:35916:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.869053:0:35916:0:(cl_object.c:143:cl_object_top()) ffff9e8b903b5dc8 -> ffff9e8b903b5dc8 00000080:00200000:1.0:1789449592.869056:0:35916:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x30:0x0] updating i_size 46 i_blocks 0 00000080:00000001:1.0:1789449592.869059:0:35916:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1789449592.869062:0:35916:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1789449592.869063:0:35916:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9e8b84db2bf0 (ffff9e8b86217008/0) at cl_lock_release():245 00000020:00000001:1.0:1789449592.869066:0:35916:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1789449592.869068:0:35916:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e8b84db2bf0 (ffff9e8b86217008/0) at cl_lock_cancel():142 00020000:00000001:1.0:1789449592.869070:0:35916:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1789449592.869072:0:35916:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789449592.869073:0:35916:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993117408 : -107152716434208 : ffff9e8b906674e0) 00000020:00000001:1.0:1789449592.869076:0:35916:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1789449592.869077:0:35916:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e8b898b7a30 (ffff9e8b86217d88/1) at cl_lock_cancel():142 00000008:00000001:1.0:1789449592.869080:0:35916:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1789449592.869082:0:35916:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1789449592.869083:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449592.869085:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789449592.869086:0:35916:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1789449592.869088:0:35916:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1789449592.869089:0:35916:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1789449592.869090:0:35916:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1789449592.869092:0:35916:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1789449592.869093:0:35916:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e8b84db2bf0 (ffff9e8b86217008/0) at cl_lock_fini():72 00020000:00000001:1.0:1789449592.869096:0:35916:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1789449592.869097:0:35916:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1789449592.869098:0:35916:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e8b898b7a30 (ffff9e8b86217008/1) at cl_lock_fini():72 00000008:00000010:1.0:1789449592.869101:0:35916:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9e8b8638bc80. 00000020:00000001:1.0:1789449592.869104:0:35916:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1789449592.869106:0:35916:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9e8b898b7a00. 00020000:00000001:1.0:1789449592.869108:0:35916:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1789449592.869109:0:35916:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1789449592.869110:0:35916:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1789449592.869111:0:35916:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789449592.869126:0:35916:0:(vvp_io.c:864:vvp_io_read_start()) header@0000000028f566d5[0x110, 2, [0x200000405:0x30:0x0] hash] 00000080:00000002:1.0:1789449592.869128:0:35916:0:(vvp_io.c:864:vvp_io_read_start()) Read ino 144115205339611184, 4194304 bytes, offset 46, size 46 00000080:00400000:1.0:1789449592.869132:0:35916:0:(vvp_io.c:883:vvp_io_read_start()) tot 4194304, ra_start 0, ra_count 1025 00000080:00200000:1.0:1789449592.869135:0:35916:0:(vvp_io.c:893:vvp_io_read_start()) count:4194304 iocb pos:46 00020000:00000001:1.0:1789449592.869139:0:35916:0:(lov_io.c:1425:lov_io_start()) Process entered 00020000:00000001:1.0:1789449592.869141:0:35916:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:1.0:1789449592.869142:0:35916:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:1.0:1789449592.869144:0:35916:0:(osc_io.c:1034:osc_io_read_start()) Process entered 00000020:00000001:1.0:1789449592.869145:0:35916:0:(cl_object.c:143:cl_object_top()) ffff9e8b85520fc0 -> ffff9e8b903b5dc8 00000020:00000001:1.0:1789449592.869147:0:35916:0:(cl_object.c:143:cl_object_top()) ffff9e8b85520fc0 -> ffff9e8b903b5dc8 00000020:00000001:1.0:1789449592.869149:0:35916:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1789449592.869152:0:35916:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1789449592.869154:0:35916:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.869157:0:35916:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.869158:0:35916:0:(cl_object.c:143:cl_object_top()) ffff9e8b85520fc0 -> ffff9e8b903b5dc8 00000008:00000001:1.0:1789449592.869161:0:35916:0:(osc_io.c:1043:osc_io_read_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.869163:0:35916:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449592.869165:0:35916:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449592.869167:0:35916:0:(lov_io.c:1426:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.869169:0:35916:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.869171:0:35916:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:1.0:1789449592.869172:0:35916:0:(lov_io.c:1397:lov_io_call()) Process entered 00020000:00000001:1.0:1789449592.869174:0:35916:0:(lov_io.c:1431:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1789449592.869175:0:35916:0:(cl_io.c:556:cl_io_end()) Process entered 00000020:00000001:1.0:1789449592.869176:0:35916:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:1.0:1789449592.869178:0:35916:0:(lov_io.c:1441:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449592.869180:0:35916:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.869181:0:35916:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:1.0:1789449592.869183:0:35916:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:1.0:1789449592.869184:0:35916:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1789449592.869185:0:35916:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9e8b9065b128 (ffff9e8b86217008/0) at cl_lock_release():245 00000020:00000001:1.0:1789449592.869187:0:35916:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1789449592.869189:0:35916:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e8b9065b128 (ffff9e8b86217008/0) at cl_lock_cancel():142 00020000:00000001:1.0:1789449592.869191:0:35916:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1789449592.869193:0:35916:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789449592.869194:0:35916:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993117408 : -107152716434208 : ffff9e8b906674e0) 00000020:00000001:1.0:1789449592.869196:0:35916:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1789449592.869197:0:35916:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e8b898b78b0 (ffff9e8b86217d88/1) at cl_lock_cancel():142 00000008:00000001:1.0:1789449592.869199:0:35916:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1789449592.869200:0:35916:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1789449592.869201:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789449592.869202:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789449592.869204:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4da00 refcount=5 00000020:00000001:1.0:1789449592.869206:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:1.0:1789449592.869208:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:1.0:1789449592.869209:0:35916:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789449592.869212:0:35916:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000c45015f7/0xcddde1459ded6841 lrc: 5/1,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xeb7cbf5e2fd3deed expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1789449592.869229:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449592.869230:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449592.869232:0:35916:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789449592.869234:0:35916:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789449592.869237:0:35916:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000c45015f7/0xcddde1459ded6841 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xeb7cbf5e2fd3deed expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 1 00010000:00000001:1.0:1789449592.869250:0:35916:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789449592.869253:0:35916:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789449592.869255:0:35916:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789449592.869258:0:35916:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449592.869260:0:35916:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789449592.869262:0:35916:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449592.869264:0:35916:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449592.869268:0:35916:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789449592.869269:0:35916:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789449592.869271:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449592.869272:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789449592.869273:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449592.869274:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789449592.869276:0:35916:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1789449592.869277:0:35916:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1789449592.869278:0:35916:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1789449592.869279:0:35916:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1789449592.869280:0:35916:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1789449592.869281:0:35916:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e8b9065b128 (ffff9e8b86217008/0) at cl_lock_fini():72 00020000:00000001:1.0:1789449592.869283:0:35916:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1789449592.869284:0:35916:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1789449592.869285:0:35916:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e8b898b78b0 (ffff9e8b86217008/1) at cl_lock_fini():72 00000008:00000010:1.0:1789449592.869287:0:35916:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9e8b8638a850. 00000020:00000001:1.0:1789449592.869290:0:35916:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1789449592.869291:0:35916:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9e8b898b7880. 00020000:00000001:1.0:1789449592.869293:0:35916:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1789449592.869294:0:35916:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1789449592.869295:0:35916:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:1.0:1789449592.869296:0:35916:0:(lov_io.c:1519:lov_io_unlock()) Process entered 00020000:00000001:1.0:1789449592.869298:0:35916:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:1.0:1789449592.869299:0:35916:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:1.0:1789449592.869300:0:35916:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1789449592.869301:0:35916:0:(lov_io.c:1453:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449592.869303:0:35916:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449592.869304:0:35916:0:(lov_io.c:1522:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1789449592.869305:0:35916:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1789449592.869307:0:35916:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000080:00200000:1.0:1789449592.869309:0:35916:0:(vvp_io.c:533:vvp_io_advance()) advancing 0 bytes 00000020:00000001:1.0:1789449592.869311:0:35916:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1789449592.869312:0:35916:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1789449592.869314:0:35916:0:(lov_io.c:1500:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1789449592.869315:0:35916:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:1.0:1789449592.869317:0:35916:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1789449592.869319:0:35916:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1789449592.869321:0:35916:0:(lov_io.c:1447:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449592.869323:0:35916:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449592.869324:0:35916:0:(lov_io.c:1511:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1789449592.869325:0:35916:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1789449592.869327:0:35916:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.869330:0:35916:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:1.0:1789449592.869331:0:35916:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1789449592.869333:0:35916:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1789449592.869334:0:35916:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:1.0:1789449592.869335:0:35916:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:1.0:1789449592.869337:0:35916:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217d80 00020000:00000001:1.0:1789449592.869340:0:35916:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1789449592.869341:0:35916:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1789449592.869342:0:35916:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1789449592.869344:0:35916:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x30:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1789449592.869348:0:35916:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1789449592.869349:0:35916:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00000001:1.0:1789449592.869351:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181cbbc98 00000080:00200000:1.0:1789449592.869353:0:35916:0:(file.c:2238:ll_file_io_generic()) recon: 1 io complete with rc: 0, result: 0, restart: 0 00000080:00200000:1.0:1789449592.869356:0:35916:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 0 00000080:00000001:1.0:1789449592.869358:0:35916:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1789449592.869360:0:35916:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217000 00000020:00000001:1.0:1789449592.869362:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181cbbd88 00000080:00000008:1.0:1789449592.869364:0:35916:0:(file.c:2548:do_file_read_iter()) COMPLETED: file recon:[0x200000405:0x30:0x0], ppos: 46, count: 4194304, rc = 0 00000080:00000001:1.0:1789449592.869367:0:35916:0:(file.c:2550:do_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789449592.869444:0:35916:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1789449592.869447:0:35916:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b90f1c0f8) owner 0000000000000000/ffff9e8b88b2cf80 00020000:00000002:1.0:1789449592.869450:0:35916:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b90f1c0f8) owner 0000000000000000/ffff9e8b88b2cf80 00020000:00000001:1.0:1789449592.869452:0:35916:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.869460:0:35916:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1789449592.869462:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181cbbdf0 00000080:00200008:1.0:1789449592.869464:0:35916:0:(file.c:479:ll_file_release()) START file recon:[0x200000405:0x30:0x0](ffff9e8b891ca1c8), flags 100000 00000080:00000001:1.0:1789449592.869468:0:35916:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:1.0:1789449592.869470:0:35916:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:1.0:1789449592.869472:0:35916:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1789449592.869473:0:35916:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b90f1c0f8) owner 0000000000000000/ffff9e8b88b2cf80 00020000:00000002:1.0:1789449592.869476:0:35916:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b90f1c0f8) owner 0000000000000000/ffff9e8b88b2cf80 00020000:00000001:1.0:1789449592.869478:0:35916:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.869480:0:35916:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:1.0:1789449592.869485:0:35916:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789449592.869488:0:35916:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789449592.869490:0:35916:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789449592.869492:0:35916:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789449592.869697:0:35916:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789449592.869700:0:35916:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:1.0:1789449592.869703:0:35916:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789449592.869708:0:35916:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789449592.869710:0:35916:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789449592.869815:0:35916:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922de300 count: 4 00010000:00000001:1.0:1789449592.869819:0:35916:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789449592.869824:0:35916:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1789449592.869827:0:35916:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1789449592.869829:0:35916:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789449592.869833:0:35916:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449592.869837:0:35916:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b889f1600/0xcddde1459ded6864 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x30:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xeb7cbf5e2fd3df3a expref: -99 pid: 35916 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789449592.869845:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789449592.869847:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789449592.869849:0:35916:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:1.0:1789449592.869851:0:35916:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x30:0x0]: 16 00000080:00000010:1.0:1789449592.869855:0:35916:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9e8b8c446a00. 00000080:00000001:1.0:1789449592.869859:0:35916:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449592.869863:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181cbbdf0 00000080:00000008:1.0:1789449592.869866:0:35916:0:(file.c:523:ll_file_release()) COMPLETED file recon:[0x200000405:0x30:0x0](ffff9e8b891ca1c8), flags 100000, rc = 0 00000080:00000001:1.0:1789449592.869869:0:35916:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789449592.869874:0:35916:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1789449592.869876:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181cbbe00 00000080:00002000:1.0:1789449592.869920:0:35916:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff9e8b891d30d8, parent ffff9e8b892cbca8, inode ffff9e8b891ca1c8) hashed, 00000080:00000001:1.0:1789449592.870070:0:35916:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449592.901897:0:35917:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789449592.901905:0:35917:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789449592.901907:0:35917:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789449592.901910:0:35917:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181bf3b20 00000080:00200000:0.0:1789449592.901915:0:35917:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:0.0:1789449592.901923:0:35917:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b83634600. 00800000:00000002:0.0:1789449592.901930:0:35917:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:0.0:1789449592.901934:0:35917:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789449592.901939:0:35917:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789449592.901941:0:35917:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181bf3a40 00800000:00000002:0.0:1789449592.901944:0:35917:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449592.901948:0:35917:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789449592.901951:0:35917:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449592.901953:0:35917:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449592.901956:0:35917:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449592.901959:0:35917:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449592.901961:0:35917:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449592.901963:0:35917:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449592.901965:0:35917:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449592.901968:0:35917:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789449592.901974:0:35917:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789449592.901976:0:35917:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181bf3910 00000002:00010000:0.0:1789449592.901978:0:35917:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789449592.901981:0:35917:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789449592.901983:0:35917:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449592.901987:0:35917:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449592.901995:0:35917:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922dee00 count: 2 00010000:00000001:0.0:1789449592.901998:0:35917:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449592.902003:0:35917:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449592.902007:0:35917:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789449592.902012:0:35917:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75600/0xcddde1459ded685d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3df2c expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1789449592.902023:0:35917:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789449592.902028:0:35917:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449592.902031:0:35917:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75600/0xcddde1459ded685d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3df2c expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1789449592.902038:0:35917:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789449592.902040:0:35917:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789449592.902042:0:35917:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789449592.902044:0:35917:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789449592.902046:0:35917:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789449592.902048:0:35917:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789449592.902051:0:35917:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789449592.902054:0:35917:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:0.0:1789449592.902057:0:35917:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b83634600. 00000080:00000001:0.0:1789449592.902061:0:35917:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789449592.902173:0:35917:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449592.902177:0:35917:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:0.0:1789449592.902181:0:35917:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded685d 00800000:00000001:0.0:1789449592.902184:0:35917:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789449592.902187:0:35917:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789449592.902189:0:35917:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449592.902191:0:35917:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449592.902194:0:35917:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75600 refcount=3 00000020:00000001:0.0:1789449592.902196:0:35917:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016243712 : -107152693307904 : ffff9e8b91c75600) 00010000:00000001:0.0:1789449592.902199:0:35917:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016243712 : -107152693307904 : ffff9e8b91c75600) 00010000:00000001:0.0:1789449592.902203:0:35917:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449592.902204:0:35917:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449592.902205:0:35917:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449592.902207:0:35917:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449592.902209:0:35917:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded685d from it ffffb71181bf3b58 00010000:00000001:0.0:1789449592.902211:0:35917:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449592.902212:0:35917:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449592.902213:0:35917:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75600 refcount=3 00000020:00000001:0.0:1789449592.902215:0:35917:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016243712 : -107152693307904 : ffff9e8b91c75600) 00010000:00000001:0.0:1789449592.902217:0:35917:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016243712 : -107152693307904 : ffff9e8b91c75600) 00010000:00000001:0.0:1789449592.902219:0:35917:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449592.902222:0:35917:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75600/0xcddde1459ded685d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3df2c expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789449592.902229:0:35917:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449592.902230:0:35917:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449592.902231:0:35917:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789449592.902234:0:35917:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789449592.902237:0:35917:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75600/0xcddde1459ded685d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3df2c expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789449592.902244:0:35917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789449592.902247:0:35917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789449592.902249:0:35917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449592.902254:0:35917:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449592.902255:0:35917:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449592.902257:0:35917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449592.902259:0:35917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789449592.902261:0:35917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449592.902263:0:35917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449592.902266:0:35917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449592.902268:0:35917:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449592.902269:0:35917:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449592.902270:0:35917:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789449592.902273:0:35917:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789449592.902275:0:35917:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789449592.902277:0:35917:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908), inode mode 41ff mask 1 00000080:00000001:0.0:1789449592.902281:0:35917:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449592.902285:0:35917:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1789449592.902287:0:35917:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181bf3b48 00000080:00002000:0.0:1789449592.902289:0:35917:0:(dcache.c:87:ll_dcompare()) found name recon(ffff9e8b891d30d8) flags 0x48004e refc 0 00000080:00000001:0.0:1789449592.902291:0:35917:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449592.902293:0:35917:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181bf3b90 00000080:00200000:0.0:1789449592.902294:0:35917:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000020:00000001:0.0:1789449592.902301:0:35917:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181bf3d08 00000080:00200008:0.0:1789449592.902303:0:35917:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000405:0x30:0x0](ffff9e8b891ca1c8), request_mask 606, flags 0, foreign 0 00000080:00000001:0.0:1789449592.902308:0:35917:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789449592.902309:0:35917:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181bf3c80 00000080:00200000:0.0:1789449592.902310:0:35917:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x30:0x0](ffff9e8b891ca1c8),name=recon 00000080:00000010:0.0:1789449592.902315:0:35917:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b83634600. 00800000:00000002:0.0:1789449592.902318:0:35917:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:0.0:1789449592.902323:0:35917:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789449592.902325:0:35917:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789449592.902326:0:35917:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181bf3ba0 00800000:00000002:0.0:1789449592.902328:0:35917:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x30:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449592.902331:0:35917:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789449592.902333:0:35917:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449592.902334:0:35917:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449592.902336:0:35917:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449592.902337:0:35917:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449592.902339:0:35917:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449592.902341:0:35917:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449592.902342:0:35917:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449592.902344:0:35917:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449592.902345:0:35917:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449592.902346:0:35917:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449592.902347:0:35917:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449592.902348:0:35917:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449592.902350:0:35917:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:0.0:1789449592.902352:0:35917:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449592.902353:0:35917:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x30:0x0], name='' -> mds #0 00000002:00000001:0.0:1789449592.902356:0:35917:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789449592.902358:0:35917:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181bf3a70 00000002:00010000:0.0:1789449592.902359:0:35917:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x30:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789449592.902362:0:35917:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789449592.902364:0:35917:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449592.902365:0:35917:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449592.902368:0:35917:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922de300 count: 4 00010000:00000001:0.0:1789449592.902370:0:35917:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449592.902373:0:35917:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449592.902374:0:35917:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789449592.902377:0:35917:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d000/0xcddde1459ded6833 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xeb7cbf5e2fd3ded8 expref: -99 pid: 35909 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 02000000:00000001:0.0:1789449592.902384:0:35917:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789449592.902386:0:35917:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449592.902388:0:35917:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d000/0xcddde1459ded6833 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xeb7cbf5e2fd3ded8 expref: -99 pid: 35909 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000002:00000001:0.0:1789449592.902393:0:35917:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789449592.902395:0:35917:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789449592.902396:0:35917:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789449592.902397:0:35917:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789449592.902399:0:35917:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789449592.902400:0:35917:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789449592.902403:0:35917:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789449592.902405:0:35917:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:0.0:1789449592.902407:0:35917:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b83634600. 00000080:00000001:0.0:1789449592.902409:0:35917:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789449592.902410:0:35917:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449592.902412:0:35917:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x30:0x0](ffff9e8b891ca1c8) 00000080:00010000:0.0:1789449592.902414:0:35917:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x30:0x0](ffff9e8b891ca1c8) for lock 0xcddde1459ded6833 00800000:00000001:0.0:1789449592.902416:0:35917:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789449592.902417:0:35917:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789449592.902419:0:35917:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449592.902420:0:35917:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449592.902421:0:35917:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4d000 refcount=3 00000020:00000001:0.0:1789449592.902423:0:35917:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016078336 : -107152693473280 : ffff9e8b91c4d000) 00010000:00000001:0.0:1789449592.902425:0:35917:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016078336 : -107152693473280 : ffff9e8b91c4d000) 00010000:00000001:0.0:1789449592.902427:0:35917:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449592.902428:0:35917:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449592.902429:0:35917:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449592.902430:0:35917:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449592.902432:0:35917:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded6833 from it ffffb71181bf3cb8 00010000:00000001:0.0:1789449592.902433:0:35917:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449592.902434:0:35917:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449592.902542:0:35917:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4d000 refcount=3 00000020:00000001:0.0:1789449592.902545:0:35917:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016078336 : -107152693473280 : ffff9e8b91c4d000) 00010000:00000001:0.0:1789449592.902548:0:35917:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016078336 : -107152693473280 : ffff9e8b91c4d000) 00010000:00000001:0.0:1789449592.902550:0:35917:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449592.902552:0:35917:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d000/0xcddde1459ded6833 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xeb7cbf5e2fd3ded8 expref: -99 pid: 35909 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1789449592.902558:0:35917:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449592.902559:0:35917:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449592.902560:0:35917:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789449592.902561:0:35917:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789449592.902563:0:35917:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d000/0xcddde1459ded6833 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xeb7cbf5e2fd3ded8 expref: -99 pid: 35909 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1789449592.902573:0:35917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789449592.902574:0:35917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789449592.902575:0:35917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449592.902577:0:35917:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449592.902578:0:35917:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449592.902580:0:35917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449592.902582:0:35917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789449592.902583:0:35917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449592.902585:0:35917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449592.902586:0:35917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449592.902588:0:35917:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449592.902589:0:35917:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449592.902590:0:35917:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789449592.902592:0:35917:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789449592.902593:0:35917:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789449592.902595:0:35917:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:0.0:1789449592.902599:0:35917:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1789449592.902600:0:35917:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789449592.902603:0:35917:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1789449592.902604:0:35917:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449592.902607:0:35917:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1789449592.902610:0:35917:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:0.0:1789449592.902612:0:35917:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789449592.902617:0:35917:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822744 : -107152888728872 : ffff9e8b862172d8) 00000020:00001000:0.0:1789449592.902620:0:35917:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b862172d0 00000020:00000001:0.0:1789449592.902625:0:35917:0:(cl_object.c:143:cl_object_top()) ffff9e8b903b5dc8 -> ffff9e8b903b5dc8 00000020:00000001:0.0:1789449592.902628:0:35917:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:0.0:1789449592.902630:0:35917:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1789449592.902632:0:35917:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x30:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:0.0:1789449592.902636:0:35917:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789449592.902637:0:35917:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1789449592.902639:0:35917:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1789449592.902641:0:35917:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449592.902643:0:35917:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789449592.902647:0:35917:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x30:0x0]io ffff9e8b84db0e40 type 7 ignore/verify layout 0/1 00020000:00000002:0.0:1789449592.902651:0:35917:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b90f1c0f8) owner 0000000000000000/ffff9e8b8375a7c0 00020000:00000001:0.0:1789449592.902654:0:35917:0:(lov_io.c:2266:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1789449592.902656:0:35917:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1789449592.902658:0:35917:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1789449592.902660:0:35917:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449592.902663:0:35917:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1789449592.902665:0:35917:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1789449592.902666:0:35917:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449592.902668:0:35917:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789449592.902669:0:35917:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1789449592.902670:0:35917:0:(lov_io.c:2279:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1789449592.902672:0:35917:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b90f1c0f8) owner 0000000000000000/ffff9e8b8375a7c0 00000020:00000001:0.0:1789449592.902674:0:35917:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1789449592.902676:0:35917:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1789449592.902678:0:35917:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x30:0x0] 00000020:00000001:0.0:1789449592.902680:0:35917:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1789449592.902682:0:35917:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1789449592.902685:0:35917:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1789449592.902687:0:35917:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000001:0.0:1789449592.902689:0:35917:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449592.902694:0:35917:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449592.902695:0:35917:0:(lov_offset.c:141:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789449592.902697:0:35917:0:(lov_offset.c:264:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1789449592.902699:0:35917:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000010:0.0:1789449592.902705:0:35917:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9e8b9066e080. 00020000:00000001:0.0:1789449592.902706:0:35917:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449592.902708:0:35917:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449592.902709:0:35917:0:(lov_offset.c:141:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789449592.902710:0:35917:0:(lov_offset.c:264:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1789449592.902712:0:35917:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1789449592.902714:0:35917:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789449592.902716:0:35917:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1789449592.902717:0:35917:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789449592.902719:0:35917:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822456 : -107152888729160 : ffff9e8b862171b8) 00000020:00001000:0.0:1789449592.902721:0:35917:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b862171b0 00000020:00000001:0.0:1789449592.902724:0:35917:0:(cl_object.c:143:cl_object_top()) ffff9e8b903b5918 -> ffff9e8b903b5dc8 00000020:00000001:0.0:1789449592.902725:0:35917:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:0.0:1789449592.902729:0:35917:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789449592.902730:0:35917:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1789449592.902732:0:35917:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:0.0:1789449592.902733:0:35917:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446636920799432256 : -107152910119360 : ffff9e8b84db0e40) 00000020:00000001:0.0:1789449592.902735:0:35917:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449592.902737:0:35917:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449592.902738:0:35917:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993116240 : -107152716435376 : ffff9e8b90667050) 00000020:00000001:0.0:1789449592.902740:0:35917:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1789449592.902745:0:35917:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9e8b86a22390. 00000008:00010000:0.0:1789449592.902748:0:35917:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1789449592.902750:0:35917:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1789449592.902751:0:35917:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1789449592.902753:0:35917:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9e8b9066e0b0, osc lock ffff9e8b86a22390, flags 0x400001002 00000020:00000001:0.0:1789449592.902755:0:35917:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449592.902757:0:35917:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449592.902759:0:35917:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000001:0.0:1789449592.902761:0:35917:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446636920993144960 : -107152716406656 : ffff9e8b9066e080) 00000020:00000001:0.0:1789449592.902763:0:35917:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1789449592.902764:0:35917:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1789449592.902765:0:35917:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449592.902766:0:35917:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449592.902769:0:35917:0:(cl_io.c:1190:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1789449592.902771:0:35917:0:(cl_io.c:1198:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1789449592.902772:0:35917:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1789449592.902773:0:35917:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1789449592.902775:0:35917:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789449592.902776:0:35917:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993116240 : -107152716435376 : ffff9e8b90667050) 00000020:00000001:0.0:1789449592.902777:0:35917:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1789449592.902779:0:35917:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1789449592.902781:0:35917:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1789449592.902785:0:35917:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1789449592.902787:0:35917:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1789449592.902789:0:35917:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1789449592.902791:0:35917:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1789449592.902792:0:35917:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1789449592.902793:0:35917:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1789449592.902795:0:35917:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1789449592.902796:0:35917:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449592.902800:0:35917:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652700 count: 2 00010000:00000001:0.0:1789449592.902802:0:35917:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449592.902807:0:35917:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449592.902810:0:35917:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789449592.902814:0:35917:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000c45015f7/0xcddde1459ded6841 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xeb7cbf5e2fd3deed expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 1 02000000:00000001:0.0:1789449592.902824:0:35917:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789449592.902827:0:35917:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449592.902830:0:35917:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000c45015f7/0xcddde1459ded6841 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xeb7cbf5e2fd3deed expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 1 00010000:00000001:0.0:1789449592.902837:0:35917:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449592.902838:0:35917:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449592.902840:0:35917:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4da00 refcount=4 00000020:00000001:0.0:1789449592.902842:0:35917:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:0.0:1789449592.902844:0:35917:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00000008:00000001:0.0:1789449592.902847:0:35917:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1789449592.902850:0:35917:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449592.902851:0:35917:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449592.902852:0:35917:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4da00 refcount=5 00000020:00000001:0.0:1789449592.902854:0:35917:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:0.0:1789449592.902856:0:35917:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00000020:00000001:0.0:1789449592.902859:0:35917:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1789449592.902861:0:35917:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1789449592.902863:0:35917:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1789449592.902864:0:35917:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449592.902866:0:35917:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449592.902867:0:35917:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449592.902868:0:35917:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4da00 refcount=6 00000020:00000001:0.0:1789449592.902870:0:35917:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:0.0:1789449592.902872:0:35917:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:0.0:1789449592.902874:0:35917:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449592.902877:0:35917:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000c45015f7/0xcddde1459ded6841 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xeb7cbf5e2fd3deed expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 1 00010000:00000001:0.0:1789449592.902969:0:35917:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449592.902971:0:35917:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449592.902972:0:35917:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789449592.902974:0:35917:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789449592.902976:0:35917:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000c45015f7/0xcddde1459ded6841 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xeb7cbf5e2fd3deed expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:0.0:1789449592.902983:0:35917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789449592.902984:0:35917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789449592.902986:0:35917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449592.902988:0:35917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449592.902990:0:35917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789449592.902991:0:35917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449592.902993:0:35917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449592.902996:0:35917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449592.902998:0:35917:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449592.902999:0:35917:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449592.903001:0:35917:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449592.903002:0:35917:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449592.903003:0:35917:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789449592.903005:0:35917:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789449592.903007:0:35917:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449592.903009:0:35917:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449592.903011:0:35917:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449592.903012:0:35917:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449592.903014:0:35917:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1789449592.903015:0:35917:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1789449592.903017:0:35917:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1789449592.903019:0:35917:0:(cl_io.c:1210:cl_sync_io_wait()) Process entered 00000020:00000001:0.0:1789449592.903021:0:35917:0:(cl_io.c:1234:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449592.903023:0:35917:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449592.903027:0:35917:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1789449592.903029:0:35917:0:(cl_object.c:143:cl_object_top()) ffff9e8b903b5dc8 -> ffff9e8b903b5dc8 00000020:00000001:0.0:1789449592.903031:0:35917:0:(cl_object.c:143:cl_object_top()) ffff9e8b903b5dc8 -> ffff9e8b903b5dc8 00000020:00000001:0.0:1789449592.903034:0:35917:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1789449592.903036:0:35917:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1789449592.903040:0:35917:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1789449592.903042:0:35917:0:(lov_offset.c:58:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:0.0:1789449592.903044:0:35917:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1789449592.903045:0:35917:0:(lov_offset.c:58:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:0.0:1789449592.903048:0:35917:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x30:1029 on OST[0]: s=46 (1) m=1789449592 a=1789449592 c=1789449592 b=0 00020000:00000001:0.0:1789449592.903052:0:35917:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789449592.903054:0:35917:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1789449592 a=1789449592 c=1789449592 b=0 00020000:00000001:0.0:1789449592.903057:0:35917:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449592.903059:0:35917:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449592.903061:0:35917:0:(cl_object.c:143:cl_object_top()) ffff9e8b903b5dc8 -> ffff9e8b903b5dc8 00000080:00200000:0.0:1789449592.903064:0:35917:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x30:0x0] updating i_size 46 i_blocks 0 00000080:00000001:0.0:1789449592.903236:0:35917:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1789449592.903241:0:35917:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1789449592.903243:0:35917:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9e8b84db0de0 (ffff9e8b862172d8/0) at cl_lock_release():245 00000020:00000001:0.0:1789449592.903247:0:35917:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1789449592.903248:0:35917:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e8b84db0de0 (ffff9e8b862172d8/0) at cl_lock_cancel():142 00020000:00000001:0.0:1789449592.903251:0:35917:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1789449592.903253:0:35917:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789449592.903255:0:35917:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993116240 : -107152716435376 : ffff9e8b90667050) 00000020:00000001:0.0:1789449592.903257:0:35917:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1789449592.903258:0:35917:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e8b9066e0b0 (ffff9e8b862171b8/1) at cl_lock_cancel():142 00000008:00000001:0.0:1789449592.903261:0:35917:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1789449592.903263:0:35917:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1789449592.903265:0:35917:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449592.903266:0:35917:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789449592.903268:0:35917:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1789449592.903269:0:35917:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1789449592.903271:0:35917:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1789449592.903272:0:35917:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1789449592.903273:0:35917:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1789449592.903274:0:35917:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e8b84db0de0 (ffff9e8b862172d8/0) at cl_lock_fini():72 00020000:00000001:0.0:1789449592.903278:0:35917:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1789449592.903279:0:35917:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1789449592.903281:0:35917:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e8b9066e0b0 (ffff9e8b862172d8/1) at cl_lock_fini():72 00000008:00000010:0.0:1789449592.903284:0:35917:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9e8b86a22390. 00000020:00000001:0.0:1789449592.903287:0:35917:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1789449592.903289:0:35917:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9e8b9066e080. 00020000:00000001:0.0:1789449592.903292:0:35917:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1789449592.903293:0:35917:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1789449592.903295:0:35917:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1789449592.903296:0:35917:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449592.903298:0:35917:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:0.0:1789449592.903300:0:35917:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1789449592.903302:0:35917:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1789449592.903303:0:35917:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:0.0:1789449592.903304:0:35917:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789449592.903306:0:35917:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b862171b0 00020000:00000001:0.0:1789449592.903309:0:35917:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1789449592.903311:0:35917:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1789449592.903313:0:35917:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1789449592.903315:0:35917:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x30:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1789449592.903318:0:35917:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1789449592.903320:0:35917:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449592.903322:0:35917:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789449592.903324:0:35917:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1789449592.903325:0:35917:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789449592.903327:0:35917:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b862172d0 00000001:00000001:0.0:1789449592.903329:0:35917:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449592.903334:0:35917:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181bf3d08 00000080:00000008:0.0:1789449592.903336:0:35917:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000405:0x30:0x0](ffff9e8b891ca1c8), request_mask 606, flags 0, foreign 0 00000080:00000001:0.0:1789449592.903340:0:35917:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1789449592.903342:0:35917:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181bf3da0 00000080:00002000:0.0:1789449592.903344:0:35917:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff9e8b891d30d8, parent ffff9e8b892cbca8, inode ffff9e8b891ca1c8) hashed, 00000080:00000001:0.0:1789449592.903347:0:35917:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449592.903384:0:35917:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789449592.903387:0:35917:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789449592.903388:0:35917:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789449592.903389:0:35917:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181bf3bc0 00000080:00200000:0.0:1789449592.903391:0:35917:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:0.0:1789449592.903394:0:35917:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b83634600. 00800000:00000002:0.0:1789449592.903398:0:35917:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:0.0:1789449592.903401:0:35917:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789449592.903403:0:35917:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789449592.903405:0:35917:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181bf3ae0 00800000:00000002:0.0:1789449592.903407:0:35917:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449592.903410:0:35917:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789449592.903412:0:35917:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449592.903414:0:35917:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449592.903415:0:35917:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449592.903417:0:35917:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449592.903419:0:35917:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449592.903420:0:35917:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449592.903422:0:35917:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449592.903425:0:35917:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789449592.903429:0:35917:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789449592.903431:0:35917:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181bf39b0 00000002:00010000:0.0:1789449592.903432:0:35917:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789449592.903520:0:35917:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789449592.903522:0:35917:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449592.903524:0:35917:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449592.903527:0:35917:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922dee00 count: 2 00010000:00000001:0.0:1789449592.903530:0:35917:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449592.903533:0:35917:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449592.903536:0:35917:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789449592.903540:0:35917:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75600/0xcddde1459ded685d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3df2c expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1789449592.903547:0:35917:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789449592.903550:0:35917:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449592.903553:0:35917:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75600/0xcddde1459ded685d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3df2c expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1789449592.903559:0:35917:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789449592.903561:0:35917:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789449592.903562:0:35917:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789449592.903564:0:35917:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789449592.903566:0:35917:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789449592.903568:0:35917:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789449592.903571:0:35917:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789449592.903573:0:35917:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:0.0:1789449592.903576:0:35917:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b83634600. 00000080:00000001:0.0:1789449592.903579:0:35917:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789449592.903581:0:35917:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449592.903583:0:35917:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:0.0:1789449592.903586:0:35917:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded685d 00800000:00000001:0.0:1789449592.903589:0:35917:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789449592.903591:0:35917:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789449592.903592:0:35917:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449592.903594:0:35917:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449592.903596:0:35917:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75600 refcount=3 00000020:00000001:0.0:1789449592.903598:0:35917:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016243712 : -107152693307904 : ffff9e8b91c75600) 00010000:00000001:0.0:1789449592.903600:0:35917:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016243712 : -107152693307904 : ffff9e8b91c75600) 00010000:00000001:0.0:1789449592.903603:0:35917:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449592.903604:0:35917:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449592.903605:0:35917:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449592.903607:0:35917:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449592.903610:0:35917:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded685d from it ffffb71181bf3bf8 00010000:00000001:0.0:1789449592.903612:0:35917:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449592.903613:0:35917:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449592.903614:0:35917:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75600 refcount=3 00000020:00000001:0.0:1789449592.903616:0:35917:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016243712 : -107152693307904 : ffff9e8b91c75600) 00010000:00000001:0.0:1789449592.903618:0:35917:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016243712 : -107152693307904 : ffff9e8b91c75600) 00010000:00000001:0.0:1789449592.903620:0:35917:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449592.903623:0:35917:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75600/0xcddde1459ded685d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3df2c expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789449592.903629:0:35917:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449592.903630:0:35917:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449592.903631:0:35917:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789449592.903633:0:35917:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789449592.903635:0:35917:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75600/0xcddde1459ded685d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3df2c expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1789449592.903646:0:35917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789449592.903648:0:35917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789449592.903650:0:35917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449592.903652:0:35917:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449592.903653:0:35917:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449592.903655:0:35917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449592.903657:0:35917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789449592.903658:0:35917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449592.903660:0:35917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449592.903662:0:35917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449592.903664:0:35917:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449592.903665:0:35917:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449592.903666:0:35917:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789449592.903669:0:35917:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789449592.903670:0:35917:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789449592.903672:0:35917:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908), inode mode 41ff mask 1 00000080:00000001:0.0:1789449592.903676:0:35917:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449592.903679:0:35917:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1789449592.903681:0:35917:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181bf3be8 00000080:00002000:0.0:1789449592.903682:0:35917:0:(dcache.c:87:ll_dcompare()) found name recon(ffff9e8b891d30d8) flags 0x48004e refc 0 00000080:00000001:0.0:1789449592.903684:0:35917:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449592.903686:0:35917:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181bf3c30 00000080:00200000:0.0:1789449592.903688:0:35917:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000080:00000001:0.0:1789449592.903703:0:35917:0:(xattr.c:558:ll_xattr_get_common()) Process entered 00000080:00000001:0.0:1789449592.903708:0:35917:0:(xattr.c:565:ll_xattr_get_common()) Process leaving (rc=18446744073709551521 : -95 : ffffffffffffffa1) 00000080:00000001:0.0:1789449592.903711:0:35917:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1789449592.903713:0:35917:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181bf3e40 00000080:00002000:0.0:1789449592.903715:0:35917:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff9e8b891d30d8, parent ffff9e8b892cbca8, inode ffff9e8b891ca1c8) hashed, 00000080:00000001:0.0:1789449592.903717:0:35917:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449592.903728:0:35917:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789449592.903730:0:35917:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789449592.903731:0:35917:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789449592.903733:0:35917:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181bf3bc0 00000080:00200000:0.0:1789449592.903735:0:35917:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:0.0:1789449592.903738:0:35917:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b83634600. 00800000:00000002:0.0:1789449592.903741:0:35917:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:0.0:1789449592.903743:0:35917:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789449592.903745:0:35917:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789449592.903747:0:35917:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181bf3ae0 00800000:00000002:0.0:1789449592.903748:0:35917:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449592.903751:0:35917:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789449592.903752:0:35917:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449592.903754:0:35917:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449592.903755:0:35917:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449592.903757:0:35917:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449592.903758:0:35917:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449592.903760:0:35917:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789449592.903762:0:35917:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449592.903764:0:35917:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789449592.903767:0:35917:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789449592.903769:0:35917:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181bf39b0 00000002:00010000:0.0:1789449592.903770:0:35917:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789449592.903773:0:35917:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789449592.903774:0:35917:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449592.903775:0:35917:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449592.903778:0:35917:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922dee00 count: 2 00010000:00000001:0.0:1789449592.903781:0:35917:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449592.903783:0:35917:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449592.903785:0:35917:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789449592.903789:0:35917:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75600/0xcddde1459ded685d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3df2c expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1789449592.903796:0:35917:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789449592.903799:0:35917:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449592.903801:0:35917:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75600/0xcddde1459ded685d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3df2c expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1789449592.903807:0:35917:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789449592.903809:0:35917:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789449592.903811:0:35917:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789449592.903813:0:35917:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789449592.903814:0:35917:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789449592.903816:0:35917:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789449592.903818:0:35917:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789449592.903820:0:35917:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:0.0:1789449592.903823:0:35917:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b83634600. 00000080:00000001:0.0:1789449592.903825:0:35917:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789449592.903826:0:35917:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449592.903828:0:35917:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:0.0:1789449592.903830:0:35917:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded685d 00800000:00000001:0.0:1789449592.903833:0:35917:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789449592.903834:0:35917:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789449592.903835:0:35917:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449592.903836:0:35917:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449592.903838:0:35917:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75600 refcount=3 00000020:00000001:0.0:1789449592.903840:0:35917:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016243712 : -107152693307904 : ffff9e8b91c75600) 00010000:00000001:0.0:1789449592.903842:0:35917:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016243712 : -107152693307904 : ffff9e8b91c75600) 00010000:00000001:0.0:1789449592.903844:0:35917:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449592.903845:0:35917:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789449592.903846:0:35917:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449592.903848:0:35917:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789449592.903850:0:35917:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded685d from it ffffb71181bf3bf8 00010000:00000001:0.0:1789449592.903852:0:35917:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449592.903853:0:35917:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449592.903854:0:35917:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75600 refcount=3 00000020:00000001:0.0:1789449592.903856:0:35917:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016243712 : -107152693307904 : ffff9e8b91c75600) 00010000:00000001:0.0:1789449592.903858:0:35917:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016243712 : -107152693307904 : ffff9e8b91c75600) 00010000:00000001:0.0:1789449592.903859:0:35917:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789449592.903862:0:35917:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75600/0xcddde1459ded685d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3df2c expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1789449592.903869:0:35917:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449592.903870:0:35917:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449592.903871:0:35917:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789449592.903873:0:35917:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789449592.903875:0:35917:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75600/0xcddde1459ded685d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3df2c expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1789449592.904018:0:35917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789449592.904020:0:35917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789449592.904021:0:35917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449592.904023:0:35917:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449592.904024:0:35917:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449592.904026:0:35917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449592.904027:0:35917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789449592.904029:0:35917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449592.904030:0:35917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449592.904032:0:35917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449592.904034:0:35917:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789449592.904036:0:35917:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449592.904037:0:35917:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789449592.904038:0:35917:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789449592.904039:0:35917:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789449592.904042:0:35917:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908), inode mode 41ff mask 1 00000080:00000001:0.0:1789449592.904045:0:35917:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449592.904048:0:35917:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1789449592.904049:0:35917:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181bf3be8 00000080:00002000:0.0:1789449592.904050:0:35917:0:(dcache.c:87:ll_dcompare()) found name recon(ffff9e8b891d30d8) flags 0x48004e refc 0 00000080:00000001:0.0:1789449592.904052:0:35917:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449592.904054:0:35917:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181bf3c30 00000080:00200000:0.0:1789449592.904055:0:35917:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=9 00000080:00000001:0.0:1789449592.904061:0:35917:0:(xattr.c:558:ll_xattr_get_common()) Process entered 00000080:00000001:0.0:1789449592.904063:0:35917:0:(xattr.c:583:ll_xattr_get_common()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1789449592.904144:0:35917:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1789449592.904146:0:35917:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181bf3e40 00000080:00002000:0.0:1789449592.904147:0:35917:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff9e8b891d30d8, parent ffff9e8b892cbca8, inode ffff9e8b891ca1c8) hashed, 00000080:00000001:0.0:1789449592.904150:0:35917:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449592.911553:0:35918:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789449592.911562:0:35918:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789449592.911565:0:35918:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789449592.911569:0:35918:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181513b20 00000080:00200000:2.0:1789449592.911573:0:35918:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:2.0:1789449592.911582:0:35918:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b83078400. 00800000:00000002:2.0:1789449592.911588:0:35918:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:2.0:1789449592.911592:0:35918:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789449592.911599:0:35918:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789449592.911601:0:35918:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181513a40 00800000:00000002:2.0:1789449592.911604:0:35918:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789449592.911608:0:35918:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789449592.911611:0:35918:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789449592.911613:0:35918:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789449592.911616:0:35918:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789449592.911619:0:35918:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789449592.911622:0:35918:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449592.911624:0:35918:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789449592.911626:0:35918:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449592.911631:0:35918:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789449592.911638:0:35918:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789449592.911640:0:35918:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181513910 00000002:00010000:2.0:1789449592.911642:0:35918:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789449592.911645:0:35918:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789449592.911647:0:35918:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789449592.911651:0:35918:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789449592.911657:0:35918:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922dee00 count: 2 00010000:00000001:2.0:1789449592.911661:0:35918:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789449592.911667:0:35918:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449592.911673:0:35918:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789449592.911679:0:35918:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75600/0xcddde1459ded685d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3df2c expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:2.0:1789449592.911690:0:35918:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789449592.911696:0:35918:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449592.911699:0:35918:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75600/0xcddde1459ded685d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3df2c expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:2.0:1789449592.911707:0:35918:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789449592.911710:0:35918:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789449592.911712:0:35918:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789449592.911714:0:35918:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789449592.911715:0:35918:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789449592.911717:0:35918:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789449592.911720:0:35918:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789449592.911723:0:35918:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:2.0:1789449592.911727:0:35918:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b83078400. 00000080:00000001:2.0:1789449592.911732:0:35918:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789449592.911733:0:35918:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789449592.911736:0:35918:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:2.0:1789449592.911740:0:35918:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded685d 00800000:00000001:2.0:1789449592.911743:0:35918:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789449592.911746:0:35918:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789449592.911748:0:35918:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449592.911751:0:35918:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449592.911754:0:35918:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75600 refcount=3 00000020:00000001:2.0:1789449592.911756:0:35918:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016243712 : -107152693307904 : ffff9e8b91c75600) 00010000:00000001:2.0:1789449592.911759:0:35918:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016243712 : -107152693307904 : ffff9e8b91c75600) 00010000:00000001:2.0:1789449592.911762:0:35918:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449592.911764:0:35918:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789449592.911765:0:35918:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789449592.911767:0:35918:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789449592.911770:0:35918:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded685d from it ffffb71181513b58 00010000:00000001:2.0:1789449592.911772:0:35918:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449592.911773:0:35918:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449592.911774:0:35918:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75600 refcount=3 00000020:00000001:2.0:1789449592.911776:0:35918:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016243712 : -107152693307904 : ffff9e8b91c75600) 00010000:00000001:2.0:1789449592.911778:0:35918:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016243712 : -107152693307904 : ffff9e8b91c75600) 00010000:00000001:2.0:1789449592.911781:0:35918:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789449592.911784:0:35918:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75600/0xcddde1459ded685d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3df2c expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1789449592.911791:0:35918:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449592.911792:0:35918:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449592.911794:0:35918:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789449592.911796:0:35918:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789449592.911798:0:35918:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75600/0xcddde1459ded685d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3df2c expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1789449592.911805:0:35918:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789449592.911808:0:35918:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789449592.911810:0:35918:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789449592.911814:0:35918:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449592.911816:0:35918:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449592.911817:0:35918:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449592.911821:0:35918:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789449592.911823:0:35918:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449592.911825:0:35918:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449592.911827:0:35918:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449592.911829:0:35918:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789449592.911830:0:35918:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449592.911831:0:35918:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789449592.911835:0:35918:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789449592.911837:0:35918:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789449592.911839:0:35918:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908), inode mode 41ff mask 1 00000080:00000001:2.0:1789449592.911844:0:35918:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449592.911847:0:35918:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1789449592.911850:0:35918:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181513b48 00000080:00002000:2.0:1789449592.911852:0:35918:0:(dcache.c:87:ll_dcompare()) found name recon(ffff9e8b891d30d8) flags 0x48004e refc 0 00000080:00000001:2.0:1789449592.911854:0:35918:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449592.911856:0:35918:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181513b90 00000080:00200000:2.0:1789449592.911858:0:35918:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000020:00000001:2.0:1789449592.911864:0:35918:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181513d08 00000080:00200008:2.0:1789449592.911867:0:35918:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000405:0x30:0x0](ffff9e8b891ca1c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1789449592.911872:0:35918:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789449592.911873:0:35918:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181513c80 00000080:00200000:2.0:1789449592.911875:0:35918:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x30:0x0](ffff9e8b891ca1c8),name=recon 00000080:00000010:2.0:1789449592.911904:0:35918:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b83078400. 00800000:00000002:2.0:1789449592.911907:0:35918:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:2.0:1789449592.911912:0:35918:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789449592.911914:0:35918:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789449592.911916:0:35918:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181513ba0 00800000:00000002:2.0:1789449592.911918:0:35918:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x30:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789449592.911920:0:35918:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789449592.911924:0:35918:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789449592.911925:0:35918:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789449592.911926:0:35918:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789449592.911928:0:35918:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789449592.911930:0:35918:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449592.911932:0:35918:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789449592.911933:0:35918:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789449592.911936:0:35918:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789449592.911937:0:35918:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789449592.911938:0:35918:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789449592.911939:0:35918:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789449592.911941:0:35918:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449592.911942:0:35918:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:2.0:1789449592.911944:0:35918:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449592.911946:0:35918:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x30:0x0], name='' -> mds #0 00000002:00000001:2.0:1789449592.911950:0:35918:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789449592.911951:0:35918:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181513a70 00000002:00010000:2.0:1789449592.911953:0:35918:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x30:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789449592.911957:0:35918:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789449592.911958:0:35918:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789449592.911959:0:35918:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789449592.911962:0:35918:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922de300 count: 4 00010000:00000001:2.0:1789449592.911965:0:35918:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789449592.911968:0:35918:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449592.911970:0:35918:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789449592.911974:0:35918:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d000/0xcddde1459ded6833 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xeb7cbf5e2fd3ded8 expref: -99 pid: 35909 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 02000000:00000001:2.0:1789449592.911986:0:35918:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789449592.911988:0:35918:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449592.911990:0:35918:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d000/0xcddde1459ded6833 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xeb7cbf5e2fd3ded8 expref: -99 pid: 35909 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000002:00000001:2.0:1789449592.911996:0:35918:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789449592.911997:0:35918:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789449592.911999:0:35918:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789449592.912000:0:35918:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789449592.912002:0:35918:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789449592.912004:0:35918:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789449592.912006:0:35918:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789449592.912008:0:35918:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:2.0:1789449592.912010:0:35918:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b83078400. 00000080:00000001:2.0:1789449592.912012:0:35918:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789449592.912014:0:35918:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789449592.912016:0:35918:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x30:0x0](ffff9e8b891ca1c8) 00000080:00010000:2.0:1789449592.912019:0:35918:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x30:0x0](ffff9e8b891ca1c8) for lock 0xcddde1459ded6833 00800000:00000001:2.0:1789449592.912021:0:35918:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789449592.912022:0:35918:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789449592.912024:0:35918:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449592.912025:0:35918:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449592.912026:0:35918:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4d000 refcount=3 00000020:00000001:2.0:1789449592.912028:0:35918:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016078336 : -107152693473280 : ffff9e8b91c4d000) 00010000:00000001:2.0:1789449592.912030:0:35918:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016078336 : -107152693473280 : ffff9e8b91c4d000) 00010000:00000001:2.0:1789449592.912032:0:35918:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449592.912033:0:35918:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789449592.912034:0:35918:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789449592.912036:0:35918:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789449592.912038:0:35918:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded6833 from it ffffb71181513cb8 00010000:00000001:2.0:1789449592.912039:0:35918:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449592.912041:0:35918:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449592.912042:0:35918:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4d000 refcount=3 00000020:00000001:2.0:1789449592.912044:0:35918:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016078336 : -107152693473280 : ffff9e8b91c4d000) 00010000:00000001:2.0:1789449592.912046:0:35918:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016078336 : -107152693473280 : ffff9e8b91c4d000) 00010000:00000001:2.0:1789449592.912048:0:35918:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789449592.912050:0:35918:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d000/0xcddde1459ded6833 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xeb7cbf5e2fd3ded8 expref: -99 pid: 35909 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1789449592.912057:0:35918:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449592.912058:0:35918:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449592.912059:0:35918:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789449592.912060:0:35918:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789449592.912063:0:35918:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d000/0xcddde1459ded6833 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xeb7cbf5e2fd3ded8 expref: -99 pid: 35909 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 1 00010000:00000001:2.0:1789449592.912068:0:35918:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789449592.912070:0:35918:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789449592.912071:0:35918:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789449592.912073:0:35918:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449592.912074:0:35918:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449592.912075:0:35918:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449592.912077:0:35918:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789449592.912079:0:35918:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449592.912080:0:35918:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449592.912082:0:35918:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449592.912084:0:35918:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789449592.912085:0:35918:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449592.912086:0:35918:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789449592.912087:0:35918:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789449592.912089:0:35918:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789449592.912092:0:35918:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:2.0:1789449592.912095:0:35918:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1789449592.912097:0:35918:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789449592.912099:0:35918:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1789449592.912100:0:35918:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449592.912102:0:35918:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789449592.912106:0:35918:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:2.0:1789449592.912110:0:35918:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789449592.915971:0:35918:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820824040 : -107152888727576 : ffff9e8b862177e8) 00000020:00001000:2.0:1789449592.915985:0:35918:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b862177e0 00000020:00000001:2.0:1789449592.915992:0:35918:0:(cl_object.c:143:cl_object_top()) ffff9e8b903b5dc8 -> ffff9e8b903b5dc8 00000020:00000001:2.0:1789449592.915996:0:35918:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:2.0:1789449592.915999:0:35918:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1789449592.916001:0:35918:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x30:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:2.0:1789449592.916004:0:35918:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789449592.916005:0:35918:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1789449592.916008:0:35918:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1789449592.916011:0:35918:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449592.916012:0:35918:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789449592.916017:0:35918:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x30:0x0]io ffff9e8b84db1090 type 7 ignore/verify layout 0/1 00020000:00000002:2.0:1789449592.916020:0:35918:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b90f1c0f8) owner 0000000000000000/ffff9e8b86598000 00020000:00000001:2.0:1789449592.916025:0:35918:0:(lov_io.c:2266:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1789449592.916028:0:35918:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1789449592.916030:0:35918:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1789449592.916032:0:35918:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449592.916035:0:35918:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1789449592.916037:0:35918:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1789449592.916038:0:35918:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449592.916039:0:35918:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789449592.916040:0:35918:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1789449592.916042:0:35918:0:(lov_io.c:2279:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1789449592.916043:0:35918:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b90f1c0f8) owner 0000000000000000/ffff9e8b86598000 00000020:00000001:2.0:1789449592.916046:0:35918:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789449592.916048:0:35918:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1789449592.916050:0:35918:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x30:0x0] 00000020:00000001:2.0:1789449592.916052:0:35918:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1789449592.916055:0:35918:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1789449592.916058:0:35918:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1789449592.916060:0:35918:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000001:2.0:1789449592.916065:0:35918:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449592.916070:0:35918:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449592.916195:0:35918:0:(lov_offset.c:141:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789449592.916197:0:35918:0:(lov_offset.c:264:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1789449592.916200:0:35918:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000010:2.0:1789449592.916216:0:35918:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9e8b83162300. 00020000:00000001:2.0:1789449592.916220:0:35918:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449592.916222:0:35918:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449592.916224:0:35918:0:(lov_offset.c:141:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789449592.916225:0:35918:0:(lov_offset.c:264:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1789449592.916228:0:35918:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1789449592.916230:0:35918:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789449592.916232:0:35918:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1789449592.916235:0:35918:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789449592.916239:0:35918:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822168 : -107152888729448 : ffff9e8b86217098) 00000020:00001000:2.0:1789449592.916242:0:35918:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217090 00000020:00000001:2.0:1789449592.916245:0:35918:0:(cl_object.c:143:cl_object_top()) ffff9e8b903b5918 -> ffff9e8b903b5dc8 00000020:00000001:2.0:1789449592.916247:0:35918:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:2.0:1789449592.916251:0:35918:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789449592.916252:0:35918:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1789449592.916254:0:35918:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:2.0:1789449592.916256:0:35918:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446636920799432848 : -107152910118768 : ffff9e8b84db1090) 00000020:00000001:2.0:1789449592.916258:0:35918:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449592.916260:0:35918:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449592.916262:0:35918:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993113320 : -107152716438296 : ffff9e8b906664e8) 00000020:00000001:2.0:1789449592.916264:0:35918:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1789449592.916270:0:35918:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9e8b8633dc80. 00000008:00010000:2.0:1789449592.916273:0:35918:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1789449592.916276:0:35918:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1789449592.916277:0:35918:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1789449592.916279:0:35918:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9e8b83162330, osc lock ffff9e8b8633dc80, flags 0x400001002 00000020:00000001:2.0:1789449592.916281:0:35918:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449592.916283:0:35918:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449592.916285:0:35918:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000001:2.0:1789449592.916287:0:35918:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446636920769749760 : -107152939801856 : ffff9e8b83162300) 00000020:00000001:2.0:1789449592.916290:0:35918:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1789449592.916291:0:35918:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1789449592.916293:0:35918:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449592.916295:0:35918:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449592.916297:0:35918:0:(cl_io.c:1190:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1789449592.916300:0:35918:0:(cl_io.c:1198:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1789449592.916301:0:35918:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1789449592.916304:0:35918:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1789449592.916305:0:35918:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789449592.916307:0:35918:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993113320 : -107152716438296 : ffff9e8b906664e8) 00000020:00000001:2.0:1789449592.916309:0:35918:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1789449592.916311:0:35918:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1789449592.916313:0:35918:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1789449592.916318:0:35918:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1789449592.916320:0:35918:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1789449592.916322:0:35918:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1789449592.916324:0:35918:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1789449592.916326:0:35918:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1789449592.916327:0:35918:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1789449592.916329:0:35918:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1789449592.916334:0:35918:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789449592.916342:0:35918:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652700 count: 2 00010000:00000001:2.0:1789449592.916346:0:35918:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789449592.916354:0:35918:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789449592.916361:0:35918:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789449592.916367:0:35918:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000c45015f7/0xcddde1459ded6841 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xeb7cbf5e2fd3deed expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 02000000:00000001:2.0:1789449592.916382:0:35918:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789449592.916389:0:35918:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449592.916393:0:35918:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000c45015f7/0xcddde1459ded6841 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xeb7cbf5e2fd3deed expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:2.0:1789449592.916401:0:35918:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449592.916404:0:35918:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449592.916408:0:35918:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4da00 refcount=4 00000020:00000001:2.0:1789449592.916410:0:35918:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:2.0:1789449592.916413:0:35918:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00000008:00000001:2.0:1789449592.916417:0:35918:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1789449592.916420:0:35918:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449592.916421:0:35918:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449592.916423:0:35918:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4da00 refcount=5 00000020:00000001:2.0:1789449592.916425:0:35918:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:2.0:1789449592.916428:0:35918:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00000020:00000001:2.0:1789449592.916432:0:35918:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1789449592.916434:0:35918:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1789449592.916436:0:35918:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1789449592.916438:0:35918:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449592.916440:0:35918:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789449592.916441:0:35918:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789449592.916443:0:35918:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4da00 refcount=6 00000020:00000001:2.0:1789449592.916445:0:35918:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:2.0:1789449592.916448:0:35918:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:2.0:1789449592.916450:0:35918:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789449592.916453:0:35918:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000c45015f7/0xcddde1459ded6841 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xeb7cbf5e2fd3deed expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:2.0:1789449592.916460:0:35918:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449592.916462:0:35918:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449592.916464:0:35918:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789449592.916466:0:35918:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789449592.916469:0:35918:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000c45015f7/0xcddde1459ded6841 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xeb7cbf5e2fd3deed expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:2.0:1789449592.916477:0:35918:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789449592.916480:0:35918:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789449592.916482:0:35918:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789449592.916485:0:35918:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449592.916489:0:35918:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789449592.916491:0:35918:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449592.916493:0:35918:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449592.916495:0:35918:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789449592.916497:0:35918:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789449592.916499:0:35918:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449592.916500:0:35918:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789449592.916501:0:35918:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449592.916502:0:35918:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1789449592.916504:0:35918:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789449592.916507:0:35918:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449592.916508:0:35918:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789449592.916511:0:35918:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449592.916513:0:35918:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449592.916514:0:35918:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1789449592.916516:0:35918:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1789449592.916519:0:35918:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1789449592.916520:0:35918:0:(cl_io.c:1210:cl_sync_io_wait()) Process entered 00000020:00000001:2.0:1789449592.916522:0:35918:0:(cl_io.c:1234:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449592.916523:0:35918:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449592.916527:0:35918:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1789449592.916530:0:35918:0:(cl_object.c:143:cl_object_top()) ffff9e8b903b5dc8 -> ffff9e8b903b5dc8 00000020:00000001:2.0:1789449592.916532:0:35918:0:(cl_object.c:143:cl_object_top()) ffff9e8b903b5dc8 -> ffff9e8b903b5dc8 00000020:00000001:2.0:1789449592.916534:0:35918:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1789449592.916536:0:35918:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1789449592.916539:0:35918:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1789449592 a=1789449592 c=1789449592 b=0 00020000:00000001:2.0:1789449592.916542:0:35918:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449592.916544:0:35918:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449592.916546:0:35918:0:(cl_object.c:143:cl_object_top()) ffff9e8b903b5dc8 -> ffff9e8b903b5dc8 00000080:00200000:2.0:1789449592.916548:0:35918:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x30:0x0] updating i_size 46 i_blocks 0 00000080:00000001:2.0:1789449592.916552:0:35918:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1789449592.916555:0:35918:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1789449592.916557:0:35918:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9e8b84db1030 (ffff9e8b862177e8/0) at cl_lock_release():245 00000020:00000001:2.0:1789449592.916560:0:35918:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1789449592.916561:0:35918:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e8b84db1030 (ffff9e8b862177e8/0) at cl_lock_cancel():142 00020000:00000001:2.0:1789449592.916564:0:35918:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1789449592.916566:0:35918:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789449592.916567:0:35918:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993113320 : -107152716438296 : ffff9e8b906664e8) 00000020:00000001:2.0:1789449592.916569:0:35918:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1789449592.916570:0:35918:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e8b83162330 (ffff9e8b86217098/1) at cl_lock_cancel():142 00000008:00000001:2.0:1789449592.916573:0:35918:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1789449592.916575:0:35918:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:2.0:1789449592.916576:0:35918:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789449592.916577:0:35918:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1789449592.916579:0:35918:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1789449592.916581:0:35918:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1789449592.916582:0:35918:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1789449592.916584:0:35918:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1789449592.916585:0:35918:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1789449592.916587:0:35918:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e8b84db1030 (ffff9e8b862177e8/0) at cl_lock_fini():72 00020000:00000001:2.0:1789449592.916590:0:35918:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1789449592.916591:0:35918:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1789449592.916592:0:35918:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e8b83162330 (ffff9e8b862177e8/1) at cl_lock_fini():72 00000008:00000010:2.0:1789449592.916595:0:35918:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9e8b8633dc80. 00000020:00000001:2.0:1789449592.916600:0:35918:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1789449592.916602:0:35918:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9e8b83162300. 00020000:00000001:2.0:1789449592.916605:0:35918:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1789449592.916606:0:35918:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1789449592.916608:0:35918:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1789449592.916609:0:35918:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449592.916611:0:35918:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:2.0:1789449592.916613:0:35918:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1789449592.916615:0:35918:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1789449592.916616:0:35918:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:2.0:1789449592.916618:0:35918:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:2.0:1789449592.916619:0:35918:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217090 00020000:00000001:2.0:1789449592.916622:0:35918:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1789449592.916624:0:35918:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1789449592.916626:0:35918:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1789449592.916629:0:35918:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x30:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1789449592.916631:0:35918:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1789449592.916633:0:35918:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449592.916635:0:35918:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1789449592.916637:0:35918:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1789449592.916638:0:35918:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:2.0:1789449592.916640:0:35918:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b862177e0 00000001:00000001:2.0:1789449592.916642:0:35918:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449592.916649:0:35918:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181513d08 00000080:00000008:2.0:1789449592.916651:0:35918:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000405:0x30:0x0](ffff9e8b891ca1c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1789449592.916658:0:35918:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1789449592.916660:0:35918:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181513da0 00000080:00002000:2.0:1789449592.916662:0:35918:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff9e8b891d30d8, parent ffff9e8b892cbca8, inode ffff9e8b891ca1c8) hashed, 00000080:00000001:2.0:1789449592.916665:0:35918:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789449592.916710:0:35918:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789449592.916714:0:35918:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789449592.916716:0:35918:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789449592.916718:0:35918:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181513bd8 00000080:00200000:2.0:1789449592.916721:0:35918:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:2.0:1789449592.916728:0:35918:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b83078400. 00800000:00000002:2.0:1789449592.916734:0:35918:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:2.0:1789449592.916737:0:35918:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789449592.917697:0:35918:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789449592.917705:0:35918:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181513af8 00800000:00000002:2.0:1789449592.917710:0:35918:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789449592.917716:0:35918:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789449592.917719:0:35918:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789449592.917721:0:35918:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789449592.917724:0:35918:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789449592.917727:0:35918:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789449592.917729:0:35918:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789449592.917731:0:35918:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789449592.917734:0:35918:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449592.924002:0:35918:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789449592.924019:0:35918:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789449592.924024:0:35918:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb711815139c8 00000002:00010000:3.0:1789449592.924027:0:35918:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789449592.924032:0:35918:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789449592.924034:0:35918:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789449592.924038:0:35918:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789449592.924046:0:35918:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922dee00 count: 2 00010000:00000001:3.0:1789449592.924050:0:35918:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789449592.924056:0:35918:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449592.924060:0:35918:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789449592.924139:0:35918:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75600/0xcddde1459ded685d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3df2c expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:3.0:1789449592.924151:0:35918:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789449592.924157:0:35918:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449592.924161:0:35918:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75600/0xcddde1459ded685d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3df2c expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:3.0:1789449592.924168:0:35918:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789449592.924171:0:35918:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789449592.924172:0:35918:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789449592.924174:0:35918:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789449592.924177:0:35918:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789449592.924180:0:35918:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789449592.924183:0:35918:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789449592.924188:0:35918:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:3.0:1789449592.924192:0:35918:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b83078400. 00000080:00000001:3.0:1789449592.924200:0:35918:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789449592.924202:0:35918:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789449592.924205:0:35918:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:3.0:1789449592.924208:0:35918:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded685d 00800000:00000001:3.0:1789449592.924212:0:35918:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789449592.924214:0:35918:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789449592.924216:0:35918:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449592.924218:0:35918:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449592.924221:0:35918:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75600 refcount=3 00000020:00000001:3.0:1789449592.924224:0:35918:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016243712 : -107152693307904 : ffff9e8b91c75600) 00010000:00000001:3.0:1789449592.924227:0:35918:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016243712 : -107152693307904 : ffff9e8b91c75600) 00010000:00000001:3.0:1789449592.924230:0:35918:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449592.924232:0:35918:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789449592.924233:0:35918:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789449592.924235:0:35918:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789449592.924237:0:35918:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded685d from it ffffb71181513c10 00010000:00000001:3.0:1789449592.924239:0:35918:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449592.924240:0:35918:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449592.924242:0:35918:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75600 refcount=3 00000020:00000001:3.0:1789449592.924243:0:35918:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016243712 : -107152693307904 : ffff9e8b91c75600) 00010000:00000001:3.0:1789449592.924245:0:35918:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016243712 : -107152693307904 : ffff9e8b91c75600) 00010000:00000001:3.0:1789449592.924247:0:35918:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789449592.924250:0:35918:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75600/0xcddde1459ded685d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3df2c expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1789449592.924257:0:35918:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449592.924258:0:35918:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449592.924259:0:35918:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789449592.924262:0:35918:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789449592.924264:0:35918:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75600/0xcddde1459ded685d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3df2c expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1789449592.924272:0:35918:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449592.924275:0:35918:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789449592.924277:0:35918:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449592.924281:0:35918:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449592.924282:0:35918:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449592.924284:0:35918:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449592.924287:0:35918:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789449592.924289:0:35918:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449592.924290:0:35918:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449592.924294:0:35918:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449592.924296:0:35918:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789449592.924298:0:35918:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449592.924299:0:35918:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789449592.924302:0:35918:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789449592.924304:0:35918:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789449592.924307:0:35918:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908), inode mode 41ff mask 1 00000080:00000001:3.0:1789449592.924313:0:35918:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449592.924324:0:35918:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1789449592.924326:0:35918:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181513da0 00000080:00002000:3.0:1789449592.924328:0:35918:0:(dcache.c:87:ll_dcompare()) found name recon(ffff9e8b891d30d8) flags 0x48004e refc 0 00000080:00000001:3.0:1789449592.924330:0:35918:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789449592.924332:0:35918:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181513e10 00000080:00200000:3.0:1789449592.924333:0:35918:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=0 00000080:00000001:3.0:1789449592.924339:0:35918:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789449592.924340:0:35918:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789449592.924342:0:35918:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181513d30 00000080:00200000:3.0:1789449592.924344:0:35918:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908),name=/ 00000080:00000010:3.0:1789449592.924354:0:35918:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b888a3e00. 00800000:00000002:3.0:1789449592.924360:0:35918:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00000080:00000001:3.0:1789449592.924364:0:35918:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789449592.924367:0:35918:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789449592.924369:0:35918:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181513c50 00800000:00000002:3.0:1789449592.924370:0:35918:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789449592.924373:0:35918:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789449592.924375:0:35918:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789449592.924378:0:35918:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789449592.924381:0:35918:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789449592.924383:0:35918:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789449592.924385:0:35918:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449592.924387:0:35918:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789449592.924389:0:35918:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449592.924392:0:35918:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789449592.924395:0:35918:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789449592.924396:0:35918:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181513b20 00000002:00010000:3.0:1789449592.924398:0:35918:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789449592.924401:0:35918:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789449592.924402:0:35918:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789449592.924403:0:35918:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789449592.924406:0:35918:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922dee00 count: 2 00010000:00000001:3.0:1789449592.924409:0:35918:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789449592.924411:0:35918:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449592.924413:0:35918:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789449592.924416:0:35918:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75600/0xcddde1459ded685d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3df2c expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:3.0:1789449592.924422:0:35918:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789449592.924424:0:35918:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789449592.924427:0:35918:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75600/0xcddde1459ded685d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3df2c expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:3.0:1789449592.924433:0:35918:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789449592.924644:0:35918:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789449592.924647:0:35918:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789449592.924649:0:35918:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789449592.924651:0:35918:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789449592.924653:0:35918:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789449592.924655:0:35918:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789449592.924657:0:35918:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:3.0:1789449592.924660:0:35918:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b888a3e00. 00000080:00000001:3.0:1789449592.924663:0:35918:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789449592.924665:0:35918:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789449592.924667:0:35918:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00010000:3.0:1789449592.924670:0:35918:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e8b89180908) for lock 0xcddde1459ded685d 00800000:00000001:3.0:1789449592.924673:0:35918:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789449592.924674:0:35918:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789449592.924676:0:35918:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449592.924677:0:35918:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449592.924679:0:35918:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75600 refcount=3 00000020:00000001:3.0:1789449592.924681:0:35918:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016243712 : -107152693307904 : ffff9e8b91c75600) 00010000:00000001:3.0:1789449592.924683:0:35918:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016243712 : -107152693307904 : ffff9e8b91c75600) 00010000:00000001:3.0:1789449592.924685:0:35918:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449592.924686:0:35918:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789449592.924688:0:35918:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789449592.924690:0:35918:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789449592.924692:0:35918:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddde1459ded685d from it ffffb71181513d68 00010000:00000001:3.0:1789449592.924693:0:35918:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449592.924695:0:35918:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449592.924696:0:35918:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c75600 refcount=3 00000020:00000001:3.0:1789449592.924698:0:35918:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016243712 : -107152693307904 : ffff9e8b91c75600) 00010000:00000001:3.0:1789449592.924699:0:35918:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016243712 : -107152693307904 : ffff9e8b91c75600) 00010000:00000001:3.0:1789449592.924701:0:35918:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789449592.924704:0:35918:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75600/0xcddde1459ded685d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xeb7cbf5e2fd3df2c expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1789449592.924711:0:35918:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449592.924712:0:35918:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449592.924713:0:35918:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789449592.924715:0:35918:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789449592.924718:0:35918:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75600/0xcddde1459ded685d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xeb7cbf5e2fd3df2c expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:3.0:1789449592.924724:0:35918:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449592.924726:0:35918:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789449592.924727:0:35918:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449592.924729:0:35918:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449592.924730:0:35918:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449592.924732:0:35918:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449592.924734:0:35918:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789449592.924735:0:35918:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449592.924736:0:35918:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449592.924738:0:35918:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449592.924740:0:35918:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789449592.924741:0:35918:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449592.924742:0:35918:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789449592.924744:0:35918:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789449592.924745:0:35918:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789449592.924747:0:35918:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e8b89180908), inode mode 41ff mask 3 00000080:00000001:3.0:1789449592.924751:0:35918:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449592.924755:0:35918:0:(namei.c:2348:ll_unlink()) Process entered 00000020:00000001:3.0:1789449592.924757:0:35918:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181513df8 00000080:00200000:3.0:1789449592.924759:0:35918:0:(namei.c:2351:ll_unlink()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff9e8b89180908) 00000080:00000001:3.0:1789449592.924763:0:35918:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:3.0:1789449592.924766:0:35918:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789449592.924770:0:35918:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820823176 : -107152888728440 : ffff9e8b86217488) 00000020:00001000:3.0:1789449592.924773:0:35918:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b86217480 00000020:00000001:3.0:1789449592.924776:0:35918:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1789449592.924782:0:35918:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b90f1c0f8) owner 0000000000000000/ffff9e8b86598000 00020000:00000002:3.0:1789449592.924786:0:35918:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9e8b87cd5600 addref 2/0 by ffff9e8b86598000. 00020000:00000002:3.0:1789449592.924789:0:35918:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b90f1c0f8) owner 0000000000000000/ffff9e8b86598000 00020000:00000001:3.0:1789449592.924792:0:35918:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1789449592.924795:0:35918:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1789449592.924797:0:35918:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1789449592.924799:0:35918:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:3.0:1789449592.924802:0:35918:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:3.0:1789449592.924805:0:35918:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b86217480 00000080:00000001:3.0:1789449592.924808:0:35918:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1789449592.924813:0:35918:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e8b888a3e00. 00800000:00000002:3.0:1789449592.924816:0:35918:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9e8b8b0d1180 2 00800000:00000001:3.0:1789449592.924824:0:35918:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:3.0:1789449592.924828:0:35918:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789449592.924829:0:35918:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789449592.924831:0:35918:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789449592.924832:0:35918:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789449592.924834:0:35918:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449592.924836:0:35918:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789449592.924838:0:35918:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789449592.924840:0:35918:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789449592.924841:0:35918:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789449592.924842:0:35918:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789449592.924843:0:35918:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789449592.924845:0:35918:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449592.924847:0:35918:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:3.0:1789449592.924849:0:35918:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789449592.924852:0:35918:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:3.0:1789449592.924854:0:35918:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789449592.924855:0:35918:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789449592.924856:0:35918:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789449592.924857:0:35918:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789449592.924859:0:35918:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449592.924861:0:35918:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:3.0:1789449592.924862:0:35918:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449592.924865:0:35918:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000405:0x30:0x0] 00800000:00000001:3.0:1789449592.924867:0:35918:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449592.924869:0:35918:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000405:0x30:0x0] -> mds #0 00000002:00000001:3.0:1789449592.924874:0:35918:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:3.0:1789449592.924876:0:35918:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1789449592.925213:0:35918:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922dee00 count: 2 00010000:00000001:3.0:1789449592.925217:0:35918:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789449592.925221:0:35918:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1789449592.925224:0:35918:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789449592.925228:0:35918:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75600/0xcddde1459ded685d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xeb7cbf5e2fd3df2c expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00000001:3.0:1789449592.925237:0:35918:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789449592.925241:0:35918:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1789449592.925243:0:35918:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1789449592.925245:0:35918:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1789449592.925248:0:35918:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789449592.925250:0:35918:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789449592.925252:0:35918:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922dee00 count: 3 00010000:00000001:3.0:1789449592.925254:0:35918:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789449592.925256:0:35918:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449592.925258:0:35918:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789449592.925259:0:35918:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789449592.925260:0:35918:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922dee00 count: 3 00010000:00000001:3.0:1789449592.925262:0:35918:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789449592.925263:0:35918:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449592.925265:0:35918:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789449592.925266:0:35918:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789449592.925267:0:35918:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922dee00 count: 3 00010000:00000001:3.0:1789449592.925269:0:35918:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789449592.925271:0:35918:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449592.925273:0:35918:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1789449592.925276:0:35918:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9e8b89180840, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1789449592.925281:0:35918:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1789449592.925284:0:35918:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1789449592.925286:0:35918:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1789449592.925287:0:35918:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449592.925291:0:35918:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789449592.925296:0:35918:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789449592.925298:0:35918:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789449592.925300:0:35918:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449592.925302:0:35918:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1789449592.925305:0:35918:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9e8b91c75600 with handle 0xcddde1459ded685d from hash 00010000:00000001:3.0:1789449592.925308:0:35918:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789449592.925309:0:35918:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789449592.925311:0:35918:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789449592.925312:0:35918:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789449592.925315:0:35918:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789449592.925317:0:35918:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1789449592.925320:0:35918:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789449592.925322:0:35918:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789449592.925325:0:35918:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789449592.925327:0:35918:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1789449592.925329:0:35918:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922de300 count: 4 00010000:00000001:3.0:1789449592.925331:0:35918:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789449592.925333:0:35918:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1789449592.925336:0:35918:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789449592.925339:0:35918:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b889f1600/0xcddde1459ded6864 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x30:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xeb7cbf5e2fd3df3a expref: -99 pid: 35916 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:3.0:1789449592.925346:0:35918:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789449592.925348:0:35918:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1789449592.925349:0:35918:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1789449592.925350:0:35918:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x30:0x0] mode CR 00000002:00000001:3.0:1789449592.925353:0:35918:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789449592.925354:0:35918:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789449592.925356:0:35918:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922de300 count: 5 00010000:00000001:3.0:1789449592.925357:0:35918:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789449592.925360:0:35918:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449592.925361:0:35918:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789449592.925363:0:35918:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789449592.925364:0:35918:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922de300 count: 5 00010000:00000001:3.0:1789449592.925366:0:35918:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789449592.925368:0:35918:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789449592.925369:0:35918:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789449592.925370:0:35918:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789449592.925372:0:35918:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922de300 count: 5 00010000:00000001:3.0:1789449592.925373:0:35918:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789449592.925375:0:35918:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449592.925377:0:35918:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789449592.925379:0:35918:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:3.0:1789449592.925382:0:35918:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1789449592.925386:0:35918:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9e8b888a2c00. 00000080:00000001:3.0:1789449592.925388:0:35918:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:3.0:1789449592.925392:0:35918:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1789449592.925394:0:35918:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:3.0:1789449592.925396:0:35918:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789449592.925398:0:35918:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789449592.925399:0:35918:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789449592.925401:0:35918:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789449592.925402:0:35918:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449592.925404:0:35918:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:3.0:1789449592.925407:0:35918:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789449592.925409:0:35918:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x30:0x0] 00000002:00000001:3.0:1789449592.925412:0:35918:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1789449592.925414:0:35918:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9e8b89903000: [0x200000405:0x30:0x0] file closed with intent: 0 00000100:00000010:3.0:1789449592.925421:0:35918:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83108000. 00000020:00000040:3.0:1789449592.925425:0:35918:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=9 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000100:00000001:3.0:1789449592.925429:0:35918:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789449592.925432:0:35918:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789449592.926160:0:35918:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789449592.926176:0:35918:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e8b888a2600. 00000100:00000001:3.0:1789449592.926185:0:35918:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1789449592.926212:0:35918:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9e8b83690000 x1876371947545856/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1789449608 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1789449592.926226:0:35918:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e8b89903000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1789449592.926232:0:35918:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e8b83108000 x1876371947546112/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1789449592.926240:0:35918:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789449592.926242:0:35918:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789449592.926249:0:35918:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b831c5480. 00000100:00000001:3.0:1789449592.926252:0:35918:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920770155648 : -107152939395968 : ffff9e8b831c5480) 00000100:00000001:3.0:1789449592.926255:0:35918:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449592.926257:0:35918:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769380352 : -107152940171264 : ffff9e8b83108000) 00000100:00000001:3.0:1789449592.926261:0:35918:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789449592.926265:0:35918:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449592.926267:0:35918:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789449592.926269:0:35918:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789449592.926273:0:35918:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83108000 x1876371947546112/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449592.926281:0:35918:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789449592.926283:0:35918:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449592.926287:0:35918:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789449592.926289:0:35918:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789449592.926292:0:35918:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449592.926296:0:35918:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83108000 pname:cluuid:pid:xid:nid:opc:job rm:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35918:1876371947546112:192.168.202.109@tcp:35:rm.0 00000100:00000001:3.0:1789449592.926300:0:35918:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789449592.926305:0:35918:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789449592.926307:0:35918:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449592.926310:0:35918:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789449592.926314:0:35918:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b87c49800. 02000000:00000001:3.0:1789449592.926317:0:35918:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449592.926325:0:35918:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:3.0:1789449592.926330:0:35918:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b8525c3c8. 00000400:00000010:3.0:1789449592.926337:0:35918:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69198. 00000100:00000200:3.0:1789449592.926345:0:35918:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947546112, portal 10 00000100:00000001:3.0:1789449592.926347:0:35918:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449592.926348:0:35918:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769380352 : -107152940171264 : ffff9e8b83108000) 00000100:00000040:3.0:1789449592.926355:0:35918:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e8b83108000 x1876371947546112/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449608 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449592.926364:0:35918:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449592.926367:0:35918:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1789449592.926369:0:35918:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69d48. 00000100:00000200:3.0:1789449592.926372:0:35918:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876371947546112, offset 0 00000400:00000200:3.0:1789449592.926378:0:35918:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1789449592.926386:0:35918:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449592.926393:0:35918:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449592.926398:0:35918:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789449592.926403:0:35918:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1789449592.926407:0:35918:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789449592.926410:0:35918:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1789449592.926413:0:35918:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [3019:3019:256:4294967295] 192.168.202.109@tcp LPNI seq info [3019:3019:8:4294967295] 00000400:00000200:3.0:1789449592.926418:0:35918:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449592.926427:0:35918:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449592.926433:0:35918:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449592.926449:0:35918:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051c200. 00000800:00000200:3.0:1789449592.926457:0:35918:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449592.926465:0:35918:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449592.926470:0:35918:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051c200 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1789449592.926529:0:35918:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449592.926534:0:35918:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 807478 usecs (808 jiffies) 00000400:00000200:3.0:1789449592.926538:0:35918:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:3.0:1789449592.926541:0:35918:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296596420 00000100:00000001:3.0:1789449592.926545:0:35918:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296596513 00000100:00000001:3.0:1789449592.926547:0:35918:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296596420 00000100:00000001:3.0:1789449592.926550:0:35918:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296596514 00000100:00000001:3.0:1789449592.926552:0:35918:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449592.926555:0:35918:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449592.926557:0:35918:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449592.926560:0:35918:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789449592.926562:0:35918:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b831c5480 going to sleep for 11 seconds 00000100:00000001:3.0:1789449592.926565:0:35918:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449592.926568:0:35918:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449592.926972:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449592.926978:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b9051c200. 00000400:00000200:2.0:1789449592.926983:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449592.926989:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449592.926996:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69d48 00000400:00000010:2.0:1789449592.926999:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69d48. 00000100:00000001:2.0:1789449592.927003:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449592.927008:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83108000 x1876371947546112/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449608 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449592.927018:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449592.927021:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83108000 x1876371947546112/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449608 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789449592.927028:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449592.927030:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789449592.931342:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449592.931360:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449592.931364:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449592.931367:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449592.931376:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449592.931384:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449592.931392:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449592.931397:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449592.931402:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449592.931406:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 456 into portal 10 MB=0x6aa8ce3666600 00000400:00000200:3.0:1789449592.931412:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449592.931418:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 456/456 into md 0x8935 [1] + 224 00000800:00000001:3.0:1789449592.931424:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449592.931475:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449592.931480:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449592.931486:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449592.931494:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449592.931504:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83108000 x1876371947546112/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449608 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789449592.931515:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9e8b83108000 x1876371947546112/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449608 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789449592.931540:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449592.931550:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449592.931553:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449592.931712:0:35918:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789449592.931719:0:35918:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449592.931721:0:35918:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449592.931725:0:35918:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b8525c3c8. 00000400:00000200:0.0:1789449592.931729:0:35918:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69198 00000400:00000010:0.0:1789449592.931732:0:35918:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69198. 00000100:00000001:0.0:1789449592.931736:0:35918:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449592.931741:0:35918:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83108000 x1876371947546112/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449608 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789449592.931750:0:35918:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83108000 x1876371947546112/t0(0) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1789449608 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449592.931756:0:35918:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449592.931758:0:35918:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449592.931761:0:35918:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449592.931764:0:35918:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449592.931767:0:35918:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449592.931769:0:35918:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449592.931773:0:35918:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449592.931782:0:35918:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ecf0 time=72 v=5 (5 5 5 5) 00000100:00001000:0.0:1789449592.931786:0:35918:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=39 v=5 (1 0 0 0) 00000100:00000001:0.0:1789449592.931788:0:35918:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449592.931790:0:35918:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449592.931793:0:35918:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449592.931796:0:35918:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449592.931799:0:35918:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789449592.931801:0:35918:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1789449592.931802:0:35918:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789449592.931805:0:35918:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449592.931806:0:35918:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769380352 : -107152940171264 : ffff9e8b83108000) 00000100:00000001:0.0:1789449592.931809:0:35918:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789449592.931811:0:35918:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 8589934608 00000100:00000001:0.0:1789449592.931813:0:35918:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449592.931815:0:35918:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449592.931820:0:35918:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83108000 x1876371947546112/t8589934616(8589934616) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449608 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449592.931828:0:35918:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449592.931830:0:35918:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449592.931832:0:35918:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449592.931836:0:35918:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83108000 x1876371947546112/t8589934616(8589934616) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449608 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789449592.931845:0:35918:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83108000 pname:cluuid:pid:xid:nid:opc:job rm:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35918:1876371947546112:192.168.202.109@tcp:35:rm.0 00000100:00000001:0.0:1789449592.931849:0:35918:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449592.931852:0:35918:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449592.931854:0:35918:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789449592.931857:0:35918:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449592.931860:0:35918:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83108000 x1876371947546112/t8589934616(8589934616) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449608 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449592.931867:0:35918:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789449592.931870:0:35918:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b831c5480. 00000100:00000001:0.0:1789449592.931873:0:35918:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789449592.931875:0:35918:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449592.931928:0:35918:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449592.931930:0:35918:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769380352 : -107152940171264 : ffff9e8b83108000) 00000002:00000001:0.0:1789449592.931933:0:35918:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449592.931936:0:35918:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789449592.931942:0:35918:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b888a2c00. 00000080:00000001:0.0:1789449592.931946:0:35918:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1789449592.931949:0:35918:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1789449592.931952:0:35918:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789449592.931955:0:35918:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789449592.931958:0:35918:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789449592.931961:0:35918:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789449592.931963:0:35918:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449592.931965:0:35918:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:0.0:1789449592.931967:0:35918:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449592.931973:0:35918:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1789449592.931978:0:35918:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9e8b83690000 x1876371947545856/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1789449608 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449592.931987:0:35918:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449592.931988:0:35918:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920775180288 : -107152934371328 : ffff9e8b83690000) 00000100:00000001:0.0:1789449592.931991:0:35918:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449592.931994:0:35918:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83690000 x1876371947545856/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1789449608 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449592.932001:0:35918:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449592.932002:0:35918:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449592.932005:0:35918:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b83108000 x1876371947546112/t8589934616(8589934616) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449608 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449592.932011:0:35918:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449592.932013:0:35918:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449592.932016:0:35918:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83690000 x1876371947545856/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1789449608 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449592.932022:0:35918:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1789449592.932025:0:35918:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449592.932027:0:35918:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:0.0:1789449592.932029:0:35918:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449592.932033:0:35918:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e8b8678e400. 02000000:00000001:0.0:1789449592.932038:0:35918:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449592.932040:0:35918:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449592.932042:0:35918:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83690000. 00000100:00000001:0.0:1789449592.932045:0:35918:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449592.932047:0:35918:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449592.932048:0:35918:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449592.932051:0:35918:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83108000 x1876371947546112/t8589934616(8589934616) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449608 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449592.932057:0:35918:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789449592.932059:0:35918:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff9e8b8984fea0. 00000002:00000001:0.0:1789449592.932062:0:35918:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449592.932064:0:35918:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789449592.932066:0:35918:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9e8b91d9a940. 00000100:00000001:0.0:1789449592.932069:0:35918:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449592.932072:0:35918:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83108000 x1876371947546112/t8589934616(8589934616) o35->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1789449608 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789449592.932078:0:35918:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789449592.932080:0:35918:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449592.932082:0:35918:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e8b87c49800. 02000000:00000001:0.0:1789449592.932085:0:35918:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789449592.932086:0:35918:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449592.932087:0:35918:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:0.0:1789449592.932089:0:35918:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449592.932090:0:35918:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e8b888a2600. 02000000:00000001:0.0:1789449592.932092:0:35918:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449592.932093:0:35918:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449592.932095:0:35918:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83108000. 00000100:00000001:0.0:1789449592.932097:0:35918:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449592.932099:0:35918:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789449592.932101:0:35918:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449592.932103:0:35918:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789449592.932106:0:35918:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x30:0x0] mode (null) 00000002:00000001:0.0:1789449592.932109:0:35918:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449592.932112:0:35918:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449592.932127:0:35918:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922de300 count: 5 00010000:00000001:0.0:1789449592.932131:0:35918:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789449592.932137:0:35918:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449592.932139:0:35918:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449592.932140:0:35918:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449592.932141:0:35918:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922de300 count: 5 00010000:00000001:0.0:1789449592.932143:0:35918:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789449592.932146:0:35918:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449592.932147:0:35918:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449592.932150:0:35918:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1789449592.932153:0:35918:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789449592.932157:0:35918:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822744 : -107152888728872 : ffff9e8b862172d8) 00000020:00001000:0.0:1789449592.932160:0:35918:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b862172d0 00000020:00000001:0.0:1789449592.932162:0:35918:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1789449592.932165:0:35918:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x30:0x0]: losing layout lock 00000080:00000001:0.0:1789449592.932168:0:35918:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1789449592.932171:0:35918:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1789449592.932176:0:35918:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1789449592.932179:0:35918:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1789449592.932182:0:35918:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x30:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1789449592.932184:0:35918:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449592.932186:0:35918:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1789449592.932189:0:35918:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b862172d0 00000080:00000001:0.0:1789449592.932192:0:35918:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449592.932195:0:35918:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1789449592.932197:0:35918:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x30:0x0](ffff9e8b891ca1c8) invalid 00000020:00000001:0.0:1789449592.932201:0:35918:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181513a60 00000080:00002000:0.0:1789449592.932204:0:35918:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry recon (ffff9e8b891d30d8) parent ffff9e8b892cbca8 inode ffff9e8b891ca1c8 refc 1 00000080:00000001:0.0:1789449592.932208:0:35918:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1789449592.932211:0:35918:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789449592.932213:0:35918:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449592.932217:0:35918:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789449592.932222:0:35918:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789449592.932224:0:35918:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789449592.932226:0:35918:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449592.932229:0:35918:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1789449592.932233:0:35918:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9e8b889f1600 with handle 0xcddde1459ded6864 from hash 00010000:00000001:0.0:1789449592.932236:0:35918:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789449592.932238:0:35918:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449592.932240:0:35918:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449592.932241:0:35918:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789449592.932244:0:35918:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789449592.932246:0:35918:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789449592.932249:0:35918:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789449592.932253:0:35918:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74200/0xcddde1459ded6856 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xeb7cbf5e2fd3df1e expref: -99 pid: 35915 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1789449592.932262:0:35918:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789449592.932265:0:35918:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789449592.932268:0:35918:0:(xattr_cache.c:339:ll_xattr_cache_empty()) Process entered 00000080:00000020:0.0:1789449592.932271:0:35918:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: trusted.link 00000080:00000010:0.0:1789449592.932273:0:35918:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 13 at ffff9e8b84dba530. 00000080:00000010:0.0:1789449592.932277:0:35918:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 47 at ffff9e8b896f0b00. 00000080:00000010:0.0:1789449592.932280:0:35918:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff9e8b8b241898. 00000080:00000020:0.0:1789449592.932283:0:35918:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: user.job 00000080:00000010:0.0:1789449592.932285:0:35918:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 9 at ffff9e8b84dbaec0. 00000080:00000010:0.0:1789449592.932288:0:35918:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 6 at ffff9e8b82d26f58. 00000080:00000010:0.0:1789449592.932291:0:35918:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff9e8b8b2419d8. 00000080:00000020:0.0:1789449592.932294:0:35918:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: trusted.lov 00000080:00000010:0.0:1789449592.932295:0:35918:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 12 at ffff9e8b84dbaca0. 00000080:00000010:0.0:1789449592.932298:0:35918:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 56 at ffff9e8b896f0e40. 00000080:00000010:0.0:1789449592.932300:0:35918:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff9e8b8b241d98. 00000080:00000020:0.0:1789449592.932302:0:35918:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: trusted.lma 00000080:00000010:0.0:1789449592.932304:0:35918:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 12 at ffff9e8b84dba670. 00000080:00000010:0.0:1789449592.932306:0:35918:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 24 at ffff9e8b889aff40. 00000080:00000010:0.0:1789449592.932308:0:35918:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff9e8b8b241438. 00000080:00000001:0.0:1789449592.932311:0:35918:0:(xattr_cache.c:360:ll_xattr_cache_empty()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449592.932313:0:35918:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789449592.932314:0:35918:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449592.932316:0:35918:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789449592.932317:0:35918:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789449592.932319:0:35918:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789449592.932320:0:35918:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449592.932322:0:35918:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1789449592.932324:0:35918:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9e8b91c74200 with handle 0xcddde1459ded6856 from hash 00010000:00000001:0.0:1789449592.932326:0:35918:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789449592.932328:0:35918:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449592.932329:0:35918:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449592.932330:0:35918:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789449592.932331:0:35918:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789449592.932332:0:35918:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789449592.932334:0:35918:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789449592.932337:0:35918:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d000/0xcddde1459ded6833 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xeb7cbf5e2fd3ded8 expref: -99 pid: 35909 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 1 00000080:00000001:0.0:1789449592.932343:0:35918:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789449592.932344:0:35918:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789449592.932345:0:35918:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789449592.932346:0:35918:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x30:0x0] mode (null) 00000002:00000001:0.0:1789449592.932348:0:35918:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449592.932349:0:35918:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449592.932352:0:35918:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922de300 count: 5 00010000:00000001:0.0:1789449592.932354:0:35918:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789449592.932356:0:35918:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449592.932358:0:35918:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449592.932359:0:35918:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449592.932360:0:35918:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922de300 count: 5 00010000:00000001:0.0:1789449592.932361:0:35918:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789449592.932363:0:35918:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449592.932364:0:35918:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449592.932365:0:35918:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449592.932366:0:35918:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922de300 count: 5 00010000:00000001:0.0:1789449592.932368:0:35918:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789449592.932370:0:35918:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449592.932371:0:35918:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789449592.932372:0:35918:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789449592.932373:0:35918:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b922de300 count: 5 00010000:00000001:0.0:1789449592.932374:0:35918:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789449592.932376:0:35918:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449592.932377:0:35918:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449592.932378:0:35918:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1789449592.932380:0:35918:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789449592.932381:0:35918:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822744 : -107152888728872 : ffff9e8b862172d8) 00000020:00001000:0.0:1789449592.932383:0:35918:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b862172d0 00000020:00000001:0.0:1789449592.932385:0:35918:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1789449592.932386:0:35918:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x30:0x0]: losing layout lock 00000080:00000001:0.0:1789449592.932388:0:35918:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1789449592.932389:0:35918:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1789449592.932391:0:35918:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1789449592.932392:0:35918:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1789449592.932394:0:35918:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x30:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1789449592.932396:0:35918:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449592.932397:0:35918:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1789449592.932398:0:35918:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b862172d0 00000080:00000001:0.0:1789449592.932399:0:35918:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449592.932401:0:35918:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1789449592.932402:0:35918:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x30:0x0](ffff9e8b891ca1c8) invalid 00000020:00000001:0.0:1789449592.932404:0:35918:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181513a60 00000080:00002000:0.0:1789449592.932406:0:35918:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry recon (ffff9e8b891d30d8) parent ffff9e8b892cbca8 inode ffff9e8b891ca1c8 refc 1 00000080:00000001:0.0:1789449592.932409:0:35918:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1789449592.932410:0:35918:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789449592.932411:0:35918:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449592.932413:0:35918:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789449592.932414:0:35918:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789449592.932415:0:35918:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789449592.932416:0:35918:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449592.932418:0:35918:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1789449592.932420:0:35918:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9e8b91c4d000 with handle 0xcddde1459ded6833 from hash 00010000:00000001:0.0:1789449592.932421:0:35918:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789449592.932423:0:35918:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449592.932423:0:35918:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449592.932425:0:35918:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789449592.932426:0:35918:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789449592.932427:0:35918:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789449592.932430:0:35918:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:0.0:1789449592.932432:0:35918:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=3 : 3 : 3) 00000002:00000001:0.0:1789449592.932434:0:35918:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=3 : 3 : 3) 00000100:00000010:0.0:1789449592.932441:0:35918:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d1a300. 00000020:00000040:0.0:1789449592.932444:0:35918:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e8b89903000 02000000:00000001:0.0:1789449592.932448:0:35918:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789449592.932450:0:35918:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449592.932453:0:35918:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789449592.932457:0:35918:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449592.932461:0:35918:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449592.932462:0:35918:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449592.932464:0:35918:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449592.932467:0:35918:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449592.932469:0:35918:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449592.932473:0:35918:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449592.932480:0:35918:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e8b83634600. 00000100:00000001:0.0:1789449592.932487:0:35918:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449592.932489:0:35918:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789449592.932491:0:35918:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1789449592.932497:0:35918:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b889f1600/0xcddde1459ded6864 lrc: 1/0,0 mode: --/CR res: [0x200000405:0x30:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xeb7cbf5e2fd3df3a expref: -99 pid: 35916 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1789449592.932505:0:35918:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74200/0xcddde1459ded6856 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xeb7cbf5e2fd3df1e expref: -99 pid: 35915 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1789449592.932512:0:35918:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d000/0xcddde1459ded6833 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xeb7cbf5e2fd3ded8 expref: -99 pid: 35909 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 1 00010000:00010000:0.0:1789449592.932520:0:35918:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75600/0xcddde1459ded685d lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xeb7cbf5e2fd3df2c expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1789449592.932526:0:35918:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 4 locks packed 00010000:00000001:0.0:1789449592.932527:0:35918:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:0.0:1789449592.932529:0:35918:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789449592.932532:0:35918:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b889f1600/0xcddde1459ded6864 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x30:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xeb7cbf5e2fd3df3a expref: -99 pid: 35916 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1789449592.932540:0:35918:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9e8b91d9a900. 00010000:00000001:0.0:1789449592.932547:0:35918:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449592.932549:0:35918:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789449592.932551:0:35918:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c74200/0xcddde1459ded6856 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xeb7cbf5e2fd3df1e expref: -99 pid: 35915 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789449592.932559:0:35918:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449592.932560:0:35918:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789449592.932562:0:35918:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c4d000/0xcddde1459ded6833 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xeb7cbf5e2fd3ded8 expref: -99 pid: 35909 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 1 00010000:00000010:0.0:1789449592.932569:0:35918:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9e8b896f0a80. 00010000:00000040:0.0:1789449592.932571:0:35918:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9e8b922de300 count: 0 00010000:00000010:0.0:1789449592.932576:0:35918:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e8b84d02d80. 00010000:00000001:0.0:1789449592.932582:0:35918:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449592.932584:0:35918:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789449592.932586:0:35918:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e8b89903000 lock: ffff9e8b91c75600/0xcddde1459ded685d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xeb7cbf5e2fd3df2c expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000040:0.0:1789449592.932593:0:35918:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9e8b922dee00 count: 0 00010000:00000010:0.0:1789449592.932596:0:35918:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e8b84d02c00. 00010000:00000001:0.0:1789449592.932600:0:35918:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449592.932602:0:35918:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449592.932604:0:35918:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789449592.932605:0:35918:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449592.932608:0:35918:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1789449592.932616:0:35918:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e8b89903000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1789449592.932623:0:35918:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e8b87d1a300 x1876371947546368/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789449592.932630:0:35918:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789449592.932631:0:35918:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789449592.932638:0:35918:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e8b831c89c0. 00000100:00000001:0.0:1789449592.932640:0:35918:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446636920770169280 : -107152939382336 : ffff9e8b831c89c0) 00000100:00000001:0.0:1789449592.932642:0:35918:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449592.932643:0:35918:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849146624 : -107152860404992 : ffff9e8b87d1a300) 00000100:00000001:0.0:1789449592.932648:0:35918:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449592.932651:0:35918:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449592.932653:0:35918:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789449592.932654:0:35918:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789449592.932658:0:35918:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b87d1a300 x1876371947546368/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449592.932665:0:35918:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789449592.932667:0:35918:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449592.932671:0:35918:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789449592.932673:0:35918:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789449592.932676:0:35918:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449592.932679:0:35918:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b87d1a300 pname:cluuid:pid:xid:nid:opc:job rm:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35918:1876371947546368:192.168.202.109@tcp:36:rm.0 00000100:00000001:0.0:1789449592.932683:0:35918:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789449592.932687:0:35918:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789449592.932689:0:35918:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449592.932692:0:35918:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789449592.932695:0:35918:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e8b836b1800. 02000000:00000001:0.0:1789449592.932697:0:35918:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449592.932704:0:35918:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:0.0:1789449592.932708:0:35918:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b86580b00. 00000400:00000010:0.0:1789449592.932713:0:35918:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5770. 00000100:00000200:0.0:1789449592.932718:0:35918:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876371947546368, portal 10 00000100:00000001:0.0:1789449592.932720:0:35918:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449592.932721:0:35918:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849146624 : -107152860404992 : ffff9e8b87d1a300) 00000100:00000040:0.0:1789449592.932727:0:35918:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b87d1a300 x1876371947546368/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 504/624 e 0 to 0 dl 1789449608 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449592.932734:0:35918:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789449592.932737:0:35918:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1789449592.932740:0:35918:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e53b8. 00000100:00000200:0.0:1789449592.932744:0:35918:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 12, xid 1876371947546368, offset 0 00000400:00000200:0.0:1789449592.932750:0:35918:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1789449592.932757:0:35918:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449592.932764:0:35918:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1789449592.932769:0:35918:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789449592.932774:0:35918:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1789449592.932778:0:35918:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789449592.932780:0:35918:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1789449592.932783:0:35918:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [3020:3020:256:4294967295] 192.168.202.109@tcp LPNI seq info [3020:3020:8:4294967295] 00000400:00000200:0.0:1789449592.932788:0:35918:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449592.932797:0:35918:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1789449592.932803:0:35918:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1789449592.932809:0:35918:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b864ecc00. 00000800:00000200:0.0:1789449592.932815:0:35918:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1789449592.932823:0:35918:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1789449592.932827:0:35918:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b864ecc00 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:0.0:1789449592.932850:0:35918:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449592.932854:0:35918:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 806506 usecs (807 jiffies) 00000400:00000200:0.0:1789449592.932858:0:35918:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:0.0:1789449592.932861:0:35918:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296596425 00000100:00000001:0.0:1789449592.932864:0:35918:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296596513 00000100:00000001:0.0:1789449592.932866:0:35918:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296596425 00000100:00000001:0.0:1789449592.932869:0:35918:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296596514 00000100:00000001:0.0:1789449592.932871:0:35918:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449592.932874:0:35918:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449592.932876:0:35918:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449592.932907:0:35918:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789449592.932911:0:35918:0:(client.c:2716:ptlrpc_set_wait()) set ffff9e8b831c89c0 going to sleep for 11 seconds 00000100:00000001:0.0:1789449592.932913:0:35918:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449592.932915:0:35918:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789449592.933256:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789449592.933261:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ecc00. 00000400:00000200:2.0:1789449592.933265:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789449592.933270:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1789449592.933276:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e53b8 00000400:00000010:2.0:1789449592.933279:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e53b8. 00000100:00000001:2.0:1789449592.933283:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789449592.933287:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d1a300 x1876371947546368/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 504/624 e 0 to 0 dl 1789449608 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449592.933298:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789449592.933301:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d1a300 x1876371947546368/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 504/624 e 0 to 0 dl 1789449608 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789449592.933308:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789449592.933309:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789449592.944770:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449592.944787:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449592.944791:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449592.944794:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449592.944804:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449592.944812:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449592.944822:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449592.944827:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449592.944833:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449592.944837:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 456 into portal 10 MB=0x6aa8ce3666700 00000400:00000200:3.0:1789449592.944843:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449592.944849:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 456/456 into md 0x8945 [1] + 224 00000800:00000001:3.0:1789449592.944857:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449592.945077:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449592.945082:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449592.945088:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449592.945096:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449592.945106:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d1a300 x1876371947546368/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 504/624 e 0 to 0 dl 1789449608 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449592.945126:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9e8b87d1a300 x1876371947546368/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 504/624 e 0 to 0 dl 1789449608 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449592.945141:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449592.945288:0:35918:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789449592.945296:0:35918:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449592.945298:0:35918:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449592.945301:0:35918:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b86580b00. 00000400:00000200:0.0:1789449592.945305:0:35918:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5770 00000400:00000010:0.0:1789449592.945308:0:35918:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5770. 00000100:00000001:0.0:1789449592.945311:0:35918:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449592.945316:0:35918:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b87d1a300 x1876371947546368/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 504/624 e 0 to 0 dl 1789449608 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789449592.945326:0:35918:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b87d1a300 x1876371947546368/t0(0) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 504/624 e 0 to 0 dl 1789449608 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449592.945332:0:35918:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449592.945334:0:35918:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449592.945337:0:35918:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449592.945340:0:35918:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449592.945342:0:35918:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449592.945345:0:35918:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449592.945348:0:35918:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449592.945358:0:35918:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=72 v=5 (5 5 102 102) 00000100:00001000:0.0:1789449592.945363:0:35918:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=39 v=5 (1 0 0 0) 00000100:00000001:0.0:1789449592.945366:0:35918:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449592.945368:0:35918:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449592.945371:0:35918:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449592.945374:0:35918:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449592.945377:0:35918:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789449592.945379:0:35918:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009c/0x200000013] 00000100:00000001:0.0:1789449592.945382:0:35918:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789449592.945384:0:35918:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449592.945385:0:35918:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849146624 : -107152860404992 : ffff9e8b87d1a300) 00000100:00000001:0.0:1789449592.945389:0:35918:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789449592.945391:0:35918:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 8589934608 00000100:00000001:0.0:1789449592.945393:0:35918:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449592.945395:0:35918:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449592.945400:0:35918:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b87d1a300 x1876371947546368/t8589934617(8589934617) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 504/456 e 0 to 0 dl 1789449608 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449592.945407:0:35918:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449592.945410:0:35918:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449592.945412:0:35918:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449592.945416:0:35918:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b87d1a300 x1876371947546368/t8589934617(8589934617) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 504/456 e 0 to 0 dl 1789449608 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789449592.945425:0:35918:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b87d1a300 pname:cluuid:pid:xid:nid:opc:job rm:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:35918:1876371947546368:192.168.202.109@tcp:36:rm.0 00000100:00000001:0.0:1789449592.945431:0:35918:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449592.945434:0:35918:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449592.945436:0:35918:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789449592.945438:0:35918:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449592.945441:0:35918:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e8b87d1a300 x1876371947546368/t8589934617(8589934617) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 504/456 e 0 to 0 dl 1789449608 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449592.945448:0:35918:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789449592.945451:0:35918:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e8b831c89c0. 00000100:00000001:0.0:1789449592.945454:0:35918:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789449592.945456:0:35918:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449592.945465:0:35918:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449592.945469:0:35918:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789449592.945473:0:35918:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9e8b8b0d1180 2 00000080:00000010:0.0:1789449592.945477:0:35918:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e8b888a3e00. 00000100:00000001:0.0:1789449592.945483:0:35918:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449592.945487:0:35918:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d1a300 x1876371947546368/t8589934617(8589934617) o36->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 504/456 e 0 to 0 dl 1789449608 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449592.945493:0:35918:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449592.945497:0:35918:0:(namei.c:2401:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449592.945507:0:35918:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1789449592.945511:0:35918:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb71181513e28 00000080:00002000:0.0:1789449592.945514:0:35918:0:(dcache.c:127:ll_ddelete()) deleting dentry recon (ffff9e8b891d30d8, parent ffff9e8b892cbca8, inode 0000000000000000) hashed, 00000080:00000001:0.0:1789449592.945517:0:35918:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789449592.945522:0:35918:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1789449592.945528:0:35918:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1789449592.945535:0:35918:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:0.0:1789449592.945538:0:35918:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1789449592.945540:0:35918:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789449592.945544:0:35918:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822744 : -107152888728872 : ffff9e8b862172d8) 00000020:00001000:0.0:1789449592.945547:0:35918:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b862172d0 00000020:00000001:0.0:1789449592.945554:0:35918:0:(cl_object.c:143:cl_object_top()) ffff9e8b903b5dc8 -> ffff9e8b903b5dc8 00000020:00000001:0.0:1789449592.945556:0:35918:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:0.0:1789449592.945559:0:35918:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1789449592.945562:0:35918:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x30:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1789449592.945565:0:35918:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789449592.945567:0:35918:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1789449592.945569:0:35918:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789449592.945574:0:35918:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x30:0x0]io ffff9e8b84db0e40 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1789449592.945577:0:35918:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b90f1c0f8) owner 0000000000000000/ffff9e8b86598000 00020000:00000001:0.0:1789449592.945581:0:35918:0:(lov_io.c:2266:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1789449592.945583:0:35918:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1789449592.945585:0:35918:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1789449592.945587:0:35918:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449592.945589:0:35918:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1789449592.945592:0:35918:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1789449592.945593:0:35918:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449592.945595:0:35918:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789449592.945596:0:35918:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1789449592.945598:0:35918:0:(lov_io.c:2279:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1789449592.945599:0:35918:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b90f1c0f8) owner 0000000000000000/ffff9e8b86598000 00000020:00000001:0.0:1789449592.945602:0:35918:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449592.945605:0:35918:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:0.0:1789449592.945606:0:35918:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1789449592.945609:0:35918:0:(lov_io.c:1078:lov_io_iter_init()) Process entered 00020000:00000001:0.0:1789449592.945611:0:35918:0:(lov_io.c:2445:lov_io_layout_at()) Process leaving (rc=0 : 0 : 0) 00020000:00200000:0.0:1789449592.945613:0:35918:0:(lov_io.c:1153:lov_io_iter_init()) component[0] flags 0x10 00020000:00000001:0.0:1789449592.945617:0:35918:0:(lov_offset.c:165:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449592.945619:0:35918:0:(lov_offset.c:141:lov_stripe_offset()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789449592.945621:0:35918:0:(lov_offset.c:264:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1789449592.945624:0:35918:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789449592.945626:0:35918:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1789449592.945628:0:35918:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789449592.945630:0:35918:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822456 : -107152888729160 : ffff9e8b862171b8) 00000020:00001000:0.0:1789449592.945632:0:35918:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b862171b0 00000020:00000001:0.0:1789449592.945635:0:35918:0:(cl_object.c:143:cl_object_top()) ffff9e8b903b5918 -> ffff9e8b903b5dc8 00000020:00000001:0.0:1789449592.945636:0:35918:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:0.0:1789449592.945640:0:35918:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789449592.945641:0:35918:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1789449592.945643:0:35918:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:0.0:1789449592.945644:0:35918:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446636920799432256 : -107152910119360 : ffff9e8b84db0e40) 00000020:00000001:0.0:1789449592.945646:0:35918:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449592.945648:0:35918:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449592.945650:0:35918:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446636920993116240 : -107152716435376 : ffff9e8b90667050) 00000020:00000001:0.0:1789449592.945653:0:35918:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1789449592.945655:0:35918:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449592.945657:0:35918:0:(lov_io.c:2425:lov_io_layout_at()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00020000:00000001:0.0:1789449592.945659:0:35918:0:(lov_io.c:1276:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449592.945661:0:35918:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449592.945663:0:35918:0:(cl_io.c:315:cl_io_lock()) Process entered 00020000:00000001:0.0:1789449592.945665:0:35918:0:(lov_io.c:1419:lov_io_lock()) Process entered 00020000:00000001:0.0:1789449592.945667:0:35918:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:0.0:1789449592.945668:0:35918:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:0.0:1789449592.945670:0:35918:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1789449592.945671:0:35918:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449592.945673:0:35918:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449592.945675:0:35918:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449592.945677:0:35918:0:(lov_io.c:1420:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449592.945679:0:35918:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1789449592.945680:0:35918:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449592.945682:0:35918:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449592.945684:0:35918:0:(cl_io.c:529:cl_io_start()) Process entered 00020000:00000001:0.0:1789449592.945686:0:35918:0:(lov_io.c:1425:lov_io_start()) Process entered 00020000:00000001:0.0:1789449592.945687:0:35918:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:0.0:1789449592.945689:0:35918:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:0.0:1789449592.945691:0:35918:0:(osc_io.c:1105:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1789449592.945693:0:35918:0:(osc_cache.c:3327:osc_cache_writeback_range()) Process entered 00000008:00000020:0.0:1789449592.945698:0:35918:0:(osc_cache.c:1927:osc_update_pending()) obj ffff9e8b85520fc0 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000008:00000001:0.0:1789449592.945704:0:35918:0:(osc_cache.c:1859:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1789449592.945705:0:35918:0:(osc_cache.c:1871:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789449592.945708:0:35918:0:(osc_cache.c:1859:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1789449592.945709:0:35918:0:(osc_cache.c:1898:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789449592.945712:0:35918:0:(osc_cache.c:1167:osc_extent_make_ready()) Process entered 00000008:00000001:0.0:1789449592.945715:0:35918:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:0.0:1789449592.945719:0:35918:0:(osc_cache.c:1175:osc_extent_make_ready()) extent ffff9e8bc20e5780@{[0 -> 0/1023], [1|0|-|locking|wiY|ffff9e8b85520fc0], [28672|1|+|-|ffff9e8b91c4da00|1024|ffff9e8b86598000]} make ready 00000008:00010000:0.0:1789449592.945728:0:35918:0:(osc_cache.c:1175:osc_extent_make_ready()) ### extent: 00000000a89d8a22 ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000c45015f7/0xcddde1459ded6841 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xeb7cbf5e2fd3deed expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:0.0:1789449592.945740:0:35918:0:(osc_cache.c:1359:osc_make_ready()) Process entered 00000020:00000001:0.0:1789449592.945741:0:35918:0:(cl_page.c:1159:cl_page_make_ready()) Process entered 00000020:00008000:0.0:1789449592.945754:0:35918:0:(cl_page.c:1171:cl_page_make_ready()) page@000000007bfb4d0a[2 000000005b1c3924 1 1 0000000000000000 0 0 0] 00000020:00008000:0.0:1789449592.945756:0:35918:0:(cl_page.c:1171:cl_page_make_ready()) readied 00000020:00000001:0.0:1789449592.945758:0:35918:0:(cl_page.c:1020:cl_page_io_start()) Process entered 00000020:00000001:0.0:1789449592.945759:0:35918:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1789449592.945761:0:35918:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1789449592.945763:0:35918:0:(cl_page.c:1012:cl_req_type_state()) Process entered 00000020:00000001:0.0:1789449592.945764:0:35918:0:(cl_page.c:1013:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1789449592.945766:0:35918:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1789449592.945769:0:35918:0:(cl_page.c:518:__cl_page_state_set()) page@000000007bfb4d0a[2 000000005b1c3924 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1789449592.945771:0:35918:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 3 00000020:00000001:0.0:1789449592.945772:0:35918:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1789449592.945774:0:35918:0:(cl_page.c:1023:cl_page_io_start()) Process leaving 00000020:00000001:0.0:1789449592.945777:0:35918:0:(cl_page.c:1193:cl_page_make_ready()) page@000000007bfb4d0a[2 000000005b1c3924 3 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1789449592.945779:0:35918:0:(cl_page.c:1193:cl_page_make_ready()) 1 0 00000008:00000001:0.0:1789449592.945781:0:35918:0:(osc_cache.c:1363:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449592.945783:0:35918:0:(cl_object.c:143:cl_object_top()) ffff9e8b85520fc0 -> ffff9e8b903b5dc8 00000020:00000001:0.0:1789449592.945785:0:35918:0:(cl_object.c:143:cl_object_top()) ffff9e8b85520fc0 -> ffff9e8b903b5dc8 00000020:00000001:0.0:1789449592.945787:0:35918:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:0.0:1789449592.945790:0:35918:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449592.945792:0:35918:0:(cl_object.c:143:cl_object_top()) ffff9e8b85520fc0 -> ffff9e8b903b5dc8 00000008:00000001:0.0:1789449592.945795:0:35918:0:(osc_cache.c:1228:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789449592.945797:0:35918:0:(osc_cache.c:905:osc_extent_finish()) Process entered 00000008:00000020:0.0:1789449592.945801:0:35918:0:(osc_cache.c:909:osc_extent_finish()) extent ffff9e8bc20e5780@{[0 -> 0/1023], [2|0|-|rpc|wiY|ffff9e8b85520fc0], [28672|1|+|-|ffff9e8b91c4da00|1024|ffff9e8b86598000]} extent finished. 00000008:00010000:0.0:1789449592.945806:0:35918:0:(osc_cache.c:909:osc_extent_finish()) ### extent: 00000000a89d8a22 ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000c45015f7/0xcddde1459ded6841 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xeb7cbf5e2fd3deed expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:0.0:1789449592.945815:0:35918:0:(osc_cache.c:1408:osc_completion()) Process entered 00000020:00000001:0.0:1789449592.945817:0:35918:0:(cl_page.c:1113:cl_page_complete()) Process entered 00000020:00000001:0.0:1789449592.945820:0:35918:0:(cl_page.c:1115:cl_page_complete()) page@000000007bfb4d0a[2 000000005b1c3924 3 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1789449592.945822:0:35918:0:(cl_page.c:1115:cl_page_complete()) 1 0 00000020:00000001:0.0:1789449592.945823:0:35918:0:(cl_page.c:1012:cl_req_type_state()) Process entered 00000020:00000001:0.0:1789449592.945824:0:35918:0:(cl_page.c:1013:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1789449592.945826:0:35918:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1789449592.945829:0:35918:0:(cl_page.c:518:__cl_page_state_set()) page@000000007bfb4d0a[2 000000005b1c3924 3 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1789449592.945830:0:35918:0:(cl_page.c:518:__cl_page_state_set()) 3 -> 1 00000020:00000001:0.0:1789449592.945831:0:35918:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000080:00000001:0.0:1789449592.945834:0:35918:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:0.0:1789449592.945837:0:35918:0:(vvp_page.c:167:vvp_page_complete_write()) page@000000007bfb4d0a[2 000000005b1c3924 1 1 0000000000000000 0 0 0] 00000080:00008000:0.0:1789449592.945839:0:35918:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:0.0:1789449592.945851:0:35918:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:0.0:1789449592.945853:0:35918:0:(cl_page.c:1136:cl_page_complete()) Process leaving 00000020:00000001:0.0:1789449592.945855:0:35918:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1789449592.945858:0:35918:0:(cl_page.c:567:cl_batch_put()) page@000000007bfb4d0a[2 000000005b1c3924 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1789449592.945859:0:35918:0:(cl_page.c:567:cl_batch_put()) 2 00000020:00000001:0.0:1789449592.945861:0:35918:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000008:00000001:0.0:1789449592.945862:0:35918:0:(osc_cache.c:1452:osc_completion()) Process leaving 00000008:00000020:0.0:1789449592.946021:0:35918:0:(osc_cache.c:1649:osc_free_grant()) lost 28672 grant: 28672 avail: 8359936 dirty: 0/0 00000008:00000020:0.0:1789449592.946028:0:35918:0:(osc_cache.c:497:__osc_extent_remove()) extent ffff9e8bc20e5780@{[0 -> 0/1023], [1|0|-|inv|wY|ffff9e8b85520fc0], [28672|0|-|-|ffff9e8b91c4da00|1024|ffff9e8b86598000]} destroyed. 00000008:00010000:0.0:1789449592.946034:0:35918:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000a89d8a22 ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000c45015f7/0xcddde1459ded6841 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xeb7cbf5e2fd3deed expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:0.0:1789449592.946043:0:35918:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449592.946045:0:35918:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:0.0:1789449592.946048:0:35918:0:(osc_cache.c:373:osc_extent_put()) slab-freed '(ext)': 192 at ffff9e8bc20e5780. 00000008:00000001:0.0:1789449592.946052:0:35918:0:(osc_cache.c:956:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789449592.946055:0:35918:0:(osc_cache.c:3262:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1789449592.946058:0:35918:0:(osc_cache.c:3299:osc_cache_wait_range()) obj ffff9e8b85520fc0 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1789449592.946061:0:35918:0:(osc_cache.c:3300:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1789449592.946138:0:35918:0:(osc_cache.c:3467:osc_cache_writeback_range()) obj ffff9e8b85520fc0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:0.0:1789449592.946143:0:35918:0:(osc_cache.c:3482:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1789449592.946146:0:35918:0:(osc_io.c:1174:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449592.946148:0:35918:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449592.946150:0:35918:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449592.946152:0:35918:0:(lov_io.c:1426:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449592.946153:0:35918:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449592.946155:0:35918:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:0.0:1789449592.946157:0:35918:0:(lov_io.c:1967:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1789449592.946159:0:35918:0:(lov_io.c:1431:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1789449592.946160:0:35918:0:(cl_io.c:556:cl_io_end()) Process entered 00000020:00000001:0.0:1789449592.946161:0:35918:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:0.0:1789449592.946163:0:35918:0:(lov_io.c:1441:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449592.946165:0:35918:0:(lov_io.c:1978:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1789449592.946166:0:35918:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:0.0:1789449592.946169:0:35918:0:(cl_io.c:353:cl_io_unlock()) Process entered 00020000:00000001:0.0:1789449592.946171:0:35918:0:(lov_io.c:1519:lov_io_unlock()) Process entered 00020000:00000001:0.0:1789449592.946172:0:35918:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:0.0:1789449592.946173:0:35918:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:0.0:1789449592.946175:0:35918:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1789449592.946176:0:35918:0:(lov_io.c:1453:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449592.946177:0:35918:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449592.946179:0:35918:0:(lov_io.c:1522:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1789449592.946180:0:35918:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1789449592.946181:0:35918:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1789449592.946183:0:35918:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1789449592.946184:0:35918:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1789449592.946185:0:35918:0:(lov_io.c:1500:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1789449592.946187:0:35918:0:(lov_io.c:1397:lov_io_call()) Process entered 00000020:00000001:0.0:1789449592.946188:0:35918:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1789449592.946189:0:35918:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1789449592.946191:0:35918:0:(lov_io.c:1447:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449592.946192:0:35918:0:(lov_io.c:1414:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449592.946194:0:35918:0:(lov_io.c:1511:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1789449592.946195:0:35918:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1789449592.946197:0:35918:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449592.946199:0:35918:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:0.0:1789449592.946200:0:35918:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1789449592.946202:0:35918:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1789449592.946202:0:35918:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:0.0:1789449592.946204:0:35918:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789449592.946205:0:35918:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b862171b0 00020000:00000001:0.0:1789449592.946208:0:35918:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1789449592.946209:0:35918:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1789449592.946211:0:35918:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1789449592.946214:0:35918:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x30:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1789449592.946217:0:35918:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1789449592.946218:0:35918:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789449592.946220:0:35918:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b862172d0 00000080:00000001:0.0:1789449592.946222:0:35918:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1789449592.946230:0:35918:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1789449592.946233:0:35918:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446636921016587584 : -107152692964032 : ffff9e8b91cc9540) 00000020:00000001:0.0:1789449592.946235:0:35918:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:0.0:1789449592.946236:0:35918:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:0.0:1789449592.946237:0:35918:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1789449592.946239:0:35918:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1789449592.946240:0:35918:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1789449592.946243:0:35918:0:(cl_page.c:518:__cl_page_state_set()) page@000000007bfb4d0a[2 000000005b1c3924 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1789449592.946245:0:35918:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1789449592.946246:0:35918:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1789449592.946248:0:35918:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1789449592.946250:0:35918:0:(osc_page.c:138:osc_page_delete()) ffff9e8b91cc95a0 00000008:00000001:0.0:1789449592.946252:0:35918:0:(osc_cache.c:2731:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1789449592.946254:0:35918:0:(osc_cache.c:2734:osc_teardown_async_page()) teardown oap ffff9e8b91cc95b0 page ffff9e8b91cc95a0 at index 0. 00000008:00000001:0.0:1789449592.946256:0:35918:0:(osc_cache.c:2756:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789449592.946261:0:35918:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1789449592.946263:0:35918:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe3bd449d2200 index 0 00000020:00000001:0.0:1789449592.946267:0:35918:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1789449592.946268:0:35918:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:0.0:1789449592.946269:0:35918:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1789449592.946272:0:35918:0:(cl_page.c:567:cl_batch_put()) page@000000007bfb4d0a[1 000000005b1c3924 5 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1789449592.946273:0:35918:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:0.0:1789449592.946275:0:35918:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:0.0:1789449592.946278:0:35918:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff9e8b91cc9540. 00000020:00000001:0.0:1789449592.946280:0:35918:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:0.0:1789449592.946282:0:35918:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000080:00000001:0.0:1789449592.946312:0:35918:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:0.0:1789449592.946315:0:35918:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000405:0x30:0x0](ffff9e8b891ca1c8) 00800000:00000001:0.0:1789449592.946320:0:35918:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:0.0:1789449592.946321:0:35918:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000405:0x30:0x0] 00000002:00000001:0.0:1789449592.946327:0:35918:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1789449592.946332:0:35918:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789449592.946334:0:35918:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1789449592.946337:0:35918:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789449592.946339:0:35918:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449592.946341:0:35918:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1789449592.946343:0:35918:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1789449592.946345:0:35918:0:(xattr_cache.c:201:ll_xattr_cache_del()) Process entered 00000080:00000020:0.0:1789449592.946347:0:35918:0:(xattr_cache.c:203:ll_xattr_cache_del()) del xattr: (null) 00000080:00000001:0.0:1789449592.946349:0:35918:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:0.0:1789449592.946351:0:35918:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1789449592.946354:0:35918:0:(xattr_cache.c:214:ll_xattr_cache_del()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1789449592.946356:0:35918:0:(xattr_cache.c:311:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789449592.946358:0:35918:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449592.946362:0:35918:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789449592.946364:0:35918:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822744 : -107152888728872 : ffff9e8b862172d8) 00000020:00001000:0.0:1789449592.946366:0:35918:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b862172d0 00020000:00000001:0.0:1789449592.946373:0:35918:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:0.0:1789449592.946376:0:35918:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b90f1c0f8) owner 0000000000000000/ffff9e8b86598000 00020000:00000001:0.0:1789449592.946379:0:35918:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:0.0:1789449592.946382:0:35918:0:(lov_ea.c:755:dump_lsm()) lsm ffff9e8b87cd5600, objid 0x30:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789449592.946387:0:35918:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout 1 layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789449592.946391:0:35918:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff9e8b86770780: ostid: 0x280000401:68 ost idx: 0 gen: 0 00020000:00000001:0.0:1789449592.946394:0:35918:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:0.0:1789449592.946396:0:35918:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449592.946399:0:35918:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:0.0:1789449592.946401:0:35918:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:0.0:1789449592.946407:0:35918:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:0.0:1789449592.946411:0:35918:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9e8b90652700 count: 2 00010000:00000001:0.0:1789449592.946413:0:35918:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449592.946416:0:35918:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:0.0:1789449592.946418:0:35918:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:0.0:1789449592.946421:0:35918:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 0 [cma]time: 0 0 0 by oinfo size 46 blocks 0 [cma]time 1789449592 1789449592 1789449592 ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000c45015f7/0xcddde1459ded6841 lrc: 1/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xeb7cbf5e2fd3deed expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000020:00000001:0.0:1789449592.946429:0:35918:0:(cl_object.c:143:cl_object_top()) ffff9e8b85520fc0 -> ffff9e8b903b5dc8 00000020:00000001:0.0:1789449592.946431:0:35918:0:(cl_object.c:143:cl_object_top()) ffff9e8b85520fc0 -> ffff9e8b903b5dc8 00000008:00000001:0.0:1789449592.946433:0:35918:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789449592.946435:0:35918:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789449592.946437:0:35918:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1789449592.946439:0:35918:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1789449592.946444:0:35918:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff9e8b85520fc0. 00020000:00000001:0.0:1789449592.946448:0:35918:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:0.0:1789449592.946451:0:35918:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff9e8b903b5898. 00020000:00000001:0.0:1789449592.946456:0:35918:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:0.0:1789449592.946458:0:35918:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789449592.946460:0:35918:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789449592.946461:0:35918:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b90f1c0f8) owner 0000000000000000/ffff9e8b86598000 00020000:00000001:0.0:1789449592.946463:0:35918:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:0.0:1789449592.946465:0:35918:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:0.0:1789449592.946466:0:35918:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9e8b90f1c0f8) owner 0000000000000000/ffff9e8b86598000 00020000:00000001:0.0:1789449592.946468:0:35918:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:0.0:1789449592.946470:0:35918:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff9e8b82d26a98. 00020000:00000010:0.0:1789449592.946474:0:35918:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff9e8b831c5000. 00020000:00000010:0.0:1789449592.946476:0:35918:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff9e8b84dbab10. 00020000:00000002:0.0:1789449592.946479:0:35918:0:(lov_ea.c:755:dump_lsm()) lsm ffff9e8b87cd5600, objid 0x30:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789449592.946483:0:35918:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout 1 layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789449592.946488:0:35918:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff9e8b86770780: ostid: 0x280000401:68 ost idx: 0 gen: 0 00020000:00000010:0.0:1789449592.946493:0:35918:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9e8b86770780. 00020000:00000010:0.0:1789449592.946497:0:35918:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9e8b87cd58a0. 00020000:00000010:0.0:1789449592.946502:0:35918:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9e8b87cd5600. 00020000:00000001:0.0:1789449592.946504:0:35918:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:0.0:1789449592.946505:0:35918:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9e8b90f1c0f8) owner 0000000000000000/ffff9e8b86598000 00020000:00000010:0.0:1789449592.946508:0:35918:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff9e8b90f1c0f8. 00020000:00000001:0.0:1789449592.946511:0:35918:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:0.0:1789449592.946514:0:35918:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff9e8b903b5d48. 00000020:00001000:0.0:1789449592.946518:0:35918:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b862172d0 00000080:00000001:0.0:1789449592.946521:0:35918:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1789449592.946523:0:35918:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000800:00000001:2.0:1789449592.947391:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789449592.947403:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1789449592.953272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b889f1600. 00010000:00000010:0.1:1789449592.953287:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c74200. 00010000:00000010:0.1:1789449592.953293:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b922de300. 00010000:00000010:0.1:1789449592.953297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4d000. 00010000:00000010:0.1:1789449592.953301:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b922dee00. 00010000:00000010:0.1:1789449592.953304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c75600. 00000080:00000010:0.1:1789449592.971928:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e8b8316fae0. 00000080:00000010:0.1:1789449592.971950:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e8b891ca100. 00010000:00000001:3.0:1789449593.345987:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449593.346069:0:29299:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789449593.346072:0:29299:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789449593.346076:0:29299:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449593.346082:0:29299:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789449593.346084:0:29299:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449593.346086:0:29299:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449593.346089:0:29299:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449593.346092:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449593.346094:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449593.346098:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449593.346099:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449593.346101:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449593.346103:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449593.346181:0:16815:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789449593.346185:0:16815:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449593.346189:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1789449594.028053:0:36009:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789449594.308257:0:32803:0:(connection.c:75:cpu_latency_work()) work item of ffff9e8b8322a220 (cpu 2) has reached its deadline 4296596513, at 4296596994 00000100:00000010:2.0:1789449594.308272:0:32803:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e8b87c1e420. 00000100:00000040:3.0:1789449594.308943:0:29299:0:(connection.c:75:cpu_latency_work()) work item of ffff9e8b8322a330 (cpu 3) has reached its deadline 4296596514, at 4296596994 00000100:00000010:3.0:1789449594.308951:0:29299:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e8b87c1ec00. 00000001:00000001:0.0:1789449594.326444:0:36045:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1789449594.326452:0:36045:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: recovery-small test_24b: @@@@@@ IGNORE (bz5494): multiop didn't fail fsync: 5 or close: 0 00000001:00000001:0.0:1789449594.342511:0:36045:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:3.0:1789449594.373526:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449594.373535:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449594.373542:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449594.373543:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449594.373546:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449594.373547:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449594.373550:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449594.373552:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449594.373623:0:16942:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789449594.373628:0:16942:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449594.373631:0:16942:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789449594.818031:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80a9314a-fa92-41c3-8d17-36c58fffb192->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789449594.818043:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789449594.818051:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83109880. 00000020:00000040:3.0:1789449594.818057:0:38:0:(genops.c:1209:class_import_get()) import ffff9e8b83927000 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:3.0:1789449594.818061:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789449594.818065:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789449594.818070:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789449594.818079:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b9051c100. 00000100:00000001:3.0:1789449594.818086:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449594.818109:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 80a9314a-fa92-41c3-8d17-36c58fffb192->MGS req@ffff9e8b83109880 x1876371947546496/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789449594.818121:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789449594.818126:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449594.818134:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000021784ea1] to pc [ptlrpcd_01_01+1] req@ffff9e8b83109880 x1876371947546496/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449594.818166:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449594.818169:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789449594.818172:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789449594.818177:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83108380. 00000020:00000040:3.0:1789449594.818180:0:38:0:(genops.c:1209:class_import_get()) import ffff9e8b8436e800 refcount=9 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000100:00000001:3.0:1789449594.818182:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789449594.818183:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789449594.818184:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789449594.818188:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b9051c500. 00000100:00000001:3.0:1789449594.818191:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449594.818195:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0000_UUID req@ffff9e8b83108380 x1876371947546624/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789449594.818202:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789449594.818204:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449594.818207:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009231869f] to pc [ptlrpcd_01_00+0] req@ffff9e8b83108380 x1876371947546624/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449594.818214:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449594.818216:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789449594.818220:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789449594.818223:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b83109c00. 00000020:00000040:3.0:1789449594.818225:0:38:0:(genops.c:1209:class_import_get()) import ffff9e8b862dc800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000100:00000001:3.0:1789449594.818227:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789449594.818228:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789449594.818229:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789449594.818233:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b9051c300. 00000100:00000001:3.0:1789449594.818235:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449594.818239:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-MDT0001_UUID req@ffff9e8b83109c00 x1876371947546752/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789449594.818245:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789449594.818246:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449594.818250:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec929f0c] to pc [ptlrpcd_01_01+1] req@ffff9e8b83109c00 x1876371947546752/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449594.818256:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449594.818258:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789449594.818262:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789449594.818265:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b8310b480. 00000020:00000040:3.0:1789449594.818266:0:38:0:(genops.c:1209:class_import_get()) import ffff9e8b90c6e800 refcount=3 obd=lustre-OST0000-osc-ffff9e8b89903000 00000100:00000001:3.0:1789449594.818268:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789449594.818269:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789449594.818271:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789449594.818273:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b9051c700. 00000100:00000001:3.0:1789449594.818276:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449594.818279:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0000_UUID req@ffff9e8b8310b480 x1876371947546880/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789449594.818285:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789449594.818287:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449594.818290:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a32dbc98] to pc [ptlrpcd_01_00+0] req@ffff9e8b8310b480 x1876371947546880/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449594.818296:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449594.818298:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789449594.818301:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789449594.818303:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b8310a680. 00000020:00000040:3.0:1789449594.818306:0:38:0:(genops.c:1209:class_import_get()) import ffff9e8b8986b000 refcount=3 obd=lustre-OST0001-osc-ffff9e8b89903000 00000100:00000001:3.0:1789449594.818308:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789449594.818309:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789449594.818310:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789449594.818313:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e8b9051c800. 00000100:00000001:3.0:1789449594.818315:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449594.818318:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb->lustre-OST0001_UUID req@ffff9e8b8310a680 x1876371947547008/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789449594.818323:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789449594.818325:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449594.818329:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d3fb39f] to pc [ptlrpcd_01_01+1] req@ffff9e8b8310a680 x1876371947547008/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449594.818409:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449594.818414:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1935) 00000100:00000001:3.0:1789449594.818427:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449594.818431:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449594.818433:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789449594.818439:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83109880 x1876371947546496/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449594.818446:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789449594.818449:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449594.818453:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789449594.818455:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789449594.818458:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449594.818461:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83109880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:80a9314a-fa92-41c3-8d17-36c58fffb192:2402:1876371947546496:192.168.202.109@tcp:400:kworker.0 00000100:00000001:3.0:1789449594.818466:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789449594.818471:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789449594.818474:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449594.818477:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789449594.818481:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b888a3400. 02000000:00000001:3.0:1789449594.818484:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449594.818493:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:3.0:1789449594.818498:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b8525c108. 00000400:00000010:3.0:1789449594.818507:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69dd0. 00000100:00000200:3.0:1789449594.818517:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947546496, portal 25 00000100:00000001:3.0:1789449594.818519:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449594.818521:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769386624 : -107152940164992 : ffff9e8b83109880) 00000100:00000040:3.0:1789449594.818527:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b83109880 x1876371947546496/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449610 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449594.818535:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449594.818538:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1789449594.818540:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69ee0. 00000100:00000200:3.0:1789449594.818543:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876371947546496, offset 0 00000400:00000200:3.0:1789449594.818549:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1789449594.818558:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449594.818566:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449594.818573:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789449594.818577:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1789449594.818581:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789449594.818584:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1789449594.818587:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [3021:3021:256:4294967295] 192.168.202.109@tcp LPNI seq info [3021:3021:8:4294967295] 00000400:00000200:3.0:1789449594.818592:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449594.818603:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449594.818610:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449594.818615:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051cc00. 00000800:00000200:3.0:1789449594.818623:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449594.818632:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449594.818637:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051cc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789449594.818651:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449594.818656:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:3.0:1789449594.818658:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296601631 00000100:00000010:3.0:1789449594.818664:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e8b87cd5cc0. 00000100:00000001:3.0:1789449594.818671:0:2402:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789449594.818676:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296601631 00000100:00000010:3.0:1789449594.818679:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e8b87cd52a0. 00000100:00000001:3.0:1789449594.818682:0:2402:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789449594.818685:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449594.818688:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449594.818692:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789449594.818696:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83109c00 x1876371947546752/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449594.818703:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789449594.818705:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449594.818707:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789449594.818709:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789449594.818711:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449594.818714:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83109c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2402:1876371947546752:192.168.202.109@tcp:400:kworker.0 00000100:00000001:3.0:1789449594.818718:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789449594.818721:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789449594.818722:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449594.818724:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789449594.818727:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b888a2400. 02000000:00000001:3.0:1789449594.818729:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449594.818732:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:3.0:1789449594.818735:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b8525cbb0. 00000400:00000010:3.0:1789449594.818739:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69f68. 00000100:00000200:3.0:1789449594.818742:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947546752, portal 10 00000100:00000001:3.0:1789449594.818744:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449594.818745:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769387520 : -107152940164096 : ffff9e8b83109c00) 00000100:00000040:3.0:1789449594.818752:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b83109c00 x1876371947546752/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449610 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449594.818759:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449594.818761:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1789449594.818763:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69a18. 00000100:00000200:3.0:1789449594.818765:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876371947546752, offset 0 00000400:00000200:3.0:1789449594.818769:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1789449594.818772:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449594.818776:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449594.818778:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789449594.818780:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1789449594.818782:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789449594.818785:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1789449594.818787:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [3022:3022:255:4294967295] 192.168.202.109@tcp LPNI seq info [3022:3022:7:4294967295] 00000400:00000200:3.0:1789449594.818791:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449594.818797:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449594.818802:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449594.818806:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051c000. 00000800:00000200:3.0:1789449594.818810:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449594.818814:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449594.818816:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051c000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789449594.818819:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449594.818823:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: using a timeout of 22138 usecs (23 jiffies) 00000400:00000200:3.0:1789449594.818825:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:3.0:1789449594.818827:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296597527 00000100:00000001:3.0:1789449594.818830:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296601631 00000100:00000001:3.0:1789449594.818832:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296597527 00000100:00000001:3.0:1789449594.818834:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296601631 00000100:00000001:3.0:1789449594.818836:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449594.818838:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449594.818840:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789449594.818844:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b8310a680 x1876371947547008/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449594.818851:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789449594.818853:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449594.818855:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789449594.818857:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789449594.818859:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449594.818861:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b8310a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2402:1876371947547008:192.168.202.109@tcp:400:kworker.0 00000100:00000001:3.0:1789449594.818864:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789449594.818866:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789449594.818868:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449594.818870:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789449594.818872:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b888a2200. 02000000:00000001:3.0:1789449594.818874:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449594.818909:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:3.0:1789449594.818913:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b8525cc60. 00000400:00000010:3.0:1789449594.818917:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b692a8. 00000100:00000200:3.0:1789449594.818920:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947547008, portal 4 00000100:00000001:3.0:1789449594.818922:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449594.818924:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769390208 : -107152940161408 : ffff9e8b8310a680) 00000100:00000040:3.0:1789449594.818929:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b8310a680 x1876371947547008/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449610 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449594.818935:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449594.818937:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1789449594.818939:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69908. 00000100:00000200:3.0:1789449594.818941:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876371947547008, offset 0 00000400:00000200:3.0:1789449594.818945:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1789449594.818949:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449594.818953:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449594.818956:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789449594.818958:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1789449594.818960:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789449594.818963:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1789449594.818966:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [3023:3023:254:4294967295] 192.168.202.109@tcp LPNI seq info [3023:3023:6:4294967295] 00000400:00000200:3.0:1789449594.818970:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449594.818975:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449594.818979:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449594.818983:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051c400. 00000800:00000200:3.0:1789449594.818987:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449594.818990:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449594.818993:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051c400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789449594.818996:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449594.818998:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: using a timeout of 214612 usecs (215 jiffies) 00000400:00000200:3.0:1789449594.819002:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:3.0:1789449594.819004:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296597719 00000100:00000001:3.0:1789449594.819006:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296601631 00000100:00000001:3.0:1789449594.819008:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296597719 00000100:00000001:3.0:1789449594.819011:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296601631 00000100:00000001:3.0:1789449594.819013:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449594.819015:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449594.819018:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449594.819020:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449594.819028:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449594.819030:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789449594.819032:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449594.819033:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449594.819035:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449594.819038:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:3.0:1789449594.819039:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449594.819041:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449594.819042:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449594.819043:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449594.819044:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789449594.819045:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789449594.819049:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b83108380 x1876371947546624/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449594.819056:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789449594.819057:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449594.819059:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789449594.819061:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789449594.819063:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449594.819065:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b83108380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2402:1876371947546624:192.168.202.109@tcp:400:kworker.0 00000100:00000001:3.0:1789449594.819069:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789449594.819071:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789449594.819073:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449594.819074:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789449594.819077:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b888a3a00. 02000000:00000001:3.0:1789449594.819079:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449594.819082:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:3.0:1789449594.819084:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b8525c528. 00000400:00000010:3.0:1789449594.819087:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69550. 00000100:00000200:3.0:1789449594.819090:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947546624, portal 10 00000100:00000001:3.0:1789449594.819092:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449594.819094:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769381248 : -107152940170368 : ffff9e8b83108380) 00000100:00000040:3.0:1789449594.819109:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b83108380 x1876371947546624/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449610 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449594.819117:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449594.819119:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1789449594.819122:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69bb0. 00000100:00000200:3.0:1789449594.819125:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876371947546624, offset 0 00000400:00000200:3.0:1789449594.819129:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1789449594.819132:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449594.819135:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449594.819138:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789449594.819140:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1789449594.819142:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789449594.819145:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1789449594.819148:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [3024:3024:253:4294967295] 192.168.202.109@tcp LPNI seq info [3024:3024:5:4294967295] 00000400:00000200:3.0:1789449594.819152:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449594.819157:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449594.819161:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449594.819164:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051cf00. 00000800:00000200:3.0:1789449594.819168:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449594.819172:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449594.819174:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051cf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789449594.819177:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449594.819180:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: using a timeout of 805546 usecs (806 jiffies) 00000400:00000200:3.0:1789449594.819183:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:3.0:1789449594.819185:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296598310 00000100:00000001:3.0:1789449594.819187:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296601631 00000100:00000001:3.0:1789449594.819190:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296598310 00000100:00000001:3.0:1789449594.819192:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296601631 00000100:00000001:3.0:1789449594.819194:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449594.819196:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449594.819198:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789449594.819202:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b8310b480 x1876371947546880/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449594.819209:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789449594.819210:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449594.819212:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789449594.819214:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789449594.819215:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449594.819217:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b8310b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2402:1876371947546880:192.168.202.109@tcp:400:kworker.0 00000100:00000001:3.0:1789449594.819220:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789449594.819222:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789449594.819223:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449594.819225:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789449594.819229:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b888a2800. 02000000:00000001:3.0:1789449594.819230:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789449594.819232:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:3.0:1789449594.819235:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b8525ca50. 00000400:00000010:3.0:1789449594.819238:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69088. 00000100:00000200:3.0:1789449594.819240:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947546880, portal 4 00000100:00000001:3.0:1789449594.819242:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789449594.819243:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920769393792 : -107152940157824 : ffff9e8b8310b480) 00000100:00000040:3.0:1789449594.819249:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b8310b480 x1876371947546880/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449610 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449594.819255:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449594.819257:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1789449594.819259:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b69000. 00000100:00000200:3.0:1789449594.819261:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876371947546880, offset 0 00000400:00000200:3.0:1789449594.819265:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1789449594.819268:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449594.819271:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449594.819274:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789449594.819277:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1789449594.819279:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789449594.819281:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1789449594.819283:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [3025:3025:252:4294967295] 192.168.202.109@tcp LPNI seq info [3025:3025:4:4294967295] 00000400:00000200:3.0:1789449594.819287:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449594.819292:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449594.819296:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449594.819299:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051cb00. 00000800:00000200:3.0:1789449594.819302:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449594.819306:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449594.819309:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051cb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789449594.819311:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449594.819314:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: using a timeout of 22893 usecs (23 jiffies) 00000400:00000200:3.0:1789449594.819316:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:3.0:1789449594.819318:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296597527 00000100:00000001:3.0:1789449594.819321:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296601631 00000100:00000001:3.0:1789449594.819323:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296597527 00000100:00000001:3.0:1789449594.819325:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296601631 00000100:00000001:3.0:1789449594.819327:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449594.819329:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449594.819331:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449594.819333:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449594.819349:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449594.819352:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449594.819396:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449594.819400:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b9051cc00. 00000400:00000200:3.0:1789449594.819405:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449594.819410:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449594.819416:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69ee0 00000400:00000010:3.0:1789449594.819419:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69ee0. 00000100:00000001:3.0:1789449594.819423:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449594.819427:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83109880 x1876371947546496/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449610 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449594.819436:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449594.819439:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83109880 x1876371947546496/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449610 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449594.819445:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449594.819447:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789449594.819460:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449594.819463:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b9051c000. 00000400:00000200:3.0:1789449594.819465:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449594.819468:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449594.819471:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69a18 00000400:00000010:3.0:1789449594.819473:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69a18. 00000100:00000001:3.0:1789449594.819475:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449594.819479:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83109c00 x1876371947546752/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449610 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449594.819485:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449594.819488:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83109c00 x1876371947546752/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449610 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449594.819494:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449594.819496:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789449594.819504:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449594.819506:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b9051c400. 00000400:00000200:3.0:1789449594.819509:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449594.819511:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449594.819514:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69908 00000400:00000010:3.0:1789449594.819516:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69908. 00000100:00000001:3.0:1789449594.819518:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449594.819521:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b8310a680 x1876371947547008/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449610 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449594.819528:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449594.819532:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b8310a680 x1876371947547008/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449610 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449594.819538:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449594.819539:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789449594.819546:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449594.819548:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b9051cf00. 00000400:00000200:3.0:1789449594.819551:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449594.819554:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449594.819556:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69bb0 00000400:00000010:3.0:1789449594.819558:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69bb0. 00000100:00000001:3.0:1789449594.819560:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449594.819563:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b83108380 x1876371947546624/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449610 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449594.819571:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449594.819573:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b83108380 x1876371947546624/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449610 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449594.819580:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449594.819582:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789449594.819644:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449594.819646:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b9051cb00. 00000400:00000200:3.0:1789449594.819649:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449594.819653:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449594.819656:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69000 00000400:00000010:3.0:1789449594.819657:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69000. 00000100:00000001:3.0:1789449594.819660:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449594.819663:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b8310b480 x1876371947546880/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449610 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449594.819671:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449594.819673:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b8310b480 x1876371947546880/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449610 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449594.819679:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449594.819681:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789449594.825298:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449594.825680:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449594.825686:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449594.825691:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449594.825701:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449594.825709:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449594.825719:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449594.825724:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449594.825730:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449594.825735:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x6aa8ce3666880 00000400:00000200:3.0:1789449594.825740:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449594.825824:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x895d [1] + 224 00000800:00000001:3.0:1789449594.825834:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449594.825840:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449594.825843:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449594.825848:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449594.825857:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449594.825867:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83109c00 x1876371947546752/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449610 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449594.826327:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b83109c00 x1876371947546752/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449610 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449594.826351:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449594.826363:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449594.826368:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449594.826370:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449594.826372:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449594.826378:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449594.826382:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449594.826387:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449594.826390:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449594.826606:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449594.826611:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x6aa8ce3666800 00000400:00000200:3.0:1789449594.826617:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449594.826622:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x897d [1] + 224 00000800:00000001:3.0:1789449594.826628:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449594.826633:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449594.826637:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449594.826640:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449594.826645:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449594.826652:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83108380 x1876371947546624/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449610 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449594.826661:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b83108380 x1876371947546624/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449610 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449594.826668:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449594.826672:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449594.826675:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449594.826677:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449594.826679:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449594.826682:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449594.826685:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449594.826690:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449594.826692:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449594.826694:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449594.826697:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x6aa8ce3666780 00000400:00000200:3.0:1789449594.826701:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449594.826705:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x894d [1] + 224 00000800:00000001:3.0:1789449594.826709:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449594.826712:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449594.826714:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449594.826716:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449594.826720:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449594.826724:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b83109880 x1876371947546496/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449610 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449594.826733:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b83109880 x1876371947546496/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449610 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449594.826740:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449594.826743:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449594.827316:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449594.827321:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449594.827324:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449594.827330:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449594.827335:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449594.827340:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449594.827344:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449594.827347:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449594.827350:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 4 MB=0x6aa8ce3666980 00000400:00000200:3.0:1789449594.827355:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449594.827360:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 224/224 into md 0x896d [1] + 224 00000800:00000001:3.0:1789449594.827365:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449594.827369:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449594.827371:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449594.827375:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449594.827380:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449594.827386:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b8310a680 x1876371947547008/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449610 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449594.828018:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b8310a680 x1876371947547008/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449610 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449594.828027:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449594.828037:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449594.828043:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449594.828045:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449594.828047:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449594.828052:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449594.828056:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449594.828061:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449594.828064:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449594.828067:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449594.828070:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 4 MB=0x6aa8ce3666900 00000400:00000200:3.0:1789449594.828074:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449594.828078:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 224/224 into md 0x898d [1] + 224 00000800:00000001:3.0:1789449594.828082:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449594.828817:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449594.828824:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449594.828830:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449594.828836:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449594.828841:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b8310b480 x1876371947546880/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449610 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449594.828851:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b8310b480 x1876371947546880/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449610 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449594.828859:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449594.828866:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449594.828870:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449594.828968:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449594.828974:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789449594.828981:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449594.828983:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449594.828987:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b8525c528. 00000400:00000200:3.0:1789449594.828992:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69550 00000400:00000010:3.0:1789449594.828995:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69550. 00000100:00000001:3.0:1789449594.828998:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449594.829004:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83108380 x1876371947546624/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449610 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789449594.829012:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83108380 x1876371947546624/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449610 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449594.829018:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449594.829019:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449594.829022:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449594.829025:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449594.829028:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449594.829031:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449594.829034:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449594.829043:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8436ec60 time=74 v=5 (5 5 102 102) 00000100:00001000:3.0:1789449594.829048:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8436ec18 time=41 v=5 (1 0 0 0) 00000100:00000001:3.0:1789449594.829050:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789449594.829052:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449594.829055:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789449594.829059:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449594.829063:0:2402:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789449594.829065:0:2402:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e8b89903000: skip recheck: last_committed 8589934608 00000100:00000001:3.0:1789449594.829067:0:2402:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789449594.829070:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449594.829075:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83108380 x1876371947546624/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449610 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449594.829082:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449594.829085:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449594.829087:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449594.829091:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83108380 x1876371947546624/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449610 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789449594.829108:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83108380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2402:1876371947546624:192.168.202.109@tcp:400:kworker.0 00000400:00000001:3.0:1789449594.829115:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449594.829116:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449594.829118:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b8525ca50. 00000400:00000200:3.0:1789449594.829121:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69088 00000400:00000010:3.0:1789449594.829123:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69088. 00000100:00000001:3.0:1789449594.829125:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449594.829128:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b8310b480 x1876371947546880/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449610 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789449594.829135:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b8310b480 x1876371947546880/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449610 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449594.829142:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449594.829143:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449594.829764:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449594.829766:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449594.829768:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449594.829770:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449594.829772:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449594.829777:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b90c6ec60 time=74 v=5 (5 5 5 5) 00000100:00001000:3.0:1789449594.829781:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b90c6ec18 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1789449594.829784:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789449594.829785:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449594.829787:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789449594.829789:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449594.829792:0:2402:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789449594.829793:0:2402:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e8b89903000: skip recheck: last_committed 4294967337 00000100:00000001:3.0:1789449594.829795:0:2402:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789449594.829796:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449594.829801:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b8310b480 x1876371947546880/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449610 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449594.829809:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449594.829811:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449594.829812:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449594.829816:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b8310b480 x1876371947546880/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449610 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789449594.829823:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b8310b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2402:1876371947546880:192.168.202.109@tcp:400:kworker.0 00000400:00000001:3.0:1789449594.829830:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449594.829832:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449594.829834:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b8525c108. 00000400:00000200:3.0:1789449594.829837:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69dd0 00000400:00000010:3.0:1789449594.829840:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69dd0. 00000100:00000001:3.0:1789449594.829842:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449594.829845:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83109880 x1876371947546496/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449610 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789449594.829853:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83109880 x1876371947546496/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449610 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449594.829861:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449594.829862:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449594.829864:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449594.829865:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449594.829866:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449594.829867:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449594.829869:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449594.829871:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b83927460 time=75 v=5 (5 5 5 5) 00000100:00001000:3.0:1789449594.829874:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b83927418 time=41 v=5 (1 0 0 0) 00000100:00000001:3.0:1789449594.829875:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789449594.829876:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449594.829909:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789449594.829910:0:2402:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449594.829912:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449594.829916:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83109880 x1876371947546496/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449610 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449594.829921:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449594.829923:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449594.829924:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449594.829927:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83109880 x1876371947546496/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449610 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789449594.829933:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83109880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:80a9314a-fa92-41c3-8d17-36c58fffb192:2402:1876371947546496:192.168.202.109@tcp:400:kworker.0 00000400:00000001:3.0:1789449594.829938:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449594.829939:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449594.829941:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b8525cbb0. 00000400:00000200:3.0:1789449594.829943:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b69f68 00000400:00000010:3.0:1789449594.829945:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b69f68. 00000100:00000001:3.0:1789449594.829947:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449594.829951:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b83109c00 x1876371947546752/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449610 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789449594.829957:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b83109c00 x1876371947546752/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449610 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449594.829963:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449594.829965:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449594.829966:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449594.829967:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449594.829968:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449594.829970:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449594.829971:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449594.829975:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b862dcc60 time=74 v=5 (5 5 102 102) 00000100:00001000:3.0:1789449594.829978:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b862dcc18 time=74 v=5 (1 1 1 1) 00000100:00000001:3.0:1789449594.829979:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789449594.829980:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449594.829982:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789449594.829984:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449594.829986:0:2402:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789449594.829987:0:2402:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9e8b89903000: skip recheck: last_committed 4294967336 00000100:00000001:3.0:1789449594.829989:0:2402:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789449594.829991:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449594.829994:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b83109c00 x1876371947546752/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449610 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449594.830000:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449594.830001:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449594.830002:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449594.830005:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b83109c00 x1876371947546752/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449610 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789449594.830012:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b83109c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2402:1876371947546752:192.168.202.109@tcp:400:kworker.0 00000400:00000001:3.0:1789449594.830017:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789449594.830018:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789449594.830020:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b8525cc60. 00000400:00000200:3.0:1789449594.830022:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b692a8 00000400:00000010:3.0:1789449594.830024:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b692a8. 00000100:00000001:3.0:1789449594.830026:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449594.830030:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b8310a680 x1876371947547008/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449610 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789449594.830039:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b8310a680 x1876371947547008/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449610 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449594.830045:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789449594.830047:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449594.830048:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789449594.830050:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789449594.830051:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449594.830052:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449594.830054:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449594.830058:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b8986b460 time=74 v=5 (5 5 5 5) 00000100:00001000:3.0:1789449594.830061:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b8986b418 time=32 v=5 (1 0 0 0) 00000100:00000001:3.0:1789449594.830063:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789449594.830064:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449594.830065:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789449594.830067:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449594.830069:0:2402:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789449594.830070:0:2402:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9e8b89903000: skip recheck: last_committed 4294967328 00000100:00000001:3.0:1789449594.830072:0:2402:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789449594.830073:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449594.830077:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b8310a680 x1876371947547008/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449610 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449594.830084:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789449594.830086:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789449594.830087:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789449594.830091:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b8310a680 x1876371947547008/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449610 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789449594.830108:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b8310a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2402:1876371947547008:192.168.202.109@tcp:400:kworker.0 00000100:00000001:3.0:1789449594.830112:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449594.830115:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449594.830119:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83108380 x1876371947546624/t0(0) o400->lustre-MDT0000-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449610 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449594.830127:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449594.830130:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449594.830134:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b888a3a00. 02000000:00000001:3.0:1789449594.830138:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449594.830142:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449594.830144:0:2402:0:(genops.c:1222:class_import_put()) import ffff9e8b8436e800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e8b89903000 00000020:00000001:3.0:1789449594.830948:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449594.830952:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b9051c500. 02000000:00000001:3.0:1789449594.830956:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449594.830958:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449594.830960:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83108380. 00000100:00000001:3.0:1789449594.830964:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449594.830965:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449594.830968:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449594.830974:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b8310b480 x1876371947546880/t0(0) o400->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449610 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449594.830981:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449594.830983:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449594.830985:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b888a2800. 02000000:00000001:3.0:1789449594.830986:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449594.830988:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449594.830989:0:2402:0:(genops.c:1222:class_import_put()) import ffff9e8b90c6e800 refcount=2 obd=lustre-OST0000-osc-ffff9e8b89903000 00000020:00000001:3.0:1789449594.830990:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449594.830992:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b9051c700. 02000000:00000001:3.0:1789449594.830994:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449594.830995:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449594.830996:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b8310b480. 00000100:00000001:3.0:1789449594.830998:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449594.830999:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449594.831001:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449594.831003:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83109880 x1876371947546496/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1789449610 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449594.831009:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449594.831010:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449594.831012:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b888a3400. 02000000:00000001:3.0:1789449594.831013:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449594.831014:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449594.831016:0:2402:0:(genops.c:1222:class_import_put()) import ffff9e8b83927000 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:3.0:1789449594.831017:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449594.831018:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b9051c100. 02000000:00000001:3.0:1789449594.831020:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449594.831021:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449594.831022:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83109880. 00000100:00000001:3.0:1789449594.831023:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449594.831024:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449594.831026:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449594.831029:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b83109c00 x1876371947546752/t0(0) o400->lustre-MDT0001-mdc-ffff9e8b89903000@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1789449610 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449594.831034:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449594.831035:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449594.831036:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b888a2400. 02000000:00000001:3.0:1789449594.831038:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449594.831039:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449594.831040:0:2402:0:(genops.c:1222:class_import_put()) import ffff9e8b862dc800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e8b89903000 00000020:00000001:3.0:1789449594.831042:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449594.831043:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b9051c300. 02000000:00000001:3.0:1789449594.831044:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449594.831045:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449594.831046:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b83109c00. 00000100:00000001:3.0:1789449594.831048:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449594.831049:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449594.831050:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449594.831053:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b8310a680 x1876371947547008/t0(0) o400->lustre-OST0001-osc-ffff9e8b89903000@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1789449610 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449594.831060:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789449594.831061:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789449594.831062:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b888a2200. 02000000:00000001:3.0:1789449594.831064:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789449594.831066:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789449594.831067:0:2402:0:(genops.c:1222:class_import_put()) import ffff9e8b8986b000 refcount=2 obd=lustre-OST0001-osc-ffff9e8b89903000 00000020:00000001:3.0:1789449594.831069:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789449594.831070:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e8b9051c800. 02000000:00000001:3.0:1789449594.831072:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789449594.831073:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789449594.831074:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b8310a680. 00000100:00000001:3.0:1789449594.831076:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789449594.831077:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449594.831079:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449594.831087:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789449594.831089:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449594.831092:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789449594.831095:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449595.393967:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449595.393974:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449595.393979:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449595.393981:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449595.393984:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449595.393985:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449595.393988:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449595.393989:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449595.394060:0:16814:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789449595.394064:0:16814:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449595.394067:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1789449595.836451:0:36148:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449596.419487:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449596.419494:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449596.419499:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449596.419500:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449596.419503:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449596.419504:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449596.419507:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449596.419508:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789449596.426468:0:16815:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789449596.426477:0:16815:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789449596.426483:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789449597.444259:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449597.444269:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449597.444276:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449597.444277:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449597.444281:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449597.444282:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449597.444286:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449597.444287:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449597.444350:0:16942:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789449597.444353:0:16942:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449597.444356:0:16942:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1789449597.449356:0:36290:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789449597.819951:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449597.819969:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449597.819974:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449597.819976:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449597.819986:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449597.819994:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449597.820003:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449597.820007:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449597.820013:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449597.820017:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 328 into portal 15 MB=0x6aa8ce47db680 00000400:00000200:3.0:1789449597.820025:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.109@tcp of length 328/328 into md 0x8885 [2] + 392 00000800:00000001:3.0:1789449597.820032:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449597.820039:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449597.820042:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449597.820046:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449597.820054:0:2394:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1789449597.820056:0:2394:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1789449597.820115:0:2394:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b8310a680. 00000100:00000040:3.0:1789449597.820120:0:2394:0:(events.c:341:request_in_callback()) incoming req@ffff9e8b8310a680 x1876371965851264 msgsize 328 00000100:00100000:3.0:1789449597.820124:0:2394:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.109@tcp (source: 12345-192.168.202.109@tcp) 00000100:00000001:3.0:1789449597.820136:0:2394:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:3.0:1789449597.820146:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449597.820150:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449597.820171:0:16807:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1789449597.820173:0:16807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876371965851264 02000000:00000001:3.0:1789449597.820175:0:16807:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1789449597.820178:0:16807:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789449597.820180:0:16807:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789449597.820185:0:16807:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789449597.820190:0:16807:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876371965851264 00000020:00000001:3.0:1789449597.820193:0:16807:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789449597.820195:0:16807:0:(genops.c:804:class_conn2export()) looking for export cookie 0xcddde1459ded5b36 00000020:00000001:3.0:1789449597.820198:0:16807:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449597.820201:0:16807:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e8b89bcf000 refcount=4 00000020:00000001:3.0:1789449597.820203:0:16807:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636920881344512 : -107152828207104 : ffff9e8b89bcf000) 00000020:00000001:3.0:1789449597.820206:0:16807:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636920881344512 : -107152828207104 : ffff9e8b89bcf000) 00000100:00000001:3.0:1789449597.820210:0:16807:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789449597.820214:0:16807:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e8b896f0ec0. 00000100:00000001:3.0:1789449597.820217:0:16807:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789449597.820219:0:16807:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e8b896f0ec0. 00000020:00000010:3.0:1789449597.820226:0:16807:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e8b91d58200. 00000020:00000010:3.0:1789449597.820231:0:16807:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e8b84d02100. 00000020:00000010:3.0:1789449597.820237:0:16807:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e8b903b5000. 00000100:00000040:3.0:1789449597.820247:0:16807:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1789449597.820251:0:16807:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1789449597.820252:0:16807:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1789449597.820254:0:16807:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449597.820263:0:16807:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449597.820270:0:16807:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789449597.820280:0:16807:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1789449597.820282:0:16807:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1789449597.820286:0:16807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.109@tcp, seq: 68 00000100:00000040:3.0:1789449597.820290:0:16807:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9e8b89bcf000 : new rpc_count 1 00000100:00000001:3.0:1789449597.820292:0:16807:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446636920769390208 : -107152940161408 : ffff9e8b8310a680) 00000100:00000040:3.0:1789449597.820307:0:16807:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e8b8310a680 x1876371965851264/t0(0) o104->LOV_OSC_UUID@192.168.202.109@tcp:703/0 lens 328/0 e 0 to 0 dl 1789449608 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789449597.820316:0:16807:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789449597.820319:0:16807:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e8b896f0ec0. 00000100:00000001:3.0:1789449597.820321:0:16807:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789449597.820323:0:16807:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e8b896f0ec0. 00000100:00100000:3.0:1789449597.820327:0:16807:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9e8b8310a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8433:x1876371965851264:12345-192.168.202.109@tcp:104: 00000100:00000200:3.0:1789449597.821006:0:16807:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876371965851264 00010000:00000001:3.0:1789449597.821012:0:16807:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1789449597.821021:0:16807:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789449597.821023:0:16807:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789449597.821026:0:16807:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4da00 refcount=2 00000020:00000001:3.0:1789449597.821029:0:16807:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:3.0:1789449597.821031:0:16807:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:3.0:1789449597.821036:0:16807:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789449597.821039:0:16807:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789449597.821043:0:16807:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000c45015f7/0xcddde1459ded6841 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000030000 nid: local remote: 0xeb7cbf5e2fd3deed expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000100:00000001:3.0:1789449597.821056:0:16807:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1789449597.821059:0:16807:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1789449597.821065:0:16807:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e8b87c4b800. 02000000:00000001:3.0:1789449597.821067:0:16807:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449597.821080:0:16807:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449597.821085:0:16807:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1789449597.821089:0:16807:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789449597.821093:0:16807:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b91c491e8 time=76 v=5 (1 1 1 1) 00000100:00000001:3.0:1789449597.821098:0:16807:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789449597.821101:0:16807:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9e8b895f2700 refcount 16 to 192.168.202.109@tcp 00000100:00000001:3.0:1789449597.821104:0:16807:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446636920875198208 : -107152834353408 : ffff9e8b895f2700) 02000000:00000001:3.0:1789449597.821106:0:16807:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1789449597.821108:0:16807:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449597.821111:0:16807:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789449597.821114:0:16807:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1789449597.821121:0:16807:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b89b692a8. 00000100:00000200:3.0:1789449597.821128:0:16807:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1876371965851264, offset 224 00000400:00000200:3.0:1789449597.821134:0:16807:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1789449597.821144:0:16807:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449597.821154:0:16807:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.202.9@tcp to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1789449597.821160:0:16807:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [3026:3026:256:4294967295] 192.168.202.109@tcp LPNI seq info [3026:3026:8:4294967295] 00000400:00000200:3.0:1789449597.821165:0:16807:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449597.821175:0:16807:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1789449597.821182:0:16807:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1789449597.821189:0:16807:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b9051c300. 00000800:00000200:3.0:1789449597.821196:0:16807:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1789449597.821204:0:16807:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1789449597.821208:0:16807:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b9051c300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789449597.821222:0:16807:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449597.821226:0:16807:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9e8b895f2700 refcount 15 to 192.168.202.109@tcp 00010000:00000001:3.0:1789449597.821229:0:16807:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1789449597.821232:0:16807:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9e8b90945000. 00010000:00000001:3.0:1789449597.821236:0:16807:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1789449597.821304:0:16807:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1789449597.821307:0:16807:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449597.821309:0:16807:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449597.821311:0:16807:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449597.821318:0:16807:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b8310a680 x1876371965851264/t0(0) o104->LOV_OSC_UUID@192.168.202.109@tcp:703/0 lens 328/224 e 0 to 0 dl 1789449608 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789449597.821328:0:16807:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9e8b8310a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8433:x1876371965851264:12345-192.168.202.109@tcp:104: Request processed in 1010us (1205us total) trans 0 rc 0/0 00000100:00100000:3.0:1789449597.821415:0:16807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.109@tcp, seq: 68 00000100:00000040:3.0:1789449597.821419:0:16807:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e8b89bcf000 : new rpc_count 0 00000100:00000001:3.0:1789449597.821421:0:16807:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1789449597.821423:0:16807:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1789449597.821429:0:16807:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e8b84d02100. 00000020:00000010:3.0:1789449597.821435:0:16807:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e8b903b5000. 00000020:00000010:3.0:1789449597.821439:0:16807:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e8b91d58200. 00000020:00000040:3.0:1789449597.821444:0:16807:0:(genops.c:879:class_export_put()) PUTting export ffff9e8b89bcf000 : new refcount 3 00000100:00000001:3.0:1789449597.821447:0:16807:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789449597.821533:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449597.821537:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b9051c300. 00000400:00000200:3.0:1789449597.821541:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449597.821545:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449597.821550:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b89b692a8 00000400:00000010:3.0:1789449597.821553:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b89b692a8. 00000100:00000001:3.0:1789449597.821556:0:2393:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1789449597.821557:0:2393:0:(events.c:402:reply_out_callback()) Process leaving 00000020:00000001:0.0:1789449597.825513:0:16814:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789449597.825521:0:16814:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449597.825527:0:16814:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1789449597.825532:0:16814:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1789449597.825534:0:16814:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1789449597.825541:0:16814:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000c45015f7/0xcddde1459ded6841 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000030000 nid: local remote: 0xeb7cbf5e2fd3deed expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00010000:0.0:1789449597.825558:0:16814:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e8b91c4da00 already unused, calling callback (ffffffffc11f9300) 00000008:00000001:0.0:1789449597.825562:0:16814:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1789449597.825565:0:16814:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1789449597.825568:0:16814:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789449597.825571:0:16814:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789449597.825574:0:16814:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9e8b91c4da00 refcount=3 00000020:00000001:0.0:1789449597.825577:0:16814:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:0.0:1789449597.825580:0:16814:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636921016080896 : -107152693470720 : ffff9e8b91c4da00) 00010000:00000001:0.0:1789449597.825584:0:16814:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789449597.825587:0:16814:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000c45015f7/0xcddde1459ded6841 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400030000 nid: local remote: 0xeb7cbf5e2fd3deed expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:0.0:1789449597.825595:0:16814:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1789449597.825597:0:16814:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789449597.825603:0:16814:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446636920820822744 : -107152888728872 : ffff9e8b862172d8) 00000020:00001000:0.0:1789449597.825605:0:16814:0:(cl_object.c:823:cl_env_get()) 1@ffff9e8b862172d0 00000008:00000001:0.0:1789449597.825607:0:16814:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1789449597.825609:0:16814:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1789449597.825612:0:16814:0:(cl_object.c:917:cl_env_put()) 1@ffff9e8b862172d0 00000008:00000001:0.0:1789449597.825614:0:16814:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449597.825617:0:16814:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789449597.825622:0:16814:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789449597.825624:0:16814:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789449597.825626:0:16814:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789449597.825629:0:16814:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789449597.825632:0:16814:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9e8b91c4da00 with handle 0xcddde1459ded6841 from hash 00010000:00000001:0.0:1789449597.825634:0:16814:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789449597.825636:0:16814:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449597.825637:0:16814:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449597.825638:0:16814:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789449597.825641:0:16814:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789449597.825643:0:16814:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1789449597.825648:0:16814:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789449597.825651:0:16814:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449597.825653:0:16814:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789449597.825655:0:16814:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1789449597.825666:0:16814:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e8b87d19c00. 00000020:00000040:0.0:1789449597.825671:0:16814:0:(genops.c:1209:class_import_get()) import ffff9e8b90c6e800 refcount=3 obd=lustre-OST0000-osc-ffff9e8b89903000 00000100:00000001:0.0:1789449597.825677:0:16814:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789449597.825680:0:16814:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789449597.825685:0:16814:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789449597.825693:0:16814:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e8b812e6800. 00000100:00000001:0.0:1789449597.825701:0:16814:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449597.825704:0:16814:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1789449597.825711:0:16814:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000c45015f7/0xcddde1459ded6841 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0xeb7cbf5e2fd3deed expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00010000:0.0:1789449597.825719:0:16814:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1789449597.825721:0:16814:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449597.825727:0:16814:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789449597.825732:0:16814:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449597.825747:0:16814:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007219f33e] to pc [ptlrpcd_00_01+1] req@ffff9e8b87d19c00 x1876371947547136/t0(0) o103->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1789449597.825775:0:16814:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789449597.825778:0:16814:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789449597.825780:0:16814:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449597.825781:0:16814:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449597.825783:0:16814:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789449597.825786:0:16814:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449597.825789:0:16814:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000c45015f7/0xcddde1459ded6841 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0xeb7cbf5e2fd3deed expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:0.0:1789449597.825796:0:16814:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789449597.825799:0:16814:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9e8b89903000 lock: 00000000c45015f7/0xcddde1459ded6841 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0xeb7cbf5e2fd3deed expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000010:0.0:1789449597.825806:0:16814:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9e8b90fc9880. 00010000:00000040:0.0:1789449597.825811:0:16814:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9e8b90652700 count: 0 00010000:00000010:0.0:1789449597.825817:0:16814:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9e8b90652600. 00010000:00000001:0.0:1789449597.825825:0:16814:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789449597.825826:0:16814:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1789449597.825828:0:16814:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9e8b90945000. 00010000:00000001:0.0:1789449597.825831:0:16814:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789449597.825833:0:16814:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789449597.825834:0:16814:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449597.825836:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1789449597.825838:0:16814:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789449597.825839:0:16814:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449597.825841:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1789449597.825842:0:16814:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789449597.825844:0:16814:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789449597.825845:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789449597.825852:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449597.825855:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449597.825858:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789449597.825864:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e8b87d19c00 x1876371947547136/t0(0) o103->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449597.825872:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789449597.825874:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449597.825906:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789449597.825910:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789449597.825912:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789449597.825917:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9e8b87d19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2400:1876371947547136:192.168.202.109@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1789449597.825921:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789449597.825926:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789449597.825928:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449597.825931:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789449597.825935:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e8b812e6a00. 02000000:00000001:0.0:1789449597.825937:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789449597.825945:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000010:0.0:1789449597.825951:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e8b86580b00. 00000400:00000010:0.0:1789449597.825958:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e5770. 00000100:00000200:0.0:1789449597.825965:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876371947547136, portal 18 00000100:00000001:0.0:1789449597.825968:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789449597.825969:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636920849144832 : -107152860406784 : ffff9e8b87d19c00) 00000100:00000040:0.0:1789449597.825976:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e8b87d19c00 x1876371947547136/t0(0) o103->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449613 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449597.825984:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789449597.825987:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1789449597.825991:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e8b912e53b8. 00000100:00000200:0.0:1789449597.825995:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1876371947547136, offset 0 00000400:00000200:0.0:1789449597.826001:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1789449597.826011:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449597.826020:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1789449597.826025:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789449597.826029:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1789449597.826033:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789449597.826036:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1789449597.826039:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [3027:3027:256:4294967295] 192.168.202.109@tcp LPNI seq info [3027:3027:8:4294967295] 00000400:00000200:0.0:1789449597.826044:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:0.0:1789449597.826055:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1789449597.826062:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1789449597.826078:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e8b864ece00. 00000800:00000200:0.0:1789449597.826087:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e8b831c53c0] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1789449597.826096:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1789449597.826100:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e8b864ece00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1789449597.826115:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449597.826119:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: using a timeout of 22857 usecs (23 jiffies) 00000400:00000200:0.0:1789449597.826123:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000100:00000001:0.0:1789449597.826125:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 2 is 4296600534 00000100:00000001:0.0:1789449597.826129:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 2, keep current deadline 4296601631 00000100:00000001:0.0:1789449597.826131:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS new deadline estimation for cpu 3 is 4296600534 00000100:00000001:0.0:1789449597.826133:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e8b89903000: PM QoS request active for cpu 3, keep current deadline 4296601631 00000100:00000001:0.0:1789449597.826135:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449597.826138:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449597.826141:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449597.826144:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449597.826150:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449597.826152:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789449597.826155:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449597.826156:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789449597.826157:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449597.826159:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449597.826169:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449597.826172:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789449597.826843:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789449597.826849:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e8b864ece00. 00000400:00000200:3.0:1789449597.826856:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449597.826862:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1789449597.826868:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e53b8 00000400:00000010:3.0:1789449597.826871:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e53b8. 00000100:00000001:3.0:1789449597.826877:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789449597.826909:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9e8b87d19c00 x1876371947547136/t0(0) o103->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449613 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449597.826920:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789449597.826924:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e8b87d19c00 x1876371947547136/t0(0) o103->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449613 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449597.826931:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789449597.826933:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789449597.832589:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449597.832605:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789449597.832610:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449597.832612:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449597.832622:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449597.832631:0:2393:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1789449597.832639:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449597.832645:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449597.832650:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449597.832655:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 18 MB=0x6aa8ce3666a00 00000400:00000200:3.0:1789449597.832660:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.109@tcp to cpt 1 00000400:00000200:3.0:1789449597.832666:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.109@tcp of length 224/224 into md 0x89a5 [1] + 224 00000800:00000001:3.0:1789449597.832674:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449597.832680:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789449597.832684:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789449597.832688:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1789449597.832696:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789449597.832706:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9e8b87d19c00 x1876371947547136/t0(0) o103->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449613 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789449597.832717:0:2393:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e8b87d19c00 x1876371947547136/t0(0) o103->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449613 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789449597.832733:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789449597.832741:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789449597.832744:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449597.833130:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449597.833136:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789449597.833144:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789449597.833147:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789449597.833150:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e8b86580b00. 00000400:00000200:0.0:1789449597.833154:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e8b912e5770 00000400:00000010:0.0:1789449597.833157:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e8b912e5770. 00000100:00000001:0.0:1789449597.833160:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789449597.833166:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9e8b87d19c00 x1876371947547136/t0(0) o103->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449613 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789449597.833175:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9e8b87d19c00 x1876371947547136/t0(0) o103->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449613 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449597.833182:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789449597.833184:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449597.833187:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789449597.833192:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789449597.833194:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789449597.833197:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789449597.833201:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789449597.833211:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9e8b90c6ed38 time=75 v=5 (5 5 5 5) 00000100:00001000:0.0:1789449597.833215:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9e8b90c6ec18 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1789449597.833218:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789449597.833220:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789449597.833223:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789449597.833227:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449597.833231:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789449597.833234:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e8b89903000: skip recheck: last_committed 4294967337 00000100:00000001:0.0:1789449597.833236:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789449597.833238:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789449597.833244:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e8b87d19c00 x1876371947547136/t0(0) o103->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449613 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449597.833251:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789449597.833255:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789449597.833257:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789449597.833261:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e8b87d19c00 x1876371947547136/t0(0) o103->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449613 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789449597.833271:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9e8b87d19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0f2d6b9-780d-4b73-aa08-cbbc8f7e9deb:2400:1876371947547136:192.168.202.109@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1789449597.833276:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449597.833279:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789449597.833283:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e8b87d19c00 x1876371947547136/t0(0) o103->lustre-OST0000-osc-ffff9e8b89903000@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1789449613 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789449597.833290:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789449597.833306:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789449597.833311:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e8b812e6a00. 02000000:00000001:0.0:1789449597.833316:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789449597.833319:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789449597.833321:0:2400:0:(genops.c:1222:class_import_put()) import ffff9e8b90c6e800 refcount=2 obd=lustre-OST0000-osc-ffff9e8b89903000 00000020:00000001:0.0:1789449597.833324:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789449597.833326:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e8b812e6800. 02000000:00000001:0.0:1789449597.833330:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789449597.833340:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789449597.833343:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e8b87d19c00. 00000100:00000001:0.0:1789449597.833347:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789449597.833348:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449597.833351:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789449597.833360:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789449597.833362:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789449597.833364:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789449597.833367:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1789449597.840085:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e8b90652700. 00010000:00000010:0.1:1789449597.840101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e8b91c4da00. 00000001:00000001:0.0:1789449597.858950:0:36326:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1789449597.858958:0:36326:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: recovery-small test_24b: @@@@@@ FAIL: no discarded dirty page found! 00000001:00000001:0.0:1789449597.883648:0:36326:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:3.0:1789449598.469459:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449598.469466:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449598.469472:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449598.469473:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449598.469477:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449598.469478:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449598.469561:0:16815:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789449598.469564:0:16815:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449598.469568:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1789449599.260393:0:36426:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789449599.427461:0:29299:0:(connection.c:75:cpu_latency_work()) work item of ffff9e8b8322a330 (cpu 3) has reached its deadline 4296601631, at 4296602113 00000100:00000010:3.0:1789449599.427486:0:29299:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e8b87cd52a0. 00000100:00000040:2.0:1789449599.428321:0:32803:0:(connection.c:75:cpu_latency_work()) work item of ffff9e8b8322a220 (cpu 2) has reached its deadline 4296601631, at 4296602114 00000100:00000010:2.0:1789449599.428332:0:32803:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e8b87cd5cc0. 00010000:00000001:3.0:1789449599.493873:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449599.493907:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449599.493915:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449599.493916:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789449599.493920:0:29299:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789449599.493921:0:29299:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789449599.497350:0:16942:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789449599.497360:0:16942:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789449599.497367:0:16942:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 128761 lines, 128761 kept, 0 dropped, 0 bad.